-- Logs begin at Thu 2022-03-10 23:01:48 UTC, end at Fri 2022-03-11 01:20:32 UTC. -- Mar 10 23:35:49.421184 n-d-831844-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 23:35:52.333916 n-d-831844-1 neutron-server[110316]: INFO neutron.common.config [-] Logging enabled! Mar 10 23:35:52.334491 n-d-831844-1 neutron-server[110316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 23:35:52.334710 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110316) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 23:35:52.338689 n-d-831844-1 neutron-server[110316]: INFO neutron.common.config [-] Logging enabled! Mar 10 23:35:52.338946 n-d-831844-1 neutron-server[110316]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 10 23:35:52.339254 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110316) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 23:35:52.340199 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 23:35:52.340434 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 23:35:52.340805 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 23:35:52.341051 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 23:35:52.341276 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 23:35:52.341999 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.342427 n-d-831844-1 neutron-server[110316]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 23:35:52.342743 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.343042 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.343339 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.343634 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.343942 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.344226 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.344517 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.344813 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.345101 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.345381 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.345667 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.345968 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.346250 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.346534 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.346815 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.347095 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] debug = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.347377 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.347816 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.348249 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.348532 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.348818 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.349093 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.349362 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.349635 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.349918 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.350238 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] host = n-d-831844-1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.350513 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.350794 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.351075 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.351355 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.351625 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.351895 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.352197 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.352469 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.352781 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.353079 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.353340 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.353621 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.353905 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.354127 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.354348 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.354642 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.354925 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.355194 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.355463 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.355735 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.356034 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.356307 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.356574 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.356854 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.357132 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.357414 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.357684 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.357955 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.358222 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.358490 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.358772 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.359045 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.359317 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.359589 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.359876 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.360167 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.360438 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.360735 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.361017 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.361296 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.361576 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.361846 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.362125 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.362397 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.362664 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.362932 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_json = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.363200 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.363468 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.363744 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.364036 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.364305 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.364573 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.364840 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.365122 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.365387 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:52.365678 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.365979 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.366274 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.366571 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.366860 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.367146 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.367433 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.367711 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.368105 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.368578 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.368871 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.369152 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.369452 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.369741 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.370036 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.370341 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.370635 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.370926 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.371200 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.371474 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.371747 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.372053 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.372343 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.372619 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.372907 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.373194 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.373472 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.373766 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.374051 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.374342 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.374632 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.374907 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.375185 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.375476 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.375753 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.376052 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.376600 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.376888 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.377171 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.377444 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.377725 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.378002 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.378273 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.378542 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.378819 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.379107 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.379382 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.379651 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.379931 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.380224 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.380492 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.380774 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.381051 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.381321 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.381590 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.381867 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.382140 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.382419 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.382689 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.382960 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.383235 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.383504 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.384292 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.384597 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.384870 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.385141 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.385412 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.385681 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.385957 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.386225 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.386492 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.386760 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.387033 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.387303 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.387592 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.387887 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.388189 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.388466 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.388744 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.389020 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.389295 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.389570 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.389846 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.390122 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.390398 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.390683 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.390964 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.391249 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.391547 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.391823 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.392143 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.392419 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.392691 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.392972 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.393245 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.393520 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.393798 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.394078 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.394367 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.394655 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.394944 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.395233 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.395526 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.395799 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.396133 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.396410 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:52.396624 n-d-831844-1 neutron-server[110316]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 23:35:52.396860 n-d-831844-1 neutron-server[110316]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110316) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 23:35:52.768726 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 23:35:52.768898 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 23:35:52.769208 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 23:35:52.769682 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 23:35:53.095904 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.096217 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.096490 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.097673 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.097947 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.098326 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.144659 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.144940 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.145208 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.159708 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.160015 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.160289 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.189449 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.189731 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.189998 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.227222 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.227586 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.228378 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.574294 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.575012 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.575012 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.575188 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.575764 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.674323 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.674643 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.674925 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.675197 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.675464 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.675777 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.676059 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.676316 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.676569 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.676850 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.677112 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.677377 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.677632 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.677883 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.678137 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.678398 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.678649 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.678914 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.679179 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.679434 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.679701 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.679978 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.680262 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.680674 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.680997 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.681347 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.681658 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.681896 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.682134 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.682368 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.682602 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.682835 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:53.683193 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 23:35:53.686305 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 23:35:53.690325 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 23:35:53.694034 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 10 23:35:53.695651 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 23:35:53.696144 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 23:35:53.697052 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 23:35:53.697425 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 23:35:53.700271 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 23:35:53.700527 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 23:35:53.700868 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 23:35:53.705671 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 23:35:53.730073 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 23:35:53.730519 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.730816 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110316) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 23:35:53.731193 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.732586 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110316) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 23:35:53.732865 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 23:35:53.733109 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 23:35:53.736358 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.736644 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:53.799894 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 23:35:53.800160 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 23:35:53.800398 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 23:35:53.800762 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 23:35:53.820667 n-d-831844-1 neutron-server[110316]: DEBUG oslo_db.sqlalchemy.engines [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110316) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 23:35:54.264079 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing driver for type 'gre' Mar 10 23:35:54.264627 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] gre ID ranges: [(1, 1000)] Mar 10 23:35:54.316935 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing driver for type 'local' Mar 10 23:35:54.317280 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing driver for type 'vlan' Mar 10 23:35:54.329533 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] VlanTypeDriver initialization complete Mar 10 23:35:54.329850 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing driver for type 'vxlan' Mar 10 23:35:54.330359 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] vxlan ID ranges: [(1, 1000)] Mar 10 23:35:54.379823 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing extension driver 'port_security' Mar 10 23:35:54.380189 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.extensions.port_security [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] PortSecurityExtensionDriver initialization complete Mar 10 23:35:54.380527 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing mechanism driver 'openvswitch' Mar 10 23:35:54.380874 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing mechanism driver 'hyperv' Mar 10 23:35:54.387595 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.plugin [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110316) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:35:54.388475 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.388835 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.389191 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.389715 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.390150 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.390506 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.390855 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.391412 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.391828 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.392205 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.392549 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.392945 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.393351 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.393702 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.394043 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.394444 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.394851 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.395191 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.395531 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.395935 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.396344 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > address_group after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.396688 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > address_group after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.397025 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.397420 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110316) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 23:35:54.397866 n-d-831844-1 neutron-server[110316]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] ML2 OVO RPC backend initialized. {{(pid=110316) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 23:35:54.398557 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.398911 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.399329 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.399674 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > networks before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.400058 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.400403 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > ports before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.400746 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.401088 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnets before_response 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.401432 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.401771 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.402107 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.402447 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.402786 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.403121 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.403457 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.403793 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.404171 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.411444 n-d-831844-1 neutron-server[110316]: INFO neutron.quota [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded quota_driver: . Mar 10 23:35:54.411811 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.plugin [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Modular L2 Plugin initialization complete Mar 10 23:35:54.412197 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading services supported by the core plugin {{(pid=110316) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 23:35:54.412544 n-d-831844-1 neutron-server[110316]: INFO neutron.plugins.ml2.managers [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Got port-security extension from driver 'port_security' Mar 10 23:35:54.413021 n-d-831844-1 neutron-server[110316]: INFO neutron.extensions.vlantransparent [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Disabled vlantransparent extension. Mar 10 23:35:54.413517 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110316) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 23:35:54.413849 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: router Mar 10 23:35:54.451615 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.451848 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_create 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.452194 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router before_create 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.452566 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.452937 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.453531 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_delete 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.453730 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.454000 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.454354 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_create 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.454705 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.455055 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.455408 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.455892 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.456206 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.456573 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.456968 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.457247 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: subnet after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.457583 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.457931 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.458279 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_create 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.458621 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.458961 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.459323 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router after_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.459663 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.460180 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_create 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.460537 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.460881 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_update 55549900 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.461250 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > agent after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.461595 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > agent after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.462387 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > network after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.463182 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Tracking information for resource: router configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:54.463514 n-d-831844-1 neutron-server[110316]: DEBUG neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Tracking information for resource: floatingip configured {{(pid=110316) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 23:35:54.468628 n-d-831844-1 neutron-server[110316]: INFO neutron.db.l3_agentschedulers_db [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 23:35:54.469209 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.469573 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.469928 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.470283 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: port after_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.471074 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router before_create 55550100 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.471436 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.471799 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_create 55550100 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.472185 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > router precommit_update 55550100 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.477140 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.provider_configuration [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service providers = [] {{(pid=110316) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 23:35:54.478314 n-d-831844-1 neutron-server[110316]: DEBUG neutron.db.servicetype_db [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110316) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 23:35:54.481507 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.service_base [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 23:35:54.481859 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.service_base [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 23:35:54.482202 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.service_base [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 23:35:54.483096 n-d-831844-1 neutron-server[110316]: DEBUG neutron.services.service_base [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110316) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 23:35:54.483469 n-d-831844-1 neutron-server[110316]: INFO neutron.services.service_base [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 23:35:54.483845 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.484191 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 23:35:54.495737 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.496109 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: auto_allocate Mar 10 23:35:54.502194 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: network precommit_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.502565 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: network precommit_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.503092 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.503416 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: tag Mar 10 23:35:54.510283 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.510610 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: timestamp Mar 10 23:35:54.514544 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.514827 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: network_ip_availability Mar 10 23:35:54.520379 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.520754 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.521113 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.521821 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.522140 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: flavors Mar 10 23:35:54.527540 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.527874 n-d-831844-1 neutron-server[110316]: INFO neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading Plugin: revisions Mar 10 23:35:54.532271 n-d-831844-1 neutron-server[110316]: DEBUG neutron.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110316) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 23:35:54.532662 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=110316) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 23:35:54.533395 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110316) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 23:35:54.533736 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Initializing extension manager. Mar 10 23:35:54.534253 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: __init__.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.534595 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: __pycache__ {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.534930 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: address_group.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.535683 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.536280 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: address-group Mar 10 23:35:54.536603 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: address_scope.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.537316 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.537823 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: address-scope Mar 10 23:35:54.538143 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.539076 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.539583 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: router-admin-state-down-before-update Mar 10 23:35:54.539907 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: agent.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.541334 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.541839 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: agent Mar 10 23:35:54.542163 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: agent_resources_synced.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.543076 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.543582 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: agent-resources-synced Mar 10 23:35:54.543910 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: allowedaddresspairs.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.545705 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.546226 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: allowed-address-pairs Mar 10 23:35:54.546554 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: auto_allocated_topology.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.547628 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.548170 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: auto-allocated-topology Mar 10 23:35:54.548500 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: availability_zone.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.549198 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.549706 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: availability_zone Mar 10 23:35:54.550031 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: availability_zone_filter.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.550948 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.551453 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: availability_zone_filter Mar 10 23:35:54.551778 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: data_plane_status.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.552707 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.553209 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 23:35:54.553533 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: default_subnetpools.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.554461 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.554968 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: default-subnetpools Mar 10 23:35:54.555292 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.556742 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.557249 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: dhcp_agent_scheduler Mar 10 23:35:54.557575 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: dns.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.558492 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.558997 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension dns-integration not supported by any of loaded plugins Mar 10 23:35:54.559322 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: dns_domain_ports.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.560272 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.560782 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 23:35:54.561106 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.562028 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.562534 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 23:35:54.562855 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: dvr.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.563531 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.564068 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: dvr Mar 10 23:35:54.564393 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: ecmp_routes.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.565312 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.565814 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 23:35:54.566138 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: empty_string_filtering.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.567049 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.567557 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: empty-string-filtering Mar 10 23:35:54.567878 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.568818 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.569322 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 23:35:54.569644 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.570555 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.571055 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 23:35:54.571400 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: external_net.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.572341 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.572844 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: external-net Mar 10 23:35:54.573166 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.574080 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.574583 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: extra_dhcp_opt Mar 10 23:35:54.575128 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: extraroute.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.575800 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.576326 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: extraroute Mar 10 23:35:54.576648 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: extraroute_atomic.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.577679 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.578185 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: extraroute-atomic Mar 10 23:35:54.578507 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: filter_validation.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.579167 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.579669 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: filter-validation Mar 10 23:35:54.580026 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: fip_pf_description.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.580945 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.581444 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 23:35:54.581762 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: fip_port_details.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.582866 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.583378 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: fip-port-details Mar 10 23:35:54.583702 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: flavors.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.584987 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.585506 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: flavors Mar 10 23:35:54.585834 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.587548 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.588108 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 23:35:54.588440 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: floatingip_pools.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.589148 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.589812 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: floatingip-pools Mar 10 23:35:54.590136 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: ip_allocation.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.591096 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.591601 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 23:35:54.591954 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.592875 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.593388 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: ip-substring-filtering Mar 10 23:35:54.593714 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l2_adjacency.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.594642 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.595144 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 23:35:54.595464 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.596465 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.596978 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: router Mar 10 23:35:54.597300 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.599572 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.600135 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 23:35:54.600471 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.601404 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.601919 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: ext-gw-mode Mar 10 23:35:54.602247 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.603704 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.604244 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: l3-ha Mar 10 23:35:54.604569 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.605481 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.605989 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 23:35:54.606312 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_flavors.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.607231 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.607743 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: l3-flavors Mar 10 23:35:54.608254 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.609672 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.610207 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 23:35:54.610510 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.611471 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.612016 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 23:35:54.612344 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: l3agentscheduler.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.613411 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.613923 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: l3_agent_scheduler Mar 10 23:35:54.614255 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: local_ip.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.616075 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.616598 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension local_ip not supported by any of loaded plugins Mar 10 23:35:54.616933 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: logging.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.620699 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.621232 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension logging not supported by any of loaded plugins Mar 10 23:35:54.621574 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: metering.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.622334 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.622919 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: metering Mar 10 23:35:54.623256 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.624384 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.624908 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: metering_source_and_destination_fields Mar 10 23:35:54.625244 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: multiprovidernet.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.626452 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.626968 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: multi-provider Mar 10 23:35:54.627298 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: netmtu.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.628242 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.628751 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: net-mtu Mar 10 23:35:54.629074 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: netmtu_writable.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.630000 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.630506 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: net-mtu-writable Mar 10 23:35:54.630828 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: network_availability_zone.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.631498 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.632027 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: network_availability_zone Mar 10 23:35:54.632353 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: network_ip_availability.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.633477 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.634020 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: network-ip-availability Mar 10 23:35:54.634341 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: network_segment_range.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.635103 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.635606 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 23:35:54.635948 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: pagination.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.636949 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.637286 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: pagination Mar 10 23:35:54.637616 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: port_device_profile.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.638538 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.639055 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: port-device-profile Mar 10 23:35:54.639382 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.640323 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.640838 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: port-mac-address-regenerate Mar 10 23:35:54.641162 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.642083 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.642591 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: port-numa-affinity-policy Mar 10 23:35:54.642913 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: port_resource_request.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.643852 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.644378 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 23:35:54.644702 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: port_resource_request_groups.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.645670 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.646173 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 23:35:54.646493 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: portbindings.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.647423 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.647956 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: binding Mar 10 23:35:54.648275 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: portbindings_extended.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.649583 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.650093 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: binding-extended Mar 10 23:35:54.650419 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: portsecurity.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.651332 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.651839 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: port-security Mar 10 23:35:54.652198 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: project_id.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.653182 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.653514 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: project-id Mar 10 23:35:54.653837 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: providernet.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.654770 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.655279 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: provider Mar 10 23:35:54.655601 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.659190 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.659714 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos not supported by any of loaded plugins Mar 10 23:35:54.660085 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.661342 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.661859 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 23:35:54.662188 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.663117 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.663631 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 23:35:54.663983 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_default.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.664911 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.666089 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-default not supported by any of loaded plugins Mar 10 23:35:54.666416 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_fip.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.667374 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.667887 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-fip not supported by any of loaded plugins Mar 10 23:35:54.668237 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.669157 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.669670 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 23:35:54.669995 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_gateway_ip.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.670920 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.671431 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 23:35:54.671754 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_port_network_policy.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.672833 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.673348 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 23:35:54.673681 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.674727 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.675241 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 23:35:54.675568 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.676636 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.677148 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 23:35:54.677476 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_pps_rule.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.678671 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.679188 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-pps not supported by any of loaded plugins Mar 10 23:35:54.679516 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_rule_type_details.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.680466 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.681530 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 23:35:54.681851 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: qos_rules_alias.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.682908 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.683423 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 23:35:54.683753 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: quota_check_limit.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.684708 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.685227 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: quota-check-limit Mar 10 23:35:54.685552 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: quotasv2.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.686479 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.686805 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: quotas Mar 10 23:35:54.687127 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: quotasv2_detail.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.688879 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.689221 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: quota_details Mar 10 23:35:54.689552 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: rbac.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.690595 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.691111 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: rbac-policies Mar 10 23:35:54.691437 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: rbac_address_group.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.692389 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.692910 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: rbac-address-group Mar 10 23:35:54.693232 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: rbac_address_scope.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.694157 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.694667 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: rbac-address-scope Mar 10 23:35:54.694989 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: rbac_security_groups.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.695908 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.696469 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: rbac-security-groups Mar 10 23:35:54.696794 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: rbac_subnetpool.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.697711 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.698219 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: rbac-subnetpool Mar 10 23:35:54.698540 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: revisionifmatch.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.699547 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.700099 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: revision-if-match Mar 10 23:35:54.700419 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: revisions.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.701554 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.702068 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: standard-attr-revisions Mar 10 23:35:54.702391 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: router_availability_zone.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.703070 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.703590 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: router_availability_zone Mar 10 23:35:54.703912 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: routerservicetype.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.704930 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.705435 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension router-service-type not supported by any of loaded plugins Mar 10 23:35:54.705755 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.706690 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.707196 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: security-groups-normalized-cidr Mar 10 23:35:54.707517 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.708463 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.708971 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: port-security-groups-filtering Mar 10 23:35:54.709290 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.710225 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.710734 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: security-groups-remote-address-group Mar 10 23:35:54.711057 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.712530 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.713035 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: security-groups-shared-filtering Mar 10 23:35:54.713354 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.713945 n-d-831844-1 neutron-server[110316]: WARNING neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 23:35:54.714263 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: securitygroup.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.723824 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.724382 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: security-group Mar 10 23:35:54.724715 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: segment.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.725449 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.725961 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension segment not supported by any of loaded plugins Mar 10 23:35:54.726290 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.727244 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.728342 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 23:35:54.728667 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: servicetype.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.729760 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.730284 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: service-type Mar 10 23:35:54.730616 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: sorting.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.731597 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.731940 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: sorting Mar 10 23:35:54.732278 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: standard_attr_segment.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.733198 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.733712 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 23:35:54.734041 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: standardattrdescription.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.734691 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.735196 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: standard-attr-description Mar 10 23:35:54.735518 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: stateful_security_group.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.736484 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.736993 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: stateful-security-group Mar 10 23:35:54.737313 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: stdattrs_common.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.737880 n-d-831844-1 neutron-server[110316]: WARNING neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 23:35:54.738198 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.739126 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.739635 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 23:35:54.739977 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnet_onboard.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.741046 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.741561 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: subnet_onboard Mar 10 23:35:54.741883 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.742831 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.743367 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 23:35:54.743773 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnet_service_types.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.744740 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.745248 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: subnet-service-types Mar 10 23:35:54.745571 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnetallocation.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.746656 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.747167 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: subnet_allocation Mar 10 23:35:54.747490 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.748186 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.748692 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: subnetpool-prefix-ops Mar 10 23:35:54.749011 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.749958 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.750461 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 23:35:54.750781 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: tagging.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.752145 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.752661 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: standard-attr-tag Mar 10 23:35:54.752988 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: timestamp.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.754197 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.754713 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loaded extension: standard-attr-timestamp Mar 10 23:35:54.755042 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: trunk.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.756113 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.756627 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension trunk not supported by any of loaded plugins Mar 10 23:35:54.756956 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: trunk_details.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.757883 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.758387 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension trunk-details not supported by any of loaded plugins Mar 10 23:35:54.758747 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: uplink_status_propagation.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.759793 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.760329 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 23:35:54.760656 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Loading extension file: vlantransparent.py {{(pid=110316) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 23:35:54.761326 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110316) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 23:35:54.761829 n-d-831844-1 neutron-server[110316]: INFO neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 23:35:54.764321 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:network Mar 10 23:35:54.764885 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnet Mar 10 23:35:54.765242 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 23:35:54.765634 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:port Mar 10 23:35:54.766862 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.767305 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service FLAVORS assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.767911 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.768362 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.768697 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:router Mar 10 23:35:54.769139 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 23:35:54.769634 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service METERING assigned prefix: /metering {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.771062 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.771433 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.771786 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110316) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:35:54.772820 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 23:35:54.773499 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:security_group Mar 10 23:35:54.773948 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 23:35:54.775227 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service CORE assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.775691 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 23:35:54.776084 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] subnetpool is already registered Mar 10 23:35:54.776518 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service CORE assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.776845 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 23:35:54.777180 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] subnetpool is already registered Mar 10 23:35:54.779438 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.779871 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service FLAVORS assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.780496 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.780919 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.781255 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:router Mar 10 23:35:54.781596 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] router is already registered Mar 10 23:35:54.782005 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:floatingip Mar 10 23:35:54.782342 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] floatingip is already registered Mar 10 23:35:54.782795 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service METERING assigned prefix: /metering {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.783457 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 23:35:54.783783 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] rbac_policy is already registered Mar 10 23:35:54.784225 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:security_group Mar 10 23:35:54.784570 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] security_group is already registered Mar 10 23:35:54.784975 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 23:35:54.785313 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] security_group_rule is already registered Mar 10 23:35:54.785938 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service CORE assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.786271 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 23:35:54.786609 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] subnetpool is already registered Mar 10 23:35:54.787027 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.v2.resource_helper [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Service CORE assigned prefix: {{(pid=110316) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 23:35:54.787355 n-d-831844-1 neutron-server[110316]: INFO neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 23:35:54.787687 n-d-831844-1 neutron-server[110316]: WARNING neutron.quota.resource_registry [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] subnetpool is already registered Mar 10 23:35:54.788185 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: extensions {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.789624 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: address-groups {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.791343 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: address-scopes {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.792705 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: agents {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.793865 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: auto-allocated-topology {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.795118 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: availability_zones {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.796359 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: dhcp-networks {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.797866 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: dhcp-agents {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.799278 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: routers {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.801511 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: flavors {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.802684 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: service_profiles {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.803887 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: next_providers {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.805406 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: service_profiles {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.807615 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: floatingip-pools {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.808872 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: routers {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.810982 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: floatingips {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.813164 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: l3-routers {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.814574 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: l3-agents {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.816045 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: metering-labels {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.817393 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: metering-label-rules {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.818671 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: network-ip-availabilities {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.819955 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: bindings {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.822359 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: quotas {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.823945 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: quotas {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.825489 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: rbac-policies {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.826797 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: security-groups {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.828041 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: security-group-rules {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.829328 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: service-providers {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.830544 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: subnetpools {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.831990 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: subnetpools {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.833446 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.835143 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.837025 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.838988 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.840789 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.842674 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.844391 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.846292 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.848061 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.849912 n-d-831844-1 neutron-server[110316]: DEBUG neutron.api.extensions [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Extended resource: tags {{(pid=110316) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 23:35:54.855940 n-d-831844-1 neutron-server[110316]: WARNING keystonemiddleware.auth_token [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 23:35:54.860600 n-d-831844-1 neutron-server[110316]: WARNING keystonemiddleware.auth_token [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 23:35:54.869849 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Acquired lock "singleton_lock" {{(pid=110316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 23:35:54.870325 n-d-831844-1 neutron-server[110316]: DEBUG oslo_concurrency.lockutils [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Releasing lock "singleton_lock" {{(pid=110316) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 23:35:54.870989 n-d-831844-1 neutron-server[110316]: INFO oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Starting 2 workers Mar 10 23:35:54.875834 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Started child 110425 {{(pid=110316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 23:35:54.880558 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Started child 110426 {{(pid=110316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 23:35:54.881737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.882449 n-d-831844-1 neutron-server[110316]: INFO neutron.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 23:35:54.882753 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.883384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [-] (110425) wsgi starting up on http://0.0.0.0:9696 Mar 10 23:35:54.885854 n-d-831844-1 neutron-server[110316]: INFO oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Starting 1 workers Mar 10 23:35:54.886166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.887578 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [-] (110426) wsgi starting up on http://0.0.0.0:9696 Mar 10 23:35:54.891041 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Started child 110427 {{(pid=110316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 23:35:54.891618 n-d-831844-1 neutron-server[110316]: INFO oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Starting 1 workers Mar 10 23:35:54.894938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] calling RpcWorker wait() {{(pid=110427) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 23:35:54.895500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] returning from RpcWorker wait() {{(pid=110427) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 23:35:54.896103 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Started child 110428 {{(pid=110316) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 23:35:54.896911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.897014 n-d-831844-1 neutron-server[110316]: DEBUG neutron_lib.callbacks.manager [None req-3f795ac0-b2d4-4129-ae05-fa9e0c989980 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110316) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.897437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:35:54.898823 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 23:35:54.899045 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 23:35:54.899238 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 23:35:54.899513 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 23:35:54.899850 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 23:35:54.900042 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 23:35:54.900542 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.900817 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.901097 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.901186 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:35:54.901627 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.901627 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.902224 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.902316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:35:54.902512 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.902767 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.903059 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.903302 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.903469 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.903639 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.903888 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.904147 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.904448 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.904709 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.904950 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.905219 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.905401 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.905663 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.905945 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.906191 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.906456 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] debug = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.906698 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.907204 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.907450 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.907695 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.907952 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.908238 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.908474 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.908747 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.908993 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.909238 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.909482 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.909736 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.909970 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.910204 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.910444 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.910675 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.910955 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.911188 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.911643 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] host = n-d-831844-1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.911892 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.912164 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.912411 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.912664 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.912908 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.913160 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.913428 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.913697 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.913945 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.914189 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.914440 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.914684 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.914900 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_options = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.917788 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.918672 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.919579 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920295 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920295 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920295 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920661 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920661 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.920901 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.921614 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.921614 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.921614 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.921984 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.922108 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.922240 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.922645 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.923405 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.923668 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.923916 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.924178 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.924411 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.924649 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.924921 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.925151 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.925407 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.925658 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.925874 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.926101 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.926318 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.926605 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.926915 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_json = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.927263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.927522 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.927769 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.928190 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.928454 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.929228 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.929647 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.929806 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.929949 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:54.931468 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.931780 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.932145 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.932388 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.932827 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.933048 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.933316 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.933548 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.933792 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.934016 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.934330 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.934558 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.934871 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.935126 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.935490 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.935806 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.936105 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.936385 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.936629 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.936862 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.937099 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.937323 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.937609 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.937857 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.938101 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.938354 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.938597 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.938887 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.939152 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.939496 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.939771 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.940072 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.940354 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.940594 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.940819 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.941044 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.941263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.941488 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.942263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.942263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.942263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.942679 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.942679 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.943185 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.943185 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.943460 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.943605 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.943796 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.944043 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.944281 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.944519 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.944759 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.944993 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.945245 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.945458 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.945674 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.945914 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.946200 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.946958 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.947179 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.947395 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.947637 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.947866 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.948114 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.948335 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.948547 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.948796 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.949028 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.949448 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.949675 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.949828 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.949968 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.950107 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.950361 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.950583 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.950807 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.951008 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.951573 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.951573 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.951844 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.951844 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.952171 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.952383 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.952899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.953244 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.953402 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.953548 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.953743 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.953960 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.954408 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.954408 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.954694 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.954943 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.955193 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.955459 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.955698 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.955979 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.956220 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.956598 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.956965 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.957198 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.957414 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.957669 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.957916 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.958145 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.958369 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.958742 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.958886 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.959079 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.959328 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.959572 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.959790 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.960048 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.960303 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.960594 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.961224 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.961224 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.961505 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.962232 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.962445 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.962695 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.963854 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.963854 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.963854 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.963854 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.964867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.964867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.964867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.964867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.967648 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968882 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.968882 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.969770 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.969770 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.969770 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.970134 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.970261 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.970421 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.970669 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.970901 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.971118 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.971354 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.971573 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.971810 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.972052 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.972288 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.972537 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.972752 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.973839 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.973839 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.973839 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.973839 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.973839 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.974501 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.974501 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.974501 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.974859 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.975053 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.975191 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.975325 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.975815 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.975815 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.976092 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.976312 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.976531 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.977289 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.977289 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.977289 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978047 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978047 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978047 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978312 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978740 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.978740 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.979003 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.979138 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.979310 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.979528 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.979767 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.980837 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.980837 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.980837 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.980837 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.981364 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.981364 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.981611 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.981744 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.981928 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.982162 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.982377 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.982598 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.982832 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.983048 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.983286 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.983581 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.983821 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.986017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.987320 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988369 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988369 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988369 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988369 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988912 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.988912 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.989196 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.989335 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.989569 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.989899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.990138 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.990355 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.990754 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.991030 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.991251 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.991463 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.992946 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994115 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994115 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994115 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994306 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994460 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.994702 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.995089 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.995947 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.995947 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.995947 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.995947 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.996301 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.996472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.996695 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.996979 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.997226 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.997470 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.997726 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.998034 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.998270 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.998511 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.998729 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.998968 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.999163 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.999429 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:54.999757 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.000065 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.000326 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.000605 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.000881 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.001408 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.001691 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.001904 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.002198 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.002527 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.002800 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.003060 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.003304 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.003538 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.003778 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.004016 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.004252 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.004514 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.004715 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.004972 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.005204 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.005427 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.005667 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.005893 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.006114 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.006337 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.006569 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.006814 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.007062 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.007178 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 23:35:55.007724 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110316) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 23:35:55.007885 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 23:35:55.008056 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 23:35:55.008212 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 23:35:55.008543 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 23:35:55.009439 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 23:35:55.009925 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.009925 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010061 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010225 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010388 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010572 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010739 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010897 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.010990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:35:55.011077 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.011208 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.011366 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.011527 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.011686 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.011847 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012034 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012197 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012357 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012518 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012684 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.012845 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013006 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013165 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013325 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] debug = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013560 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013808 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.013959 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.014094 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.014252 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.014406 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.014710 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.015107 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.015228 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.019962 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] host = n-d-831844-1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020472 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.020899 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_options = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021342 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.021725 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022583 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022583 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022583 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022749 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.022926 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023012 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023270 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023367 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023452 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023615 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023776 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.023958 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.024122 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.024289 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.024751 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.024914 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025127 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025347 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025437 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025578 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025711 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025835 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.025987 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026145 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026306 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026467 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_json = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026625 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026785 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.026944 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027103 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027263 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027421 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027580 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027741 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.027901 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 23:35:55.028113 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.028254 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.028432 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.028594 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.028757 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.028920 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029083 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029245 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029407 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029569 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029740 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.029902 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.030074 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.030237 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.030476 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.030645 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.030996 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.031391 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.031734 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.032062 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.032372 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.032560 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.032728 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.032867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033034 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033179 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033325 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033502 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033662 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.033840 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034003 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034172 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034509 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034509 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034782 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.034782 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035086 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035086 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035345 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035504 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035630 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.035790 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036038 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036038 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036457 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036457 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036457 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036772 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036772 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.036993 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037116 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037235 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037397 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037572 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037700 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.037868 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038021 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038193 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038357 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038520 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038683 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038846 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.038992 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.039227 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.039359 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.039515 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.039669 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.039793 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.040457 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041073 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041073 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041073 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041073 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041563 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041563 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041563 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041904 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.041904 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042156 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042156 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042475 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042475 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042710 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042832 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.042988 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043072 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043191 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043354 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043526 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043667 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.043828 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044026 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044203 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044359 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044527 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044740 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044868 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.044991 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045142 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045303 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045465 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045627 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045789 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.045950 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046114 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046278 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046440 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046601 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046767 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.046930 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047092 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047254 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047416 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047577 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047742 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.047898 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048067 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048231 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048393 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048564 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048727 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.048892 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049056 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049224 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049435 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049573 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049700 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.049862 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050023 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050185 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050347 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050509 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050670 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050833 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.050995 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.051168 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.051331 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.051494 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.051655 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.051840 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052025 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052188 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052354 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052516 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052679 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.052842 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053005 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053167 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053329 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053491 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053654 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053816 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.053979 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054142 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054305 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054469 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054633 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054795 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.054958 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.055120 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.055287 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.055449 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.055660 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.056345 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.056508 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.056698 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.056919 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057084 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057247 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057412 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057575 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057737 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.057900 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058062 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058224 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058387 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058553 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058717 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.058879 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059043 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059207 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059371 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059534 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059698 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.059861 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060047 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060211 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060374 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060537 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060700 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.060862 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061026 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061188 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061351 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061531 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061694 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.061858 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062023 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062188 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062350 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062512 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062675 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062837 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.062999 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063163 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063326 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063491 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063653 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063815 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.063997 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064164 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064329 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064492 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064656 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064820 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.064982 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065164 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065307 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065468 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065632 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065794 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.065956 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066118 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066294 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066462 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066624 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066787 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.066950 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067111 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067284 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067447 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067609 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067771 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.067943 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068117 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068291 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068455 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068617 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068780 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.068942 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069104 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069277 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069439 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069600 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069763 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.069925 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070087 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070257 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070420 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070582 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070744 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.070905 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.071068 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.071279 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.071499 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.071697 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.071866 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072049 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072212 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072384 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072548 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072711 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.072881 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073042 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073206 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073367 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073541 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073705 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.073867 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074020 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074182 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074345 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074509 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074676 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.074847 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075017 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075181 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075352 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075522 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075692 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.075856 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076046 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076221 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076388 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076550 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076712 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.076874 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077038 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077200 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077361 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077523 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077685 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.077847 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078008 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078170 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078331 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078494 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078655 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078817 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.078980 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.079142 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.079304 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 23:35:55.079458 n-d-831844-1 neutron-server[110316]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110316) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 23:35:55.094856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60042) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:35:55.104422 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073695 Mar 10 23:36:06.621122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc8a0b-3657-4f7e-8ada-af2a966bbfb7 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 23:36:06.683200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bc8a0b-3657-4f7e-8ada-af2a966bbfb7 None None] No non-hosted networks {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 23:36:06.690778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.agentschedulers_db [None req-54bc8a0b-3657-4f7e-8ada-af2a966bbfb7 None None] DHCP Agent not found on host n-d-831844-1 {{(pid=110427) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 23:36:06.772185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1dd4-9902-449d-bdb2-362ee2cea031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:09.147994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0fb10636-7d48-4e4b-882b-280a31e22715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:09.210425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-741b4898-d629-4c07-a3b9-a62adb335b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:10.245158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:11.402980 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:12.703558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:13.111313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:13.112016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.112363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.112704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.113036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.113365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.113694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.114015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.114336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.114657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.114978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.115297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.115612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.115945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:13.122107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-831844-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:13.129790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-831844-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:13.227551 n-d-831844-1 neutron-server[110426]: WARNING oslo_policy.policy [None req-7dbdf11c-8353-4a01-8740-4f88b0de9949 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:13.228251 n-d-831844-1 neutron-server[110426]: WARNING oslo_policy.policy [None req-7dbdf11c-8353-4a01-8740-4f88b0de9949 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:13.453200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-7dbdf11c-8353-4a01-8740-4f88b0de9949 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:36:13.454334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7dbdf11c-8353-4a01-8740-4f88b0de9949 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7497966 Mar 10 23:36:16.013977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60150) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:16.336922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:16.432574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.policy [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110426) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 23:36:16.476282 n-d-831844-1 neutron-server[110426]: WARNING oslo_policy.policy [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:16.476668 n-d-831844-1 neutron-server[110426]: WARNING oslo_policy.policy [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:16.571833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744204040997', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744204040472', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744203989996', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744203994826', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744204001382', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744203947792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33343691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33310692', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853084', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1008494'] for rbac-policy (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:16.639062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:16.640257 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e3faed05-7546-4f26-90e4-e69d387db4bf admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6253803 Mar 10 23:36:17.371594 n-d-831844-1 neutron-server[110427]: INFO neutron.db.l3_hamode_db [None req-8131b747-4aef-47c9-8b7e-155a51561bb9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 23:36:17.447757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131b747-4aef-47c9-8b7e-155a51561bb9 None None] Routers set() bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:36:17.448176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131b747-4aef-47c9-8b7e-155a51561bb9 None None] Router IDs set() for agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 23:36:19.185455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60160) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:19.490171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:19.519531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Made reservation on behalf of 6c8ba94589424033b56de87d59c97d6f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:36:19.523282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.540683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.650975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks [] for security_group (ef3b2238-b306-48f0-94a4-72aeed7ba62c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.654610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ef3b2238-b306-48f0-94a4-72aeed7ba62c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.674820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:36:19.712430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744200782861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8a9d90cc-db98-469a-8c8a-efdf0d631c81), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.713035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Unsubscribe: segment precommit_create {{(pid=110426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 23:36:19.713559 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Added segment 8a9d90cc-db98-469a-8c8a-efdf0d631c81 of type vlan for network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 Mar 10 23:36:19.733300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b2238-b306-48f0-94a4-72aeed7ba62c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:19.783696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.784076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.784420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.784762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.785139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.785502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.785972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.786346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.786673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.786998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.787320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.787643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.787993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Tracked resource versions report: Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: pushed versions: Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: { 'AddressGroup': {'1.2'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'ConntrackHelper': {'1.0'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Log': {'1.0'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Network': {'1.1'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Port': {'1.7'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'PortForwarding': {'1.2'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'QosPolicy': {'1.10'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SecurityGroup': {'1.5'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SubPort': {'1.0'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Subnet': {'1.1'}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Trunk': {'1.1'}} Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: consumer versions: Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: L3 agent@n-d-831844-1: {}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: Metadata agent@n-d-831844-1: {}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: Metering agent@n-d-831844-1: {}, Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'ConntrackHelper': '1.0', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'LocalIPAssociation': '1.0', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Log': '1.0', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Network': '1.1', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Port': '1.7', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'PortForwarding': '1.2', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'QosPolicy': '1.10', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SecurityGroup': '1.5', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SecurityGroupRule': '1.2', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'SubPort': '1.0', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Subnet': '1.1', Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: 'Trunk': '1.1'}} Mar 10 23:36:19.789961 n-d-831844-1 neutron-server[110426]: {{(pid=110426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:36:19.825553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (46c427c4-81da-404a-91d2-ac77e7c4f9e7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.869601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (46c427c4-81da-404a-91d2-ac77e7c4f9e7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.874540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:19.875261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:19.938372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7519133 Mar 10 23:36:19.995173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b392df-13a9-4a3c-9003-829ce6c266df demo demo] Pushing event updated for resources: {'Network': ['ID=46c427c4-81da-404a-91d2-ac77e7c4f9e7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:20.007686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:36:22.494653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:22.896384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c3d642-f73f-4d56-9ada-55761b7fd68b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:22.897649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0c3d642-f73f-4d56-9ada-55761b7fd68b demo admin] 10.222.0.21 "GET /v2.0/networks/46c427c4-81da-404a-91d2-ac77e7c4f9e7 HTTP/1.1" status: 200 len: 825 time: 0.4020560 Mar 10 23:36:22.922461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a7ade872-4650-4f84-96a7-e8d25aa799aa demo admin] 10.222.0.21 "GET /v2.0/subnetpools/067c3a73-e505-4491-a86f-523397adce1e HTTP/1.1" status: 200 len: 734 time: 0.0185621 Mar 10 23:36:22.931443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:22.951822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Made reservation on behalf of 6c8ba94589424033b56de87d59c97d6f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:36:22.954082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:23.249006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (8573f3e5-f3a2-4f93-9bf6-39f45ce14f83), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:23.317986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8573f3e5-f3a2-4f93-9bf6-39f45ce14f83,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:23.322422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Checking segment: {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:36:23.322798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Network hostable DHCP agents. Network: 46c427c4-81da-404a-91d2-ac77e7c4f9e7, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:36:23.342839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:36:23.354234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 46c427c4-81da-404a-91d2-ac77e7c4f9e7) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:23.358992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:23.359601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:23.364095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460009d-de39-442f-a2ab-8e0d5b99a59a None None] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:36:23.375614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-54749635-0a64-4119-913a-96576af94d03 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4479582 Mar 10 23:36:23.744782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:36:23.746120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.019961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Allocated IP 172.20.0.2 (46c427c4-81da-404a-91d2-ac77e7c4f9e7/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83/449ecfa3-112d-44d2-b099-f72f38fc227f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:36:24.288865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks [] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.297904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.372837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:36:24.379516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:24.382895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:36:24.394322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Pushing event updated for resources: {'Port': ['ID=449ecfa3-112d-44d2-b099-f72f38fc227f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:24.425120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.425543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.425823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.426170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.426511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.426837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.427169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.427496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.427826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.428190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.428507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.428831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.429154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Tracked resource versions report: Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: pushed versions: Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: { 'AddressGroup': {'1.2'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'ConntrackHelper': {'1.0'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Log': {'1.0'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Network': {'1.1'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Port': {'1.7'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'PortForwarding': {'1.2'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'QosPolicy': {'1.10'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SecurityGroup': {'1.5'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SubPort': {'1.0'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Subnet': {'1.1'}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Trunk': {'1.1'}} Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: consumer versions: Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: L3 agent@n-d-831844-1: {}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: Metadata agent@n-d-831844-1: {}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: Metering agent@n-d-831844-1: {}, Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'ConntrackHelper': '1.0', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'LocalIPAssociation': '1.0', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Log': '1.0', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Network': '1.1', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Port': '1.7', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'PortForwarding': '1.2', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'QosPolicy': '1.10', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SecurityGroup': '1.5', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SecurityGroupRule': '1.2', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'SubPort': '1.0', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Subnet': '1.1', Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: 'Trunk': '1.1'}} Mar 10 23:36:24.430724 n-d-831844-1 neutron-server[110427]: {{(pid=110427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:36:24.480351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Attempting to bind port 449ecfa3-112d-44d2-b099-f72f38fc227f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:36:24.480762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Attempting to bind port 449ecfa3-112d-44d2-b099-f72f38fc227f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:36:24.481242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Attempting to bind port 449ecfa3-112d-44d2-b099-f72f38fc227f on network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:36:24.486077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:36:24.486462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Checking segment: {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:36:24.486963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.487355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Bound using segment: {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:36:24.487823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Bound port: 449ecfa3-112d-44d2-b099-f72f38fc227f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:36:24.488262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.549402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] For port 449ecfa3-112d-44d2-b099-f72f38fc227f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:36:24.553497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] For port 449ecfa3-112d-44d2-b099-f72f38fc227f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=449ecfa3-112d-44d2-b099-f72f38fc227f,segment=NetworkSegment(8a9d90cc-db98-469a-8c8a-efdf0d631c81),segment_id=8a9d90cc-db98-469a-8c8a-efdf0d631c81)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:36:24.560837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:24.624417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd5c3f-4767-4df2-9c6b-098c430b12be None None] Pushing event updated for resources: {'Port': ['ID=449ecfa3-112d-44d2-b099-f72f38fc227f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:25.952253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60180) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:26.263213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-4e303b2a-09db-451d-9006-229e4aca03f3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:36:26.264220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4e303b2a-09db-451d-9006-229e4aca03f3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108869 Mar 10 23:36:28.803884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:29.115578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-844376e7-c27a-4726-80fa-f8c21ecba303 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:36:29.116739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-844376e7-c27a-4726-80fa-f8c21ecba303 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118758 Mar 10 23:36:31.706020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60196) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:32.205159 n-d-831844-1 neutron-server[110425]: WARNING oslo_policy.policy [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:32.205760 n-d-831844-1 neutron-server[110425]: WARNING oslo_policy.policy [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:32.433722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:32.496437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.policy [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 23:36:32.540926 n-d-831844-1 neutron-server[110425]: WARNING oslo_policy.policy [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:32.541305 n-d-831844-1 neutron-server[110425]: WARNING oslo_policy.policy [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 23:36:32.603607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (a24e275a-2ad6-4164-8f64-371283d82871), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:32.605553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (a24e275a-2ad6-4164-8f64-371283d82871), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:32.767360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Publish callbacks [] for router_controller (a24e275a-2ad6-4164-8f64-371283d82871), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:32.772972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (a24e275a-2ad6-4164-8f64-371283d82871), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:32.797462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:32.798926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b4e99a5-8bd7-49d8-9fce-82adcb702c99 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0908201 Mar 10 23:36:35.353693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60216) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:35.673211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-bfb61474-5950-41ef-b2f7-626ed03ae250 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:36:35.674198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bfb61474-5950-41ef-b2f7-626ed03ae250 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196006 Mar 10 23:36:35.884868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 449ecfa3-112d-44d2-b099-f72f38fc227f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:36:35.976229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 449ecfa3-112d-44d2-b099-f72f38fc227f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:35.976731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.038982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833be6c-34fb-4580-bade-cbae3f4e7e66 None None] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:36:36.138704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 449ecfa3-112d-44d2-b099-f72f38fc227f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:36.139094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.197913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a29770a9-5004-4f7c-8130-5bb9a7fccaf3 None None] Provisioning complete for port 449ecfa3-112d-44d2-b099-f72f38fc227f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:36.198310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a29770a9-5004-4f7c-8130-5bb9a7fccaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.202945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 449ecfa3-112d-44d2-b099-f72f38fc227f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=449ecfa3-112d-44d2-b099-f72f38fc227f,segment=NetworkSegment(8a9d90cc-db98-469a-8c8a-efdf0d631c81),segment_id=8a9d90cc-db98-469a-8c8a-efdf0d631c81)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:36:36.229437 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.340264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=449ecfa3-112d-44d2-b099-f72f38fc227f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:36.357121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a29770a9-5004-4f7c-8130-5bb9a7fccaf3 None None] Current status of the port 449ecfa3-112d-44d2-b099-f72f38fc227f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:36.565451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-370f30b5-a0e1-4918-979f-7602a18d3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.584932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4615f86f-8484-46e8-8ecf-58078e69f0ff None None] Provisioning complete for port 449ecfa3-112d-44d2-b099-f72f38fc227f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:36.585313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4615f86f-8484-46e8-8ecf-58078e69f0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:36.662432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4615f86f-8484-46e8-8ecf-58078e69f0ff None None] Current status of the port 449ecfa3-112d-44d2-b099-f72f38fc227f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:37.838935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 449ecfa3-112d-44d2-b099-f72f38fc227f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:36:37.884375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 449ecfa3-112d-44d2-b099-f72f38fc227f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:37.884792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:37.956987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 449ecfa3-112d-44d2-b099-f72f38fc227f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:38.269798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60226) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:38.575554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:38.593879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Made reservation on behalf of a3160c44ac1e4bfdb22825b5b30a456f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:36:38.596082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.603789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.676240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks [] for security_group (d02eea2d-784a-484b-853e-8466d85f1d71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.680851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d02eea2d-784a-484b-853e-8466d85f1d71), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.695130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Reserving flat network on physical network physnet1 {{(pid=110426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 23:36:38.715616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02eea2d-784a-484b-853e-8466d85f1d71,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:38.721152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1cfc51b1-86b0-4237-92d8-9bb37e2d81e3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.721492 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Added segment 1cfc51b1-86b0-4237-92d8-9bb37e2d81e3 of type flat for network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b Mar 10 23:36:38.770493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.801923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.803098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:38.803653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:38.867837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5969963 Mar 10 23:36:38.898544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c0df5-19b3-430f-a0ce-894e90b0a8fb admin admin] Pushing event updated for resources: {'Network': ['ID=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:38.909178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:36:39.138649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9e03d033-8f93-4615-91ea-d81acb180b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:40.207257 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:41.349490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:41.392030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:41.568964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d40bfc-d137-4489-8f98-d172cda893b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:41.570260 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d6d40bfc-d137-4489-8f98-d172cda893b1 demo admin] 10.222.0.21 "GET /v2.0/subnets/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83 HTTP/1.1" status: 200 len: 849 time: 0.1772857 Mar 10 23:36:41.732746 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0dcd4058-955b-4c36-afc1-985286b8b793 demo admin] 10.222.0.21 "GET /v2.0/routers/a24e275a-2ad6-4164-8f64-371283d82871 HTTP/1.1" status: 200 len: 704 time: 0.1561091 Mar 10 23:36:42.007728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.296526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Allocated IP 172.20.0.1 (46c427c4-81da-404a-91d2-ac77e7c4f9e7/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83/34c2ab9a-3dff-4d38-8802-8e6509d054ee) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:36:42.492277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks [] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.559261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.626674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:36:42.632234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:42.641590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:36:42.642167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (a24e275a-2ad6-4164-8f64-371283d82871), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.703354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Pushing event updated for resources: {'Port': ['ID=34c2ab9a-3dff-4d38-8802-8e6509d054ee,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:42.813827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-eb9f145b-4373-4f62-811a-48cd7b271d23 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:42.814357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb9f145b-4373-4f62-811a-48cd7b271d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.857218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:42.897566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f145b-4373-4f62-811a-48cd7b271d23 None None] Port 34c2ab9a-3dff-4d38-8802-8e6509d054ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:36:43.067149 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks [] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:43.072022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:43.072771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (a24e275a-2ad6-4164-8f64-371283d82871), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:43.093380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:43.132306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Pushing event updated for resources: {'Port': ['ID=34c2ab9a-3dff-4d38-8802-8e6509d054ee,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:43.198167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:36:43.199476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:43.372247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Router a24e275a-2ad6-4164-8f64-371283d82871 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:36:43.470702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:36:43.475876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-09b33bb6-6e92-4486-9d9e-0326c8b09a9c demo admin] 10.222.0.21 "PUT /v2.0/routers/a24e275a-2ad6-4164-8f64-371283d82871/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7380266 Mar 10 23:36:43.481292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Sync routers for ids ['a24e275a-2ad6-4164-8f64-371283d82871'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:36:43.493552 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Routers {'a24e275a-2ad6-4164-8f64-371283d82871'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:36:43.494380 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:36:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a24e275a-2ad6-4164-8f64-371283d82871'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:43.520918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2199ecf5-63a9-465d-95b3-4b9c88a6bbe7 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:43.521316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2199ecf5-63a9-465d-95b3-4b9c88a6bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:43.557477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2199ecf5-63a9-465d-95b3-4b9c88a6bbe7 None None] Port 34c2ab9a-3dff-4d38-8802-8e6509d054ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:36:43.684880 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Set router a24e275a-2ad6-4164-8f64-371283d82871 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:36:44.111865 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:42Z', 'revision_number': 2, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port_host': None, '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:42Z', 'revision_number': 2, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:44.160570 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Checking router: a24e275a-2ad6-4164-8f64-371283d82871 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:36:44.160935 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Updating router a24e275a-2ad6-4164-8f64-371283d82871 port 34c2ab9a-3dff-4d38-8802-8e6509d054ee binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:36:44.239337 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:44.717198 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks [] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:44.723321 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:44.886702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Pushing event updated for resources: {'Port': ['ID=34c2ab9a-3dff-4d38-8802-8e6509d054ee,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:44.901276 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.901621 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.901955 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.902286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.902613 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.902936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.903257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.903573 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.903892 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.904235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.904554 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.904870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.905188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Tracked resource versions report: Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: pushed versions: Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: { 'AddressGroup': {'1.2'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'ConntrackHelper': {'1.0'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Log': {'1.0'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Network': {'1.1'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Port': {'1.7'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'PortForwarding': {'1.2'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'QosPolicy': {'1.10'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SecurityGroup': {'1.5'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SubPort': {'1.0'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Subnet': {'1.1'}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Trunk': {'1.1'}} Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: consumer versions: Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: L3 agent@n-d-831844-1: {}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: Metadata agent@n-d-831844-1: {}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: Metering agent@n-d-831844-1: {}, Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'ConntrackHelper': '1.0', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'LocalIPAssociation': '1.0', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Log': '1.0', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Network': '1.1', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Port': '1.7', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'PortForwarding': '1.2', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'QosPolicy': '1.10', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SecurityGroup': '1.5', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SecurityGroupRule': '1.2', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'SubPort': '1.0', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Subnet': '1.1', Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: 'Trunk': '1.1'}} Mar 10 23:36:44.906276 n-d-831844-1 neutron-server[110428]: {{(pid=110428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:36:44.911021 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Attempting to bind port 34c2ab9a-3dff-4d38-8802-8e6509d054ee on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:36:44.911397 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Attempting to bind port 34c2ab9a-3dff-4d38-8802-8e6509d054ee by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:36:44.911824 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Attempting to bind port 34c2ab9a-3dff-4d38-8802-8e6509d054ee on network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:36:44.918019 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:36:44.918334 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Checking segment: {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:36:44.918814 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:44.919197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Bound using segment: {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:36:44.919661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Bound port: 34c2ab9a-3dff-4d38-8802-8e6509d054ee, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9d90cc-db98-469a-8c8a-efdf0d631c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:36:44.920095 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:44.985829 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] For port 34c2ab9a-3dff-4d38-8802-8e6509d054ee, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:36:44.987130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3f0efdca-3f8f-4ac1-803e-b995beb65001 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:44.987623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3f0efdca-3f8f-4ac1-803e-b995beb65001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:45.005376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] For port 34c2ab9a-3dff-4d38-8802-8e6509d054ee, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=34c2ab9a-3dff-4d38-8802-8e6509d054ee,segment=NetworkSegment(8a9d90cc-db98-469a-8c8a-efdf0d631c81),segment_id=8a9d90cc-db98-469a-8c8a-efdf0d631c81)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:36:45.011543 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:45.027820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3f0efdca-3f8f-4ac1-803e-b995beb65001 None None] Port 34c2ab9a-3dff-4d38-8802-8e6509d054ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:36:45.079575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Routers {'a24e275a-2ad6-4164-8f64-371283d82871'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:36:45.080236 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:36:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a24e275a-2ad6-4164-8f64-371283d82871'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:45.127869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c746de-05c9-4da9-a2d3-86100576309f None None] Pushing event updated for resources: {'Port': ['ID=34c2ab9a-3dff-4d38-8802-8e6509d054ee,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:45.184120 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] Set router a24e275a-2ad6-4164-8f64-371283d82871 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:36:45.248863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:45.249262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:45.325946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Current status of the port 34c2ab9a-3dff-4d38-8802-8e6509d054ee is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:45.326268 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:45.358292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] For port 34c2ab9a-3dff-4d38-8802-8e6509d054ee, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=34c2ab9a-3dff-4d38-8802-8e6509d054ee,segment=NetworkSegment(8a9d90cc-db98-469a-8c8a-efdf0d631c81),segment_id=8a9d90cc-db98-469a-8c8a-efdf0d631c81)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:36:45.363615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:45.401618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eac44c59-357d-4f98-935b-73723529b17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:42Z', 'revision_number': 2, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port_host': None, '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:44Z', 'revision_number': 4, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:45.411982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746a74-bd4c-4fa5-95b4-33c45dcfb371 None None] Pushing event updated for resources: {'Port': ['ID=34c2ab9a-3dff-4d38-8802-8e6509d054ee,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:45.437529 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac44c59-357d-4f98-935b-73723529b17f None None] The sync data for ids ['a24e275a-2ad6-4164-8f64-371283d82871'] in n-d-831844-1 is: [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:42Z', 'revision_number': 2, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port_host': None, '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:44Z', 'revision_number': 4, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:36:45.940117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60264) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:46.052296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b759c-d0af-4de3-9d16-17ef0925ccea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:46.053575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-249b759c-d0af-4de3-9d16-17ef0925ccea admin admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 842 time: 0.1124649 Mar 10 23:36:46.063032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Request body: {'subnet': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'cidr': '172.25.7.0/24'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:46.084387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Made reservation on behalf of a3160c44ac1e4bfdb22825b5b30a456f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:36:46.087159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:46.439578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 23:36:46.439952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:46.498539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:46.506277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:36:46.506632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Network hostable DHCP agents. Network: 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:36:46.522210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:36:46.531272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:46.536723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:46.537369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:46.542342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bf036-dade-4e6b-ae55-4423a584f577 None None] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:36:46.559564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-507cfc71-ba3b-4ca5-8fbb-720b0247c3a6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4998844 Mar 10 23:36:46.648752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e2ea30-99cd-4e3e-a01c-0d78152af591 None None] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:36:48.980085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:49.110458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c9c1d3af-da3f-4dbe-a6ee-4938055b5987 demo admin] 10.222.0.21 "GET /v2.0/routers/a24e275a-2ad6-4164-8f64-371283d82871 HTTP/1.1" status: 200 len: 710 time: 0.1291778 Mar 10 23:36:49.195184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a7e92-4595-46cc-b77d-9a1289dca465 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:36:49.196591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe9a7e92-4595-46cc-b77d-9a1289dca465 demo admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 886 time: 0.0808580 Mar 10 23:36:49.207054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:36:49.462852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks [] for router_gateway (a24e275a-2ad6-4164-8f64-371283d82871), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:49.701075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks [] for router_gateway (a24e275a-2ad6-4164-8f64-371283d82871), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:49.775370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:49.880323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Allocated IP 172.25.7.43 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6ff6ff5e-1e7b-4223-8050-518fc08aabe7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:36:49.954089 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:36:49.982249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks [] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.016850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.054250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:36:50.059117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:36:50.065527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Pushing event updated for resources: {'Port': ['ID=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:50.069082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:36:50.416884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks [] for router_gateway (a24e275a-2ad6-4164-8f64-371283d82871), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.618305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (a24e275a-2ad6-4164-8f64-371283d82871), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.621778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (a24e275a-2ad6-4164-8f64-371283d82871), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.734553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Router a24e275a-2ad6-4164-8f64-371283d82871 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:36:50.849262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:36:50.854838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:50.863120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bfd1903-024a-4b8c-9174-cf246bc8f498 demo admin] 10.222.0.21 "PUT /v2.0/routers/a24e275a-2ad6-4164-8f64-371283d82871 HTTP/1.1" status: 200 len: 889 time: 1.6535611 Mar 10 23:36:53.411767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:36:53.533708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1b24785-1324-414c-9363-4f927c6d1ec8 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1207535 Mar 10 23:36:53.885176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 34c2ab9a-3dff-4d38-8802-8e6509d054ee up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:36:53.938711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:53.938832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:54.018971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 34c2ab9a-3dff-4d38-8802-8e6509d054ee is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:54.114144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Sync routers for ids ['a24e275a-2ad6-4164-8f64-371283d82871'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:36:54.126659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Routers {'a24e275a-2ad6-4164-8f64-371283d82871'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:36:54.127308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:36:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a24e275a-2ad6-4164-8f64-371283d82871'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:54.345888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Set router a24e275a-2ad6-4164-8f64-371283d82871 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:36:54.810967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:50Z', 'revision_number': 4, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port': {'id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:49Z', 'updated_at': '2022-03-10T23:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:45Z', 'revision_number': 5, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:54.865025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Checking router: a24e275a-2ad6-4164-8f64-371283d82871 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:36:54.865408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Updating router a24e275a-2ad6-4164-8f64-371283d82871 port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:36:54.922023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.254059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks [] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.261286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.316544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4c8a-5e74-4ae2-9d82-2215c869fb79 None None] Pushing event updated for resources: {'Port': ['ID=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:55.321426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Attempting to bind port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:36:55.322055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Attempting to bind port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:36:55.322190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Attempting to bind port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:36:55.328157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:36:55.328539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:36:55.328946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.329340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:36:55.329834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Bound port: 6ff6ff5e-1e7b-4223-8050-518fc08aabe7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:36:55.330244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.390674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] For port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:36:55.394387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] For port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:36:55.402058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:55.465603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4c8a-5e74-4ae2-9d82-2215c869fb79 None None] Pushing event updated for resources: {'Port': ['ID=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:55.472937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Routers {'a24e275a-2ad6-4164-8f64-371283d82871'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:36:55.473550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:36:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a24e275a-2ad6-4164-8f64-371283d82871'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:55.589092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] Set router a24e275a-2ad6-4164-8f64-371283d82871 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:36:55.826020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:50Z', 'revision_number': 4, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port': {'id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:49Z', 'updated_at': '2022-03-10T23:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:45Z', 'revision_number': 5, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:36:55.857970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332caff7-d5c7-4ead-b758-9e1c990b7d06 None None] The sync data for ids ['a24e275a-2ad6-4164-8f64-371283d82871'] in n-d-831844-1 is: [{'id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'name': 'router1', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:36:32Z', 'updated_at': '2022-03-10T23:36:50Z', 'revision_number': 4, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'gw_port': {'id': '6ff6ff5e-1e7b-4223-8050-518fc08aabe7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:49Z', 'updated_at': '2022-03-10T23:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '34c2ab9a-3dff-4d38-8802-8e6509d054ee', 'name': '', 'network_id': '46c427c4-81da-404a-91d2-ac77e7c4f9e7', 'tenant_id': '6c8ba94589424033b56de87d59c97d6f', 'mac_address': 'fa:16:3e:e9:e6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24e275a-2ad6-4164-8f64-371283d82871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:36:42Z', 'updated_at': '2022-03-10T23:36:45Z', 'revision_number': 5, 'project_id': '6c8ba94589424033b56de87d59c97d6f', 'subnets': [{'id': '8573f3e5-f3a2-4f93-9bf6-39f45ce14f83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '067c3a73-e505-4491-a86f-523397adce1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:36:57.954665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:36:58.024496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:36:58.025237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:58.117939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:36:58.118821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:58.144475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:36:58.154112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:36:58.231129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6ff6ff5e-1e7b-4223-8050-518fc08aabe7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:36:59.922836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:37:00.001513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:37:00.027500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ff6ff5e-1e7b-4223-8050-518fc08aabe7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:00.114076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6ff6ff5e-1e7b-4223-8050-518fc08aabe7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:37:06.568498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9be2e97e-f9ef-4f02-8e61-2fe7de406e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:09.151666 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-46ad63c3-2e2c-4725-b468-5eee0b7d377c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:10.213964 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:11.359570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:13.099032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:26.964570 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:37:36.572590 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a39e-e734-4d86-97cd-13680828c4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:39.144138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-60ccbad8-69b2-498f-9f28-297c92d0dc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:40.215705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:41.353391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:37:43.096989 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:03.963337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:38:06.574553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db0d4c04-aa32-4704-a13d-11d76e0b51bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:09.148591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eff0146c-6568-49c5-9076-0cc2bab8fd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:10.217241 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:11.356252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:13.091814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:20.258925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60802) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:20.320133 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d590c1da-b7d4-42a7-94c4-a4150dfb616a admin admin] GET failed (client error): The resource could not be found. Mar 10 23:38:20.321448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d590c1da-b7d4-42a7-94c4-a4150dfb616a admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615919 Mar 10 23:38:20.480894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383d34b-5be9-43d9-81d4-d2869f7c093f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:20.482263 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a383d34b-5be9-43d9-81d4-d2869f7c093f admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568110 Mar 10 23:38:22.833756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:22.928904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053546a-1451-40db-9cf4-9800c727ab9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:22.930251 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1053546a-1451-40db-9cf4-9800c727ab9d admin admin] 10.222.0.21 "GET /v2.0/subnets/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83 HTTP/1.1" status: 200 len: 849 time: 0.0954890 Mar 10 23:38:22.939851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:38:23.024370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Publish callbacks [] for subnet (8573f3e5-f3a2-4f93-9bf6-39f45ce14f83), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:23.165733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744201021534'] for subnet (8573f3e5-f3a2-4f93-9bf6-39f45ce14f83), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:23.197131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:23.197719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:23.208013 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] 10.222.0.21 "PUT /v2.0/subnets/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83 HTTP/1.1" status: 200 len: 868 time: 0.2627878 Mar 10 23:38:23.208280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c234f7-e258-4ddb-84c4-32e78cd8803c None None] Network 46c427c4-81da-404a-91d2-ac77e7c4f9e7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:38:23.217595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8573f3e5-f3a2-4f93-9bf6-39f45ce14f83,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:38:23.225214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.225644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.225986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.226318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.226647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.226970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.227292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.227613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.227957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.228276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.228595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.228912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.229225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf987313-11b7-43c1-9fea-47a12587c61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:38:23.509941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Provisioning complete for port 34c2ab9a-3dff-4d38-8802-8e6509d054ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:38:23.510327 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (34c2ab9a-3dff-4d38-8802-8e6509d054ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:23.585444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Current status of the port 34c2ab9a-3dff-4d38-8802-8e6509d054ee is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:38:23.595482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Provisioning complete for port 449ecfa3-112d-44d2-b099-f72f38fc227f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:38:23.595813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (449ecfa3-112d-44d2-b099-f72f38fc227f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:23.673256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d3af36c-ceaa-4af8-937f-39afc94495d8 None None] Current status of the port 449ecfa3-112d-44d2-b099-f72f38fc227f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:38:25.526553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:25.735871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f398d7-a836-4f88-b8f7-7db642cec028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:25.736293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f398d7-a836-4f88-b8f7-7db642cec028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:25.737815 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44f398d7-a836-4f88-b8f7-7db642cec028 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103088 Mar 10 23:38:28.105299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60828) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:28.351875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029fbe33-0a4c-46c8-a962-e270da8eba6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:28.352369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029fbe33-0a4c-46c8-a962-e270da8eba6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:28.354032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-029fbe33-0a4c-46c8-a962-e270da8eba6a admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2477829 Mar 10 23:38:30.664733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60838) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:30.866410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084307b-3a59-45c5-918a-bf8dde4f36a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:30.867692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2084307b-3a59-45c5-918a-bf8dde4f36a1 admin admin] 10.222.0.21 "GET /v2.0/networks/46c427c4-81da-404a-91d2-ac77e7c4f9e7 HTTP/1.1" status: 200 len: 869 time: 0.2020209 Mar 10 23:38:33.192306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:33.315026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb5274-3196-43b5-aa6b-1e9c58b6d860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:33.316391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-76fb5274-3196-43b5-aa6b-1e9c58b6d860 admin admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 886 time: 0.1232238 Mar 10 23:38:35.661990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60854) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:35.809242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ffc79-7360-485b-8701-f3977e8478d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:35.809693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ffc79-7360-485b-8701-f3977e8478d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:35.811229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-477ffc79-7360-485b-8701-f3977e8478d5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1482174 Mar 10 23:38:36.575656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-456cfc77-a936-488f-b78b-fb007c2405a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:38.164138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60862) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:38.254765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d76c29-2bd4-4267-8a1d-1ddaf62b61c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:38.255210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d76c29-2bd4-4267-8a1d-1ddaf62b61c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:38.256793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a1d76c29-2bd4-4267-8a1d-1ddaf62b61c2 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917277 Mar 10 23:38:39.151158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7d54-6b8a-4996-ba70-ddc8ddc6d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:40.220452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:40.578208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:40.704630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413dd2f-ec57-4632-b91b-ad82889f768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:40.705973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d413dd2f-ec57-4632-b91b-ad82889f768a admin admin] 10.222.0.21 "GET /v2.0/subnets/8573f3e5-f3a2-4f93-9bf6-39f45ce14f83 HTTP/1.1" status: 200 len: 868 time: 0.1260312 Mar 10 23:38:40.962634 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:38:41.358812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:43.033520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:38:43.094551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:38:43.123833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b94403e-f337-47cc-845f-f947dd974c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:38:43.125258 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b94403e-f337-47cc-845f-f947dd974c96 admin admin] 10.222.0.21 "GET /v2.0/subnets/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d HTTP/1.1" status: 200 len: 816 time: 0.0907793 Mar 10 23:39:06.578728 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b565-ef0b-48cd-b4ac-997a2ecb9a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:09.153826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3685874e-8ecd-4071-9e2e-582b09dcce6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:10.223163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:11.331344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60930) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:39:11.361909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:11.382346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-66e17b28-c29d-4765-9f00-48da76c72365 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:39:11.383353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-66e17b28-c29d-4765-9f00-48da76c72365 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510418 Mar 10 23:39:13.096380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:13.789335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:39:13.849003 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b91e161-423b-41d3-896a-481822181f30 admin admin] GET failed (client error): The resource could not be found. Mar 10 23:39:13.850260 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5b91e161-423b-41d3-896a-481822181f30 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600071 Mar 10 23:39:14.039904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b008aef-cb68-4893-86ba-c0f30018c127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:39:14.042075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b008aef-cb68-4893-86ba-c0f30018c127 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1877451 Mar 10 23:39:16.384516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60946) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:39:16.430785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:39:16.448881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Made reservation on behalf of a3160c44ac1e4bfdb22825b5b30a456f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:39:16.451086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:16.479937 n-d-831844-1 neutron-server[110426]: WARNING neutron.services.revisions.revision_plugin [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Could not find related network for resource to bump revision. Mar 10 23:39:16.490903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:39:16.499317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (52c9e030-7de1-468b-a473-bef0b5970f02), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:16.499653 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Added segment 52c9e030-7de1-468b-a473-bef0b5970f02 of type vlan for network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 Mar 10 23:39:16.539362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (15bb5f1b-a0e4-45e4-9919-2a85d212cd26), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:16.563684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (15bb5f1b-a0e4-45e4-9919-2a85d212cd26), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:16.564664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:39:16.565190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:16.597176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2116203 Mar 10 23:39:16.632793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee6ec6-db18-4a3d-a1c3-e4905bd50901 admin admin] Pushing event updated for resources: {'Network': ['ID=15bb5f1b-a0e4-45e4-9919-2a85d212cd26,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:39:16.643759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:39:17.961292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:39:18.956873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:39:19.018544 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-942e7059-6643-40af-8782-d1a7768f3ae6 admin admin] GET failed (client error): The resource could not be found. Mar 10 23:39:19.019798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-942e7059-6643-40af-8782-d1a7768f3ae6 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618660 Mar 10 23:39:19.087478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a326ca-2204-40c0-aa55-79cdf4c102d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:39:19.088982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4a326ca-2204-40c0-aa55-79cdf4c102d8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651417 Mar 10 23:39:19.099026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Request body: {'subnet': {'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:39:19.118059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Made reservation on behalf of a3160c44ac1e4bfdb22825b5b30a456f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:39:19.120978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.283510 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (1fb63d9d-4467-4577-89f1-b912a8f45bbd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.341986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb63d9d-4467-4577-89f1-b912a8f45bbd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:39:19.348975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:39:19.349081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Network hostable DHCP agents. Network: 15bb5f1b-a0e4-45e4-9919-2a85d212cd26, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:39:19.364793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:39:19.372559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 15bb5f1b-a0e4-45e4-9919-2a85d212cd26) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:39:19.376911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:39:19.377499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.382601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17267a-b4f5-4a24-a067-1739d2892ee4 None None] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:39:19.394775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-376c966a-cc04-4dc8-b2ac-c2b0c9a7706f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2996869 Mar 10 23:39:19.493160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'project_id': 'a3160c44ac1e4bfdb22825b5b30a456f', 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:39:19.494080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.642639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Allocated IP 192.168.233.2 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/9b286ebe-ad7b-4742-a872-89421fa6f178) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:39:19.888566 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks [] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.895834 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:19.933760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:39:19.936703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:39:19.942405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:39:19.953865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Pushing event updated for resources: {'Port': ['ID=9b286ebe-ad7b-4742-a872-89421fa6f178,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:39:19.976533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.976888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.977229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.977566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.977902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.978229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.978558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.979231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.979231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.979510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.979829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.980172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:19.980490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:39:20.010876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Attempting to bind port 9b286ebe-ad7b-4742-a872-89421fa6f178 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:39:20.011249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Attempting to bind port 9b286ebe-ad7b-4742-a872-89421fa6f178 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:39:20.011613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Attempting to bind port 9b286ebe-ad7b-4742-a872-89421fa6f178 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:39:20.016700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:39:20.017746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:39:20.017746 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:20.017959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:39:20.018418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Bound port: 9b286ebe-ad7b-4742-a872-89421fa6f178, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:39:20.018817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:20.082832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] For port 9b286ebe-ad7b-4742-a872-89421fa6f178, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:39:20.086232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] For port 9b286ebe-ad7b-4742-a872-89421fa6f178, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b286ebe-ad7b-4742-a872-89421fa6f178,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:39:20.092341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:20.152964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37552359-b1a7-4ff3-a76e-b6047dba2c52 None None] Pushing event updated for resources: {'Port': ['ID=9b286ebe-ad7b-4742-a872-89421fa6f178,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:39:21.043034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf0b069-9b1f-4b03-8b80-25e1006638b4 None None] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:39:21.163290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Provisioning complete for port 9b286ebe-ad7b-4742-a872-89421fa6f178 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:39:21.163682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:21.255129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Current status of the port 9b286ebe-ad7b-4742-a872-89421fa6f178 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:39:21.255537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:21.292752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] For port 9b286ebe-ad7b-4742-a872-89421fa6f178, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b286ebe-ad7b-4742-a872-89421fa6f178,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:39:21.297626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:21.349525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbe2b8-a423-4989-acf9-46c05bb6d756 None None] Pushing event updated for resources: {'Port': ['ID=9b286ebe-ad7b-4742-a872-89421fa6f178,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:39:21.416661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3aba572f-80d2-46e0-aeb3-95c79cf168a8 None None] Provisioning complete for port 9b286ebe-ad7b-4742-a872-89421fa6f178 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:39:21.417055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3aba572f-80d2-46e0-aeb3-95c79cf168a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:21.497883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3aba572f-80d2-46e0-aeb3-95c79cf168a8 None None] Current status of the port 9b286ebe-ad7b-4742-a872-89421fa6f178 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:39:22.019663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9b286ebe-ad7b-4742-a872-89421fa6f178 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:39:22.070750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9b286ebe-ad7b-4742-a872-89421fa6f178 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:39:22.071436 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b286ebe-ad7b-4742-a872-89421fa6f178), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:22.148621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9b286ebe-ad7b-4742-a872-89421fa6f178 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:39:36.583590 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6b772939-fb35-40db-bb7f-dc2134beb694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:39.155701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c909c5f0-2f69-4f22-b128-cf9f9f30ffb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:40.226149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:41.365252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:43.099148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:39:54.958126 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:40:06.585919 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-874009f9-6c19-44e7-b0ad-f4b0d6f76798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:09.156957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a987b2a9-33ea-463c-9cae-16d2cbf56fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:10.228565 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:11.368387 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:13.100902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:31.957531 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:40:36.589470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2fbbab77-5f7d-4e8f-9114-002f62152f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:39.162045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2a341b57-ba37-4f0c-abce-0360d3f67849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:40.233356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:41.371766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:43.102888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:46.856810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60992) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:40:46.862447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-ce396863-3f98-4d33-9440-88f14e4ad9c9 tempest-verify_tempest_config-1880774810 tempest-verify_tempest_config-1880774810-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:40:46.863412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ce396863-3f98-4d33-9440-88f14e4ad9c9 tempest-verify_tempest_config-1880774810 tempest-verify_tempest_config-1880774810-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056291 Mar 10 23:40:47.149039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:40:47.249939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.323378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Publish callbacks [] for security_group (42dd7373-b488-4673-a0dc-20714ed8e1ef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.326829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (42dd7373-b488-4673-a0dc-20714ed8e1ef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.369490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd7373-b488-4673-a0dc-20714ed8e1ef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:40:47.374169 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98e857cf51d642c3b76f111c3ebda0b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238896 Mar 10 23:40:47.377072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:40:47.378366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.378716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.379051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.379381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.380280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.380617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.380932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.381252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.381568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.381882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.382198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.382511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.382822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feff58f-6485-4054-b366-7619be57519d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.457571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Publish callbacks [] for security_group (42dd7373-b488-4673-a0dc-20714ed8e1ef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.480975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Publish callbacks [] for security_group (42dd7373-b488-4673-a0dc-20714ed8e1ef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.571590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (42dd7373-b488-4673-a0dc-20714ed8e1ef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.574214 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:40:47.575299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42dd7373-b488-4673-a0dc-20714ed8e1ef HTTP/1.1" status: 204 len: 168 time: 0.1972785 Mar 10 23:40:47.582980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd7373-b488-4673-a0dc-20714ed8e1ef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:40:47.591796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.592162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.592501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.592832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.593161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.593554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.593802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.594118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.594432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.594745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.595060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.595371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.595688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6c1ac-2d02-47e5-b7c4-34953653ff02 admin admin] Tracked resource versions report: Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: pushed versions: Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: { 'AddressGroup': {'1.2'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'ConntrackHelper': {'1.0'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Log': {'1.0'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Network': {'1.1'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Port': {'1.7'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'PortForwarding': {'1.2'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'QosPolicy': {'1.10'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SecurityGroup': {'1.5'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SubPort': {'1.0'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Subnet': {'1.1'}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Trunk': {'1.1'}} Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: consumer versions: Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: L3 agent@n-d-831844-1: {}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: Metadata agent@n-d-831844-1: {}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: Metering agent@n-d-831844-1: {}, Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'ConntrackHelper': '1.0', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'LocalIPAssociation': '1.0', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Log': '1.0', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Network': '1.1', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Port': '1.7', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'PortForwarding': '1.2', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'QosPolicy': '1.10', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SecurityGroup': '1.5', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SecurityGroupRule': '1.2', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'SubPort': '1.0', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Subnet': '1.1', Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: 'Trunk': '1.1'}} Mar 10 23:40:47.596833 n-d-831844-1 neutron-server[110425]: {{(pid=110425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:41:06.591846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e32ea02-0688-4a89-b4c4-8e7ade66d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:08.956782 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:41:09.163161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ff02479f-0a0a-42e5-9c2b-f92ad2629eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:10.233397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:11.375782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:13.104780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:36.596641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbc54-70a1-437e-8e89-9edfe876ddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:39.164600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41968b33-9390-4dad-9793-8b838828f590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:40.235193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:41.378387 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:43.105364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:41:45.956161 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:42:06.599515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e514d6d3-c068-476e-8d4b-aa074ce1c9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:09.168255 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b6ee2cb-7276-429d-a4f1-b3e4e6ea23f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:10.238135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:11.382160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:13.107208 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:22.954607 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:42:36.603284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e70d5ed-306b-4407-ab3d-ddd175080594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:39.168346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-532aa243-a1e6-473d-8df2-c4ca3ec8423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:40.241759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:41.386000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:43.111672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:42:59.953190 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:43:06.604624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ee20ba5e-2e6b-41a9-9f61-149d26aae4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:09.169423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dcb40f80-d8c2-4d3e-be1e-06690370985a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:10.245022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:11.388564 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:13.114448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:36.607224 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e192-f7b6-464e-8789-2916664bfdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:36.951912 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 5 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:43:39.173967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e7cc722-71a4-46e2-9d7f-570858a46516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:40.218398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:40.248836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:40.277899 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544277'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:41.391503 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:43:43.117252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:06.608767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f08f03b8-5687-49c2-9ab1-f8173636f2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:09.175995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-079dc3b0-9fa9-4b1e-81ef-69271dd5e125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:10.215487 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:10.259476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:10.263629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:11.395126 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:13.118967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:13.950909 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:44:26.682987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:44:26.787207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-11b3c2c5-e3e3-4429-a5d6-647e3fc0ebf0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1030917 Mar 10 23:44:29.159877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32856) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:44:29.213772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a8c0a2a9-339a-4038-9025-7b17b9d8645d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0528228 Mar 10 23:44:36.611584 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfe16805-a385-4ef8-a4c5-4e94bbbe3c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:39.177120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4dfb50bd-e655-45e0-a1da-be349352e2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:40.215159 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:40.253448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:40.262925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:41.398131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:43.124794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:44:50.949856 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:45:06.617098 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-596edb74-4eb3-47ec-9007-94c3513f31aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:09.177973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c51bee26-e8fe-45b5-b0d2-41b7d7dd7fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:10.230213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:10.252675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:10.272623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:11.403624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:13.128181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:27.949256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:45:36.623603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-53cc262f-d605-40f0-bc4c-aac5c5617357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:39.183129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-93bd2106-d3b1-4495-b935-c90cea1672d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:40.227442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:40.256433 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:40.270527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:41.404647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:43.132314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.456588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33028) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:45:58.769140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-network', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:45:58.793042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Made reservation on behalf of 693aba2499c2459593ea097a4b77a3b4 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:45:58.796043 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.810914 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.898979 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks [] for security_group (eb3a6f27-d16f-4d47-a07a-147f2c24d6af), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.903533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb3a6f27-d16f-4d47-a07a-147f2c24d6af), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.939186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:45:58.945774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a6f27-d16f-4d47-a07a-147f2c24d6af,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:45:58.956978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.957328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.957661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.957999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.958332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.958661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.958986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.959307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.959634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.959967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.960543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.961012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.961472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Tracked resource versions report: Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: pushed versions: Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: { 'AddressGroup': {'1.2'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'ConntrackHelper': {'1.0'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Log': {'1.0'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Network': {'1.1'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Port': {'1.7'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'PortForwarding': {'1.2'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'QosPolicy': {'1.10'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SecurityGroup': {'1.5'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SubPort': {'1.0'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Subnet': {'1.1'}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Trunk': {'1.1'}} Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: consumer versions: Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: HyperV agent@n-h1-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: HyperV agent@n-h2-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: L3 agent@n-d-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: Metadata agent@n-d-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: Metering agent@n-d-831844-1: {}, Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'ConntrackHelper': '1.0', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'LocalIPAssociation': '1.0', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Log': '1.0', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Network': '1.1', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Port': '1.7', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'PortForwarding': '1.2', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'QosPolicy': '1.10', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SecurityGroup': '1.5', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SecurityGroupRule': '1.2', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'SubPort': '1.0', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Subnet': '1.1', Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: 'Trunk': '1.1'}} Mar 10 23:45:58.962734 n-d-831844-1 neutron-server[110425]: {{(pid=110425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:45:58.969225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744200782861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ee96b2eb-a109-4eae-8db8-41a78fd53706), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:58.970500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Unsubscribe: segment precommit_create {{(pid=110425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 23:45:58.970942 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Added segment ee96b2eb-a109-4eae-8db8-41a78fd53706 of type vlan for network 6868b39a-f1f9-4f89-99ff-0896f0022b46 Mar 10 23:45:59.043978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6868b39a-f1f9-4f89-99ff-0896f0022b46), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.083758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6868b39a-f1f9-4f89-99ff-0896f0022b46), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.085009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:45:59.085606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.151089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6928005 Mar 10 23:45:59.151370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:45:59.161207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Request body: {'subnet': {'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-subnet', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:45:59.190956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Made reservation on behalf of 693aba2499c2459593ea097a4b77a3b4 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:45:59.193895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.194869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70a69d-fd97-4d39-9639-19f90d727c09 admin admin] Pushing event updated for resources: {'Network': ['ID=6868b39a-f1f9-4f89-99ff-0896f0022b46,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:45:59.209134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:45:59.402349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (820338ba-8fda-4888-a239-3833294a1b0b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.443525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820338ba-8fda-4888-a239-3833294a1b0b,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:45:59.455578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.455722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.456084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.456318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.456896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.457230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.457556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.457881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.458201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.458519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.458838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.459155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.459469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Tracked resource versions report: Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: pushed versions: Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: { 'AddressGroup': {'1.2'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'ConntrackHelper': {'1.0'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Log': {'1.0'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Network': {'1.1'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Port': {'1.7'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'PortForwarding': {'1.2'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'QosPolicy': {'1.10'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SecurityGroup': {'1.5'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SubPort': {'1.0'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Subnet': {'1.1'}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Trunk': {'1.1'}} Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: consumer versions: Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: HyperV agent@n-h1-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: HyperV agent@n-h2-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: L3 agent@n-d-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: Metadata agent@n-d-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: Metering agent@n-d-831844-1: {}, Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'ConntrackHelper': '1.0', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'LocalIPAssociation': '1.0', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Log': '1.0', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Network': '1.1', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Port': '1.7', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'PortForwarding': '1.2', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'QosPolicy': '1.10', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SecurityGroup': '1.5', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SecurityGroupRule': '1.2', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'SubPort': '1.0', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Subnet': '1.1', Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: 'Trunk': '1.1'}} Mar 10 23:45:59.464099 n-d-831844-1 neutron-server[110426]: {{(pid=110426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:45:59.494827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Checking segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:45:59.495191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Network hostable DHCP agents. Network: 6868b39a-f1f9-4f89-99ff-0896f0022b46, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:45:59.513496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:45:59.526005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6868b39a-f1f9-4f89-99ff-0896f0022b46) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:45:59.534501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:45:59.535108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.536432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea1b73-3c7c-43e3-9957-c06bfb7cde49 None None] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:45:59.555964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33090) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:45:59.561637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:45:59.568532 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-094da514-a4c1-4105-82fb-21198ceae2d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4149890 Mar 10 23:45:59.591915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (6856e87f-19da-4f95-b177-f09064369de6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.594414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (6856e87f-19da-4f95-b177-f09064369de6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.664312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for router_controller (6856e87f-19da-4f95-b177-f09064369de6), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.674806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-6868b39a-f1f9-4f89-99ff-0896f0022b46', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:45:59.676500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.828500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Allocated IP 172.20.0.2 (6868b39a-f1f9-4f89-99ff-0896f0022b46/820338ba-8fda-4888-a239-3833294a1b0b/38ac474d-dd63-4987-acc3-46c8021746e3) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:45:59.879984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for router_gateway (6856e87f-19da-4f95-b177-f09064369de6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:45:59.901218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33106) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:00.017302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks [] for port (38ac474d-dd63-4987-acc3-46c8021746e3), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.026791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.073460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:00.082569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:00.088408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:00.119745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Pushing event updated for resources: {'Port': ['ID=38ac474d-dd63-4987-acc3-46c8021746e3,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:00.132120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.132482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.132824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.133316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.133839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.134131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.134461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.135029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.135618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.136172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.136668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.137238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.137381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Tracked resource versions report: Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: pushed versions: Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: { 'AddressGroup': {'1.2'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'ConntrackHelper': {'1.0'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Log': {'1.0'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Network': {'1.1'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Port': {'1.7'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'PortForwarding': {'1.2'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'QosPolicy': {'1.10'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SecurityGroup': {'1.5'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SubPort': {'1.0'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Subnet': {'1.1'}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Trunk': {'1.1'}} Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: consumer versions: Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: HyperV agent@n-h1-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: HyperV agent@n-h2-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: L3 agent@n-d-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: Metadata agent@n-d-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: Metering agent@n-d-831844-1: {}, Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'ConntrackHelper': '1.0', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'LocalIPAssociation': '1.0', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Log': '1.0', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Network': '1.1', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Port': '1.7', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'PortForwarding': '1.2', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'QosPolicy': '1.10', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SecurityGroup': '1.5', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SecurityGroupRule': '1.2', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'SubPort': '1.0', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Subnet': '1.1', Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: 'Trunk': '1.1'}} Mar 10 23:46:00.138960 n-d-831844-1 neutron-server[110427]: {{(pid=110427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:46:00.167952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Attempting to bind port 38ac474d-dd63-4987-acc3-46c8021746e3 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:00.168338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Attempting to bind port 38ac474d-dd63-4987-acc3-46c8021746e3 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:00.168873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Attempting to bind port 38ac474d-dd63-4987-acc3-46c8021746e3 on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:00.169143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for router_gateway (6856e87f-19da-4f95-b177-f09064369de6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.175165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:00.175836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Checking segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:00.176447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.177014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Bound using segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:00.177657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Bound port: 38ac474d-dd63-4987-acc3-46c8021746e3, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:00.178243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.204017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.246838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] For port 38ac474d-dd63-4987-acc3-46c8021746e3, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:00.252648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] For port 38ac474d-dd63-4987-acc3-46c8021746e3, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38ac474d-dd63-4987-acc3-46c8021746e3,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:00.265204 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.340515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d621df-561e-4a8b-ac04-658580d94e96 None None] Pushing event updated for resources: {'Port': ['ID=38ac474d-dd63-4987-acc3-46c8021746e3,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:00.413336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Allocated IP 172.25.7.22 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/02a138c7-d4c0-4a18-bc74-5e3a21eac5fa) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:00.417820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33124) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:00.421814 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9817a6e2-a6a0-4afe-b571-b1ee52fe5910 tempest-AutoAllocateNetworkTest-752469899 tempest-AutoAllocateNetworkTest-752469899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e656cbf497646ebab25234669093868&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5193481 Mar 10 23:46:00.837094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.864682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3494e-1044-4ae0-ab0b-613bbe0582c7 tempest-AutoAllocateNetworkTest-752469899 tempest-AutoAllocateNetworkTest-752469899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:00.866481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27b3494e-1044-4ae0-ab0b-613bbe0582c7 tempest-AutoAllocateNetworkTest-752469899 tempest-AutoAllocateNetworkTest-752469899-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4477389 Mar 10 23:46:00.870081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33146) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:00.935223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:00.950225 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-74717ed5-a7db-4b67-86b1-96286457bfc1 tempest-AutoAllocateNetworkTest-752469899 tempest-AutoAllocateNetworkTest-752469899-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782547 Mar 10 23:46:00.956409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33150) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:00.995450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4526a5fa-e46e-4c90-8d01-c84af0713c05 tempest-AutoAllocateNetworkTest-752469899 tempest-AutoAllocateNetworkTest-752469899-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4e656cbf497646ebab25234669093868 HTTP/1.1" status: 200 len: 208 time: 0.0373065 Mar 10 23:46:01.025628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:01.032675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:01.050911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:01.098647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Pushing event updated for resources: {'Port': ['ID=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:01.487981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for router_gateway (6856e87f-19da-4f95-b177-f09064369de6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:01.651095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363370d-2ea1-4fa1-8121-03c2a51116a4 None None] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:01.699812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Provisioning complete for port 38ac474d-dd63-4987-acc3-46c8021746e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:01.700638 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:01.776866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (6856e87f-19da-4f95-b177-f09064369de6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:01.885970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Current status of the port 38ac474d-dd63-4987-acc3-46c8021746e3 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:01.886209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:01.927687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] For port 38ac474d-dd63-4987-acc3-46c8021746e3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38ac474d-dd63-4987-acc3-46c8021746e3,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:01.936721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:01.988505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Router 6856e87f-19da-4f95-b177-f09064369de6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:46:02.013309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4a4d4-dfd6-4cee-b286-5ad4f504eabf None None] Pushing event updated for resources: {'Port': ['ID=38ac474d-dd63-4987-acc3-46c8021746e3,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:02.051703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:02.134609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:46:02.146924 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:46:02.161921 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:02.163557 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:45:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:02.173873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:02.185486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33206) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:02.185939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-70f65322-a667-48e2-a22a-948d8df6ce91 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6254480 Mar 10 23:46:02.281755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-850ac2b7-8902-43d6-965f-f84d063fcf24 None None] Provisioning complete for port 38ac474d-dd63-4987-acc3-46c8021746e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:02.282893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-850ac2b7-8902-43d6-965f-f84d063fcf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:02.374833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38ac474d-dd63-4987-acc3-46c8021746e3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:02.463988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:02.595671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-850ac2b7-8902-43d6-965f-f84d063fcf24 None None] Current status of the port 38ac474d-dd63-4987-acc3-46c8021746e3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:02.629487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 38ac474d-dd63-4987-acc3-46c8021746e3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:02.632426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:02.746781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:01Z', 'revision_number': 3, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:02.774998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 38ac474d-dd63-4987-acc3-46c8021746e3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:02.792885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:46:02.794442 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Updating router 6856e87f-19da-4f95-b177-f09064369de6 port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:46:02.825063 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:02.911131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:02.932886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c71e-0f47-42cb-b276-bcb15b4f6575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.111594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Allocated IP 172.20.0.1 (6868b39a-f1f9-4f89-99ff-0896f0022b46/820338ba-8fda-4888-a239-3833294a1b0b/21cd80bc-24f2-41f6-9c95-d1d80bb91a7a) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:03.133060 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks [] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.143971 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.229245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Attempting to bind port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:03.229245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Attempting to bind port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:03.229245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Attempting to bind port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:03.229245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Pushing event updated for resources: {'Port': ['ID=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:03.258832 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:03.259243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:03.259622 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.260166 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:03.260685 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Bound port: 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:03.261080 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.265076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.265426 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.265775 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.266114 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.266574 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.267384 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.267384 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.267609 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.267831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.268187 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.268512 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.268987 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.269314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Tracked resource versions report: Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: pushed versions: Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: { 'AddressGroup': {'1.2'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'ConntrackHelper': {'1.0'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'LocalIPAssociation': {'1.0'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Log': {'1.0'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Network': {'1.1'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Port': {'1.7'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'PortForwarding': {'1.2'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'QosPolicy': {'1.10'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SecurityGroup': {'1.5'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SecurityGroupRule': {'1.2'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SubPort': {'1.0'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Subnet': {'1.1'}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Trunk': {'1.1'}} Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: consumer versions: Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: { DHCP agent@n-d-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: HyperV agent@n-h1-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: HyperV agent@n-h2-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: L3 agent@n-d-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: Metadata agent@n-d-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: Metering agent@n-d-831844-1: {}, Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: Open vSwitch agent@n-d-831844-1: { 'AddressGroup': '1.2', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'ConntrackHelper': '1.0', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'LocalIPAssociation': '1.0', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Log': '1.0', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Network': '1.1', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Port': '1.7', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'PortForwarding': '1.2', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'QosPolicy': '1.10', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SecurityGroup': '1.5', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SecurityGroupRule': '1.2', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'SubPort': '1.0', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Subnet': '1.1', Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: 'Trunk': '1.1'}} Mar 10 23:46:03.270444 n-d-831844-1 neutron-server[110428]: {{(pid=110428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 23:46:03.337227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] For port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:03.339829 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] For port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:03.350614 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.398243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c71e-0f47-42cb-b276-bcb15b4f6575 admin admin] Publish callbacks [] for security_group (e7e43c76-d303-45e3-ad34-43062c1d0ca3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.401867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks [] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.409915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c71e-0f47-42cb-b276-bcb15b4f6575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e7e43c76-d303-45e3-ad34-43062c1d0ca3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.421539 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:03.423141 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:45:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:03.467989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ed9c71e-0f47-42cb-b276-bcb15b4f6575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e656cbf497646ebab25234669093868&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4151077 Mar 10 23:46:03.472005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33270) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:03.488778 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e085d-827a-43dd-aba8-05cd8a3f27cd None None] Pushing event updated for resources: {'Port': ['ID=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:03.491765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c71e-0f47-42cb-b276-bcb15b4f6575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e43c76-d303-45e3-ad34-43062c1d0ca3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:03.505513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.588758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:03.624462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:03.628017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:03.638802 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] Publish callbacks [] for security_group (e7e43c76-d303-45e3-ad34-43062c1d0ca3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.644018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:03.645119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (6856e87f-19da-4f95-b177-f09064369de6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:03.708206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33284) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:03.717919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Pushing event updated for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:03.999792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:01Z', 'revision_number': 3, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:04.008724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] Publish callbacks [] for security_group (e7e43c76-d303-45e3-ad34-43062c1d0ca3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.041905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31614a3d-beb7-42a3-8a79-48961e127b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.042278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-66b56bee-ea0a-44eb-8c75-66f97982c198 None None] Provisioning complete for port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:04.043883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-66b56bee-ea0a-44eb-8c75-66f97982c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.065779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d787996-023a-479d-947d-24b1380b2a67 None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:01Z', 'revision_number': 3, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:46:04.096880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e7e43c76-d303-45e3-ad34-43062c1d0ca3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.099600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.100930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7e43c76-d303-45e3-ad34-43062c1d0ca3 HTTP/1.1" status: 204 len: 168 time: 0.6273456 Mar 10 23:46:04.114153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1087229-da07-4a5f-91e3-90bf838b5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e43c76-d303-45e3-ad34-43062c1d0ca3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:04.116966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.160003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-66b56bee-ea0a-44eb-8c75-66f97982c198 None None] Port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:04.186418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:04.275766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31614a3d-beb7-42a3-8a79-48961e127b53 admin admin] Publish callbacks [] for security_group (f951cbba-2e6f-485d-a475-f5bda3b04d5d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.307181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31614a3d-beb7-42a3-8a79-48961e127b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f951cbba-2e6f-485d-a475-f5bda3b04d5d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.359507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614a3d-beb7-42a3-8a79-48961e127b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f951cbba-2e6f-485d-a475-f5bda3b04d5d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:04.368181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33322) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:04.368346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31614a3d-beb7-42a3-8a79-48961e127b53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6666d4e5297a42a4bc7ebb8e852f4983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6576004 Mar 10 23:46:04.420151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks [] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.464499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.466369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (6856e87f-19da-4f95-b177-f09064369de6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.473554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] Publish callbacks [] for security_group (f951cbba-2e6f-485d-a475-f5bda3b04d5d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.505007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] Publish callbacks [] for security_group (f951cbba-2e6f-485d-a475-f5bda3b04d5d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.537558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33324) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:04.580718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Pushing event updated for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:04.591273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f951cbba-2e6f-485d-a475-f5bda3b04d5d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.596982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.598814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f951cbba-2e6f-485d-a475-f5bda3b04d5d HTTP/1.1" status: 204 len: 168 time: 0.2303593 Mar 10 23:46:04.618255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41b991-1100-4c12-bc4a-679538f3d70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f951cbba-2e6f-485d-a475-f5bda3b04d5d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:04.644649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d73f435c-5106-406e-9000-8cd4d0380bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.746208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:04.751356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:04.780874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b123fb36-a3f9-498f-b3f1-40905c423498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.807539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d73f435c-5106-406e-9000-8cd4d0380bd3 admin admin] Publish callbacks [] for security_group (b04e937d-ca35-430e-97c0-efda9d9f1bf4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.819112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d73f435c-5106-406e-9000-8cd4d0380bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b04e937d-ca35-430e-97c0-efda9d9f1bf4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:04.951192 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:46:04.988840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b123fb36-a3f9-498f-b3f1-40905c423498 admin admin] Publish callbacks [] for security_group (92923705-aac7-4ca7-86ab-6d9453c7f13e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.000446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:46:05.014776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d73f435c-5106-406e-9000-8cd4d0380bd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8fb6cc19eb34bb2b35ecf8e63e6e580&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8263757 Mar 10 23:46:05.018250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b123fb36-a3f9-498f-b3f1-40905c423498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (92923705-aac7-4ca7-86ab-6d9453c7f13e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.021213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:05.023411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f435c-5106-406e-9000-8cd4d0380bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e937d-ca35-430e-97c0-efda9d9f1bf4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.091729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b123fb36-a3f9-498f-b3f1-40905c423498 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08abcf5fe6524650b7675d9ff05eecf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5521228 Mar 10 23:46:05.092730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123fb36-a3f9-498f-b3f1-40905c423498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92923705-aac7-4ca7-86ab-6d9453c7f13e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.097745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33350) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:05.192652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] Publish callbacks [] for security_group (92923705-aac7-4ca7-86ab-6d9453c7f13e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.207994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-eb9f3a08-bf11-46ad-894e-5e2a1108a5d0 None None] Provisioning complete for port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:05.208532 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb9f3a08-bf11-46ad-894e-5e2a1108a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.253822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] Publish callbacks [] for security_group (92923705-aac7-4ca7-86ab-6d9453c7f13e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.271342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33360) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:05.343282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] Publish callbacks [] for security_group (b04e937d-ca35-430e-97c0-efda9d9f1bf4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.357458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0fb7-454a-4003-9906-e1f064f9a4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.503831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] Publish callbacks [] for security_group (b04e937d-ca35-430e-97c0-efda9d9f1bf4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.516650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (92923705-aac7-4ca7-86ab-6d9453c7f13e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.519597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f3a08-bf11-46ad-894e-5e2a1108a5d0 None None] Port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:05.523878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.532284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92923705-aac7-4ca7-86ab-6d9453c7f13e HTTP/1.1" status: 204 len: 168 time: 0.4297562 Mar 10 23:46:05.580476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:46:05.596134 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b303f53c-2f72-4727-a01d-7ec243121322 admin admin] 10.222.0.21 "PUT /v2.0/routers/6856e87f-19da-4f95-b177-f09064369de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3994198 Mar 10 23:46:05.617642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59abd7-4f1a-4ec0-aabc-2b35b6011d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92923705-aac7-4ca7-86ab-6d9453c7f13e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.629384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b04e937d-ca35-430e-97c0-efda9d9f1bf4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.635877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0fb7-454a-4003-9906-e1f064f9a4ed admin admin] Publish callbacks [] for security_group (7e91ec12-0ee6-4707-a031-259e75770bdf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.636577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.642378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b04e937d-ca35-430e-97c0-efda9d9f1bf4 HTTP/1.1" status: 204 len: 168 time: 0.6167278 Mar 10 23:46:05.646868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0fb7-454a-4003-9906-e1f064f9a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e91ec12-0ee6-4707-a031-259e75770bdf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.657378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fa437-212c-40f9-98dd-838ab57b6278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e937d-ca35-430e-97c0-efda9d9f1bf4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.685965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b6fb0fb7-454a-4003-9906-e1f064f9a4ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc66ed34d55c4d53ac0a117d79eaccfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4119267 Mar 10 23:46:05.689832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:05.725717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb0fb7-454a-4003-9906-e1f064f9a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91ec12-0ee6-4707-a031-259e75770bdf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.788345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] Publish callbacks [] for security_group (7e91ec12-0ee6-4707-a031-259e75770bdf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.814791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] Publish callbacks [] for security_group (7e91ec12-0ee6-4707-a031-259e75770bdf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.875283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e91ec12-0ee6-4707-a031-259e75770bdf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.878779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:05.882671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e91ec12-0ee6-4707-a031-259e75770bdf HTTP/1.1" status: 204 len: 168 time: 0.1892536 Mar 10 23:46:05.889753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9aaa5-908c-4bf1-a3c6-6ceb6341678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91ec12-0ee6-4707-a031-259e75770bdf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:05.991358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.108294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.122264 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-543a35c4-3fdc-4cb2-9e63-05428741f2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.223588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-543a35c4-3fdc-4cb2-9e63-05428741f2a3 admin admin] Publish callbacks [] for security_group (a8d36bfe-5edd-49f2-b74e-c1f0732342fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.230522 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-543a35c4-3fdc-4cb2-9e63-05428741f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8d36bfe-5edd-49f2-b74e-c1f0732342fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.251418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:06.282168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a35c4-3fdc-4cb2-9e63-05428741f2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d36bfe-5edd-49f2-b74e-c1f0732342fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:06.286486 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-543a35c4-3fdc-4cb2-9e63-05428741f2a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ebddd1b80fe45cb844623065d391ebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1776872 Mar 10 23:46:06.289132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33416) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.307765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:06.308670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.378919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] Publish callbacks [] for security_group (a8d36bfe-5edd-49f2-b74e-c1f0732342fb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.401740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:06.402967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.421219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] Publish callbacks [] for security_group (a8d36bfe-5edd-49f2-b74e-c1f0732342fb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.439572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:06.449169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:46:06.451220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.483607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8d36bfe-5edd-49f2-b74e-c1f0732342fb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.484768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:06.486162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:45:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:06.487190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.488401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8d36bfe-5edd-49f2-b74e-c1f0732342fb HTTP/1.1" status: 204 len: 168 time: 0.1979117 Mar 10 23:46:06.497159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44253d66-cb07-4f40-9c3c-1d95da31eae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d36bfe-5edd-49f2-b74e-c1f0732342fb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:06.541290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33424) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.555397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-497c93ac-d35b-4b78-9a8d-2eec2fcb3d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.564861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:06.648403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-613af790-da7c-4f71-adbb-fba737a108f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.654310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:06.675734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-497c93ac-d35b-4b78-9a8d-2eec2fcb3d9f admin admin] Publish callbacks [] for security_group (30e9adc3-9fdb-41f0-bd34-797258986501), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.691957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-497c93ac-d35b-4b78-9a8d-2eec2fcb3d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30e9adc3-9fdb-41f0-bd34-797258986501), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.703335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97843e64-22e5-4635-b864-f39f14360d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.745782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c93ac-d35b-4b78-9a8d-2eec2fcb3d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9adc3-9fdb-41f0-bd34-797258986501,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:06.773988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-497c93ac-d35b-4b78-9a8d-2eec2fcb3d9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b28712a6fe7c407c9519d78cc1910b3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2314699 Mar 10 23:46:06.776693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33428) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.877532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] Publish callbacks [] for security_group (30e9adc3-9fdb-41f0-bd34-797258986501), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.906333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97843e64-22e5-4635-b864-f39f14360d20 admin admin] Publish callbacks [] for security_group (d2e71204-6c5c-4d86-bbf1-54ed140b4f5a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.916713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] Publish callbacks [] for security_group (30e9adc3-9fdb-41f0-bd34-797258986501), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.918664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97843e64-22e5-4635-b864-f39f14360d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d2e71204-6c5c-4d86-bbf1-54ed140b4f5a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:06.988220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97843e64-22e5-4635-b864-f39f14360d20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e865f6a9ee7d422c8e33e98b5d050f6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9956105 Mar 10 23:46:06.992450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33444) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:06.993775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 2, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:06.994361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97843e64-22e5-4635-b864-f39f14360d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e71204-6c5c-4d86-bbf1-54ed140b4f5a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:07.021159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30e9adc3-9fdb-41f0-bd34-797258986501), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.024649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.026465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30e9adc3-9fdb-41f0-bd34-797258986501 HTTP/1.1" status: 204 len: 168 time: 0.2479346 Mar 10 23:46:07.036376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:46:07.037173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Updating router 6856e87f-19da-4f95-b177-f09064369de6 port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:46:07.037667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e63fa4-4418-425d-8853-0644731d291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9adc3-9fdb-41f0-bd34-797258986501,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:07.076950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] Publish callbacks [] for security_group (d2e71204-6c5c-4d86-bbf1-54ed140b4f5a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.089309 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.136028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] Publish callbacks [] for security_group (d2e71204-6c5c-4d86-bbf1-54ed140b4f5a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.212260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d2e71204-6c5c-4d86-bbf1-54ed140b4f5a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.219485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.223530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2e71204-6c5c-4d86-bbf1-54ed140b4f5a HTTP/1.1" status: 204 len: 168 time: 0.2284458 Mar 10 23:46:07.231575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9ddec-98ef-410f-91dd-ddf2bf853e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e71204-6c5c-4d86-bbf1-54ed140b4f5a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:07.404359 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks [] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.413410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.467715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378fbb-5c0f-4fc1-9fca-17c1bbe5f096 None None] Pushing event updated for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:07.536720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Attempting to bind port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:07.537241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Attempting to bind port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:07.538005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Attempting to bind port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:07.544304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:07.545169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Checking segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:07.545769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.546348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Bound using segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:07.547023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Bound port: 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:07.548547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.629638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] For port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:07.633365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] For port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:07.643549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.729865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:07.730443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:45:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:07.734597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8378fbb-5c0f-4fc1-9fca-17c1bbe5f096 None None] Pushing event updated for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:07.809950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Provisioning complete for port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:07.810332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:07.905849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:07.923460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33500) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:07.926049 n-d-831844-1 neutron-server[110425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 23:46:07.969059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-624b8584-3631-49e1-84a4-90387c9884cb tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440004 Mar 10 23:46:08.071043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Current status of the port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:08.071435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.096210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33504) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:08.098835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-56e6c7c7-ac35-4e9e-89a4-3916ffada7d6 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:08.102837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-network', 'tenant_id': '216d79da8069400b9854fc42d966b41e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:08.108755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-56e6c7c7-ac35-4e9e-89a4-3916ffada7d6 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381004 Mar 10 23:46:08.122700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-310756a9-d94d-4692-9920-11f4f2dcf685 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/quotas/66c7f8635ce94140aba217eb8b3e0aaa HTTP/1.1" status: 200 len: 375 time: 0.0125132 Mar 10 23:46:08.130344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] For port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:08.145059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Made reservation on behalf of 216d79da8069400b9854fc42d966b41e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:08.153477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.159153 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.177194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.195193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33506) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:08.236995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14dba7c8-9ea0-46a6-ba41-1b381a88a4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.260705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-91370436-307d-4a18-a96e-8ccda9fb74f4 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311259 Mar 10 23:46:08.264868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:08.294312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7125-5f45-4b9f-bc3a-1d002800c740 None None] Pushing event updated for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:08.319941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-455dce95-60fb-4781-a061-53a1a107255d None None] Provisioning complete for port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:08.320578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-455dce95-60fb-4781-a061-53a1a107255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.327765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:07Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:08.365877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddd3d7-e526-4b2a-b048-c28dcd90b1de None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:07Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:46:08.416359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks [] for security_group (63137662-b5a9-42d5-87a2-9a81377a3b9e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.427116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63137662-b5a9-42d5-87a2-9a81377a3b9e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.489999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:46:08.516757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (414b1c54-ff05-4946-b727-d4c5cf96c16c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.517763 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Added segment 414b1c54-ff05-4946-b727-d4c5cf96c16c of type vlan for network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 Mar 10 23:46:08.519115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14dba7c8-9ea0-46a6-ba41-1b381a88a4f2 admin admin] Publish callbacks [] for security_group (ae97852e-d4b6-4212-998d-303e3ff6f7a2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.531940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14dba7c8-9ea0-46a6-ba41-1b381a88a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae97852e-d4b6-4212-998d-303e3ff6f7a2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.581428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-14dba7c8-9ea0-46a6-ba41-1b381a88a4f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb025b6844f848a1a04b6bfa63e114f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3844464 Mar 10 23:46:08.582147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba7c8-9ea0-46a6-ba41-1b381a88a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97852e-d4b6-4212-998d-303e3ff6f7a2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:08.585378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:08.642152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] Publish callbacks [] for security_group (ae97852e-d4b6-4212-998d-303e3ff6f7a2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.651657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63137662-b5a9-42d5-87a2-9a81377a3b9e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:08.657278 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (3b149c55-a4ab-4fd3-be51-3349b0d13b45), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.673348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] Publish callbacks [] for security_group (ae97852e-d4b6-4212-998d-303e3ff6f7a2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.716435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (3b149c55-a4ab-4fd3-be51-3349b0d13b45), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.720954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:08.721725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.727680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:08.728161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.775863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6751430 Mar 10 23:46:08.777599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33532) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:08.785246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Request body: {'subnet': {'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-subnet', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:08.810468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae97852e-d4b6-4212-998d-303e3ff6f7a2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.814602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.815863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae97852e-d4b6-4212-998d-303e3ff6f7a2 HTTP/1.1" status: 204 len: 168 time: 0.2294247 Mar 10 23:46:08.819015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Made reservation on behalf of 216d79da8069400b9854fc42d966b41e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:08.821680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:08.830488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6dadc-5648-4f5a-8a89-a192b3f4fbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae97852e-d4b6-4212-998d-303e3ff6f7a2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:08.883936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5309d9-7038-456f-86c1-1cf40c54680a admin admin] Pushing event updated for resources: {'Network': ['ID=3b149c55-a4ab-4fd3-be51-3349b0d13b45,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:08.903244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:46:08.971305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-455dce95-60fb-4781-a061-53a1a107255d None None] Current status of the port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:09.086630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:09.171024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (d75751d3-f3f6-449b-9a35-0a6ee27b17b4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.190880 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37e08132-07de-4ace-a270-1dd0e238a4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.242015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75751d3-f3f6-449b-9a35-0a6ee27b17b4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:09.254777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Checking segment: {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:09.255182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Network hostable DHCP agents. Network: 3b149c55-a4ab-4fd3-be51-3349b0d13b45, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:46:09.284197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:46:09.301530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 3b149c55-a4ab-4fd3-be51-3349b0d13b45) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:09.305915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:09.306652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.319527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c3b680-71b4-4e6d-a7f2-4ef7b9dbe3dd None None] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:09.335828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-006eb9db-aee4-42b9-b59a-2253209254d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5546434 Mar 10 23:46:09.336119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33554) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:09.341072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:09.378432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.379992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.468032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'project_id': '216d79da8069400b9854fc42d966b41e', 'fixed_ips': [{'subnet_id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:46:09.471624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.534223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33560) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:09.626915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for router_controller (c211db03-43ef-46bf-bb73-8b479b36f10d), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:09.764752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Allocated IP 172.20.0.2 (3b149c55-a4ab-4fd3-be51-3349b0d13b45/d75751d3-f3f6-449b-9a35-0a6ee27b17b4/ecb26b51-4041-42f3-bfe0-35b352543fb7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:10.014407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks [] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.025992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.074085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Pushing event updated for resources: {'Port': ['ID=ecb26b51-4041-42f3-bfe0-35b352543fb7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:10.094142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:10.095203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:10.098746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:10.182194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for router_gateway (c211db03-43ef-46bf-bb73-8b479b36f10d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.238203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Attempting to bind port ecb26b51-4041-42f3-bfe0-35b352543fb7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:10.238575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Attempting to bind port ecb26b51-4041-42f3-bfe0-35b352543fb7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:10.238936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Attempting to bind port ecb26b51-4041-42f3-bfe0-35b352543fb7 on network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:10.305549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e01e33f2-9b5c-4e5a-a1de-09a8d333ea1a req-ff1fdf95-1f27-4cee-9f45-7548237b2550 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 210 time: 0.7697787 Mar 10 23:46:10.349680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:10.359027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:10.359535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Checking segment: {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:10.360558 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.361204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Bound using segment: {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:10.361784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Bound port: ecb26b51-4041-42f3-bfe0-35b352543fb7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:10.362346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.365175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.417931 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.420818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.488430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:10.489108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.492957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] For port ecb26b51-4041-42f3-bfe0-35b352543fb7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:10.532387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] For port ecb26b51-4041-42f3-bfe0-35b352543fb7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecb26b51-4041-42f3-bfe0-35b352543fb7,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:10.548742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.614404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:10.625353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8d54a-c370-4677-99a4-75c161361f54 None None] Pushing event updated for resources: {'Port': ['ID=ecb26b51-4041-42f3-bfe0-35b352543fb7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:10.634614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for router_gateway (c211db03-43ef-46bf-bb73-8b479b36f10d), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.663957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:10.746592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:10.832811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Allocated IP 172.25.7.31 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:11.037175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e7f709-60f5-4d72-8c07-fdc5b82fadef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.116260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.253230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.278257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e7f709-60f5-4d72-8c07-fdc5b82fadef admin admin] Publish callbacks [] for security_group (41226b32-eb97-43d6-98f1-5f097b546fd5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.309446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e7f709-60f5-4d72-8c07-fdc5b82fadef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41226b32-eb97-43d6-98f1-5f097b546fd5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.350336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:11.351188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7f709-60f5-4d72-8c07-fdc5b82fadef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41226b32-eb97-43d6-98f1-5f097b546fd5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:11.367678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:11.379449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:11.425939 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.431822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Pushing event updated for resources: {'Port': ['ID=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:11.441447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:11.442805 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48e7f709-60f5-4d72-8c07-fdc5b82fadef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6f0b75a5ffa40c4a6a204367b223926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8273351 Mar 10 23:46:11.700035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] Publish callbacks [] for security_group (41226b32-eb97-43d6-98f1-5f097b546fd5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.730559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.39', 64537) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:11.765838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] Publish callbacks [] for security_group (41226b32-eb97-43d6-98f1-5f097b546fd5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.795425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-65765169-6cdf-4800-b765-7d426a97d5f0 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635698 Mar 10 23:46:11.820562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for router_gateway (c211db03-43ef-46bf-bb73-8b479b36f10d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.861951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41226b32-eb97-43d6-98f1-5f097b546fd5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.867694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:11.874951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41226b32-eb97-43d6-98f1-5f097b546fd5 HTTP/1.1" status: 204 len: 168 time: 0.4288526 Mar 10 23:46:11.904519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1754d-17f2-445c-b66b-08de888a338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41226b32-eb97-43d6-98f1-5f097b546fd5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:12.067046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9463afd1-9c89-4419-a710-a2084fa9bb94 req-042c8e4c-48bc-4e4e-bb52-03c077d980be tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 210 time: 0.0462916 Mar 10 23:46:12.196213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-af07ed94-ad94-4da6-ad77-1149820d1054 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:12.197889 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-af07ed94-ad94-4da6-ad77-1149820d1054 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950546 Mar 10 23:46:12.198110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60bb15-a52a-4a89-924a-a901407cddbe None None] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:12.315599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Request body: {'port': {'device_id': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '66c7f8635ce94140aba217eb8b3e0aaa'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:12.316895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Provisioning complete for port ecb26b51-4041-42f3-bfe0-35b352543fb7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:12.317243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.347251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecb26b51-4041-42f3-bfe0-35b352543fb7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:12.391968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.510265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Current status of the port ecb26b51-4041-42f3-bfe0-35b352543fb7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:12.511249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.521148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ecb26b51-4041-42f3-bfe0-35b352543fb7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:12.521540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.586805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] For port ecb26b51-4041-42f3-bfe0-35b352543fb7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecb26b51-4041-42f3-bfe0-35b352543fb7,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:12.596001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.705025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582109a-bb7c-4430-81d3-06cd76999f9a None None] Pushing event updated for resources: {'Port': ['ID=ecb26b51-4041-42f3-bfe0-35b352543fb7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:12.721077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ecb26b51-4041-42f3-bfe0-35b352543fb7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:12.896700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Made reservation on behalf of 66c7f8635ce94140aba217eb8b3e0aaa for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:12.900091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.916829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.926422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-50da2fd8-dddc-45d5-95af-ea58cb4fd2be None None] Provisioning complete for port ecb26b51-4041-42f3-bfe0-35b352543fb7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:12.927033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50da2fd8-dddc-45d5-95af-ea58cb4fd2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:12.975721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Router c211db03-43ef-46bf-bb73-8b479b36f10d is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:46:13.043325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-50da2fd8-dddc-45d5-95af-ea58cb4fd2be None None] Current status of the port ecb26b51-4041-42f3-bfe0-35b352543fb7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:13.059582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33694) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:13.086096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f7de6d0-1c2b-4503-916b-131811a90f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.102441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks [] for security_group (8e4f38c5-3079-4533-ab4c-69470b2f2ccb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.112422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8e4f38c5-3079-4533-ab4c-69470b2f2ccb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.157851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.287200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4f38c5-3079-4533-ab4c-69470b2f2ccb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:13.290604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:46:13.300773 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Sync routers for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:46:13.318936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f7de6d0-1c2b-4503-916b-131811a90f2d admin admin] Publish callbacks [] for security_group (6fde8a58-5e66-452f-ab23-dac2d8124a5a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.321568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b02d10be-1f10-44f4-922d-19b88b528308 req-b586a371-0526-4f6e-b420-0990fce0b172 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 210 time: 0.0519056 Mar 10 23:46:13.329159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:13.329989 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:13.330232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f7de6d0-1c2b-4503-916b-131811a90f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fde8a58-5e66-452f-ab23-dac2d8124a5a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.372627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6f7de6d0-1c2b-4503-916b-131811a90f2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f2c279f7294484484a89c6ef478df1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092427 Mar 10 23:46:13.377057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33704) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:13.397738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de6d0-1c2b-4503-916b-131811a90f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fde8a58-5e66-452f-ab23-dac2d8124a5a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:13.446386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] Publish callbacks [] for security_group (6fde8a58-5e66-452f-ab23-dac2d8124a5a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.475868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] Publish callbacks [] for security_group (6fde8a58-5e66-452f-ab23-dac2d8124a5a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.483120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.488104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33712) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:13.501070 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e3001185-6533-4e74-89f8-ccc26640723a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.1626358 Mar 10 23:46:13.560379 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:13.669594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Allocated IP 192.168.233.76 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/b268b05f-bef1-43ef-964c-04562c7b1000) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:13.694247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fde8a58-5e66-452f-ab23-dac2d8124a5a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.704638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:13.706952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fde8a58-5e66-452f-ab23-dac2d8124a5a HTTP/1.1" status: 204 len: 168 time: 0.3278356 Mar 10 23:46:13.754800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:11Z', 'revision_number': 3, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:13.803888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73964d81-9cb4-4e02-b124-5b50008d9c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fde8a58-5e66-452f-ab23-dac2d8124a5a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:13.881134 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Checking router: c211db03-43ef-46bf-bb73-8b479b36f10d for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:46:13.886144 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Updating router c211db03-43ef-46bf-bb73-8b479b36f10d port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:46:13.963360 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.086639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks [] for port (b268b05f-bef1-43ef-964c-04562c7b1000), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.168104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.259953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:14.267195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:14.271285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:14.286110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:14.287157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.330421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0199120 Mar 10 23:46:14.343798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecb26b51-4041-42f3-bfe0-35b352543fb7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:14.353708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-b276e012-99dd-4400-bd91-79e1a19564c7 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:14.357396 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-b276e012-99dd-4400-bd91-79e1a19564c7 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108638 Mar 10 23:46:14.403070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404a41-c91e-4d20-989f-af42f463e5b2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Pushing event updated for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:14.507176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ecb26b51-4041-42f3-bfe0-35b352543fb7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:14.509163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.827084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ecb26b51-4041-42f3-bfe0-35b352543fb7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:14.845145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-981ef91b-a197-420e-9ad2-460eb5a520da None None] Provisioning complete for port b268b05f-bef1-43ef-964c-04562c7b1000 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:14.845928 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981ef91b-a197-420e-9ad2-460eb5a520da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.858087 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks [] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.881016 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:14.944386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-981ef91b-a197-420e-9ad2-460eb5a520da None None] Port b268b05f-bef1-43ef-964c-04562c7b1000 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:14.962464 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Attempting to bind port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:14.963689 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Attempting to bind port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:14.964805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Attempting to bind port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:14.985773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.036254 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:15.039343 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:15.040064 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.040784 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:15.041844 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Bound port: 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:15.043495 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.176878 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] For port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:15.183994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] For port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:15.202699 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.268778 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5780d7-0b6d-4d96-becf-d92876b2d290 None None] Pushing event updated for resources: {'Port': ['ID=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:15.348617 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5780d7-0b6d-4d96-becf-d92876b2d290 None None] Pushing event updated for resources: {'Port': ['ID=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:15.359056 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:15.362227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:15.423742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4e410-d37e-496a-9a26-c7407762756e req-aed3df33-bc20-4252-a48e-21db958e17e9 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:15.432385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01c4e410-d37e-496a-9a26-c7407762756e req-aed3df33-bc20-4252-a48e-21db958e17e9 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 935 time: 0.4487252 Mar 10 23:46:15.445026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33748) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:15.571014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01c4e410-d37e-496a-9a26-c7407762756e req-c2cf7ae8-29cf-4443-9a5b-e879dcc79218 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350517 Mar 10 23:46:15.580137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Allocated IP 172.20.0.1 (3b149c55-a4ab-4fd3-be51-3349b0d13b45/d75751d3-f3f6-449b-9a35-0a6ee27b17b4/54b606e4-7ca7-4ce6-815f-8dfd8d559ea8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:15.659512 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:15.798180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd61c-c647-4898-b06b-5d12bcc51eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.853590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks [] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:15.947867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.021714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd61c-c647-4898-b06b-5d12bcc51eea admin admin] Publish callbacks [] for security_group (98c1e28a-13f5-473d-be9b-87f704d02a1d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.034208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd61c-c647-4898-b06b-5d12bcc51eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (98c1e28a-13f5-473d-be9b-87f704d02a1d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.064780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Pushing event updated for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:16.088230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:16.089895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:16.093202 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:11Z', 'revision_number': 3, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:16.095396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:16.102720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (c211db03-43ef-46bf-bb73-8b479b36f10d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.143690 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648caa2-3ab4-49af-8ea5-579665cb1c70 None None] The sync data for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 is: [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:11Z', 'revision_number': 3, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:46:16.177606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fd61c-c647-4898-b06b-5d12bcc51eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c1e28a-13f5-473d-be9b-87f704d02a1d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:16.185458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe8fd61c-c647-4898-b06b-5d12bcc51eea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a3cac62872c41eeab7cbf609bbbbda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7392714 Mar 10 23:46:16.188517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33772) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:16.299140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Request body: {'port': {'device_id': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'device_owner': 'compute:tempest-test_az-1850188478', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:16.485698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] Publish callbacks [] for security_group (98c1e28a-13f5-473d-be9b-87f704d02a1d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.556702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] Publish callbacks [] for security_group (98c1e28a-13f5-473d-be9b-87f704d02a1d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.569897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:16.588983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-da32d4ca-b447-41a0-ac75-43799f327c37 None None] Provisioning complete for port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:16.589593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da32d4ca-b447-41a0-ac75-43799f327c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.633342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.662635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (98c1e28a-13f5-473d-be9b-87f704d02a1d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.665257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:16.666459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98c1e28a-13f5-473d-be9b-87f704d02a1d HTTP/1.1" status: 204 len: 168 time: 0.4760897 Mar 10 23:46:16.698031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c7237-1906-4a3c-bcc9-ed26db41447b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c1e28a-13f5-473d-be9b-87f704d02a1d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:16.739203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-da32d4ca-b447-41a0-ac75-43799f327c37 None None] Port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:16.964138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.054681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98108760-edca-4b0d-b673-b7bd716554fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.144892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eb509-056e-43a6-9da0-7501aa0ca21a req-cbc79bca-ed26-4d20-b810-cae3a68e5909 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:17.147885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-613eb509-056e-43a6-9da0-7501aa0ca21a req-cbc79bca-ed26-4d20-b810-cae3a68e5909 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 935 time: 0.3400769 Mar 10 23:46:17.374701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b268b05f-bef1-43ef-964c-04562c7b1000 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:17.391820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks [] for port (b268b05f-bef1-43ef-964c-04562c7b1000), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.404790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-613eb509-056e-43a6-9da0-7501aa0ca21a req-ade3a0ba-4fca-4684-94e1-d53a413d986c tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352986 Mar 10 23:46:17.447638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Transition to ACTIVE for port object b268b05f-bef1-43ef-964c-04562c7b1000 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:17.456071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.608608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98108760-edca-4b0d-b673-b7bd716554fb admin admin] Publish callbacks [] for security_group (0b9d409a-2031-4fc2-a3fa-da833c7d7ab9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.686833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98108760-edca-4b0d-b673-b7bd716554fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0b9d409a-2031-4fc2-a3fa-da833c7d7ab9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.735721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:17.776759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:17.791697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Attempting to bind port b268b05f-bef1-43ef-964c-04562c7b1000 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:17.795885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98108760-edca-4b0d-b673-b7bd716554fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eedfdd74c03343e6a6d02728b99fa206&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2246532 Mar 10 23:46:17.797989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Attempting to bind port b268b05f-bef1-43ef-964c-04562c7b1000 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:17.799292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Attempting to bind port b268b05f-bef1-43ef-964c-04562c7b1000 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:17.800837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:17.814059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks [] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.817988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98108760-edca-4b0d-b673-b7bd716554fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9d409a-2031-4fc2-a3fa-da833c7d7ab9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:17.822045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Port b268b05f-bef1-43ef-964c-04562c7b1000 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:17.823787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Attempting to bind port b268b05f-bef1-43ef-964c-04562c7b1000 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:17.828661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.829894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (c211db03-43ef-46bf-bb73-8b479b36f10d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.847719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:17.851031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:17.851690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:17.852116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Bound port: b268b05f-bef1-43ef-964c-04562c7b1000, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:17.852483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:17.906349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:17.938574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Pushing event updated for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:18.004935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-285f3ce9-5ecd-4f47-92bf-d19c02bf1562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.015580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] Publish callbacks [] for security_group (0b9d409a-2031-4fc2-a3fa-da833c7d7ab9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.046183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] Publish callbacks [] for security_group (0b9d409a-2031-4fc2-a3fa-da833c7d7ab9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.107873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0b9d409a-2031-4fc2-a3fa-da833c7d7ab9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.112079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.116451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b9d409a-2031-4fc2-a3fa-da833c7d7ab9 HTTP/1.1" status: 204 len: 168 time: 0.3109403 Mar 10 23:46:18.134855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf4b2-5cee-4db2-82bc-bfd08afa1c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9d409a-2031-4fc2-a3fa-da833c7d7ab9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:18.144525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:18.146037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:18.384541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:18.436833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=b268b05f-bef1-43ef-964c-04562c7b1000,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:18.449788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:18.510142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.531777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccc89325-171f-4365-804a-12361ffea2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.624812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:18.629785 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.796402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82418b4b-da70-4e66-8901-ed8509f5d78c None None] Provisioning complete for port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:18.800230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82418b4b-da70-4e66-8901-ed8509f5d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.890326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Router c211db03-43ef-46bf-bb73-8b479b36f10d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:46:18.906468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:18.907199 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.909223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] 10.222.0.39 "PUT /v2.0/ports/b268b05f-bef1-43ef-964c-04562c7b1000 HTTP/1.1" status: 200 len: 1117 time: 3.3103275 Mar 10 23:46:18.913094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-285f3ce9-5ecd-4f47-92bf-d19c02bf1562 admin admin] Publish callbacks [] for security_group (93d4b2ab-6f7e-4334-b280-33c6ca714b6e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:18.924191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82418b4b-da70-4e66-8901-ed8509f5d78c None None] Port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:18.931150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:18.973095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e3f25-0ef5-4394-aef6-2181ca912e90 req-a36ebeca-eb94-4cba-a98e-2f852405e07e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:18.975463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-614e3f25-0ef5-4394-aef6-2181ca912e90 req-a36ebeca-eb94-4cba-a98e-2f852405e07e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.2184870 Mar 10 23:46:19.070548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-285f3ce9-5ecd-4f47-92bf-d19c02bf1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (93d4b2ab-6f7e-4334-b280-33c6ca714b6e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.081853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:19.082799 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.153838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-614e3f25-0ef5-4394-aef6-2181ca912e90 req-8bd01740-e684-45f8-8aaf-42d50d64e3d1 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847664 Mar 10 23:46:19.224368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:19.226696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:46:19.230313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.258038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f382354b-b923-4473-a9a7-7bdef90014a8 admin admin] 10.222.0.21 "PUT /v2.0/routers/c211db03-43ef-46bf-bb73-8b479b36f10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7681320 Mar 10 23:46:19.349974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:19.408551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e420-8845-4ad0-a8bc-f6b9d4f09b9a service neutron] Pushing event updated for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:19.457659 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-285f3ce9-5ecd-4f47-92bf-d19c02bf1562 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cc3c62aee50461c9654f64a7adc7c49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5468197 Mar 10 23:46:19.459961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33842) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:19.467011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f3ce9-5ecd-4f47-92bf-d19c02bf1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d4b2ab-6f7e-4334-b280-33c6ca714b6e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:19.505932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-d0ebafc4-423d-472e-9ee8-750a63fd5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:19.508127 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-d0ebafc4-423d-472e-9ee8-750a63fd5c9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 1151 time: 0.4400179 Mar 10 23:46:19.508286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d56131-7418-4850-8f26-85762da49839 None None] Sync routers for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:46:19.555330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccc89325-171f-4365-804a-12361ffea2ab admin admin] Publish callbacks [] for security_group (2d66e055-f55b-4b27-bdf8-af4891be9531), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.565147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccc89325-171f-4365-804a-12361ffea2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d66e055-f55b-4b27-bdf8-af4891be9531), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.567603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] Publish callbacks [] for security_group (93d4b2ab-6f7e-4334-b280-33c6ca714b6e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.591879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:19.598148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:19.615096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] Publish callbacks [] for security_group (93d4b2ab-6f7e-4334-b280-33c6ca714b6e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.679598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33850) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:19.716508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0aea55eb-73fc-48a0-84ef-e5a190b8a22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.751022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ccc89325-171f-4365-804a-12361ffea2ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0c4cd99cb744d429fd771028480704e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9995406 Mar 10 23:46:19.764325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:19.791230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (93d4b2ab-6f7e-4334-b280-33c6ca714b6e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.796166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:19.805055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93d4b2ab-6f7e-4334-b280-33c6ca714b6e HTTP/1.1" status: 204 len: 168 time: 0.3410959 Mar 10 23:46:19.860023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d0f98-af63-47cc-915e-a2b838855a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d4b2ab-6f7e-4334-b280-33c6ca714b6e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:19.895969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc89325-171f-4365-804a-12361ffea2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66e055-f55b-4b27-bdf8-af4891be9531,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:19.994380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0aea55eb-73fc-48a0-84ef-e5a190b8a22a admin admin] Publish callbacks [] for security_group (7ff72411-0f37-48fc-a830-d556bdc58726), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.002435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0aea55eb-73fc-48a0-84ef-e5a190b8a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7ff72411-0f37-48fc-a830-d556bdc58726), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.038270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:20.047887 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b788033-b902-416c-9270-c1ad234dd4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:20.064905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-cca0c7da-6727-43b0-9d2b-591cec080013 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b268b05f-bef1-43ef-964c-04562c7b1000 HTTP/1.1" status: 200 len: 217 time: 0.3128393 Mar 10 23:46:20.110554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0aea55eb-73fc-48a0-84ef-e5a190b8a22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=171cf715b3ba42d9b7cdf95ed4cb032a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254751 Mar 10 23:46:20.111618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33868) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:20.113961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea55eb-73fc-48a0-84ef-e5a190b8a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff72411-0f37-48fc-a830-d556bdc58726,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:20.134772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] Publish callbacks [] for security_group (2d66e055-f55b-4b27-bdf8-af4891be9531), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.166444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] Publish callbacks [] for security_group (2d66e055-f55b-4b27-bdf8-af4891be9531), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.246297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] Publish callbacks [] for security_group (7ff72411-0f37-48fc-a830-d556bdc58726), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.255390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d66e055-f55b-4b27-bdf8-af4891be9531), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.258229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.262022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d66e055-f55b-4b27-bdf8-af4891be9531 HTTP/1.1" status: 204 len: 168 time: 0.3649044 Mar 10 23:46:20.270850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b55b-05d1-4969-9530-9657575a077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66e055-f55b-4b27-bdf8-af4891be9531,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:20.299409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-a957ff3f-33e5-41c7-b15c-6ac485bb50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:20.300985 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-a957ff3f-33e5-41c7-b15c-6ac485bb50b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2168827 Mar 10 23:46:20.334415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] Publish callbacks [] for security_group (7ff72411-0f37-48fc-a830-d556bdc58726), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.425254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:20.432954 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7ff72411-0f37-48fc-a830-d556bdc58726), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.439198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.447243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ff72411-0f37-48fc-a830-d556bdc58726 HTTP/1.1" status: 204 len: 168 time: 0.3333437 Mar 10 23:46:20.469687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b634242-55d2-483a-a8b0-1ca0cf0af27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff72411-0f37-48fc-a830-d556bdc58726,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:20.562185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:20.562819 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.610849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:16Z', 'revision_number': 4, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '54b606e4-7ca7-4ce6-815f-8dfd8d559ea8', 'name': '', 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'mac_address': 'fa:16:3e:a1:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:15Z', 'updated_at': '2022-03-10T23:46:17Z', 'revision_number': 2, 'project_id': '216d79da8069400b9854fc42d966b41e', 'subnets': [{'id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:20.633267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594303cf-1280-40c1-87a4-c8989868e4dc req-bf3b0df8-c785-44e1-8cf4-890df9327d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:20.636512 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-bf3b0df8-c785-44e1-8cf4-890df9327d88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3194909 Mar 10 23:46:20.657670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d56131-7418-4850-8f26-85762da49839 None None] Checking router: c211db03-43ef-46bf-bb73-8b479b36f10d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:46:20.658145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d56131-7418-4850-8f26-85762da49839 None None] Updating router c211db03-43ef-46bf-bb73-8b479b36f10d port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:46:20.729678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:20.794449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:21.068475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91e03-d278-4d1a-82b1-111a9f5837e3 req-bb8568b6-15f2-48f1-91f4-7b2942c7c99d tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:21.070119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38c91e03-d278-4d1a-82b1-111a9f5837e3 req-bb8568b6-15f2-48f1-91f4-7b2942c7c99d tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.1320274 Mar 10 23:46:21.182833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38c91e03-d278-4d1a-82b1-111a9f5837e3 req-3f77b36f-4907-421a-a83d-7c6ad4264d32 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035862 Mar 10 23:46:21.282500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks [] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.293350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.359255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4b71-54e3-43dc-89de-16e361cd70fb None None] Pushing event updated for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:21.459425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-87d56131-7418-4850-8f26-85762da49839 None None] Attempting to bind port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:21.459694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-87d56131-7418-4850-8f26-85762da49839 None None] Attempting to bind port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:21.461103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56131-7418-4850-8f26-85762da49839 None None] Attempting to bind port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 on network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:21.483306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56131-7418-4850-8f26-85762da49839 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:21.483705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56131-7418-4850-8f26-85762da49839 None None] Checking segment: {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:21.484182 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.484772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d56131-7418-4850-8f26-85762da49839 None None] Bound using segment: {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:21.485279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-87d56131-7418-4850-8f26-85762da49839 None None] Bound port: 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414b1c54-ff05-4946-b727-d4c5cf96c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:21.485678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.490031 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b06efd-6657-485a-bc68-552befab46d2 x-openstack-request-id: req-99b06efd-6657-485a-bc68-552befab46d2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:21.490538 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:21.490657 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99b06efd-6657-485a-bc68-552befab46d2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:21.491071 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000', 'status': 'completed', 'code': 200} Mar 10 23:46:21.656207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33908) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:21.677780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee7936e7-e78b-4519-a802-9434c7559029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.690703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-87d56131-7418-4850-8f26-85762da49839 None None] For port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:21.699109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-87d56131-7418-4850-8f26-85762da49839 None None] For port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:21.713389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87d56131-7418-4850-8f26-85762da49839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.855367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:21.856300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:21.902251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee7936e7-e78b-4519-a802-9434c7559029 admin admin] Publish callbacks [] for security_group (fb5af30f-5813-47ba-894f-9df6c4edc491), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:21.912469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee7936e7-e78b-4519-a802-9434c7559029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fb5af30f-5813-47ba-894f-9df6c4edc491), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.046556 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ee7936e7-e78b-4519-a802-9434c7559029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c82de050149f43ce858d10a4738c8e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869047 Mar 10 23:46:22.046556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7936e7-e78b-4519-a802-9434c7559029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5af30f-5813-47ba-894f-9df6c4edc491,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:22.047367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:22.089995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4b71-54e3-43dc-89de-16e361cd70fb None None] Pushing event updated for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:22.114714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Provisioning complete for port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:22.129133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.138034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] Publish callbacks [] for security_group (fb5af30f-5813-47ba-894f-9df6c4edc491), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.175728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] Publish callbacks [] for security_group (fb5af30f-5813-47ba-894f-9df6c4edc491), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.266125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fb5af30f-5813-47ba-894f-9df6c4edc491), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.269162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.273470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb5af30f-5813-47ba-894f-9df6c4edc491 HTTP/1.1" status: 204 len: 168 time: 0.2240853 Mar 10 23:46:22.289078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d366b-8f3f-4871-bafa-3071a7ac857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5af30f-5813-47ba-894f-9df6c4edc491,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:22.403795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:22.470355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Current status of the port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:22.471135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.679959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] For port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:22.705488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:22.852000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42dbf0-eaa3-4be9-9288-d4222aa4b13b req-9177a668-51c6-48d5-85af-597ca0960346 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:22.870859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c42dbf0-eaa3-4be9-9288-d4222aa4b13b req-9177a668-51c6-48d5-85af-597ca0960346 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.1202548 Mar 10 23:46:23.008732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c42dbf0-eaa3-4be9-9288-d4222aa4b13b req-63641541-4d0c-467e-98da-949333445009 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365235 Mar 10 23:46:23.112502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cdad4-c161-4ac2-b4c8-ba2165a9634f None None] Pushing event updated for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:23.130904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6e51b7ce-51b2-4e9a-a159-66210a314736 None None] Provisioning complete for port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:23.131136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e51b7ce-51b2-4e9a-a159-66210a314736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.138139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33956) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:23.143551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560802518', 'description': 'tempest-description--1777558459'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:23.250843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.294800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-87d56131-7418-4850-8f26-85762da49839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:16Z', 'revision_number': 4, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '54b606e4-7ca7-4ce6-815f-8dfd8d559ea8', 'name': '', 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'mac_address': 'fa:16:3e:a1:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:15Z', 'updated_at': '2022-03-10T23:46:21Z', 'revision_number': 4, 'project_id': '216d79da8069400b9854fc42d966b41e', 'subnets': [{'id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:23.399754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d56131-7418-4850-8f26-85762da49839 None None] The sync data for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 is: [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:46:16Z', 'revision_number': 4, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '54b606e4-7ca7-4ce6-815f-8dfd8d559ea8', 'name': '', 'network_id': '3b149c55-a4ab-4fd3-be51-3349b0d13b45', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'mac_address': 'fa:16:3e:a1:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:15Z', 'updated_at': '2022-03-10T23:46:21Z', 'revision_number': 4, 'project_id': '216d79da8069400b9854fc42d966b41e', 'subnets': [{'id': 'd75751d3-f3f6-449b-9a35-0a6ee27b17b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:46:23.439886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6e51b7ce-51b2-4e9a-a159-66210a314736 None None] Current status of the port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:23.529920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (40fd6288-c8eb-4cf2-9f27-938f5eaee7b2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.537333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40fd6288-c8eb-4cf2-9f27-938f5eaee7b2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.604249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.605951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4666789 Mar 10 23:46:23.609043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fdf06-8f31-4068-9949-2e8ea1e3d723 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:23.612408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:23.619566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'security_group_rule': {'security_group_id': '40fd6288-c8eb-4cf2-9f27-938f5eaee7b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:23.686753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (fbb52ac3-8baf-43c5-80be-36d18474ef1d), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.875065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (fbb52ac3-8baf-43c5-80be-36d18474ef1d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.892281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (fbb52ac3-8baf-43c5-80be-36d18474ef1d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.909131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb52ac3-8baf-43c5-80be-36d18474ef1d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:23.945528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:23.946857 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9100f656-b300-41c7-9011-faa784d15cd8 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327825 Mar 10 23:46:23.950093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:23.955858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'security_group_rule': {'security_group_id': '40fd6288-c8eb-4cf2-9f27-938f5eaee7b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:24.031235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (6a7fb5ad-96f7-4637-94e6-be79c83ab997), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.201637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.202195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.210400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.210926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.211409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.233002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca00f578-5dd9-4bc6-ae64-fd88cffe77e5 req-e040a5eb-9906-49f2-ac03-b628d0cf7461 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3760478 Mar 10 23:46:24.233529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33994) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:24.371594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (6a7fb5ad-96f7-4637-94e6-be79c83ab997), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.404698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:24.453990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6a7fb5ad-96f7-4637-94e6-be79c83ab997), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.535489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:24.536074 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.538469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7fb5ad-96f7-4637-94e6-be79c83ab997,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:24.555399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.557088 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb5a9931-981b-4848-9b6d-ffe30cde74fe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6058497 Mar 10 23:46:24.567030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f9493-abe4-4f1f-a4ba-2d12c134bdbc req-f20abc64-5120-41e6-b403-80d3bc7f030e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.568691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-998f9493-abe4-4f1f-a4ba-2d12c134bdbc req-f20abc64-5120-41e6-b403-80d3bc7f030e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.1939232 Mar 10 23:46:24.570618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34006) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:24.570618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c9313-bf29-4fdb-a969-202764e8bc8e req-5e8799a4-c657-45ac-a549-6f4ee270c9aa tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:24.571967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-673c9313-bf29-4fdb-a969-202764e8bc8e req-5e8799a4-c657-45ac-a549-6f4ee270c9aa tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 886 time: 0.2858407 Mar 10 23:46:24.577055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:24.609930 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-636ee296-66ce-4591-84f2-cde9ebe1b065 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037142 Mar 10 23:46:24.641314 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.683334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34014) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:24.708695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1590545714-network', 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:24.775891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-998f9493-abe4-4f1f-a4ba-2d12c134bdbc req-52f5549c-28c2-409d-b6de-1055703171e9 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661968 Mar 10 23:46:24.802251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:24.805881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.807822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1297671713-network', 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:24.843506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.849842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:24.852938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.892393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:24.948699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:25.061336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-594303cf-1280-40c1-87a4-c8989868e4dc req-ea06e119-4010-4fbc-a285-4401a8b9d672 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876595 Mar 10 23:46:25.141563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks [] for security_group (a01b9b6d-f92e-4d71-9879-ec44e5a23078), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.164309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.164778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.165237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.166066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.166145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.173678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-502d3425-f95b-4ab8-8f17-28be9993e667 req-377b0a00-3094-42e1-abec-e083112ac978 tempest-NetworksTest-877176117 tempest-NetworksTest-877176117-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3588111 Mar 10 23:46:25.174076 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a01b9b6d-f92e-4d71-9879-ec44e5a23078), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.192915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:46:25.236067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f31bdc88-fe81-450b-a6d5-804cbde421fd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.236552 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Added segment f31bdc88-fe81-450b-a6d5-804cbde421fd of type vlan for network 6c553ddc-8578-4f93-aa28-2d39914c52a3 Mar 10 23:46:25.255548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b9b6d-f92e-4d71-9879-ec44e5a23078,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:25.296276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.362029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788033-b902-416c-9270-c1ad234dd4ac req-5923c378-1633-4596-8514-8634fd950ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.367477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-5923c378-1633-4596-8514-8634fd950ccc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 1151 time: 0.2234249 Mar 10 23:46:25.384475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks [] for security_group (c36daa12-e782-40a2-bdc0-7555523c2510), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.397123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c36daa12-e782-40a2-bdc0-7555523c2510), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.453883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:46:25.470888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36daa12-e782-40a2-bdc0-7555523c2510,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:25.482365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (316c10d1-1df5-498c-891f-00cb661a0f89), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.482868 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Added segment 316c10d1-1df5-498c-891f-00cb661a0f89 of type vlan for network 0108e72d-82ed-4115-bb19-632addd3ad18 Mar 10 23:46:25.523246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Allocated IP 172.25.7.154 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/0cc54c31-f28e-404a-8398-f9f103c933d2) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:25.545084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0108e72d-82ed-4115-bb19-632addd3ad18), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.553443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788033-b902-416c-9270-c1ad234dd4ac req-fffcca39-7be3-4bfe-8da2-da5ff8c0169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.555532 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-fffcca39-7be3-4bfe-8da2-da5ff8c0169e service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1792593 Mar 10 23:46:25.559139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6c553ddc-8578-4f93-aa28-2d39914c52a3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.608358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-c177b9a7-cc8d-4a09-ae90-a3b3a3a6ee61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b268b05f-bef1-43ef-964c-04562c7b1000 HTTP/1.1" status: 200 len: 217 time: 0.0464282 Mar 10 23:46:25.629226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0108e72d-82ed-4115-bb19-632addd3ad18), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.630180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.630748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.665250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788033-b902-416c-9270-c1ad234dd4ac req-30f2e50e-c3a7-4ef7-9f52-ca4a8ef57aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.666829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-30f2e50e-c3a7-4ef7-9f52-ca4a8ef57aa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0521955 Mar 10 23:46:25.681415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4427474 Mar 10 23:46:25.683402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34048) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:25.688346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Request body: {'subnet': {'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1590545714-subnet', 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:25.710009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6c553ddc-8578-4f93-aa28-2d39914c52a3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.711013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:25.711622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.720783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34050) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:25.725895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede50a49-aee0-4f01-8662-5808c4945e9b admin admin] Pushing event updated for resources: {'Network': ['ID=0108e72d-82ed-4115-bb19-632addd3ad18,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:25.738742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0108e72d-82ed-4115-bb19-632addd3ad18 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:46:25.744166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.786091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.804511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] Pushing event updated for resources: {'Network': ['ID=6c553ddc-8578-4f93-aa28-2d39914c52a3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:25.807630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:25.814879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:25.907817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:46:26.037543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:26.055077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:26.057345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa5c3d10-c92c-4b04-aef1-2269b17f2c54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3726313 Mar 10 23:46:26.057960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:26.062201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:26.069107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'Port': ['ID=0cc54c31-f28e-404a-8398-f9f103c933d2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:26.071157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788033-b902-416c-9270-c1ad234dd4ac req-cf0504a9-20cb-492a-9c04-385c02f0361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:26.073207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-cf0504a9-20cb-492a-9c04-385c02f0361e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3995187 Mar 10 23:46:26.076564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Request body: {'subnet': {'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1297671713-subnet', 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:26.204033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ffefe797-b716-4d8b-82e9-66370f490179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.227273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:26.229688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.233111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.244131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68965fb6-481e-48d3-85f2-ede7df112cc5 req-522d5065-e539-4254-b952-6904dec1ece4 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:26.245711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68965fb6-481e-48d3-85f2-ede7df112cc5 req-522d5065-e539-4254-b952-6904dec1ece4 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.2624753 Mar 10 23:46:26.345198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:26.413580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (a1afc83a-2ceb-4c1f-968a-9d30edf4ed43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.419034 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-11fe11fb-4db2-4bc5-8fc3-c7405fa211a0 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265147 Mar 10 23:46:26.422474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.468281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68965fb6-481e-48d3-85f2-ede7df112cc5 req-cc28575b-7bfd-474b-8a60-fb46bdbfb755 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016382 Mar 10 23:46:26.491380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:26.555033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:26.555387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Network hostable DHCP agents. Network: 0108e72d-82ed-4115-bb19-632addd3ad18, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:46:26.569139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b62bf3de-f464-4b92-a635-fed29c95505e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.605764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ffefe797-b716-4d8b-82e9-66370f490179 admin admin] Publish callbacks [] for security_group (323eda5b-ce6f-4012-86ff-9bbc342ac631), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.608279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b788033-b902-416c-9270-c1ad234dd4ac req-a517b2e3-e334-4b27-8d0c-c5bdf13101ef service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669538 Mar 10 23:46:26.612816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Network 0108e72d-82ed-4115-bb19-632addd3ad18 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:46:26.631508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0108e72d-82ed-4115-bb19-632addd3ad18) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:26.639912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:26.640637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.642608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec100fc1-ecd1-480e-9db6-01b20d27c3a0 None None] Network 0108e72d-82ed-4115-bb19-632addd3ad18 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:26.652833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ffefe797-b716-4d8b-82e9-66370f490179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (323eda5b-ce6f-4012-86ff-9bbc342ac631), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.678272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0e15c12-7e12-42de-9bad-fb23e464add6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9937527 Mar 10 23:46:26.721345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b62bf3de-f464-4b92-a635-fed29c95505e admin admin] Publish callbacks [] for security_group (2d4f5c64-e8c7-4c37-b68a-91746adeacfd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.732053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b62bf3de-f464-4b92-a635-fed29c95505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d4f5c64-e8c7-4c37-b68a-91746adeacfd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.760288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefe797-b716-4d8b-82e9-66370f490179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323eda5b-ce6f-4012-86ff-9bbc342ac631,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:26.782595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ffefe797-b716-4d8b-82e9-66370f490179 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a44b1d52356413e84340c6b6506b843&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0607326 Mar 10 23:46:26.783670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8da745-d925-4ce9-a487-44776810857e None None] Network 0108e72d-82ed-4115-bb19-632addd3ad18 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:26.787053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34090) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:26.810929 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b62bf3de-f464-4b92-a635-fed29c95505e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46f7bebd1f3d401a98ba81c9f02ebba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647841 Mar 10 23:46:26.819142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:26.825343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf3de-f464-4b92-a635-fed29c95505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f5c64-e8c7-4c37-b68a-91746adeacfd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:26.854571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (e291b944-80d5-4d91-a07d-ab4b39e963f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.931485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:26.956630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.023614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.045391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] Publish callbacks [] for security_group (2d4f5c64-e8c7-4c37-b68a-91746adeacfd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.057366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e291b944-80d5-4d91-a07d-ab4b39e963f0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:27.071182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] Publish callbacks [] for security_group (323eda5b-ce6f-4012-86ff-9bbc342ac631), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.084661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:27.085030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Network hostable DHCP agents. Network: 6c553ddc-8578-4f93-aa28-2d39914c52a3, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:46:27.092558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'Port': ['ID=0cc54c31-f28e-404a-8398-f9f103c933d2,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:27.102789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] Publish callbacks [] for security_group (2d4f5c64-e8c7-4c37-b68a-91746adeacfd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.106425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.107771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ad34add-e1d8-452a-b8d2-6a7ab8f331f6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5348783 Mar 10 23:46:27.146619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] Publish callbacks [] for security_group (323eda5b-ce6f-4012-86ff-9bbc342ac631), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.179517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:46:27.208342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6c553ddc-8578-4f93-aa28-2d39914c52a3) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:27.224983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b31dba-b5d5-4f83-b5d4-553305883c9a None None] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:27.229247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:27.229801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.251677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d4f5c64-e8c7-4c37-b68a-91746adeacfd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.258933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.264458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d4f5c64-e8c7-4c37-b68a-91746adeacfd HTTP/1.1" status: 204 len: 168 time: 0.4432476 Mar 10 23:46:27.267812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (323eda5b-ce6f-4012-86ff-9bbc342ac631), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.277138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.282843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/323eda5b-ce6f-4012-86ff-9bbc342ac631 HTTP/1.1" status: 204 len: 168 time: 0.4760356 Mar 10 23:46:27.288945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-22e3c0ca-0a87-49fb-93ad-b25bd6f6d2ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2234211 Mar 10 23:46:27.303359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e42f-d0c0-461a-95e2-7c74dc28c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f5c64-e8c7-4c37-b68a-91746adeacfd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:27.336494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60386bbd-5d60-4005-9600-b493c61ed986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323eda5b-ce6f-4012-86ff-9bbc342ac631,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:27.462124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026ea56-b332-4b68-99d2-b61c0a1c7457 None None] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:27.539445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-ac5d9963-b847-4db7-a218-1b46d120f649 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--560802518&fields=id&tenant_id=693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 267 time: 0.1551294 Mar 10 23:46:27.717409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:27.723876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1169291234-network', 'tenant_id': 'f52a34ba75144a47ae5f0448809f649b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:27.746606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Made reservation on behalf of f52a34ba75144a47ae5f0448809f649b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:27.751916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.761617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.796702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-f3464351-4b68-47e0-9929-69662747feba tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:27.805572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-f3464351-4b68-47e0-9929-69662747feba tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 824 time: 0.2592511 Mar 10 23:46:27.822889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-1ef8b9cd-898c-4220-8878-674509e72219 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/quotas/693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 375 time: 0.0163739 Mar 10 23:46:27.858599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks [] for security_group (b28cd940-71ad-43b7-a229-710589e6c49a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.863863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b28cd940-71ad-43b7-a229-710589e6c49a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.902197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28cd940-71ad-43b7-a229-710589e6c49a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:27.911141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:46:27.911596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-5675ea2c-5697-40fa-8423-81aa2613d5e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877039 Mar 10 23:46:27.928911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.929293 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Added segment 44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c of type vlan for network ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 Mar 10 23:46:27.966457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34174) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:27.974180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ab08c42d-5a24-4e7b-a2ad-742d5bf378c6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:27.997887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a587f73-c240-4e80-89d4-bfaeed15844b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.003537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ab08c42d-5a24-4e7b-a2ad-742d5bf378c6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.004718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:28.005446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.089869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] Pushing event updated for resources: {'Network': ['ID=ab08c42d-5a24-4e7b-a2ad-742d5bf378c6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:28.100928 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90f2d0ca-f722-4020-a098-b23fd3982487 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3788621 Mar 10 23:46:28.100928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34178) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:28.107019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:46:28.107825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Request body: {'subnet': {'network_id': 'ab08c42d-5a24-4e7b-a2ad-742d5bf378c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1169291234-subnet', 'tenant_id': 'f52a34ba75144a47ae5f0448809f649b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:28.134258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Made reservation on behalf of f52a34ba75144a47ae5f0448809f649b for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:28.135329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.226415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34184) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:28.271274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e7b34aa-d417-4bfd-9f0c-e83caa6cde47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.274499 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a587f73-c240-4e80-89d4-bfaeed15844b admin admin] Publish callbacks [] for security_group (b892ab80-b41e-4b5a-8a11-a8e06ac56576), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.284141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef8fc8-52d4-488e-a436-d8c81d66daa8 req-7aa28b98-8aff-4a95-ba86-6514163527b5 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:28.286381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9ef8fc8-52d4-488e-a436-d8c81d66daa8 req-7aa28b98-8aff-4a95-ba86-6514163527b5 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 969 time: 0.1943917 Mar 10 23:46:28.293336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a587f73-c240-4e80-89d4-bfaeed15844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b892ab80-b41e-4b5a-8a11-a8e06ac56576), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.346736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (cf21b7b0-ad20-428d-9b09-2377512a3370), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.396986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a587f73-c240-4e80-89d4-bfaeed15844b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a24e4d97a4db4155989e91c2736c508e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288104 Mar 10 23:46:28.402127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:28.404784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a587f73-c240-4e80-89d4-bfaeed15844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892ab80-b41e-4b5a-8a11-a8e06ac56576,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:28.436909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Checking segment: {'id': '44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ab08c42d-5a24-4e7b-a2ad-742d5bf378c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:28.437844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Network hostable DHCP agents. Network: ab08c42d-5a24-4e7b-a2ad-742d5bf378c6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:46:28.443547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf21b7b0-ad20-428d-9b09-2377512a3370,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:28.452572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9ef8fc8-52d4-488e-a436-d8c81d66daa8 req-05af343b-6044-4143-8568-5b18e47373ad tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560946 Mar 10 23:46:28.462826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-6033a408-9bf9-4838-a3ab-460ea5a5d52a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:28.463836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-6033a408-9bf9-4838-a3ab-460ea5a5d52a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1416283 Mar 10 23:46:28.494614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] Publish callbacks [] for security_group (b892ab80-b41e-4b5a-8a11-a8e06ac56576), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.520148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] Publish callbacks [] for security_group (b892ab80-b41e-4b5a-8a11-a8e06ac56576), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.538748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e7b34aa-d417-4bfd-9f0c-e83caa6cde47 admin admin] Publish callbacks [] for security_group (b229ca30-c1b8-40c9-aa13-68d8d47f3f1a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.548195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Network ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:46:28.565243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ab08c42d-5a24-4e7b-a2ad-742d5bf378c6) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:28.570700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:28.571624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.573975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e7b34aa-d417-4bfd-9f0c-e83caa6cde47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b229ca30-c1b8-40c9-aa13-68d8d47f3f1a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.576309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb966aed-a419-443d-8049-fca2d989ebeb None None] Network ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:28.589735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b892ab80-b41e-4b5a-8a11-a8e06ac56576), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.593282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.598072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b892ab80-b41e-4b5a-8a11-a8e06ac56576 HTTP/1.1" status: 204 len: 168 time: 0.1846092 Mar 10 23:46:28.610551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-202bbc5b-3296-40a9-bfe4-b9c45384a132 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4997494 Mar 10 23:46:28.610551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f80eb-bd09-41eb-a79c-e5e1531b8559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892ab80-b41e-4b5a-8a11-a8e06ac56576,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:28.634181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e7b34aa-d417-4bfd-9f0c-e83caa6cde47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd7519ef732748c5b68ba138939e86ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042501 Mar 10 23:46:28.636872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34206) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:28.649053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b34aa-d417-4bfd-9f0c-e83caa6cde47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229ca30-c1b8-40c9-aa13-68d8d47f3f1a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:28.667480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-fa863799-d6ac-4bb9-88c1-aa70e15dd3c9 service neutron] 10.222.0.21 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863871 Mar 10 23:46:28.742104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] Publish callbacks [] for security_group (b229ca30-c1b8-40c9-aa13-68d8d47f3f1a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.794316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c9889-29b7-4b8c-a332-9ac278f9682b None None] Network ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:28.808645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] Publish callbacks [] for security_group (b229ca30-c1b8-40c9-aa13-68d8d47f3f1a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.820808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-c53b20a7-40a0-43b7-8983-956226e62d86 service neutron] 10.222.0.21 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523902 Mar 10 23:46:28.907646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b229ca30-c1b8-40c9-aa13-68d8d47f3f1a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.911169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:28.914759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b229ca30-c1b8-40c9-aa13-68d8d47f3f1a HTTP/1.1" status: 204 len: 168 time: 0.2745862 Mar 10 23:46:28.940712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca7f1-37f0-43fa-9c09-092b9574ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229ca30-c1b8-40c9-aa13-68d8d47f3f1a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:29.021667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device b268b05f-bef1-43ef-964c-04562c7b1000 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:46:29.092502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae50a122-a52f-4b31-a85a-1ed1083b8ab0 req-03d2f7b4-ce73-4a19-91b7-cd56c82616fd tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0456724 Mar 10 23:46:29.153891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:29.159646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1145949151-network', 'tenant_id': 'e75036cd4f0e471e985aaccac587b28b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:29.203895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Made reservation on behalf of e75036cd4f0e471e985aaccac587b28b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:29.209881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.210063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=b268b05f-bef1-43ef-964c-04562c7b1000,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:29.242215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'b268b05f-bef1-43ef-964c-04562c7b1000', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'b268b05f-bef1-43ef-964c-04562c7b1000', 'mac_address': 'fa:16:3e:e7:99:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-1850188478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:46:29.243622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.297038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port b268b05f-bef1-43ef-964c-04562c7b1000 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:29.297439 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.326852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b268b05f-bef1-43ef-964c-04562c7b1000 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:29.383248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=b268b05f-bef1-43ef-964c-04562c7b1000,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:29.392905 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.424331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks [] for security_group (36969ec4-0e42-44cb-8075-21ddf500ae0a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.438617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36969ec4-0e42-44cb-8075-21ddf500ae0a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.482672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:46:29.501493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36969ec4-0e42-44cb-8075-21ddf500ae0a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:29.504539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ec762ca5-50df-453f-92b5-932e596d64a4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.504886 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Added segment ec762ca5-50df-453f-92b5-932e596d64a4 of type vlan for network 46a06c6c-22f8-4220-a380-3d214eb9a119 Mar 10 23:46:29.516598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:29.553847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (46a06c6c-22f8-4220-a380-3d214eb9a119), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.589155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (46a06c6c-22f8-4220-a380-3d214eb9a119), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.591230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:29.591860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:29.649499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0df794-f835-42a5-8ca8-51d895e76310 req-dd790cba-d692-42d4-8791-fec246fca6fd tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:29.661648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e0df794-f835-42a5-8ca8-51d895e76310 req-dd790cba-d692-42d4-8791-fec246fca6fd tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 970 time: 0.0853467 Mar 10 23:46:29.678465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5208335 Mar 10 23:46:29.679432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:29.681813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['b268b05f-bef1-43ef-964c-04562c7b1000'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:29.687346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Request body: {'subnet': {'network_id': '46a06c6c-22f8-4220-a380-3d214eb9a119', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1145949151-subnet', 'tenant_id': 'e75036cd4f0e471e985aaccac587b28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:29.726407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dca06-4099-41b7-b3ab-dfec5884bcc3 admin admin] Pushing event updated for resources: {'Network': ['ID=46a06c6c-22f8-4220-a380-3d214eb9a119,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:29.742956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e0df794-f835-42a5-8ca8-51d895e76310 req-3c410be1-a911-4b2e-861a-09932a6a5b1c tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801558 Mar 10 23:46:29.762643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 46a06c6c-22f8-4220-a380-3d214eb9a119 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:46:29.779847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Made reservation on behalf of e75036cd4f0e471e985aaccac587b28b for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:29.786830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.007231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:30.058718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74858e19-8136-4d26-8c69-95eefc0fa68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.180948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (2cc144ab-8b52-4623-a9a0-8ae86cdb2e14), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.261404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc144ab-8b52-4623-a9a0-8ae86cdb2e14,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:30.266070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Checking segment: {'id': 'ec762ca5-50df-453f-92b5-932e596d64a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46a06c6c-22f8-4220-a380-3d214eb9a119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:30.266432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Network hostable DHCP agents. Network: 46a06c6c-22f8-4220-a380-3d214eb9a119, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:46:30.286798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Network 46a06c6c-22f8-4220-a380-3d214eb9a119 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:46:30.300587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 46a06c6c-22f8-4220-a380-3d214eb9a119) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:30.322628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:30.323222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.327196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551c627-322e-4939-90ca-83da1d9fe98a None None] Network 46a06c6c-22f8-4220-a380-3d214eb9a119 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:30.350771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4819822f-7a23-4930-a859-9627a06edd71 req-416c48a1-cc16-49bc-b914-878fc1eb948d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0671713 Mar 10 23:46:30.361226 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6fb0e0a0-eb33-4841-aa42-201695f5e255 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6716611 Mar 10 23:46:30.511648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-a66b2c84-0701-4b91-946f-a98259b5c4c0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:30.519042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-a66b2c84-0701-4b91-946f-a98259b5c4c0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.4315836 Mar 10 23:46:30.540071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74858e19-8136-4d26-8c69-95eefc0fa68b admin admin] Publish callbacks [] for security_group (518e2654-33ac-48dc-bb03-39675e951087), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.549992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-ced33701-0233-4e24-b34b-2ecbffc1bd61 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/quotas/da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 375 time: 0.0298693 Mar 10 23:46:30.561815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74858e19-8136-4d26-8c69-95eefc0fa68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (518e2654-33ac-48dc-bb03-39675e951087), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.597396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-e9a15de5-719c-46fd-8cda-505acbfab37f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447853 Mar 10 23:46:30.660557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74858e19-8136-4d26-8c69-95eefc0fa68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e2654-33ac-48dc-bb03-39675e951087,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:30.668605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74858e19-8136-4d26-8c69-95eefc0fa68b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c07ceee49a6f4d9fb8cecd0ccf8203b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6576846 Mar 10 23:46:30.668972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34342) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:30.690355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e6c12-54ab-4fbc-8d13-698a41395d0e None None] Network 46a06c6c-22f8-4220-a380-3d214eb9a119 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:46:30.780213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] Publish callbacks [] for security_group (518e2654-33ac-48dc-bb03-39675e951087), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.819795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-c1a619d9-2f3b-4f69-bcf5-b503c7cce4f4 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217011 Mar 10 23:46:30.832102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] Publish callbacks [] for security_group (518e2654-33ac-48dc-bb03-39675e951087), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.903626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (518e2654-33ac-48dc-bb03-39675e951087), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.908062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:30.909737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/518e2654-33ac-48dc-bb03-39675e951087 HTTP/1.1" status: 204 len: 168 time: 0.2396061 Mar 10 23:46:30.918641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38d3b-5b03-4d50-9cf4-6a468381ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e2654-33ac-48dc-bb03-39675e951087,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:30.943396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34354) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:31.002072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28693d4-881d-43df-bd8e-4971a9eadbd7 req-89b8663e-d609-48d0-bb59-2be0e3cb685e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:31.003560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c28693d4-881d-43df-bd8e-4971a9eadbd7 req-89b8663e-d609-48d0-bb59-2be0e3cb685e tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 970 time: 0.1418874 Mar 10 23:46:31.017897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-103e404c-79f7-49ed-befc-b32be7f64521 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966221 Mar 10 23:46:31.022001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device b268b05f-bef1-43ef-964c-04562c7b1000 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:31.097338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port b268b05f-bef1-43ef-964c-04562c7b1000 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:46:31.103436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port b268b05f-bef1-43ef-964c-04562c7b1000 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:31.104704 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.113345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c28693d4-881d-43df-bd8e-4971a9eadbd7 req-d828867a-154e-46ed-aa30-e39e8c28df41 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943711 Mar 10 23:46:31.181361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.30', 51254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:31.241114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port b268b05f-bef1-43ef-964c-04562c7b1000 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:31.242130 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.283531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de501559-816f-45e9-ae26-8dfea2a9739b req-d9bd80ee-9715-497a-9c49-93af44851668 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 210 time: 0.0686970 Mar 10 23:46:31.310102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:31.314323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3cd6-37de-4f16-a18e-e54cab3e446f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.399325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=b268b05f-bef1-43ef-964c-04562c7b1000,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:31.407181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.501304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:31.540322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3ca8d3e-9854-4f44-b2c6-5acfd205d9c7 req-339aff8d-e93e-42f0-9adc-e2632b2c8df6 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0468745 Mar 10 23:46:31.615092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-af1b2ee0-e63e-4914-a385-d5e8289c8986 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:31.616816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-af1b2ee0-e63e-4914-a385-d5e8289c8986 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 824 time: 0.4341073 Mar 10 23:46:31.707395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3cd6-37de-4f16-a18e-e54cab3e446f admin admin] Publish callbacks [] for security_group (e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.839401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-aaf6d4e0-34a9-4054-823b-f1772b862d79 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 379 time: 0.1273472 Mar 10 23:46:31.840333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4ab3cd6-37de-4f16-a18e-e54cab3e446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:31.886290 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac7e7e-d5d4-4e4e-b34f-3fb8e6816f97" -d '{"events": [{"server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "name": "network-vif-plugged", "status": "completed", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:31.910708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e4ab3cd6-37de-4f16-a18e-e54cab3e446f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bba0bbe6f4444e0b986d33951b3c32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9648223 Mar 10 23:46:31.912621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-91559919-3937-45b2-ad9a-138bb4e7ff31 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:31.913936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34410) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:31.920503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-91559919-3937-45b2-ad9a-138bb4e7ff31 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.2247179 Mar 10 23:46:31.942425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-95076769-92f8-4214-8cce-414905cfe687 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/quotas/f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 375 time: 0.0160546 Mar 10 23:46:31.964589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab3cd6-37de-4f16-a18e-e54cab3e446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:31.997505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-186fd3ca-683f-4b6d-8fe7-b81867918969 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493367 Mar 10 23:46:32.006755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] Publish callbacks [] for security_group (e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.040686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] Publish callbacks [] for security_group (e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.105901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.108721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.111743 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33 HTTP/1.1" status: 204 len: 168 time: 0.1879776 Mar 10 23:46:32.122099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbe850-8780-4032-b538-9a0295858fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bfc93f-b1c2-4db3-a5ad-a59d5be51a33,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:32.269998 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4b86b-6dca-4532-a980-d7d48fcfe7f7 x-openstack-request-id: req-0ac4b86b-6dca-4532-a980-d7d48fcfe7f7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:32.270312 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "name": "network-vif-plugged", "status": "completed", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:32.270573 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ac4b86b-6dca-4532-a980-d7d48fcfe7f7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:32.271017 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000', 'code': 200} Mar 10 23:46:32.424382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15440e2-f451-4e37-b930-8aae2cced3cc req-68ca22b8-95ac-496f-b4bb-d07bd02097d8 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:32.427888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c15440e2-f451-4e37-b930-8aae2cced3cc req-68ca22b8-95ac-496f-b4bb-d07bd02097d8 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1060543 Mar 10 23:46:32.517820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c15440e2-f451-4e37-b930-8aae2cced3cc req-b84b244a-2530-4221-abef-3e43511ac81b tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819309 Mar 10 23:46:32.567117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-896fdc2d-0a53-4874-a960-a5fd8fb530a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:32.567117 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-896fdc2d-0a53-4874-a960-a5fd8fb530a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 1153 time: 0.1255491 Mar 10 23:46:32.593430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-0cfce692-7ee8-4878-881d-84b80d2e627b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.642326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62cf44f5-8f84-45d7-8d1a-99faf6dc94b1 req-827c31fa-05b1-4570-b348-32bc9ee7c31a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 210 time: 0.0382442 Mar 10 23:46:32.712636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-87fdabec-4f6f-4f1b-8252-8bc8269dc4eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:32.718243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-0cfce692-7ee8-4878-881d-84b80d2e627b service neutron] Publish callbacks [] for security_group (97f42d4d-8662-4e6e-83b2-3ccaec293de1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.720858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-87fdabec-4f6f-4f1b-8252-8bc8269dc4eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3341432 Mar 10 23:46:32.728285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-0cfce692-7ee8-4878-881d-84b80d2e627b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (97f42d4d-8662-4e6e-83b2-3ccaec293de1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.778344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b14758ab-03fa-41b4-86c8-c76610618ac2 req-bcc96460-1c34-4226-812b-bf244b7f279f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0460639 Mar 10 23:46:32.822650 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c20b5182-3c3b-43e4-b335-1524ad35c03c req-0cfce692-7ee8-4878-881d-84b80d2e627b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488914 Mar 10 23:46:32.853484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce692-7ee8-4878-881d-84b80d2e627b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97f42d4d-8662-4e6e-83b2-3ccaec293de1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:32.887111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34442) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:32.906510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60a45f26-1bf3-4454-9f17-a06587711fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:32.940925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-97baeefd-f5c2-4309-870c-4382beee34e4 service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187090 Mar 10 23:46:33.092526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-249020b8-6228-47b5-b492-80219bcfd6e3 service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454461 Mar 10 23:46:33.109959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60a45f26-1bf3-4454-9f17-a06587711fcb admin admin] Publish callbacks [] for security_group (a9b0a392-0e1b-447f-a86a-58f3f95e87ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.114639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60a45f26-1bf3-4454-9f17-a06587711fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a9b0a392-0e1b-447f-a86a-58f3f95e87ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.245601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a45f26-1bf3-4454-9f17-a06587711fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b0a392-0e1b-447f-a86a-58f3f95e87ae,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:33.262867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-60a45f26-1bf3-4454-9f17-a06587711fcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5862f56a397d47eeab46d88748c6753b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741980 Mar 10 23:46:33.263570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:33.299472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-2bbf6bcd-8683-4778-b9f7-e206c6ac880f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:33.308276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-2bbf6bcd-8683-4778-b9f7-e206c6ac880f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.2024875 Mar 10 23:46:33.323947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Request body: {'port': {'device_id': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'admin_state_up': True, 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:33.366516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] Publish callbacks [] for security_group (a9b0a392-0e1b-447f-a86a-58f3f95e87ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.455015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] Publish callbacks [] for security_group (a9b0a392-0e1b-447f-a86a-58f3f95e87ae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.487284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:33.494398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.508312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f284e2a-f446-4978-982b-4f029720b0c0 req-cf86316e-20a7-405e-be6b-1b6507543245 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0603607 Mar 10 23:46:33.685714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a9b0a392-0e1b-447f-a86a-58f3f95e87ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.695323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.698989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9b0a392-0e1b-447f-a86a-58f3f95e87ae HTTP/1.1" status: 204 len: 168 time: 0.4343815 Mar 10 23:46:33.728235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5cfe6-3bcd-4fed-a92e-4b7086c4348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b0a392-0e1b-447f-a86a-58f3f95e87ae,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:33.733097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Allocated IP 172.20.0.12 (0108e72d-82ed-4115-bb19-632addd3ad18/a1afc83a-2ceb-4c1f-968a-9d30edf4ed43/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:33.776841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581f573-dd89-4795-bf61-9a9e9edc6b54 req-acfe3296-e8b2-4b63-9c53-9832ada4ce00 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:33.779264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1581f573-dd89-4795-bf61-9a9e9edc6b54 req-acfe3296-e8b2-4b63-9c53-9832ada4ce00 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1729975 Mar 10 23:46:33.872843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1581f573-dd89-4795-bf61-9a9e9edc6b54 req-1ceb4583-1aec-4dd7-abb9-55723f47850b tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857248 Mar 10 23:46:33.978662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks [] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:33.997778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b81bfb7a-1140-4e04-9d49-6fed5ad21f9b req-4406046f-1812-4528-91fb-fdc13184d8b6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 210 time: 0.0511498 Mar 10 23:46:34.051702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:34.110621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc867c36-8f87-4452-97b1-028e51866743 req-d0433b29-5b1e-4d6d-89ed-890e6303e464 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0374892 Mar 10 23:46:34.143652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Network 0108e72d-82ed-4115-bb19-632addd3ad18 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:34.147892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:34.152166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:34.158612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:34.159241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:34.188242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:34.201792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-1814f727-da6e-436f-8be7-ebd88c52db2b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837850 Mar 10 23:46:34.217109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Request body: {'port': {'device_id': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'device_owner': 'compute:tempest-test_az-1850188478', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:34.308847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:34.680389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e645ad4-5039-4ae2-8751-a8d008cec703 req-0c4b23a6-9baf-4e82-ba37-c70e5d3eb598 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0654886 Mar 10 23:46:34.798486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d7d74e-1ac7-4956-a47f-bb1eb452f04d {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:34.806430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks [] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:34.821626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Transition to ACTIVE for port object e4d7d74e-1ac7-4956-a47f-bb1eb452f04d will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:34.829052 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:34.914561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:34.931901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:34.932651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:34.933479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:34.952909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:34.954283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:34.960888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:34.961588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:34.962146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:34.962727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Bound port: e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:34.963224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:35.127029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:35.131432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:35.147198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:35.196189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.196869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:35.198462 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 1114 time: 0.9884329 Mar 10 23:46:35.198880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:35.201345 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d86b110-beff-4b4c-89f6-60099ab0a08b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:35.242238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67554126-f1ae-4b1c-ad77-bac112bf7a12 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:35.320136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-dfbadccb-3473-4d12-a81a-f8b260b5932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.320136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-dfbadccb-3473-4d12-a81a-f8b260b5932f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1148 time: 0.0627949 Mar 10 23:46:35.333669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380453a6-4180-4482-9d38-7f43046b7fc4 req-f5496f49-b132-48d0-beb5-9647be4ddafd tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.335191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-380453a6-4180-4482-9d38-7f43046b7fc4 req-f5496f49-b132-48d0-beb5-9647be4ddafd tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1542115 Mar 10 23:46:35.380113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-127a83bf-c508-4b28-9f7a-f13bb0377b8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0527134 Mar 10 23:46:35.386368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810e2ca-87a4-4e23-bf01-e06c9237e57d req-4e19ac4f-3ec8-4849-a982-cfded411344b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.388283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b810e2ca-87a4-4e23-bf01-e06c9237e57d req-4e19ac4f-3ec8-4849-a982-cfded411344b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.1270843 Mar 10 23:46:35.447059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f21a-4039-46ef-8c0c-26705175153c req-6715d0f8-3b5a-4b78-abb0-0058e003d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.449174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-6715d0f8-3b5a-4b78-abb0-0058e003d2c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0620646 Mar 10 23:46:35.456122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-380453a6-4180-4482-9d38-7f43046b7fc4 req-f59b8be1-bf98-444b-a00b-faff9cca19bc tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092582 Mar 10 23:46:35.482592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b810e2ca-87a4-4e23-bf01-e06c9237e57d req-cbe954d1-b280-440f-ae8e-45897cfa8db9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Mar 10 23:46:35.488697 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-65f89ecb-9788-4f2b-94f6-a8ae76d0ef14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331163 Mar 10 23:46:35.663013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbc44c98-1b17-4f92-8aca-f5bfe6f256bf req-fea8b624-3984-4238-bf3c-6dd9a0518529 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0605192 Mar 10 23:46:35.855585 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bdc98-fa3b-4383-a1ba-df481c8fd3d7 x-openstack-request-id: req-178bdc98-fa3b-4383-a1ba-df481c8fd3d7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:35.856337 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:35.856888 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178bdc98-fa3b-4383-a1ba-df481c8fd3d7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:35.857427 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'status': 'completed', 'code': 200} Mar 10 23:46:35.893181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-95936aa8-b156-47f3-844d-83080a191810 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959522 Mar 10 23:46:35.911781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203da15-2c8a-4e96-a813-74f877687f62 req-761b9485-c970-401a-830f-7ae543cfe364 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:35.930006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8203da15-2c8a-4e96-a813-74f877687f62 req-761b9485-c970-401a-830f-7ae543cfe364 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 1153 time: 0.1756194 Mar 10 23:46:35.969728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8203da15-2c8a-4e96-a813-74f877687f62 req-6eb75b98-2fb9-4f1f-855a-66ea734f8473 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:36.092736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-31c4f21a-4039-46ef-8c0c-26705175153c req-5ae225ff-567f-4b0d-82ea-6900a0dbbb7b service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920264 Mar 10 23:46:36.147371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8203da15-2c8a-4e96-a813-74f877687f62 req-6eb75b98-2fb9-4f1f-855a-66ea734f8473 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] Publish callbacks [] for security_group (7be2abdc-f766-4e37-80a2-cc60b9b1c8d9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:36.189472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8072852c-c168-4a13-a98d-8e21b33d9651 req-847ffedd-5359-453f-911c-03cd9e2f7b25 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0451729 Mar 10 23:46:36.192626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8203da15-2c8a-4e96-a813-74f877687f62 req-6eb75b98-2fb9-4f1f-855a-66ea734f8473 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7be2abdc-f766-4e37-80a2-cc60b9b1c8d9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:36.219334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-08d6ad82-3040-44c8-aeaf-588634592854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:36.219334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-08d6ad82-3040-44c8-aeaf-588634592854 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1148 time: 0.0677404 Mar 10 23:46:36.256806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75b98-2fb9-4f1f-855a-66ea734f8473 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2abdc-f766-4e37-80a2-cc60b9b1c8d9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:36.285971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8203da15-2c8a-4e96-a813-74f877687f62 req-6eb75b98-2fb9-4f1f-855a-66ea734f8473 tempest-AggregatesAdminTestJSON-573349511 tempest-AggregatesAdminTestJSON-573349511-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474052 Mar 10 23:46:36.352793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-c5b4ff99-d4d0-45f9-a001-51393e31c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:36.354316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-c5b4ff99-d4d0-45f9-a001-51393e31c149 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1347594 Mar 10 23:46:36.440755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-5862cf43-51b9-41fb-a8e9-78d93df68bd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0791669 Mar 10 23:46:36.504755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-0c0d4744-1df1-482e-a47c-550a7c065f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:36.506394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-0c0d4744-1df1-482e-a47c-550a7c065f1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0594127 Mar 10 23:46:36.550141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-5849388d-9a4e-4d6b-962a-b8690462898e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368972 Mar 10 23:46:36.560439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'port': {'device_id': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'admin_state_up': True, 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'security_groups': ['40fd6288-c8eb-4cf2-9f27-938f5eaee7b2']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:36.631052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4f852e1-a6b2-4f20-9fc5-c4dfedb30050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:36.822413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-f5a924d6-0c87-49b3-bbf5-58912bd37dab service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131866 Mar 10 23:46:36.863039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d820-a4cf-42a8-b96f-a7801d547b12 req-2a69cd23-1d9c-4626-9d8b-120f932ef692 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:36.864606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d76d820-a4cf-42a8-b96f-a7801d547b12 req-2a69cd23-1d9c-4626-9d8b-120f932ef692 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.0974820 Mar 10 23:46:36.900664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Made reservation on behalf of 693aba2499c2459593ea097a4b77a3b4 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:36.904631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.007404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d76d820-a4cf-42a8-b96f-a7801d547b12 req-bfba314b-b63e-4f13-b317-812ca5ba860c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312215 Mar 10 23:46:37.019809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ab355-54a2-4611-8d81-ff6621cc213d req-d92080d5-8865-414d-9509-9ef69a0186d2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:37.021452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f1ab355-54a2-4611-8d81-ff6621cc213d req-d92080d5-8865-414d-9509-9ef69a0186d2 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1209557 Mar 10 23:46:37.040994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d86b110-beff-4b4c-89f6-60099ab0a08b req-b7a0320b-928d-4dc3-b29e-f0de49f68aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087376 Mar 10 23:46:37.111342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f1ab355-54a2-4611-8d81-ff6621cc213d req-1cad1b42-becb-4ca2-8ae7-c451b1ab92da tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Mar 10 23:46:37.113325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-872cd474-3ec9-490c-a7e9-e5f95fa20f0d req-e1c8c1a0-9c56-44f8-8b32-018fa8c9ff85 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 210 time: 0.0386474 Mar 10 23:46:37.114229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Allocated IP 172.20.0.7 (6868b39a-f1f9-4f89-99ff-0896f0022b46/820338ba-8fda-4888-a239-3833294a1b0b/9ea6e1da-a1a7-465a-8899-490eabb29cd9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:37.248256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.30', 51258) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:37.402892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.449680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.504752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-afe9b3a2-5bd8-479f-94dd-a9032e00beb3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:37.506471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-afe9b3a2-5bd8-479f-94dd-a9032e00beb3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.2573249 Mar 10 23:46:37.508910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:37.510747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:37.514593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:37.521605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Request body: {'port': {'device_id': '19ada39b-a425-4ff9-b568-83f91db4f347', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'admin_state_up': True, 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:37.522527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:37.523168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.542177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:37.556702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-7fcd3a10-94e8-4849-a9c9-829b3d5a05be tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035074 Mar 10 23:46:37.600412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-d96257d4-25ee-44c1-8a07-09dcdffc6ee1 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:37.601509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-d96257d4-25ee-44c1-8a07-09dcdffc6ee1 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059242 Mar 10 23:46:37.846714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1d085ee-78d5-486a-bcc6-ac7c6f2b4332 req-9be81f2f-2418-4da7-b372-bbc8eabf2e9c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0512450 Mar 10 23:46:37.883478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Request body: {'port': {'device_id': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:37.910692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e6e8e252-1d84-41b6-8c21-77fdd4d4d0dd None None] Provisioning complete for port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:37.911221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e252-1d84-41b6-8c21-77fdd4d4d0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.967082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8e252-1d84-41b6-8c21-77fdd4d4d0dd None None] Port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:37.977998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:37.995267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:37.998712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.226975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-9c02d821-48bb-4023-9f20-26f918003a79 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:38.228491 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-9c02d821-48bb-4023-9f20-26f918003a79 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1920400 Mar 10 23:46:38.247112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f181-7d5f-4e5e-866c-6104853fb783 req-fb1e4f10-151a-4dbd-946a-f3d580fdaae4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:38.254223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7a8f181-7d5f-4e5e-866c-6104853fb783 req-fb1e4f10-151a-4dbd-946a-f3d580fdaae4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.1241546 Mar 10 23:46:38.350080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:38.410211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7a8f181-7d5f-4e5e-866c-6104853fb783 req-f79ef7d5-1938-4c0a-b65a-94d66792311d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550796 Mar 10 23:46:38.437166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Allocated IP 172.20.0.4 (6c553ddc-8578-4f93-aa28-2d39914c52a3/e291b944-80d5-4d91-a07d-ab4b39e963f0/ad27fcd3-c15a-4be8-aa2f-115295275fcd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:38.471887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b99df-d109-4147-9af9-d2c95b7ac2c5 req-324a7de8-8777-459c-ae91-67a58ae88c0b tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:38.473715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d55b99df-d109-4147-9af9-d2c95b7ac2c5 req-324a7de8-8777-459c-ae91-67a58ae88c0b tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 931 time: 0.1227198 Mar 10 23:46:38.497095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Deleting port b268b05f-bef1-43ef-964c-04562c7b1000 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:46:38.497716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.528953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea6e1da-a1a7-465a-8899-490eabb29cd9 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:38.549672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks [] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.586069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29f538a3-be48-4931-b3fd-17ce5edbe1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.597881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Transition to ACTIVE for port object 9ea6e1da-a1a7-465a-8899-490eabb29cd9 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:38.615349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.636327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] For port b268b05f-bef1-43ef-964c-04562c7b1000, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=b268b05f-bef1-43ef-964c-04562c7b1000,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:38.636683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.638540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d55b99df-d109-4147-9af9-d2c95b7ac2c5 req-2f19b796-5e8f-42c6-a423-54c8b4be11cf tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572070 Mar 10 23:46:38.669164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d1873-6ab2-4cc7-bab2-3dfc80b01ee0 req-70ac2a9f-3dca-4ecb-ae0c-4dcd3fab2a91 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:38.676920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519d1873-6ab2-4cc7-bab2-3dfc80b01ee0 req-70ac2a9f-3dca-4ecb-ae0c-4dcd3fab2a91 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/ports?device_id=09c6a4fd-f90d-4069-8c09-f73a4672ee73 HTTP/1.1" status: 200 len: 971 time: 0.1633952 Mar 10 23:46:38.702313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Calling delete_port for b268b05f-bef1-43ef-964c-04562c7b1000 owned by compute:tempest-test_az-1850188478 {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:46:38.708615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:38.813858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519d1873-6ab2-4cc7-bab2-3dfc80b01ee0 req-885d540f-6fea-44ea-81a4-3268a9f5cdbb tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e4f38c5-3079-4533-ab4c-69470b2f2ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359704 Mar 10 23:46:38.838870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks [] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.857664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Attempting to bind port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:38.858013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Attempting to bind port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:38.858347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Attempting to bind port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:38.867688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:38.868303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Attempting to bind port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:38.884628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:38.885045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Checking segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:38.885456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Bound using segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:38.885900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Bound port: 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:38.886258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.888404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29f538a3-be48-4931-b3fd-17ce5edbe1ad admin admin] Publish callbacks [] for security_group (c8c72663-8f8b-41cf-aaf1-bb83a5e330b5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.898387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29f538a3-be48-4931-b3fd-17ce5edbe1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c8c72663-8f8b-41cf-aaf1-bb83a5e330b5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:38.928995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-29f538a3-be48-4931-b3fd-17ce5edbe1ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c21c8ce151f45dba9d772f0fd875ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5724206 Mar 10 23:46:38.931622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:38.994322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.017807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:39.059572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (b268b05f-bef1-43ef-964c-04562c7b1000), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.074323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['b268b05f-bef1-43ef-964c-04562c7b1000'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:39.098418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:39.102786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:46:39.107144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:39.112587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f538a3-be48-4931-b3fd-17ce5edbe1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c72663-8f8b-41cf-aaf1-bb83a5e330b5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.122223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Pushing event deleted for resources: {'Port': ['ID=b268b05f-bef1-43ef-964c-04562c7b1000,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.137884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.146922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:39.162778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] Publish callbacks [] for security_group (c8c72663-8f8b-41cf-aaf1-bb83a5e330b5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.205916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:39.222097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.226002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1aeed80-8a97-4659-b82c-aa6d31bb8786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.235250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.236944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:39.240484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.258029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'port_id': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'mac_address': 'fa:16:3e:fc:5b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1afc83a-2ceb-4c1f-968a-9d30edf4ed43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-1850188478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:46:39.291283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.294216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] No DVR routers for this DVR port b268b05f-bef1-43ef-964c-04562c7b1000 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:46:39.297134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.303559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.305662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-bc304a44-fba8-489c-8b26-11b2fcc76a5b service neutron] 10.222.0.30 "PUT /v2.0/ports/9ea6e1da-a1a7-465a-8899-490eabb29cd9 HTTP/1.1" status: 200 len: 1091 time: 1.4789510 Mar 10 23:46:39.306982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:39.309483 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36" -d '{"events": [{"name": "network-changed", "server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:39.323771 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] Publish callbacks [] for security_group (c8c72663-8f8b-41cf-aaf1-bb83a5e330b5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.329011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.333501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ffb4ec3b-c6fd-4bda-921e-debdfb8fc571 req-447fbc44-a8a7-4734-816e-8e6d51307005 tempest-AggregatesAdminTestJSON-2013717591 tempest-AggregatesAdminTestJSON-2013717591-project] 10.222.0.39 "DELETE /v2.0/ports/b268b05f-bef1-43ef-964c-04562c7b1000 HTTP/1.1" status: 204 len: 173 time: 1.0994713 Mar 10 23:46:39.337458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-3e24aaf7-ad51-4294-b407-d85bd47334ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8202546 Mar 10 23:46:39.353718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855544-9ad0-4eb8-bbfb-fb73ea8230f3 req-6da9e64c-cb31-441a-857d-3e45fb4789db tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.362052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92855544-9ad0-4eb8-bbfb-fb73ea8230f3 req-6da9e64c-cb31-441a-857d-3e45fb4789db tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 931 time: 0.3746426 Mar 10 23:46:39.373904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:39.376052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.382172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Request body: {'port': {'device_id': '19ada39b-a425-4ff9-b568-83f91db4f347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:39.411682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d7d74e-1ac7-4956-a47f-bb1eb452f04d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:39.435552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-daf8ec0e-987d-4bf6-a7ec-e4bdb1e5f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.440086 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-daf8ec0e-987d-4bf6-a7ec-e4bdb1e5f037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 1125 time: 0.0889401 Mar 10 23:46:39.447629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:39.466410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.524910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-f6c81a8d-6552-4c2e-9276-e92a176f3547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9 HTTP/1.1" status: 200 len: 217 time: 0.0792334 Mar 10 23:46:39.571764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c8c72663-8f8b-41cf-aaf1-bb83a5e330b5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.575264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.577044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.584034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8c72663-8f8b-41cf-aaf1-bb83a5e330b5 HTTP/1.1" status: 204 len: 168 time: 0.6481109 Mar 10 23:46:39.620768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-f709e120-5d9c-450e-826b-823ce9ac4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.623347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-f709e120-5d9c-450e-826b-823ce9ac4dd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.0924463 Mar 10 23:46:39.663903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1e7c9-4f51-4c04-b09e-03dee9419040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c72663-8f8b-41cf-aaf1-bb83a5e330b5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:39.667234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:39.687982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-972c4dfc-2efa-4510-82c5-051152ea4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:39.689680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-972c4dfc-2efa-4510-82c5-051152ea4e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606737 Mar 10 23:46:39.700364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92855544-9ad0-4eb8-bbfb-fb73ea8230f3 req-ccc3aafb-db7a-4b45-b2d9-891d5e72a3d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324716 Mar 10 23:46:39.726016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:39.747337 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0dc71-1cb7-41c4-8fdb-3a636c8dbf41 x-openstack-request-id: req-86e0dc71-1cb7-41c4-8fdb-3a636c8dbf41 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:39.747965 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:39.748373 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86e0dc71-1cb7-41c4-8fdb-3a636c8dbf41 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:39.749411 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'status': 'completed', 'code': 200} Mar 10 23:46:39.882005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-fcb4c492-a9e5-423a-85bc-8bbc8577a822 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852815 Mar 10 23:46:40.005723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75e4a25d-96d7-40ab-8bfc-d5a7045f415c req-79045c8f-e08e-45fa-9f30-1ea025da2469 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167889 Mar 10 23:46:40.122880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-ae9dde36-c2e7-4bc6-96eb-97115654a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.125494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-ae9dde36-c2e7-4bc6-96eb-97115654a577 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 1125 time: 0.0560288 Mar 10 23:46:40.148327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34694) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:40.166021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054211-a9f8-49c4-a522-89c526079c0b req-a1fb27b8-ba38-4ee3-bacf-53469c0ad656 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.167494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66054211-a9f8-49c4-a522-89c526079c0b req-a1fb27b8-ba38-4ee3-bacf-53469c0ad656 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.3559444 Mar 10 23:46:40.171076 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0c2df69-c217-4f21-ac74-26dd345c26d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.210393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0b87-db1e-4a52-9d1c-ae1b3bea4dc7 req-187fb951-872d-4fc6-b3a3-e245f730237c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.211853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-929e0b87-db1e-4a52-9d1c-ae1b3bea4dc7 req-187fb951-872d-4fc6-b3a3-e245f730237c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 943 time: 0.1817129 Mar 10 23:46:40.232265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.257665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-7870b717-dfb5-47c6-8413-989aea560095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.259137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-7870b717-dfb5-47c6-8413-989aea560095 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 925 time: 0.1285176 Mar 10 23:46:40.278040 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.281508 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.294429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66054211-a9f8-49c4-a522-89c526079c0b req-fb3509f7-7f5d-4bea-8fde-7f653ed62610 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177788 Mar 10 23:46:40.313815 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-b0205c54-4f74-41dc-8faa-2b457df5aded service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9 HTTP/1.1" status: 200 len: 217 time: 0.0467741 Mar 10 23:46:40.342545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-929e0b87-db1e-4a52-9d1c-ae1b3bea4dc7 req-3c41772a-b3ee-4979-b738-6c92db89a9ce tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242454 Mar 10 23:46:40.356199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad27fcd3-c15a-4be8-aa2f-115295275fcd {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:40.364789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks [] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.389485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Transition to ACTIVE for port object ad27fcd3-c15a-4be8-aa2f-115295275fcd will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:40.395619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.404259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0c2df69-c217-4f21-ac74-26dd345c26d6 admin admin] Publish callbacks [] for security_group (bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.407106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-13fd3dd2-1f4d-4f07-931f-c1810f6a33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.408817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-13fd3dd2-1f4d-4f07-931f-c1810f6a33c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.0864995 Mar 10 23:46:40.412335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0c2df69-c217-4f21-ac74-26dd345c26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.501692 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0c2df69-c217-4f21-ac74-26dd345c26d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76733c05f3cd4eeb9f6dfb8990193529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522487 Mar 10 23:46:40.504108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34708) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:40.511032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2df69-c217-4f21-ac74-26dd345c26d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:40.547613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-a7b649e6-3f42-4620-9c4c-431991e9eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.549643 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-a7b649e6-3f42-4620-9c4c-431991e9eae5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1335952 Mar 10 23:46:40.689953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] Publish callbacks [] for security_group (bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.714373 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-4d3ef41f-fd8b-4a56-be54-49d0addc5e15 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504817 Mar 10 23:46:40.733559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:40.734976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:40.735347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:40.746017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:40.750521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:40.751195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:40.757066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:40.757737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:40.758213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:40.758645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Bound port: ad27fcd3-c15a-4be8-aa2f-115295275fcd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:40.759005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.864725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:40.870595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:40.880893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.956837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:40.957569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:40.959074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-bc619948-0d87-4866-b275-036ded595f36 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 1091 time: 1.5895913 Mar 10 23:46:40.959790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:40.971165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] Publish callbacks [] for security_group (bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.077773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dac32ac-51f0-4dfe-9ab8-7fecd9125a36 req-f6a605df-693c-4784-844b-b7b5c0d6faf4 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541811 Mar 10 23:46:41.085761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.089204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.089347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:41.091499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0 HTTP/1.1" status: 204 len: 168 time: 0.5863090 Mar 10 23:46:41.110655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1b8c-652b-408f-9fbf-6293f9794310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e73d1-5e8c-42fa-92b0-b051de9dc8e0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:41.137706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc619948-0d87-4866-b275-036ded595f36 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:41.157649 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:41.174682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1f68e-94f5-4585-8ab5-b8e96c4c9b13 req-bbb8bf19-3720-43eb-a4e7-bcfb4fbccf3b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.182473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22d1f68e-94f5-4585-8ab5-b8e96c4c9b13 req-bbb8bf19-3720-43eb-a4e7-bcfb4fbccf3b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.2682199 Mar 10 23:46:41.217602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-1f0bc65d-5aab-4fa9-8c99-82c3206a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.219985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-1f0bc65d-5aab-4fa9-8c99-82c3206a034e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1125 time: 0.1970613 Mar 10 23:46:41.247734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:46:41.253058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:41.253748 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.333979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-8d6261d9-dce4-4aaa-b8c3-efa91932f9c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.1039631 Mar 10 23:46:41.347546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22d1f68e-94f5-4585-8ab5-b8e96c4c9b13 req-c888cceb-8c7d-4afa-a551-de97c0f4497e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629496 Mar 10 23:46:41.425804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-64eea97f-3957-40a5-9c9f-a849de62e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.428181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-64eea97f-3957-40a5-9c9f-a849de62e4cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0794070 Mar 10 23:46:41.431673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.434077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:41.434702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.470954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:41.473405 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f666835-2113-41af-ab8c-6ea97667b11b" -d '{"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-plugged", "status": "completed", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:41.480129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:41.491410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.492696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device b268b05f-bef1-43ef-964c-04562c7b1000 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:46:41.520340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-93d0c02b-a27e-4522-82de-0a3f14468174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857747 Mar 10 23:46:41.520579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:41.544476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: b268b05f-bef1-43ef-964c-04562c7b1000 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:46:41.544988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device b268b05f-bef1-43ef-964c-04562c7b1000 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:46:41.579748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:41.624260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de8fc3-bf58-4563-92f0-ca0439a63a3e req-837181bd-c2bb-4463-82dc-859b8f316791 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.632166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03de8fc3-bf58-4563-92f0-ca0439a63a3e req-837181bd-c2bb-4463-82dc-859b8f316791 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 968 time: 0.1443961 Mar 10 23:46:41.677205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-15d7b089-152b-4b43-8aeb-51cc31480473 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396945 Mar 10 23:46:41.717397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e815935b-cf67-4ef3-af53-06834368a650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.754230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'name': 'network-vif-deleted', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:41.757130 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5920ae0f-ef64-4086-9aeb-0b58da7eeeb5" -d '{"events": [{"server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "name": "network-vif-deleted", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:41.776591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03de8fc3-bf58-4563-92f0-ca0439a63a3e req-ed4036a3-106b-4135-800c-e9f66dcb0797 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435444 Mar 10 23:46:41.778929 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16c0e4-5d47-4177-8f20-4b4f4537d16c x-openstack-request-id: req-7a16c0e4-5d47-4177-8f20-4b4f4537d16c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:41.779376 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:41.779709 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a16c0e4-5d47-4177-8f20-4b4f4537d16c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:41.780283 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'status': 'completed', 'code': 200} Mar 10 23:46:41.825967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c0c683a-20df-439d-8c67-2dcc83efb1a1 req-af77cbc7-c529-411c-b4b0-5888a055c230 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401651 Mar 10 23:46:41.835063 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4fe4be-48fb-44e9-b2eb-623304c61dbb x-openstack-request-id: req-3e4fe4be-48fb-44e9-b2eb-623304c61dbb {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:41.835396 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-plugged", "status": "completed", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:41.835666 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e4fe4be-48fb-44e9-b2eb-623304c61dbb {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:41.836242 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'code': 200} Mar 10 23:46:41.884373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e815935b-cf67-4ef3-af53-06834368a650 admin admin] Publish callbacks [] for security_group (8856644d-c803-4de7-bbb2-6146caf1fd08), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.891051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e815935b-cf67-4ef3-af53-06834368a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8856644d-c803-4de7-bbb2-6146caf1fd08), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:41.915651 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80cf7ea-c25f-4e25-aea3-809f86d42a0b x-openstack-request-id: req-b80cf7ea-c25f-4e25-aea3-809f86d42a0b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:41.916205 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c6a4fd-f90d-4069-8c09-f73a4672ee73", "name": "network-vif-deleted", "tag": "b268b05f-bef1-43ef-964c-04562c7b1000", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:41.916596 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b80cf7ea-c25f-4e25-aea3-809f86d42a0b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:41.917151 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c6a4fd-f90d-4069-8c09-f73a4672ee73', 'name': 'network-vif-deleted', 'tag': 'b268b05f-bef1-43ef-964c-04562c7b1000', 'status': 'completed', 'code': 200} Mar 10 23:46:41.951618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:46:41.979647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-db7c0481-c1ac-4671-85de-55fe295c2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.981169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-db7c0481-c1ac-4671-85de-55fe295c2ba6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1125 time: 0.0827377 Mar 10 23:46:41.991503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd0ba-cb55-4f5c-ba9f-f8012c21f65f req-3c5d5487-3aa6-4b15-919d-91e30b5c4262 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:41.991737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e815935b-cf67-4ef3-af53-06834368a650 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cfda535dd194ba1a0266e953777aaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673681 Mar 10 23:46:41.991829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c3bd0ba-cb55-4f5c-ba9f-f8012c21f65f req-3c5d5487-3aa6-4b15-919d-91e30b5c4262 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 943 time: 0.1374876 Mar 10 23:46:41.991916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815935b-cf67-4ef3-af53-06834368a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856644d-c803-4de7-bbb2-6146caf1fd08,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:41.993788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34776) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:42.045988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80583e-0df9-42c6-bc61-b4cd63ebc044 req-26125821-504e-45b6-8a7c-4801a2d8266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:42.049799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e80583e-0df9-42c6-bc61-b4cd63ebc044 req-26125821-504e-45b6-8a7c-4801a2d8266e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1150 time: 0.1225471 Mar 10 23:46:42.076702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] Publish callbacks [] for security_group (8856644d-c803-4de7-bbb2-6146caf1fd08), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:42.132695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] Publish callbacks [] for security_group (8856644d-c803-4de7-bbb2-6146caf1fd08), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:42.144654 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e80583e-0df9-42c6-bc61-b4cd63ebc044 req-cec2db61-1313-4bcc-b768-438e18884182 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889630 Mar 10 23:46:42.206248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c3bd0ba-cb55-4f5c-ba9f-f8012c21f65f req-c6514b7e-5502-4d8e-8e5c-80d4bd38513d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670549 Mar 10 23:46:42.226167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8856644d-c803-4de7-bbb2-6146caf1fd08), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:42.228711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:42.229853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8856644d-c803-4de7-bbb2-6146caf1fd08 HTTP/1.1" status: 204 len: 168 time: 0.2328291 Mar 10 23:46:42.243990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef56a4f-187f-405b-b941-1c3935339dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856644d-c803-4de7-bbb2-6146caf1fd08,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:42.265562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-acfa0112-4ae6-42ba-a3e0-8053e146f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:42.267030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-acfa0112-4ae6-42ba-a3e0-8053e146f412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2756248 Mar 10 23:46:42.340013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-5a2ab30f-4219-4180-8d75-b0064c5b4a58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.0628054 Mar 10 23:46:42.404964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-30249596-0484-4b2e-86a6-f3d57e32425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:42.406665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-30249596-0484-4b2e-86a6-f3d57e32425a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0601859 Mar 10 23:46:42.450590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-0e05d2ad-b873-4fa1-97f2-532383ee4eb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355439 Mar 10 23:46:42.592651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660900fe-783f-4910-90ae-94b002c245b0 req-f9f6d75d-1bf7-40cf-abaf-edb3b8344cb1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:42.594295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-660900fe-783f-4910-90ae-94b002c245b0 req-f9f6d75d-1bf7-40cf-abaf-edb3b8344cb1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1184630 Mar 10 23:46:42.596778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-c4eeac63-7df8-4e1f-95fd-cd139e4d466f service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403155 Mar 10 23:46:42.732541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-660900fe-783f-4910-90ae-94b002c245b0 req-068f873d-bb25-4758-b54d-93d671532a9f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285996 Mar 10 23:46:42.759864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c9939fb-dbbe-41f9-9214-7ce03eddb7c0 req-9e0dc05f-e7a4-48a6-a0db-53759817e124 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548636 Mar 10 23:46:42.839081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:42.856023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0376328c-88ba-4cb1-99be-46ac76768cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:42.955884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6e08-db13-42c2-af18-9d1430531983 req-f296ceef-a8c0-48ab-9eed-bbef18f97764 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:42.957393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5bd6e08-db13-42c2-af18-9d1430531983 req-f296ceef-a8c0-48ab-9eed-bbef18f97764 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 968 time: 0.0860033 Mar 10 23:46:43.020507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0376328c-88ba-4cb1-99be-46ac76768cc2 admin admin] Publish callbacks [] for security_group (ce1852d4-f9f7-4e50-bca1-86ddc95699bb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.032669 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0376328c-88ba-4cb1-99be-46ac76768cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ce1852d4-f9f7-4e50-bca1-86ddc95699bb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.053198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ea6e1da-a1a7-465a-8899-490eabb29cd9 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:46:43.198603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.246000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:43.261451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'port_id': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'mac_address': 'fa:16:3e:9a:05:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:46:43.302331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5bd6e08-db13-42c2-af18-9d1430531983 req-6550db90-3663-4895-b855-3d72193de1f9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294630 Mar 10 23:46:43.315400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:43.316010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.335302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6e1da-a1a7-465a-8899-490eabb29cd9 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:43.360586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0376328c-88ba-4cb1-99be-46ac76768cc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ef45d893ee942bdbde36e06d8d3e0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5198121 Mar 10 23:46:43.361228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:43.373165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:43.379222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376328c-88ba-4cb1-99be-46ac76768cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1852d4-f9f7-4e50-bca1-86ddc95699bb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:43.392208 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.487626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:43.488765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] Publish callbacks [] for security_group (ce1852d4-f9f7-4e50-bca1-86ddc95699bb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.522749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] Publish callbacks [] for security_group (ce1852d4-f9f7-4e50-bca1-86ddc95699bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.537590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011493-75bf-4ca1-b496-6debef783306 req-c51d58e0-837d-4967-a94d-03eafe1997f1 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:43.540388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23011493-75bf-4ca1-b496-6debef783306 req-c51d58e0-837d-4967-a94d-03eafe1997f1 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 944 time: 0.1096592 Mar 10 23:46:43.590559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ce1852d4-f9f7-4e50-bca1-86ddc95699bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.594311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:43.595652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce1852d4-f9f7-4e50-bca1-86ddc95699bb HTTP/1.1" status: 204 len: 168 time: 0.2334292 Mar 10 23:46:43.606749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16cdde-5668-4420-8e32-73f58045f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1852d4-f9f7-4e50-bca1-86ddc95699bb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:43.646847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23011493-75bf-4ca1-b496-6debef783306 req-c7728b40-f2cb-46f0-8cf2-d67c27b5f1ca tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009452 Mar 10 23:46:43.706911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9ea6e1da-a1a7-465a-8899-490eabb29cd9'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:44.013594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:44.032226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8430-d1ab-44bf-872c-4db62d782ec0 req-742a6153-95d5-4736-ad3b-7cb9e03c9714 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:44.039763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a03f8430-d1ab-44bf-872c-4db62d782ec0 req-742a6153-95d5-4736-ad3b-7cb9e03c9714 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.0658529 Mar 10 23:46:44.100514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a03f8430-d1ab-44bf-872c-4db62d782ec0 req-c1e9a29e-fac3-4b29-b6d2-478c02a936d0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Mar 10 23:46:44.182396 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09fcda99-35c4-4eab-9db5-49f25644ca38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.275297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09fcda99-35c4-4eab-9db5-49f25644ca38 admin admin] Publish callbacks [] for security_group (748cd25c-e111-4172-a73e-0630f874f333), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.280184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09fcda99-35c4-4eab-9db5-49f25644ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (748cd25c-e111-4172-a73e-0630f874f333), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.315378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:44.315917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-09fcda99-35c4-4eab-9db5-49f25644ca38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34eeb97bab464aeba1dcc3a285643dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004191 Mar 10 23:46:44.327175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcda99-35c4-4eab-9db5-49f25644ca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cd25c-e111-4172-a73e-0630f874f333,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:44.372890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] Publish callbacks [] for security_group (748cd25c-e111-4172-a73e-0630f874f333), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.398389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] Publish callbacks [] for security_group (748cd25c-e111-4172-a73e-0630f874f333), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.472561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (748cd25c-e111-4172-a73e-0630f874f333), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.476489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:44.477848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/748cd25c-e111-4172-a73e-0630f874f333 HTTP/1.1" status: 204 len: 168 time: 0.1614635 Mar 10 23:46:44.488717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37458a-942b-4b4f-852c-62d0bdc889c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cd25c-e111-4172-a73e-0630f874f333,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:44.621010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a486ddc-5605-4025-a93a-a7f1cd2fd42d req-578c41c3-1494-49b4-bd0d-2f7c49f713af tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:44.624948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-98ba2f1a-65e4-48c1-9644-1b5e46089d0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808735 Mar 10 23:46:44.627990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a486ddc-5605-4025-a93a-a7f1cd2fd42d req-578c41c3-1494-49b4-bd0d-2f7c49f713af tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 968 time: 0.1218100 Mar 10 23:46:44.709507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a486ddc-5605-4025-a93a-a7f1cd2fd42d req-151b18f3-a154-4074-abb5-635e7b8611a5 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Mar 10 23:46:44.743778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-97ce7c23-fb3b-4506-9ec9-3c5a89091933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:44.745858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-97ce7c23-fb3b-4506-9ec9-3c5a89091933 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1150 time: 0.0631828 Mar 10 23:46:44.888411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4760-ccd5-44c9-8810-9aa67e9a516c req-51b1ed07-3016-41c9-975d-21b8c83a9036 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:44.889933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c63d4760-ccd5-44c9-8810-9aa67e9a516c req-51b1ed07-3016-41c9-975d-21b8c83a9036 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 944 time: 0.0891387 Mar 10 23:46:44.899759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-3da9fca7-54b8-4353-9b59-f9598105ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:44.901324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-3da9fca7-54b8-4353-9b59-f9598105ae2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1367280 Mar 10 23:46:44.943534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c63d4760-ccd5-44c9-8810-9aa67e9a516c req-7763c44a-757f-406d-abf7-adb6d58c023c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Mar 10 23:46:44.966094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-8b80e3f7-1b6c-41f7-9f1f-0df045a3c446 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0582423 Mar 10 23:46:45.028714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-320371ac-873c-44e9-94f2-1b934466a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:45.030165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-320371ac-873c-44e9-94f2-1b934466a770 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0567877 Mar 10 23:46:45.040620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:46:45.054180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34998) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:45.069055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ea6e1da-a1a7-465a-8899-490eabb29cd9 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:45.074911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc480622-aee7-4cdc-aa09-e7335f9bb6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.089657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-e8481b92-927b-4828-bc92-3ef8b88c8405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524669 Mar 10 23:46:45.207384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:46:45.222002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:45.222579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.245453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc480622-aee7-4cdc-aa09-e7335f9bb6c4 admin admin] Publish callbacks [] for security_group (b3666232-02b8-4ee3-b54e-2dca4f3c41bd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.251367 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc480622-aee7-4cdc-aa09-e7335f9bb6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b3666232-02b8-4ee3-b54e-2dca4f3c41bd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.288880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:45.309663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'port_id': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'mac_address': 'fa:16:3e:39:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291b944-80d5-4d91-a07d-ab4b39e963f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:46:45.310192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-2acddcbc-07d9-4fe6-9eb1-6fb845129d5e service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116919 Mar 10 23:46:45.341003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc480622-aee7-4cdc-aa09-e7335f9bb6c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f82213fb1a424f04bd86350050342988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856586 Mar 10 23:46:45.341588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:45.345947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc480622-aee7-4cdc-aa09-e7335f9bb6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3666232-02b8-4ee3-b54e-2dca4f3c41bd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:45.400069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ad27fcd3-c15a-4be8-aa2f-115295275fcd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:45.400756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.412806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396628ff-027f-46e9-aa43-80bedc04ed03 req-514686b9-5ac2-4c8c-9832-ad74463f7c26 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:45.414509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-396628ff-027f-46e9-aa43-80bedc04ed03 req-514686b9-5ac2-4c8c-9832-ad74463f7c26 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1432655 Mar 10 23:46:45.423323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad27fcd3-c15a-4be8-aa2f-115295275fcd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:45.428908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:45.429500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.447626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] Publish callbacks [] for security_group (b3666232-02b8-4ee3-b54e-2dca4f3c41bd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.456786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e85b638-ab47-414c-b99f-203f47d0cd62 req-2ce6d80c-4d13-4189-874e-9a3468f5c654 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391664 Mar 10 23:46:45.462311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:45.464966 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f093f-092e-4bef-9344-6a00cd2ff17c" -d '{"events": [{"server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:45.477600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] Publish callbacks [] for security_group (b3666232-02b8-4ee3-b54e-2dca4f3c41bd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.484554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:45.490546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:45.493048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.517290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.533168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35014) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:45.564319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b3666232-02b8-4ee3-b54e-2dca4f3c41bd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.567569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.574178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3666232-02b8-4ee3-b54e-2dca4f3c41bd HTTP/1.1" status: 204 len: 168 time: 0.2292771 Mar 10 23:46:45.600759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:45.624225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bf176-3d1e-4145-82f7-b5db7489f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3666232-02b8-4ee3-b54e-2dca4f3c41bd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:45.658617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-396628ff-027f-46e9-aa43-80bedc04ed03 req-8ce25f71-f5f0-4d3c-bacb-0941ff504b14 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255824 Mar 10 23:46:45.679473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:45.739410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-45ce1a01-45dc-4994-8da9-c42f1b98bd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.744538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9cab-58aa-4958-b50c-230ce0e653f9 req-3c5a40eb-6446-4137-8b05-8195b9c93d88 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:45.746103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af9f9cab-58aa-4958-b50c-230ce0e653f9 req-3c5a40eb-6446-4137-8b05-8195b9c93d88 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1150 time: 0.1458344 Mar 10 23:46:45.749049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ad27fcd3-c15a-4be8-aa2f-115295275fcd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:45.823359 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb270209-ebe7-460d-9cc1-a661f69eb642 x-openstack-request-id: req-fb270209-ebe7-460d-9cc1-a661f69eb642 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:45.823802 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:45.826225 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb270209-ebe7-460d-9cc1-a661f69eb642 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:45.826488 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'code': 200} Mar 10 23:46:45.951145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af9f9cab-58aa-4958-b50c-230ce0e653f9 req-45302598-adec-4a3d-99ca-4065163ebe2b tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909091 Mar 10 23:46:45.975410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-45ce1a01-45dc-4994-8da9-c42f1b98bd10 admin admin] Publish callbacks [] for security_group (0ae72d18-d53d-4e82-bca5-a449b4a40582), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:45.985970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-45ce1a01-45dc-4994-8da9-c42f1b98bd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0ae72d18-d53d-4e82-bca5-a449b4a40582), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.004529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00169a-4e6e-4bb5-bd37-3eabc3066106 req-a4a31506-3eff-4233-ac6b-6427bc6d73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:46.011955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b00169a-4e6e-4bb5-bd37-3eabc3066106 req-a4a31506-3eff-4233-ac6b-6427bc6d73ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 1127 time: 0.1524696 Mar 10 23:46:46.050460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce1a01-45dc-4994-8da9-c42f1b98bd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae72d18-d53d-4e82-bca5-a449b4a40582,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:46.056717 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-45ce1a01-45dc-4994-8da9-c42f1b98bd10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=697b16918e644dadb06cef27b40eae6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5219841 Mar 10 23:46:46.060495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35044) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:46.132090 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] Publish callbacks [] for security_group (0ae72d18-d53d-4e82-bca5-a449b4a40582), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.160165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] Publish callbacks [] for security_group (0ae72d18-d53d-4e82-bca5-a449b4a40582), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.163964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b00169a-4e6e-4bb5-bd37-3eabc3066106 req-b6ab6da2-e0b0-4af1-8bb6-ed6696b7ddfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451774 Mar 10 23:46:46.232230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0ae72d18-d53d-4e82-bca5-a449b4a40582), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.235895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.237911 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ae72d18-d53d-4e82-bca5-a449b4a40582 HTTP/1.1" status: 204 len: 168 time: 0.1757274 Mar 10 23:46:46.249150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad2924-9d98-49eb-8385-1ce4939993cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae72d18-d53d-4e82-bca5-a449b4a40582,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:46.267338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fe9eb-f199-450d-af20-e4cb4449b0e8 req-e26ef42d-be8b-4bc4-8426-be879893db9d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:46.269023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-923fe9eb-f199-450d-af20-e4cb4449b0e8 req-e26ef42d-be8b-4bc4-8426-be879893db9d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.1301215 Mar 10 23:46:46.273870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce92e7e-1e84-46b9-a7fc-a45df02e01e6 req-53fce83f-a16b-484b-abc9-f322954918cf tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:46.275323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ce92e7e-1e84-46b9-a7fc-a45df02e01e6 req-53fce83f-a16b-484b-abc9-f322954918cf tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1150 time: 0.0787697 Mar 10 23:46:46.357364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-923fe9eb-f199-450d-af20-e4cb4449b0e8 req-977bf626-6b67-42fe-802d-45e305f7165d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807352 Mar 10 23:46:46.364359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ce92e7e-1e84-46b9-a7fc-a45df02e01e6 req-db5736dc-e588-4e13-a687-5f74bb2be7df tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783353 Mar 10 23:46:46.605928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-ad8b8b2e-1287-4ca6-a922-5387b781cb90 req-f339e1cb-7165-4a56-8456-f26869611426 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:46.607766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad8b8b2e-1287-4ca6-a922-5387b781cb90 req-f339e1cb-7165-4a56-8456-f26869611426 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071361 Mar 10 23:46:46.677583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:46.695118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea11e310-3648-463a-9856-03cbfe235ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.839695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea11e310-3648-463a-9856-03cbfe235ef5 admin admin] Publish callbacks [] for security_group (87287a55-fc96-4b0a-802b-7f4bac85d4a5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.849310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea11e310-3648-463a-9856-03cbfe235ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (87287a55-fc96-4b0a-802b-7f4bac85d4a5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:46.896744 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea11e310-3648-463a-9856-03cbfe235ef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb43e2ae269141a2afbb628a6c74dd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178359 Mar 10 23:46:46.897987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11e310-3648-463a-9856-03cbfe235ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87287a55-fc96-4b0a-802b-7f4bac85d4a5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:46.900453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35100) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:46.901353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e299aa-e5e7-4e48-bd23-7b3958856ca9 req-4f86734e-d570-4c48-b583-0f6651719692 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:46.904926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84e299aa-e5e7-4e48-bd23-7b3958856ca9 req-4f86734e-d570-4c48-b583-0f6651719692 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 944 time: 0.0885744 Mar 10 23:46:46.969981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84e299aa-e5e7-4e48-bd23-7b3958856ca9 req-45881b0a-750f-4b96-ad61-debf89502b41 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568988 Mar 10 23:46:46.984650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] Publish callbacks [] for security_group (87287a55-fc96-4b0a-802b-7f4bac85d4a5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.018665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] Publish callbacks [] for security_group (87287a55-fc96-4b0a-802b-7f4bac85d4a5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.059375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:46:47.074874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (87287a55-fc96-4b0a-802b-7f4bac85d4a5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.078924 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.080709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87287a55-fc96-4b0a-802b-7f4bac85d4a5 HTTP/1.1" status: 204 len: 168 time: 0.1793268 Mar 10 23:46:47.089897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70531-124b-42fe-827e-d46447471348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87287a55-fc96-4b0a-802b-7f4bac85d4a5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:47.157492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ad27fcd3-c15a-4be8-aa2f-115295275fcd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:46:47.166342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ad27fcd3-c15a-4be8-aa2f-115295275fcd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:47.167203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.179238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35122) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:47.409645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ad27fcd3-c15a-4be8-aa2f-115295275fcd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:46:47.410037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.451411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:47.456810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.516048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:47.592040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65dc0e75-b8f1-45dc-8638-a1c2a8468e83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66c7f8635ce94140aba217eb8b3e0aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098070 Mar 10 23:46:47.592897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35162) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:47.621979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba875ab-121f-4580-9c53-ec2cd5eb8d2c req-12b7e33a-9d22-403b-8bc9-b2e127f7b094 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:47.629077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ba875ab-121f-4580-9c53-ec2cd5eb8d2c req-12b7e33a-9d22-403b-8bc9-b2e127f7b094 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.0648890 Mar 10 23:46:47.656539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] Publish callbacks [] for security_group (8e4f38c5-3079-4533-ab4c-69470b2f2ccb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.683383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] Publish callbacks [] for security_group (8e4f38c5-3079-4533-ab4c-69470b2f2ccb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.698312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ba875ab-121f-4580-9c53-ec2cd5eb8d2c req-c308ca9d-9491-4a5d-9c11-22e5da89a6eb tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616708 Mar 10 23:46:47.751146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8e4f38c5-3079-4533-ab4c-69470b2f2ccb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.753780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:47.757501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e4f38c5-3079-4533-ab4c-69470b2f2ccb HTTP/1.1" status: 204 len: 168 time: 0.1609907 Mar 10 23:46:47.769616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9f9f2-4ac6-45d8-979b-395c39b7b507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4f38c5-3079-4533-ab4c-69470b2f2ccb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:47.827527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:47.832411 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1760248-a549-494c-ae02-251c9dde5a59" -d '{"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-plugged", "status": "completed", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:47.878848 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b123d6f-fd79-4809-b1a4-04383855c73c x-openstack-request-id: req-7b123d6f-fd79-4809-b1a4-04383855c73c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:47.879359 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-plugged", "status": "completed", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:47.879669 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b123d6f-fd79-4809-b1a4-04383855c73c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:47.880096 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'code': 200} Mar 10 23:46:48.142977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1dcfb-d765-40a4-a5c2-2b581417964d req-7e66ee17-de8b-477e-afca-675febdb0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:48.145055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12b1dcfb-d765-40a4-a5c2-2b581417964d req-7e66ee17-de8b-477e-afca-675febdb0107 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1127 time: 0.1083405 Mar 10 23:46:48.183902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de6ba-64f6-4544-9047-d8f67aef586e req-0cf10887-df79-4fea-8549-2eb5af7b8989 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:48.185911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d2de6ba-64f6-4544-9047-d8f67aef586e req-0cf10887-df79-4fea-8549-2eb5af7b8989 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 945 time: 0.0904365 Mar 10 23:46:48.232960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12b1dcfb-d765-40a4-a5c2-2b581417964d req-4815a4cb-50b6-49e4-bad4-fd4cb09b0d16 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760410 Mar 10 23:46:48.268277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d2de6ba-64f6-4544-9047-d8f67aef586e req-8211000f-bf19-4ab4-a48c-46e3c7d8c36a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760217 Mar 10 23:46:48.548579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35216) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:48.591320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6cfe3f54-54d8-481d-804a-6c3a2d5a50a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7169877ba839472a8105e2aa6d138f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408537 Mar 10 23:46:48.594918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35218) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:48.655834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] Publish callbacks [] for security_group (7be2abdc-f766-4e37-80a2-cc60b9b1c8d9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:48.681392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] Publish callbacks [] for security_group (7be2abdc-f766-4e37-80a2-cc60b9b1c8d9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:48.740946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7be2abdc-f766-4e37-80a2-cc60b9b1c8d9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:48.744862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:48.746168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7be2abdc-f766-4e37-80a2-cc60b9b1c8d9 HTTP/1.1" status: 204 len: 168 time: 0.1501975 Mar 10 23:46:48.755350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315da0a-c20e-42e6-9d35-77a00aff2b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2abdc-f766-4e37-80a2-cc60b9b1c8d9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:48.784774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:49.049766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9594-fb44-4204-89a5-5e606bf373fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.129872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9594-fb44-4204-89a5-5e606bf373fe admin admin] Publish callbacks [] for security_group (0c77442f-af6a-465d-a6f3-45ae333d6581), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.134050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9594-fb44-4204-89a5-5e606bf373fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c77442f-af6a-465d-a6f3-45ae333d6581), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.140609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35248) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:49.181338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0b4a9594-fb44-4204-89a5-5e606bf373fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb0099ce95ff4dd0947e935a8cac013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930433 Mar 10 23:46:49.181338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a9594-fb44-4204-89a5-5e606bf373fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c77442f-af6a-465d-a6f3-45ae333d6581,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:49.181987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:49.258963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] Publish callbacks [] for security_group (0c77442f-af6a-465d-a6f3-45ae333d6581), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.286106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] Publish callbacks [] for security_group (0c77442f-af6a-465d-a6f3-45ae333d6581), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.361314 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c77442f-af6a-465d-a6f3-45ae333d6581), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.364002 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:49.365177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c77442f-af6a-465d-a6f3-45ae333d6581 HTTP/1.1" status: 204 len: 168 time: 0.1820300 Mar 10 23:46:49.374842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5c0e4-cd5f-4e5b-8714-194f2063e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c77442f-af6a-465d-a6f3-45ae333d6581,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:49.462832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a0c90-b343-4303-8bf8-2d3639030fdf req-a2390220-2df5-4385-b5d0-7f06bfcdc9db tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:49.464595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472a0c90-b343-4303-8bf8-2d3639030fdf req-a2390220-2df5-4385-b5d0-7f06bfcdc9db tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.0648532 Mar 10 23:46:49.497479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-a0f9782d-54a8-4fb2-9529-36054b66d5f4 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:49.498542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-a0f9782d-54a8-4fb2-9529-36054b66d5f4 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3564458 Mar 10 23:46:49.525241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472a0c90-b343-4303-8bf8-2d3639030fdf req-6ddc543f-68cb-4cb7-b53b-43a7846ffaaf tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544748 Mar 10 23:46:49.646025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a317248-70cf-485a-a02b-924562d66fdf req-60574229-575b-47f2-beac-ce0390b52f3c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:49.647657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a317248-70cf-485a-a02b-924562d66fdf req-60574229-575b-47f2-beac-ce0390b52f3c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 945 time: 0.0569806 Mar 10 23:46:49.704415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a317248-70cf-485a-a02b-924562d66fdf req-a7b10f6e-af36-44d4-bb03-e7201b635d2f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Mar 10 23:46:50.002352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35294) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:50.015808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10a1-17e2-40fb-9a3f-a75bc97f8774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.095218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10a1-17e2-40fb-9a3f-a75bc97f8774 admin admin] Publish callbacks [] for security_group (c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.108995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6ba10a1-17e2-40fb-9a3f-a75bc97f8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.168679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-de0e7d21-fe76-4040-af14-39fec6570e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:50.170665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-de0e7d21-fe76-4040-af14-39fec6570e1a service neutron] 10.222.0.21 "GET /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 1147 time: 0.3981769 Mar 10 23:46:50.179267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f6ba10a1-17e2-40fb-9a3f-a75bc97f8774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8671cd586c5f45fcad20b55e363a994b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758850 Mar 10 23:46:50.179463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:50.181416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba10a1-17e2-40fb-9a3f-a75bc97f8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:50.196101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Request body: {'binding': {'host': 'n-h2-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:50.196639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:46:50.245491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] Publish callbacks [] for security_group (c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.274847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] Publish callbacks [] for security_group (c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.347243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.351306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.353575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181 HTTP/1.1" status: 204 len: 168 time: 0.1709900 Mar 10 23:46:50.362559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62834268-c1dc-4f0a-aa6a-9eb126ee5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aac53a-0c94-4e4b-ae8e-d1cb92e6c181,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:50.389398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on host n-h2-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:50.390276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:50.392470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:50.397591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:50.397926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:50.403076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:50.403413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:50.403802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:50.404259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Bound port: e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:50.504658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:50.512692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.524795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-becea94f-b2f7-4110-b44f-346d39066a19 service neutron] 10.222.0.21 "POST /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3337424 Mar 10 23:46:50.608031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b6c63-9c73-4906-90c7-766d2d28bb1e req-763b1e8b-edb8-489f-b07f-851e37c7a297 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:50.610209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-286b6c63-9c73-4906-90c7-766d2d28bb1e req-763b1e8b-edb8-489f-b07f-851e37c7a297 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.0699849 Mar 10 23:46:50.619568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:50.630604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'floatingip': {'port_id': '9ea6e1da-a1a7-465a-8899-490eabb29cd9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:50.717459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:50.870628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-67c4d732-93ca-463a-a41a-171b91c56db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:50.872678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-67c4d732-93ca-463a-a41a-171b91c56db1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1150 time: 0.0619969 Mar 10 23:46:50.977788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-e8e79440-6250-45c2-9258-446b5e1a72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:50.979669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-e8e79440-6250-45c2-9258-446b5e1a72c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1001301 Mar 10 23:46:51.029483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-bccf8514-874e-431c-9392-d9738e2fd3f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0425060 Mar 10 23:46:51.117501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-b8aa9285-e82c-4559-ae52-77c6d07955c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:51.120875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-b8aa9285-e82c-4559-ae52-77c6d07955c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0854878 Mar 10 23:46:51.162588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-f3007a43-5015-439c-8267-b4af79786bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361297 Mar 10 23:46:51.247874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e015816-b6e3-4a1a-a5b6-715f4ed2741f req-35769c40-27bf-40cd-8d22-18a876b2cf88 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:51.250857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e015816-b6e3-4a1a-a5b6-715f4ed2741f req-35769c40-27bf-40cd-8d22-18a876b2cf88 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1127 time: 0.0872920 Mar 10 23:46:51.369410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e015816-b6e3-4a1a-a5b6-715f4ed2741f req-6c870b19-31fa-4374-a1fb-077b6839937b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867722 Mar 10 23:46:51.394091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-8cccecd1-7cab-4b1a-b951-9b93c124d246 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014294 Mar 10 23:46:51.401901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7d930-0d3e-4c78-b2e6-22c442966101 req-f404d524-3cde-4c96-9e48-57bd012c65e1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:51.403410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1f7d930-0d3e-4c78-b2e6-22c442966101 req-f404d524-3cde-4c96-9e48-57bd012c65e1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 968 time: 0.1227896 Mar 10 23:46:51.513500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1f7d930-0d3e-4c78-b2e6-22c442966101 req-b8161a8b-1104-4386-adad-eeea9d6ccab7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004422 Mar 10 23:46:51.560026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:51.566956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:51.568581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-47a6bc70-0154-4dca-85fa-7c1dc6f34d30 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641250 Mar 10 23:46:51.695247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c9d78-33be-4428-b734-35fe02d971f8 req-07a1a9ff-ab0d-4099-8e03-f0c0f27487ec tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:51.697090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb0c9d78-33be-4428-b734-35fe02d971f8 req-07a1a9ff-ab0d-4099-8e03-f0c0f27487ec tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1127 time: 0.0540526 Mar 10 23:46:51.714557 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Floating IP f9d422e5-7610-420e-9741-c7b2e88e373f associated. External IP: 172.25.7.154, port: 9ea6e1da-a1a7-465a-8899-490eabb29cd9. Mar 10 23:46:51.851026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb0c9d78-33be-4428-b734-35fe02d971f8 req-e8e12280-9e40-4562-939a-77d43a8d5798 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Mar 10 23:46:51.854278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-b6a7d281-f9b3-4c09-98c4-9d22e54260b2 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:51.855717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-b6a7d281-f9b3-4c09-98c4-9d22e54260b2 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1150 time: 0.1434689 Mar 10 23:46:51.865827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-831844-1'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:51.977994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:51.996614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:46:52.124366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:52.152211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:46:52.158419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.166753 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:46:52.182511 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:52.183546 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:52.186388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:52.193280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b6d5bec-20bf-4834-9e7e-a417b5d95eed tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "PUT /v2.0/floatingips/f9d422e5-7610-420e-9741-c7b2e88e373f HTTP/1.1" status: 200 len: 991 time: 1.5693164 Mar 10 23:46:52.193280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:52.194099 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1a889-e25c-4905-b934-8dc528a2ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:52.237534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:52.240846 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e32e88-db00-4675-8588-7f248512e144" -d '{"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:52.245657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks [] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.253977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.315807 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:52.357059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:52.438681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on host n-h1-831844-1 for vnic_type normal with profile {"migrating_to": "n-h2-831844-1"} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:52.438864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:52.439184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:52.449511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:52.449841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Attempting to bind port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:52.459706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:52.464170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:52.466347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:52.466839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Bound port: e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:52.472586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.540368 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a544cbb-0f16-4455-a94b-9bea7cd1b119 x-openstack-request-id: req-3a544cbb-0f16-4455-a94b-9bea7cd1b119 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:52.540847 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:52.541289 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a544cbb-0f16-4455-a94b-9bea7cd1b119 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:52.541965 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'status': 'completed', 'code': 200} Mar 10 23:46:52.609289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5976e9cf-a5cd-44fd-b223-d5b8d00d8625 x-openstack-request-id: req-5976e9cf-a5cd-44fd-b223-d5b8d00d8625 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:52.609603 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:52.609861 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5976e9cf-a5cd-44fd-b223-d5b8d00d8625 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:52.610295 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'code': 200} Mar 10 23:46:52.641639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-175e699b-95ae-4509-88ce-325de25d2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:52.643848 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-175e699b-95ae-4509-88ce-325de25d2e41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 1127 time: 0.0811779 Mar 10 23:46:52.661579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549d388-6971-4054-b2a9-85c608213bed req-98b0aa12-0894-4f69-a07d-ba98999644c9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:52.668694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8549d388-6971-4054-b2a9-85c608213bed req-98b0aa12-0894-4f69-a07d-ba98999644c9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.1220694 Mar 10 23:46:52.671477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:52.675498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:52.699505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.762298 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:9a:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:46:51Z', 'revision_number': 1, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:52.802194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-e636888c-3555-410f-93b4-bf9fddb16c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:52.803855 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-e636888c-3555-410f-93b4-bf9fddb16c8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 925 time: 0.1539788 Mar 10 23:46:52.821135 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:46:52.830285 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:46:52.831588 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:52.839824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8549d388-6971-4054-b2a9-85c608213bed req-c074efd2-e7b5-46a8-b91b-cf683d674668 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616955 Mar 10 23:46:52.877245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=8']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:52.903622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:52.904288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:52.906314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-2a7ed994-9f38-435a-91af-94a8ee9adc0a service neutron] 10.222.0.30 "PUT /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 1144 time: 1.0445495 Mar 10 23:46:52.963663 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:46:52.975837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:53.238201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:9a:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:46:51Z', 'revision_number': 1, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:46:53.253912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-bce1a3e9-5cc5-4842-8892-bb47d5544724 req-c97f83c0-2c51-47e1-8826-0ae5018bdae6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:53.255006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bce1a3e9-5cc5-4842-8892-bb47d5544724 req-c97f83c0-2c51-47e1-8826-0ae5018bdae6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076222 Mar 10 23:46:53.276489 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf53bd-18a7-445d-850c-00b3739b6475 None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:9a:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:46:51Z', 'revision_number': 1, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:46:53.300922 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-886fd365-4168-474d-9d80-9fda45feb166 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9 HTTP/1.1" status: 200 len: 999 time: 0.4907353 Mar 10 23:46:53.362081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-225658cf-285b-41c3-b59c-42c3a19e0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:53.363896 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-225658cf-285b-41c3-b59c-42c3a19e0747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.0509980 Mar 10 23:46:53.449443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-20632c71-4c64-4e4e-a4c8-3d554db1231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:53.459748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-20632c71-4c64-4e4e-a4c8-3d554db1231b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806634 Mar 10 23:46:53.645242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1f6f5-e0c2-4d51-a0df-b7b0d5680512 None None] New status for floating IP f9d422e5-7610-420e-9741-c7b2e88e373f: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:46:53.682835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-23d524b2-c1d1-4d31-b0d0-3838fff7b1fc service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159956 Mar 10 23:46:53.687191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aceeea-f41b-47c4-925d-5b2d2f759535 req-6033bac9-5b1f-4399-878c-1434f83bdba2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:53.694659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72aceeea-f41b-47c4-925d-5b2d2f759535 req-6033bac9-5b1f-4399-878c-1434f83bdba2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.1220272 Mar 10 23:46:53.783263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72aceeea-f41b-47c4-925d-5b2d2f759535 req-9bf90636-102b-4ba6-bbcc-c44f0ac3465f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876820 Mar 10 23:46:53.856593 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ef1a889-e25c-4905-b934-8dc528a2ecc3 req-d661df15-f720-46d0-acf5-5aed59bd0739 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654584 Mar 10 23:46:54.115488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-a4b85baf-62de-48af-88f3-2fdde6a37745 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=409a7401faca41279b7c4053f42cb04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308652 Mar 10 23:46:54.229945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-9d34ab75-1879-4d82-9543-e5163f016642 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:54.231763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-9d34ab75-1879-4d82-9543-e5163f016642 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154695 Mar 10 23:46:54.249988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-3fe3d8a3-95ef-4c8b-a91d-5f76fa69616e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/quotas/409a7401faca41279b7c4053f42cb04b HTTP/1.1" status: 200 len: 375 time: 0.0113282 Mar 10 23:46:54.288436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-80462f30-a9c2-4378-b4cc-1cbf5074c617 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307140 Mar 10 23:46:54.406264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:54.567916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b87b922d-97b7-4352-810d-beb8e4a62b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.611969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:54.615148 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d277af-34ea-48e8-9a91-f9f1b76031fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:54.682298 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b87b922d-97b7-4352-810d-beb8e4a62b50 admin admin] Publish callbacks [] for security_group (441c3b40-1a50-4d07-836a-51718bc725a1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.693581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b87b922d-97b7-4352-810d-beb8e4a62b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (441c3b40-1a50-4d07-836a-51718bc725a1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.739181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b87b922d-97b7-4352-810d-beb8e4a62b50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01ee6ebbed434f118e0895fa3a8d6293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258228 Mar 10 23:46:54.742089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35506) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:54.745772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b922d-97b7-4352-810d-beb8e4a62b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441c3b40-1a50-4d07-836a-51718bc725a1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:54.764013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:54.829046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264af464-f35e-4d18-8149-865803c075de admin admin] Publish callbacks [] for security_group (441c3b40-1a50-4d07-836a-51718bc725a1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.858953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264af464-f35e-4d18-8149-865803c075de admin admin] Publish callbacks [] for security_group (441c3b40-1a50-4d07-836a-51718bc725a1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.934049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264af464-f35e-4d18-8149-865803c075de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (441c3b40-1a50-4d07-836a-51718bc725a1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.937088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264af464-f35e-4d18-8149-865803c075de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.939123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-264af464-f35e-4d18-8149-865803c075de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/441c3b40-1a50-4d07-836a-51718bc725a1 HTTP/1.1" status: 204 len: 168 time: 0.1939559 Mar 10 23:46:54.942603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22fc4041-8231-4c56-802b-ed3458cac53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:54.954558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af464-f35e-4d18-8149-865803c075de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441c3b40-1a50-4d07-836a-51718bc725a1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:55.031955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35524) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:55.076395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6b21f9e-f929-423e-b3fa-527d73e19ec2 req-aa6ebdcc-4e14-4858-b530-65aa404ce1c5 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 210 time: 0.0290487 Mar 10 23:46:55.090288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22fc4041-8231-4c56-802b-ed3458cac53e admin admin] Publish callbacks [] for security_group (fc39a142-6dc4-4ef9-b15d-9adddc7057d9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.096054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22fc4041-8231-4c56-802b-ed3458cac53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fc39a142-6dc4-4ef9-b15d-9adddc7057d9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.102687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:46:55.135292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-643744e1-fb6b-46b5-a4d5-0ada877f782c tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:46:55.143360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc4041-8231-4c56-802b-ed3458cac53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39a142-6dc4-4ef9-b15d-9adddc7057d9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:55.160369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-643744e1-fb6b-46b5-a4d5-0ada877f782c tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1237998 Mar 10 23:46:55.172485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-22fc4041-8231-4c56-802b-ed3458cac53e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cae3693fadd44bb8f5cb070df3dfd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067762 Mar 10 23:46:55.175123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35532) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:55.177632 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b06f1-9efc-418e-b07f-a19995bc764c x-openstack-request-id: req-800b06f1-9efc-418e-b07f-a19995bc764c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:55.180086 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:55.181416 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-800b06f1-9efc-418e-b07f-a19995bc764c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:55.183726 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'status': 'completed', 'code': 200} Mar 10 23:46:55.277526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:55.290574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] Publish callbacks [] for security_group (fc39a142-6dc4-4ef9-b15d-9adddc7057d9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.298358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d has no active binding in host n-h2-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:46:55.298556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-69ff66ae-67a5-491a-af34-b9786ca4bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:55.301141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-69ff66ae-67a5-491a-af34-b9786ca4bc45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1178 time: 0.1043472 Mar 10 23:46:55.344646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] Publish callbacks [] for security_group (fc39a142-6dc4-4ef9-b15d-9adddc7057d9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.413820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f99ab-6626-4ebc-9014-b86b2a74e6ce req-ef268375-356a-46cd-b951-c0b4f485245c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:55.416004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a11f99ab-6626-4ebc-9014-b86b2a74e6ce req-ef268375-356a-46cd-b951-c0b4f485245c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.1191080 Mar 10 23:46:55.457302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-68e3c207-0256-4253-9eb5-5c13fd5b2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:55.459207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-68e3c207-0256-4253-9eb5-5c13fd5b2d8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1492786 Mar 10 23:46:55.464711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fc39a142-6dc4-4ef9-b15d-9adddc7057d9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.468336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.469766 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc39a142-6dc4-4ef9-b15d-9adddc7057d9 HTTP/1.1" status: 204 len: 168 time: 0.2935333 Mar 10 23:46:55.513143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea9db-bca2-4d47-8d52-cd6237ab1c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39a142-6dc4-4ef9-b15d-9adddc7057d9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:55.516199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-be3ba1f4-d157-4eb0-8eb3-ed2763c84a37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0453346 Mar 10 23:46:55.534215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35540) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:55.576902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fea5c381-1448-42e7-b964-ae4fa265cb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.603157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-5a772ba1-ab8b-44c5-8f38-3c95b4228582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:55.604723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-5a772ba1-ab8b-44c5-8f38-3c95b4228582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0803006 Mar 10 23:46:55.662769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-afb522d7-53a7-40df-8bb0-2725441c9755 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372624 Mar 10 23:46:55.700509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a11f99ab-6626-4ebc-9014-b86b2a74e6ce req-b3be1087-46c1-4059-88f7-45c8a9d856b6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776356 Mar 10 23:46:55.701638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-2d8c4f93-5dd3-43fd-a252-3d839a5d1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:55.703475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-2d8c4f93-5dd3-43fd-a252-3d839a5d1c58 service neutron] 10.222.0.21 "GET /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 1124 time: 0.3382964 Mar 10 23:46:55.715495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:55.715976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:46:55.758171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.39', 64574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:55.804450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-a0b4245b-dd60-4815-9592-f5d093790538 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=409a7401faca41279b7c4053f42cb04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443490 Mar 10 23:46:55.844786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fea5c381-1448-42e7-b964-ae4fa265cb25 admin admin] Publish callbacks [] for security_group (cd726f0f-b244-4e3c-8ee6-8a8a541eec3a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.855394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fea5c381-1448-42e7-b964-ae4fa265cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cd726f0f-b244-4e3c-8ee6-8a8a541eec3a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:55.892446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-85f6bcc6-f7f1-41e3-868f-db0c458ea11e service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219193 Mar 10 23:46:55.970543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5c381-1448-42e7-b964-ae4fa265cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd726f0f-b244-4e3c-8ee6-8a8a541eec3a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:55.978645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:55.979043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:55.979372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:55.986023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:55.986240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:55.992235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:55.992235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:55.992235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:55.992927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Bound port: ad27fcd3-c15a-4be8-aa2f-115295275fcd, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:55.994679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fea5c381-1448-42e7-b964-ae4fa265cb25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67638b6657414a78b0cc8db13a7721ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559751 Mar 10 23:46:55.997464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:56.040664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35554) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:56.083488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c042a51-7eef-4661-a0c7-c2263b7d4cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.084199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-6c8cf849-6a52-4b6b-9036-aea3c592c8eb tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:56.085942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-6c8cf849-6a52-4b6b-9036-aea3c592c8eb tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753277 Mar 10 23:46:56.099817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Request body: {'port': {'device_id': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '409a7401faca41279b7c4053f42cb04b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:56.141057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:56.144297 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5d277af-34ea-48e8-9a91-f9f1b76031fa req-e7afd37a-7a92-431c-9506-2de5a9f1dc39 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436147 Mar 10 23:46:56.171936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.177136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6617182f-e782-43eb-b84e-343aa081bcff service neutron] 10.222.0.21 "POST /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4672029 Mar 10 23:46:56.188776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] Publish callbacks [] for security_group (cd726f0f-b244-4e3c-8ee6-8a8a541eec3a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.257401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] Publish callbacks [] for security_group (cd726f0f-b244-4e3c-8ee6-8a8a541eec3a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.259877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Made reservation on behalf of 409a7401faca41279b7c4053f42cb04b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:46:56.270587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.283105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a31135b-3397-405d-85a6-2403ce463ab4 req-f0842643-c390-4401-82aa-cc6d088a8d5e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 210 time: 0.1005788 Mar 10 23:46:56.290277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.370482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c042a51-7eef-4661-a0c7-c2263b7d4cae admin admin] Publish callbacks [] for security_group (5fb14b28-ef72-4a88-be9b-e27298f7afe4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.371717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cd726f0f-b244-4e3c-8ee6-8a8a541eec3a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.375084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.378711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd726f0f-b244-4e3c-8ee6-8a8a541eec3a HTTP/1.1" status: 204 len: 168 time: 0.3778927 Mar 10 23:46:56.381245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c042a51-7eef-4661-a0c7-c2263b7d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5fb14b28-ef72-4a88-be9b-e27298f7afe4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.396451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528e23-0e63-48b7-aed6-11abd5e5143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd726f0f-b244-4e3c-8ee6-8a8a541eec3a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:56.464644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4c042a51-7eef-4661-a0c7-c2263b7d4cae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63d42954afa744639cca8729fb29482b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224973 Mar 10 23:46:56.470099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35580) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:56.474753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c042a51-7eef-4661-a0c7-c2263b7d4cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb14b28-ef72-4a88-be9b-e27298f7afe4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:56.502352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d8016-c0e3-4da8-8d20-9828b4c968d3 req-a2feaa7e-7c87-4929-a74c-cfc4a5b43d06 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:56.504160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f58d8016-c0e3-4da8-8d20-9828b4c968d3 req-a2feaa7e-7c87-4929-a74c-cfc4a5b43d06 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 945 time: 0.0979676 Mar 10 23:46:56.532078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:56.569217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks [] for security_group (40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.580719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.581640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f58d8016-c0e3-4da8-8d20-9828b4c968d3 req-9d06a332-e31d-42e9-9ba1-e0a72d13a5c5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707505 Mar 10 23:46:56.710382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-41b3b303-5197-4591-b53f-9f54c11b8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:56.711861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-41b3b303-5197-4591-b53f-9f54c11b8b01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1127 time: 0.2010200 Mar 10 23:46:56.719249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:56.742979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] Publish callbacks [] for security_group (5fb14b28-ef72-4a88-be9b-e27298f7afe4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.784296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35592) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:56.795154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] Publish callbacks [] for security_group (5fb14b28-ef72-4a88-be9b-e27298f7afe4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.810555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Allocated IP 192.168.233.191 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/fea80c12-fc80-4075-a8aa-ba4b5262eb72) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:46:56.853890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e50396ee-2bae-459e-98fd-4f87a083753b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.896128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f054-748d-4e83-a576-d745932511d8 req-c33adced-4104-4c02-96d1-260ff4135610 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:56.897756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e98f054-748d-4e83-a576-d745932511d8 req-c33adced-4104-4c02-96d1-260ff4135610 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.1026566 Mar 10 23:46:56.928059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-5d22f4fa-a514-4a69-934e-eeddd1a5c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:56.929525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-5d22f4fa-a514-4a69-934e-eeddd1a5c68b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2022460 Mar 10 23:46:56.934290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b648ddda-ba74-4891-9b03-38b623e90b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.983253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-21b77b1d-a2f8-44d4-94da-14f0cb1a733b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.0473008 Mar 10 23:46:56.989134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5fb14b28-ef72-4a88-be9b-e27298f7afe4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.991654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:56.995474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fb14b28-ef72-4a88-be9b-e27298f7afe4 HTTP/1.1" status: 204 len: 168 time: 0.5244238 Mar 10 23:46:57.032175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e98f054-748d-4e83-a576-d745932511d8 req-56b1d2b2-a2cf-4552-85f0-f4b27719f658 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221161 Mar 10 23:46:57.048186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3b8c4-203f-4bac-a544-022cdea34182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb14b28-ef72-4a88-be9b-e27298f7afe4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.084785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e50396ee-2bae-459e-98fd-4f87a083753b admin admin] Publish callbacks [] for security_group (11b9858c-195c-4ecb-baea-d3500a9b4d5d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.094381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e50396ee-2bae-459e-98fd-4f87a083753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11b9858c-195c-4ecb-baea-d3500a9b4d5d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.110447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-8ff6924b-8368-4acc-9ae7-98b81ab23556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:57.111882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-8ff6924b-8368-4acc-9ae7-98b81ab23556 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1153991 Mar 10 23:46:57.157350 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-68ddcb51-476d-48a1-9136-1d7e88d64d70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375671 Mar 10 23:46:57.182267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e50396ee-2bae-459e-98fd-4f87a083753b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b59239a7e96b435ca619b8a8dbacf096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476247 Mar 10 23:46:57.191641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35606) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:57.198460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b648ddda-ba74-4891-9b03-38b623e90b4b admin admin] Publish callbacks [] for security_group (31e4ce5b-c24c-40a7-875c-db91b67b551d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.198460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50396ee-2bae-459e-98fd-4f87a083753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9858c-195c-4ecb-baea-d3500a9b4d5d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.204315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks [] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.205462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b648ddda-ba74-4891-9b03-38b623e90b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (31e4ce5b-c24c-40a7-875c-db91b67b551d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.252489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b648ddda-ba74-4891-9b03-38b623e90b4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67c0b816c98d4d5e9ca34f6dfa60335e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670587 Mar 10 23:46:57.253378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35610) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:57.259621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648ddda-ba74-4891-9b03-38b623e90b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4ce5b-c24c-40a7-875c-db91b67b551d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.320953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] Publish callbacks [] for security_group (31e4ce5b-c24c-40a7-875c-db91b67b551d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.331762 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-9dfe72c3-6432-4e49-89e0-85c9ae081573 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679428 Mar 10 23:46:57.335668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] Publish callbacks [] for security_group (11b9858c-195c-4ecb-baea-d3500a9b4d5d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.349250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.356982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] Publish callbacks [] for security_group (31e4ce5b-c24c-40a7-875c-db91b67b551d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.425301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] Publish callbacks [] for security_group (11b9858c-195c-4ecb-baea-d3500a9b4d5d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.474414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da367b-dd54-496e-947d-c00918f02218 req-a87d8e36-0f9d-42c4-a302-59e863c9af50 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:57.477188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73da367b-dd54-496e-947d-c00918f02218 req-a87d8e36-0f9d-42c4-a302-59e863c9af50 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 936 time: 0.0786541 Mar 10 23:46:57.491534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (31e4ce5b-c24c-40a7-875c-db91b67b551d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.494690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.495844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31e4ce5b-c24c-40a7-875c-db91b67b551d HTTP/1.1" status: 204 len: 168 time: 0.2415540 Mar 10 23:46:57.506103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:46:57.513129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340063cf-56bc-4825-b099-ec1fadf42133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4ce5b-c24c-40a7-875c-db91b67b551d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.514913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Pushing event updated for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.519816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:46:57.524915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:46:57.530721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:57.531577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.559820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73da367b-dd54-496e-947d-c00918f02218 req-535c5701-de22-4594-9c19-de5a2caa0e60 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Mar 10 23:46:57.560780 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-b61ba711-2816-4799-a80a-a16e430301d0 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221384 Mar 10 23:46:57.587207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-40ecf14d-901b-4c87-8883-be8b72d8d929 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4920154 Mar 10 23:46:57.599152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11b9858c-195c-4ecb-baea-d3500a9b4d5d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.604406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.606022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11b9858c-195c-4ecb-baea-d3500a9b4d5d HTTP/1.1" status: 204 len: 168 time: 0.4119401 Mar 10 23:46:57.628070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5f05b-9549-4ee2-8b5b-857fb24bf9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9858c-195c-4ecb-baea-d3500a9b4d5d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:57.690595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Request body: {'port': {'device_id': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:57.793033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24c421-9d69-4686-9feb-ec8a76ee0e25 req-5eb8a84b-66b4-42c9-b556-162f181ae2b0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:57.799162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d24c421-9d69-4686-9feb-ec8a76ee0e25 req-5eb8a84b-66b4-42c9-b556-162f181ae2b0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 945 time: 0.1000948 Mar 10 23:46:57.871184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d24c421-9d69-4686-9feb-ec8a76ee0e25 req-372b7410-869f-49ad-964a-8f0cd494f108 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661452 Mar 10 23:46:57.914890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2692dbb6-aef5-4adb-a605-1a78264f8e72 None None] Provisioning complete for port fea80c12-fc80-4075-a8aa-ba4b5262eb72 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:46:57.919732 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2692dbb6-aef5-4adb-a605-1a78264f8e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.928408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:57.948504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-3f6e5e35-6dea-4eb9-9644-1b7b670bcbc9 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:57.950677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-3f6e5e35-6dea-4eb9-9644-1b7b670bcbc9 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.2192335 Mar 10 23:46:57.964901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2692dbb6-aef5-4adb-a605-1a78264f8e72 None None] Port fea80c12-fc80-4075-a8aa-ba4b5262eb72 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:46:57.982070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:46:58.130009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.177959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.39', 64575) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:58.178896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35642) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:58.188587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954540f-123e-4fdc-8194-198f72a0fd2f req-a9d13137-918f-4b24-9729-92269f1525d8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:58.197306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b954540f-123e-4fdc-8194-198f72a0fd2f req-a9d13137-918f-4b24-9729-92269f1525d8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 966 time: 0.0812697 Mar 10 23:46:58.269858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ff3710e-437b-4db7-948f-3dca287c6db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.302803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-09e8024f-04b2-482f-acdf-5a6081e93cdc service neutron] 10.222.0.39 "GET /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d/bindings/n-h2-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1023860 Mar 10 23:46:58.382485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:58.409203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b954540f-123e-4fdc-8194-198f72a0fd2f req-063c94c2-d4eb-402e-8f00-acb6f00bf2f6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104547 Mar 10 23:46:58.417557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35648) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:58.454545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.566568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ff3710e-437b-4db7-948f-3dca287c6db1 admin admin] Publish callbacks [] for security_group (644b7f94-97c4-40b6-9f80-fef227367932), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.599235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ff3710e-437b-4db7-948f-3dca287c6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (644b7f94-97c4-40b6-9f80-fef227367932), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.637154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea80c12-fc80-4075-a8aa-ba4b5262eb72 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:58.653682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks [] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.676246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:58.678390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Transition to ACTIVE for port object fea80c12-fc80-4075-a8aa-ba4b5262eb72 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:58.700894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.704408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3710e-437b-4db7-948f-3dca287c6db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644b7f94-97c4-40b6-9f80-fef227367932,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:58.770897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:46:58.773736 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f6feb2-b613-4e2a-9722-b1fcc7faf6fa" -d '{"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-unplugged", "status": "completed", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:46:58.782550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks [] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.792770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ff3710e-437b-4db7-948f-3dca287c6db1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07040642070641fe8b67d8b9c5cf60cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5908444 Mar 10 23:46:58.799962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:58.801035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Pushing event updated for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:58.820432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:58.881391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:58.883327 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e4a1b-f449-4777-8bf3-030414a7315b x-openstack-request-id: req-8d6e4a1b-f449-4777-8bf3-030414a7315b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:46:58.884381 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-unplugged", "status": "completed", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:46:58.884652 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d6e4a1b-f449-4777-8bf3-030414a7315b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:46:58.887504 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'code': 200} Mar 10 23:46:58.949921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:59.014071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429fead-a203-4c79-bdc8-22d53587d423 req-76a36a05-6bf9-435e-a159-e6cb8db71c2c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:59.032064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9429fead-a203-4c79-bdc8-22d53587d423 req-76a36a05-6bf9-435e-a159-e6cb8db71c2c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 948 time: 0.3204818 Mar 10 23:46:59.037953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Publish callbacks [] for security_group (afb96602-191a-43dd-b72d-208242ca94ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.040514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Attempting to bind port fea80c12-fc80-4075-a8aa-ba4b5262eb72 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:59.041016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Attempting to bind port fea80c12-fc80-4075-a8aa-ba4b5262eb72 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:59.041240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Attempting to bind port fea80c12-fc80-4075-a8aa-ba4b5262eb72 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:59.059170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Port fea80c12-fc80-4075-a8aa-ba4b5262eb72 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:59.059503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Attempting to bind port fea80c12-fc80-4075-a8aa-ba4b5262eb72 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:59.080856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:59.080953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afb96602-191a-43dd-b72d-208242ca94ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.102033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:59.102425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:59.102758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:59.106651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Bound port: fea80c12-fc80-4075-a8aa-ba4b5262eb72, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:59.107027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.123268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Publish callbacks [] for security_group (644b7f94-97c4-40b6-9f80-fef227367932), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.145771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb96602-191a-43dd-b72d-208242ca94ae,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:59.148382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:46:59.148733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:46:59.149066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:59.159797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d7d74e-1ac7-4956-a47f-bb1eb452f04d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:46:59.188419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:46:59.188731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Attempting to bind port ad27fcd3-c15a-4be8-aa2f-115295275fcd on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:46:59.190453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.190920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.191138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.191683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.191790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.192226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.192467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.192786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.193106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.193510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.193755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.194043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.194357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.199469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:46:59.202935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Publish callbacks [] for security_group (644b7f94-97c4-40b6-9f80-fef227367932), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.204767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:46:59.205094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:46:59.205485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:46:59.205927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Bound port: ad27fcd3-c15a-4be8-aa2f-115295275fcd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:46:59.206805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.228076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f31999b4-8eed-4d37-8943-e7695a656945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb90383c86f445bc8264ad63e4a629f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080552 Mar 10 23:46:59.231532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35678) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:59.248609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9429fead-a203-4c79-bdc8-22d53587d423 req-b7f0cb7f-b9c3-459a-86a4-c42f96f19c9a tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145116 Mar 10 23:46:59.251335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.286502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923ed0-1c6d-4377-8bee-350245b4a482 req-4eb39985-8d8e-4e58-b2f9-68754623c2d9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:59.288350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84923ed0-1c6d-4377-8bee-350245b4a482 req-4eb39985-8d8e-4e58-b2f9-68754623c2d9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.2529056 Mar 10 23:46:59.337268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:59.380826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84923ed0-1c6d-4377-8bee-350245b4a482 req-dcdc7ee8-738a-409d-abe6-cae1c4014103 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716712 Mar 10 23:46:59.385473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:46:59.390847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:59.392248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] Transition to ACTIVE for port object e4d7d74e-1ac7-4956-a47f-bb1eb452f04d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:46:59.399114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.403410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:46:59.428340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] Publish callbacks [] for security_group (afb96602-191a-43dd-b72d-208242ca94ae), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.435842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.468370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.472291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (644b7f94-97c4-40b6-9f80-fef227367932), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.476467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.481370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/644b7f94-97c4-40b6-9f80-fef227367932 HTTP/1.1" status: 204 len: 168 time: 0.6773512 Mar 10 23:46:59.497054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] No DVR routers for this DVR port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:46:59.562214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=10']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:59.575680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:59.578452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.580270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 1121 time: 1.6034143 Mar 10 23:46:59.591125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-db915567-6d53-4a0f-8703-30830d58e586 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d/bindings/n-h2-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2808111 Mar 10 23:46:59.591711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] Publish callbacks [] for security_group (afb96602-191a-43dd-b72d-208242ca94ae), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.633532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913b2b8-3e52-4d03-b900-1cd461ffdfc6 req-d1ff28f4-7f92-463e-b707-f5c83da93594 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:59.642372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9913b2b8-3e52-4d03-b900-1cd461ffdfc6 req-d1ff28f4-7f92-463e-b707-f5c83da93594 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.1114440 Mar 10 23:46:59.669183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ad27fcd3-c15a-4be8-aa2f-115295275fcd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:46:59.678100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644b7f94-97c4-40b6-9f80-fef227367932,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:59.682610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:46:59.686232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:46:59.687612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.689027 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] 10.222.0.39 "PUT /v2.0/ports/fea80c12-fc80-4075-a8aa-ba4b5262eb72 HTTP/1.1" status: 200 len: 1096 time: 2.0126359 Mar 10 23:46:59.691550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afb96602-191a-43dd-b72d-208242ca94ae), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.694181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:46:59.697510 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afb96602-191a-43dd-b72d-208242ca94ae HTTP/1.1" status: 204 len: 168 time: 0.4597411 Mar 10 23:46:59.712151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.712661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.713019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.715709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.716121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.724437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.724830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.725172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.727508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.727885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.728254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.728623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.729109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c6503b-e3fd-490c-8b16-dd57f364282b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.754193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9913b2b8-3e52-4d03-b900-1cd461ffdfc6 req-5519febb-3f9d-45b0-8802-66716401264e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987351 Mar 10 23:46:59.758193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35700) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:46:59.765567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.765919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.766444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.766786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.767147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.767507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.768416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.768677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.769016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.769344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.769669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.770003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.770317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75648de7-61be-4dab-9f96-3367596ea653 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:46:59.929600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e8343-1b0b-4e5b-ae7f-5b2eccbe51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb96602-191a-43dd-b72d-208242ca94ae,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:00.022090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-41d89e4f-da29-42d7-ad7b-2f96105f15e9 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.024874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-41d89e4f-da29-42d7-ad7b-2f96105f15e9 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1149 time: 0.2916307 Mar 10 23:47:00.095563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea8cb9-7e59-420b-81ee-dd454fd0a29c service neutron] Pushing event updated for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:00.123615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-4e2c013c-b299-4ed1-a60d-7058aedfc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.125206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-4e2c013c-b299-4ed1-a60d-7058aedfc47c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 1130 time: 0.3499937 Mar 10 23:47:00.176972 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-f369fbef-ab12-4436-a38d-eb3bd21e154b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72 HTTP/1.1" status: 200 len: 217 time: 0.0441341 Mar 10 23:47:00.215670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-62a241ea-0d33-413b-9963-a533be2965cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.217062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-62a241ea-0d33-413b-9963-a533be2965cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&tenant_id=da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 1149 time: 0.1814356 Mar 10 23:47:00.240450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-eeb9c26c-357a-4d8f-a832-bded72ddd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.240671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbbae-dbc9-4972-869a-c4c83c5a9d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.242032 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-eeb9c26c-357a-4d8f-a832-bded72ddd0a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0594730 Mar 10 23:47:00.352901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbbae-dbc9-4972-869a-c4c83c5a9d12 admin admin] Publish callbacks [] for security_group (562d762f-7696-47d8-8a3d-7dbbed9f5119), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.364956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbbae-dbc9-4972-869a-c4c83c5a9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (562d762f-7696-47d8-8a3d-7dbbed9f5119), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.383697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-b7c6256a-da14-493c-80d7-cc6238e10df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.385266 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-b7c6256a-da14-493c-80d7-cc6238e10df5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1364598 Mar 10 23:47:00.392200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-52a747b5-65bb-4a01-bed9-7cff6cd82c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.393828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-52a747b5-65bb-4a01-bed9-7cff6cd82c9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1149 time: 0.1345317 Mar 10 23:47:00.454389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4ddcbbae-dbc9-4972-869a-c4c83c5a9d12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67d8b64e51194ae39e6b47734f56c6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6950731 Mar 10 23:47:00.456965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:00.460929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcbbae-dbc9-4972-869a-c4c83c5a9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562d762f-7696-47d8-8a3d-7dbbed9f5119,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:00.524631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57286de5-c8b2-49d1-91f6-2f1be82699dd req-97da9cef-7714-4912-b944-b491184ebbc7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.526318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57286de5-c8b2-49d1-91f6-2f1be82699dd req-97da9cef-7714-4912-b944-b491184ebbc7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 948 time: 0.1822627 Mar 10 23:47:00.610024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-354dab67-d4f0-4e7d-9bf6-6af31b905064 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151794 Mar 10 23:47:00.633149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-87f90f01-0be6-47b3-8b37-ab7e724f604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.634802 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-87f90f01-0be6-47b3-8b37-ab7e724f604a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2324958 Mar 10 23:47:00.645388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ea1f-d919-488c-a7d4-b31f69830c60 req-8c425d44-c9bd-4fe5-9ec1-3824b6d4723d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.647646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b41ea1f-d919-488c-a7d4-b31f69830c60 req-8c425d44-c9bd-4fe5-9ec1-3824b6d4723d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1194408 Mar 10 23:47:00.650860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] Publish callbacks [] for security_group (562d762f-7696-47d8-8a3d-7dbbed9f5119), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.652958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57286de5-c8b2-49d1-91f6-2f1be82699dd req-8f9ad1bd-6748-433c-aba2-ca4ca4f2b5f0 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Mar 10 23:47:00.715451 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-97b7d6ee-98a5-48c7-9ab4-3a892a02b272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0655234 Mar 10 23:47:00.720739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b41ea1f-d919-488c-a7d4-b31f69830c60 req-4f6567de-7fc1-4452-8370-6dbdca041506 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Mar 10 23:47:00.767811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] Publish callbacks [] for security_group (562d762f-7696-47d8-8a3d-7dbbed9f5119), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.857173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-d53564e8-df55-47cf-87ea-12bbbcda9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.858865 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-d53564e8-df55-47cf-87ea-12bbbcda9f6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1335020 Mar 10 23:47:00.861305 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8bd2aed-1878-4365-af31-aa67f0ad403a req-f333667f-ed3a-4bab-9a33-81631cf88b42 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416680 Mar 10 23:47:00.897163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837c577-ab34-4c4a-98d7-f11659a8b2b1 req-633016f0-b7a2-4110-84eb-51a4cea8aade tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:00.897678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd'}, {'name': 'network-changed', 'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:00.900256 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c43608-3258-49ad-a3d0-0593bb6720c4" -d '{"events": [{"name": "network-changed", "server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd"}, {"name": "network-changed", "server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:00.905628 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-f897a68d-50d7-4b47-9e84-bc14b806f149 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388780 Mar 10 23:47:00.907635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3837c577-ab34-4c4a-98d7-f11659a8b2b1 req-633016f0-b7a2-4110-84eb-51a4cea8aade tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.0732131 Mar 10 23:47:00.944107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (562d762f-7696-47d8-8a3d-7dbbed9f5119), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.944107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:00.947582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/562d762f-7696-47d8-8a3d-7dbbed9f5119 HTTP/1.1" status: 204 len: 168 time: 0.4892285 Mar 10 23:47:00.981255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3837c577-ab34-4c4a-98d7-f11659a8b2b1 req-b661d1b9-c1c8-49c1-b4b8-29e86b176dfb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 Mar 10 23:47:00.981415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113662a-33ef-43c1-bda3-76b857df527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d762f-7696-47d8-8a3d-7dbbed9f5119,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:01.033199 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b10c04-58ea-4f18-b848-5eb14ec898e2 x-openstack-request-id: req-a5b10c04-58ea-4f18-b848-5eb14ec898e2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:01.033570 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:01.033902 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5b10c04-58ea-4f18-b848-5eb14ec898e2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:01.034357 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'status': 'completed', 'code': 200} Mar 10 23:47:01.034874 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72', 'status': 'completed', 'code': 200} Mar 10 23:47:01.102496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-6ad7ebed-c0fe-4916-a335-238932db2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.103157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-47cd68d9-aa61-4217-b860-633bbf856f10 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903012 Mar 10 23:47:01.103859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-6ad7ebed-c0fe-4916-a335-238932db2f0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1155 time: 0.0716166 Mar 10 23:47:01.113495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-3c427837-4f55-46f0-bd0c-a54fcab6fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.115671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-3c427837-4f55-46f0-bd0c-a54fcab6fffd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 1130 time: 0.0707734 Mar 10 23:47:01.216914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-8b05b543-20a6-4f72-963c-268645832174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.219506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-8b05b543-20a6-4f72-963c-268645832174 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1025300 Mar 10 23:47:01.247261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-c2668713-7be1-4938-8bc8-be5eb9f792ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.250294 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-c2668713-7be1-4938-8bc8-be5eb9f792ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1204898 Mar 10 23:47:01.273897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-83aac4bf-21b3-4b69-ac90-ef30d3ebccd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.0475967 Mar 10 23:47:01.329170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-80b424a2-4453-408a-bba6-ca1f7784e2ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72 HTTP/1.1" status: 200 len: 217 time: 0.0703595 Mar 10 23:47:01.346416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-98abf97c-8b2c-4e6f-9d77-e8553bf46efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.347546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-98abf97c-8b2c-4e6f-9d77-e8553bf46efd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0656493 Mar 10 23:47:01.405739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-f60f961e-9ad8-4a9e-9f3c-c5221b3d8af3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349309 Mar 10 23:47:01.424188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-3a9d837b-72a8-49f9-b710-c06d4e902049 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057423 Mar 10 23:47:01.430374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-1991f686-8a92-46e7-8070-a589c92e4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.431766 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-1991f686-8a92-46e7-8070-a589c92e4469 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0944974 Mar 10 23:47:01.502883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-019fb6e0-87fb-4752-81ac-49a11ebf5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.505171 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-019fb6e0-87fb-4752-81ac-49a11ebf5ca6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0660038 Mar 10 23:47:01.530856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-b6a4b7ca-e7ae-45a1-976e-b2a88a4dbd11 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241357 Mar 10 23:47:01.539505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-678837fa-a2e9-468b-ac6f-6b6436735d70 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308999 Mar 10 23:47:01.649179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-26a90bf9-9f4d-425d-a2d8-454c9ae2de76 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362317 Mar 10 23:47:01.692175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:01.763092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19816c5f-c6c7-4e5d-88b8-0b98ffacaf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:01.829408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-793cd563-64fc-4fd7-b2c4-455b96e420d7 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.833005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-793cd563-64fc-4fd7-b2c4-455b96e420d7 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908416 Mar 10 23:47:01.833005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-a3aa28bc-4b14-46ca-b1ab-b61f154207aa service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915049 Mar 10 23:47:01.877607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-37c43608-3258-49ad-a3d0-0593bb6720c4 req-cbadbd1b-fa83-4932-8f1a-fb84c90148ca service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183118 Mar 10 23:47:01.884496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-ae2476ed-d07b-450a-a72a-605f14bf79af tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/quotas/b3c48e7c30e7419abd85cd9d419901b0 HTTP/1.1" status: 200 len: 375 time: 0.0208588 Mar 10 23:47:01.899877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-f8f067d4-31d8-4b72-a24d-1451c4bbf546 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.901881 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-f8f067d4-31d8-4b72-a24d-1451c4bbf546 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1149 time: 0.1245260 Mar 10 23:47:01.940209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-e8d68aea-d13a-43b1-af0d-2541ef644445 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479994 Mar 10 23:47:01.961647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fd830-6b77-4ff0-b7de-d307c0df3ef1 req-a78a116e-58c5-4bae-bd56-c41029a4da34 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:01.969370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e9fd830-6b77-4ff0-b7de-d307c0df3ef1 req-a78a116e-58c5-4bae-bd56-c41029a4da34 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 948 time: 0.1910195 Mar 10 23:47:01.975874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19816c5f-c6c7-4e5d-88b8-0b98ffacaf2a admin admin] Publish callbacks [] for security_group (d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:01.991985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19816c5f-c6c7-4e5d-88b8-0b98ffacaf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.047653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19816c5f-c6c7-4e5d-88b8-0b98ffacaf2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3cd535c3e1e4ad5a608711724428d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496244 Mar 10 23:47:02.050929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:02.069525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19816c5f-c6c7-4e5d-88b8-0b98ffacaf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:02.077672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e9fd830-6b77-4ff0-b7de-d307c0df3ef1 req-45f0104d-96fe-4cc0-8270-8c70e23dc345 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066811 Mar 10 23:47:02.281598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b61f-3657-4b07-9e88-789628e7e3b1 req-6a8ab091-ba38-477c-aaaf-5c14195a97f1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:02.282391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9c9b61f-3657-4b07-9e88-789628e7e3b1 req-6a8ab091-ba38-477c-aaaf-5c14195a97f1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1159687 Mar 10 23:47:02.301562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9a1e-99f4-41cf-9731-1dbb7fa596a0 req-9081dc53-02f6-4418-9367-0dc12740d578 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:02.308397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bead9a1e-99f4-41cf-9731-1dbb7fa596a0 req-9081dc53-02f6-4418-9367-0dc12740d578 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.0999148 Mar 10 23:47:02.337972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-0e5608d6-966b-4276-bfcf-890879274ec0 service neutron] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:02.337972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] Publish callbacks [] for security_group (d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.344100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-0e5608d6-966b-4276-bfcf-890879274ec0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.345597 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d09e52c-87c8-432f-8302-4ad43fb96bf6 req-0e5608d6-966b-4276-bfcf-890879274ec0 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d/bindings/n-h1-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.4305537 Mar 10 23:47:02.374390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] Publish callbacks [] for security_group (d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.401568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bead9a1e-99f4-41cf-9731-1dbb7fa596a0 req-fefaba5c-a93b-40d8-961b-0e394c66c815 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879183 Mar 10 23:47:02.429463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9c9b61f-3657-4b07-9e88-789628e7e3b1 req-9296a7c0-2da8-4d53-82d1-b8c534f8d6a5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409497 Mar 10 23:47:02.502644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95c464ac-a9e6-4d34-a5f5-781757f2eb3f req-b15c88f6-be39-49bd-b3c9-1a6a11bbb63a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 210 time: 0.0581634 Mar 10 23:47:02.509218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.512330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:02.517612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d HTTP/1.1" status: 204 len: 168 time: 0.4630988 Mar 10 23:47:02.530565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45786-55c4-4598-a7b1-fde8dd7ac593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b6aa6-2d18-4ee0-bb4f-0d95d790d83d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:02.650519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbcc55-40e0-403b-97b7-182c076a9806 req-ec604feb-074c-4a6f-ba9f-3443c7002493 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:02.655229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aedbcc55-40e0-403b-97b7-182c076a9806 req-ec604feb-074c-4a6f-ba9f-3443c7002493 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1149 time: 0.0764675 Mar 10 23:47:02.714495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aedbcc55-40e0-403b-97b7-182c076a9806 req-82112edf-20a4-4e8b-a095-b2bc892c6d93 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532913 Mar 10 23:47:03.161068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-3d630668-4778-42ea-b305-ce5d77ec4e3a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:03.162521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-3d630668-4778-42ea-b305-ce5d77ec4e3a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.1416883 Mar 10 23:47:03.195347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:03.199634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:03.199809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-c5ee6e2a-6720-484d-8c01-fb8009445f96 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/quotas/da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 375 time: 0.0271208 Mar 10 23:47:03.252256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718690-5a17-47d9-b2d7-05605cf69d84 req-fe078381-b797-461c-a2ef-c272c7cc583e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:03.253577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d718690-5a17-47d9-b2d7-05605cf69d84 req-fe078381-b797-461c-a2ef-c272c7cc583e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 948 time: 0.0896235 Mar 10 23:47:03.275751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:47:03.276099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:03.305744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-0cda1201-2b06-4555-8711-896d435e6178 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0991333 Mar 10 23:47:03.344800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:03.357122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:47:03.360306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d718690-5a17-47d9-b2d7-05605cf69d84 req-b7b6ddfe-8ed1-4ffb-a3f7-d3fa8b387176 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957804 Mar 10 23:47:03.456248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-90957176-77d9-42c5-9a12-c97bf89baa18 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420455 Mar 10 23:47:03.547007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-60d0e9fc-8477-4be0-84e3-45105849cf67 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555410 Mar 10 23:47:03.713836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:03.761438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-c38d8867-add1-4955-858e-de49b6ff33d3 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:03.764813 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-c38d8867-add1-4955-858e-de49b6ff33d3 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126014 Mar 10 23:47:03.783478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Request body: {'port': {'device_id': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'b3c48e7c30e7419abd85cd9d419901b0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:03.837069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-ca623a6a-8dc1-4fdd-bc0e-72cda5859508 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795464 Mar 10 23:47:03.882991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d84cb5-cc8d-4e2e-9a70-c2917aeec254 req-6b331df2-d036-4111-a13f-c1bc6dec4194 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:03.884526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10d84cb5-cc8d-4e2e-9a70-c2917aeec254 req-6b331df2-d036-4111-a13f-c1bc6dec4194 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.0972886 Mar 10 23:47:03.947106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Made reservation on behalf of b3c48e7c30e7419abd85cd9d419901b0 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:03.953960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:03.959259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10d84cb5-cc8d-4e2e-9a70-c2917aeec254 req-bd0a3787-d0ba-404e-929e-7b6f7df930ed tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674622 Mar 10 23:47:03.969024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.066176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f70fcd30-439d-42e4-adf1-9abf86056f82 req-aea46cde-3b5a-418a-b967-b71d97fb5d13 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 210 time: 0.0460522 Mar 10 23:47:04.104653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks [] for security_group (1934d531-7600-46ca-8aec-6e8099bb3eb4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.109576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82ce1023-4c19-4945-a868-ab6cb2bd846a req-a91e31e5-2d91-446b-94e4-50cc7da913a8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0463438 Mar 10 23:47:04.117774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1934d531-7600-46ca-8aec-6e8099bb3eb4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.205027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1934d531-7600-46ca-8aec-6e8099bb3eb4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:04.211973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91712389-f6d2-4f22-a617-5d3dde8d1129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.342955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Allocated IP 192.168.233.165 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/71424edc-f509-48fa-b5c7-000fab036ddc) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:04.397771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91712389-f6d2-4f22-a617-5d3dde8d1129 admin admin] Publish callbacks [] for security_group (c81fd894-64a7-4ee2-a00f-0e9b2e85b92a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.414198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91712389-f6d2-4f22-a617-5d3dde8d1129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c81fd894-64a7-4ee2-a00f-0e9b2e85b92a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.512620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e57d3-796b-488f-8798-c360be138874 req-24d5852d-b66f-4835-afd0-e8a9d192b90e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:04.514774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d8e57d3-796b-488f-8798-c360be138874 req-24d5852d-b66f-4835-afd0-e8a9d192b90e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 948 time: 0.0671551 Mar 10 23:47:04.584401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d8e57d3-796b-488f-8798-c360be138874 req-a9f6658c-7494-4d44-be25-6ed74efe8579 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622776 Mar 10 23:47:04.608639 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91712389-f6d2-4f22-a617-5d3dde8d1129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fcee11d531540ce8be7c7fd4b0e62a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8928385 Mar 10 23:47:04.617017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35920) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:04.625693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91712389-f6d2-4f22-a617-5d3dde8d1129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fd894-64a7-4ee2-a00f-0e9b2e85b92a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:04.673038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks [] for port (71424edc-f509-48fa-b5c7-000fab036ddc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.748817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.751906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] Publish callbacks [] for security_group (c81fd894-64a7-4ee2-a00f-0e9b2e85b92a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.779125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] Publish callbacks [] for security_group (c81fd894-64a7-4ee2-a00f-0e9b2e85b92a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.822847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:04.831568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:04.851024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:04.855064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c81fd894-64a7-4ee2-a00f-0e9b2e85b92a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.859368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:04.865801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.866019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:04.866132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c81fd894-64a7-4ee2-a00f-0e9b2e85b92a HTTP/1.1" status: 204 len: 168 time: 0.2437184 Mar 10 23:47:04.878977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632ca1-406c-48bb-b461-88524d3014a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fd894-64a7-4ee2-a00f-0e9b2e85b92a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:04.883912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Pushing event updated for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:04.944825 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-43cffe0c-377e-4994-bb4c-c5403831f7c0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1674047 Mar 10 23:47:04.965228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Request body: {'port': {'device_id': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:05.087310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-36ef408b-7dad-4a60-9d33-9e2a16002e54 service neutron] 10.222.0.30 "GET /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1857147 Mar 10 23:47:05.148854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.170266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afecb3-1304-4fbf-ae71-16045340430b req-37dd6697-4448-4a6b-9790-fc325aac39fe tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:05.175283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45afecb3-1304-4fbf-ae71-16045340430b req-37dd6697-4448-4a6b-9790-fc325aac39fe tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1148987 Mar 10 23:47:05.189977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-531aa05c-3f77-481e-ae4d-93b2b70bc0ed None None] Provisioning complete for port 71424edc-f509-48fa-b5c7-000fab036ddc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:05.192860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-531aa05c-3f77-481e-ae4d-93b2b70bc0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.244531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-531aa05c-3f77-481e-ae4d-93b2b70bc0ed None None] Port 71424edc-f509-48fa-b5c7-000fab036ddc cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:05.252328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fea80c12-fc80-4075-a8aa-ba4b5262eb72 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:05.265330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:05.316336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45afecb3-1304-4fbf-ae71-16045340430b req-2db917db-58ee-4e52-b461-25e6c3ecc731 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239569 Mar 10 23:47:05.332207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b114171-fa53-406b-a6a1-2e74b282c4ff req-a19ed776-f4c2-433c-901a-072b9ecea6a5 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:05.332207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b114171-fa53-406b-a6a1-2e74b282c4ff req-a19ed776-f4c2-433c-901a-072b9ecea6a5 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 936 time: 0.1067822 Mar 10 23:47:05.447817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b114171-fa53-406b-a6a1-2e74b282c4ff req-1d0eca9c-b6e3-4cca-b56c-55368b964053 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970805 Mar 10 23:47:05.495409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2070ed08-d342-45cd-bb8c-e4046566744b req-61a702f1-b56c-4345-9b82-f6ded44a36ba tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0617576 Mar 10 23:47:05.495564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:05.515194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cd9d00b-a310-48da-977d-9ec77f69686b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.521211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72', 'mac_address': 'fa:16:3e:f3:51:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:05.613732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port fea80c12-fc80-4075-a8aa-ba4b5262eb72 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:05.614134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.630727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea80c12-fc80-4075-a8aa-ba4b5262eb72 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:05.654169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:05.659339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:05.661708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.715713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb20490-15ef-4116-b210-1a83be9f2c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.790752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-779843a0-4119-465b-ad4f-81e122670cf6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:05.792338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-779843a0-4119-465b-ad4f-81e122670cf6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.2651570 Mar 10 23:47:05.797011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:05.805589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a2b51-660e-413d-84b2-ccccab86987b req-540b7a43-1464-4223-9a3d-d4f9cb500519 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:05.813653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d49a2b51-660e-413d-84b2-ccccab86987b req-540b7a43-1464-4223-9a3d-d4f9cb500519 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 949 time: 0.1084518 Mar 10 23:47:05.819880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.820304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.820694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.821045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.821386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.821721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.822065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.822385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.822805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.823138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.823467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.823791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.824305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:47:05.836335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Request body: {'port': {'device_id': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'admin_state_up': True, 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:05.906560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cd9d00b-a310-48da-977d-9ec77f69686b admin admin] Publish callbacks [] for security_group (79cabe24-f106-494f-bc09-471206a4f0e7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.908609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['fea80c12-fc80-4075-a8aa-ba4b5262eb72'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:05.914507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d49a2b51-660e-413d-84b2-ccccab86987b req-4d3feadb-bd91-4459-83c5-59192b75b067 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999990 Mar 10 23:47:05.960128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cd9d00b-a310-48da-977d-9ec77f69686b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (79cabe24-f106-494f-bc09-471206a4f0e7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:05.995654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71424edc-f509-48fa-b5c7-000fab036ddc {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:06.005169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks [] for port (71424edc-f509-48fa-b5c7-000fab036ddc), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.025187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:06.029534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9d00b-a310-48da-977d-9ec77f69686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cabe24-f106-494f-bc09-471206a4f0e7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.049544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2cd9d00b-a310-48da-977d-9ec77f69686b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0614e57140d7450bb34c015348ec251d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774670 Mar 10 23:47:06.051293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35970) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:06.051823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Transition to ACTIVE for port object 71424edc-f509-48fa-b5c7-000fab036ddc will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:06.061778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-0fbc1392-956a-448b-ba86-b6e7956c3d9c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524664 Mar 10 23:47:06.066172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:06.069752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.131491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:06.134679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.135382 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb20490-15ef-4116-b210-1a83be9f2c48 admin admin] Publish callbacks [] for security_group (b72bca5d-0ba1-445d-97ba-68cc947d0629), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.149283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad27fcd3-c15a-4be8-aa2f-115295275fcd {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:06.156007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb20490-15ef-4116-b210-1a83be9f2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b72bca5d-0ba1-445d-97ba-68cc947d0629), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.180062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:06.210157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Pushing event updated for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.231475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] Publish callbacks [] for security_group (79cabe24-f106-494f-bc09-471206a4f0e7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.236358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3eb20490-15ef-4116-b210-1a83be9f2c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97f936615514421b9161565ca2c6b7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731711 Mar 10 23:47:06.239984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.241764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:06.263604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20490-15ef-4116-b210-1a83be9f2c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bca5d-0ba1-445d-97ba-68cc947d0629,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.291990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-eab79351-47c2-4819-ac46-e868eaeb611e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:06.293626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-eab79351-47c2-4819-ac46-e868eaeb611e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202470 Mar 10 23:47:06.300277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Attempting to bind port 71424edc-f509-48fa-b5c7-000fab036ddc on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:06.300686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Attempting to bind port 71424edc-f509-48fa-b5c7-000fab036ddc by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:06.301018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Attempting to bind port 71424edc-f509-48fa-b5c7-000fab036ddc on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:06.310730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] Publish callbacks [] for security_group (79cabe24-f106-494f-bc09-471206a4f0e7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.335448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-d7589e50-ec5a-4327-b1df-fba3c2c1a771 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/quotas/f257b73cdd33401dbb8250eade1ccc89 HTTP/1.1" status: 200 len: 375 time: 0.0318658 Mar 10 23:47:06.336412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Port 71424edc-f509-48fa-b5c7-000fab036ddc on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:06.336815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Attempting to bind port 71424edc-f509-48fa-b5c7-000fab036ddc on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:06.381969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:06.382324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:06.382782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:06.384043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Bound port: 71424edc-f509-48fa-b5c7-000fab036ddc, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:06.384480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.427141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-67a18141-f0fe-4687-92d9-b1265a9aa9d3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743787 Mar 10 23:47:06.431668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] Transition to ACTIVE for port object ad27fcd3-c15a-4be8-aa2f-115295275fcd will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:06.454453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.461692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] Publish callbacks [] for security_group (b72bca5d-0ba1-445d-97ba-68cc947d0629), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.470745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Allocated IP 172.20.0.9 (0108e72d-82ed-4115-bb19-632addd3ad18/a1afc83a-2ceb-4c1f-968a-9d30edf4ed43/4281b0bb-4880-4e67-af16-a0f34c28f26e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:06.487833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (79cabe24-f106-494f-bc09-471206a4f0e7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.490885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.495143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79cabe24-f106-494f-bc09-471206a4f0e7 HTTP/1.1" status: 204 len: 168 time: 0.4416945 Mar 10 23:47:06.524064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae137ea-780c-47b8-bfa5-49950ad404f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cabe24-f106-494f-bc09-471206a4f0e7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.537203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73034870-b6c4-4614-b31f-be4e8818a9bf req-b9a184ca-69ac-4f59-8d66-402257eda101 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:06.540535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] Publish callbacks [] for security_group (b72bca5d-0ba1-445d-97ba-68cc947d0629), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.544654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73034870-b6c4-4614-b31f-be4e8818a9bf req-b9a184ca-69ac-4f59-8d66-402257eda101 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 943 time: 0.1441820 Mar 10 23:47:06.584488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:06.650355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dcd39da3-1dae-42ab-9db6-4abbdd952029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.656881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73034870-b6c4-4614-b31f-be4e8818a9bf req-09839522-b4c2-4e14-b2e5-0cbd836f50c6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110864 Mar 10 23:47:06.678364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=71424edc-f509-48fa-b5c7-000fab036ddc,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:06.678364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] No DVR routers for this DVR port ad27fcd3-c15a-4be8-aa2f-115295275fcd on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:06.683961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.693492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.759872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-03bfa721-696c-42f9-acc6-b7daf0071c97 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6650767 Mar 10 23:47:06.763165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:06.763788 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.766321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] 10.222.0.39 "PUT /v2.0/ports/71424edc-f509-48fa-b5c7-000fab036ddc HTTP/1.1" status: 200 len: 1096 time: 1.8104537 Mar 10 23:47:06.767807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:06.777525 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c09144-296f-4303-a05d-cb813119f36f" -d '{"events": [{"name": "network-changed", "server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:06.788610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b72bca5d-0ba1-445d-97ba-68cc947d0629), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.791581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.792830 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b72bca5d-0ba1-445d-97ba-68cc947d0629 HTTP/1.1" status: 204 len: 168 time: 0.5354578 Mar 10 23:47:06.831573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf30140-2df8-4f79-a06f-5834bf88cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bca5d-0ba1-445d-97ba-68cc947d0629,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.856230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3296ce-9034-4967-85ef-93cf0f6a611f service neutron] Pushing event updated for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:06.887003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks [] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:06.918612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75d0fe05-09c6-409a-b769-13a73127ebb8 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:06.924519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-75d0fe05-09c6-409a-b769-13a73127ebb8 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.0902569 Mar 10 23:47:07.014113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-0dd23612-35f5-4548-a9e4-6aac3ceab358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.016173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-0dd23612-35f5-4548-a9e4-6aac3ceab358 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 1126 time: 0.0845120 Mar 10 23:47:07.017979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-498ea2c5-b90e-4485-b432-9b9cbe4c3fd8 req-de5c7c53-807d-4ba6-982c-a86433918e42 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.2003531 Mar 10 23:47:07.152268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-55c29fea-2ba8-499f-be62-c5b7fa0b723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.154040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-55c29fea-2ba8-499f-be62-c5b7fa0b723e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1126 time: 0.1053755 Mar 10 23:47:07.206463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-560d50d5-c579-468f-b94c-da433eab223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.206463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-560d50d5-c579-468f-b94c-da433eab223c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 1130 time: 0.3344693 Mar 10 23:47:07.212802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-1a21b511-fcf6-4e81-8b58-8acee9e9e421 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941381 Mar 10 23:47:07.222020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fea80c12-fc80-4075-a8aa-ba4b5262eb72 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:07.246431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36010) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:07.270659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8f1-1cf2-4a6e-a3da-7c34d9181308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.365860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.388578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port fea80c12-fc80-4075-a8aa-ba4b5262eb72 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:07.398272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port fea80c12-fc80-4075-a8aa-ba4b5262eb72 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:07.398722 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.413181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-6c9918b7-4c32-45a9-9edc-482caf46f6d2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.419994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-6c9918b7-4c32-45a9-9edc-482caf46f6d2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056923 Mar 10 23:47:07.422281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6e7508f2-812c-41dd-9862-23d1932131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.423764 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-6e7508f2-812c-41dd-9862-23d1932131a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2593317 Mar 10 23:47:07.431867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47e4c8-d4df-4e91-8d6b-300e8029ed0a req-ac826166-4e75-4a82-b691-1ed8f3e2fa4e tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.439589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f47e4c8-d4df-4e91-8d6b-300e8029ed0a req-ac826166-4e75-4a82-b691-1ed8f3e2fa4e tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 948 time: 0.5678418 Mar 10 23:47:07.442010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-8713952b-42e4-40d9-ac28-be2e7516bed0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=71424edc-f509-48fa-b5c7-000fab036ddc HTTP/1.1" status: 200 len: 217 time: 0.0907106 Mar 10 23:47:07.445284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8f1-1cf2-4a6e-a3da-7c34d9181308 admin admin] Publish callbacks [] for security_group (949c867e-1bba-4f45-83c8-7c64955a941c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.495081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce47f8f1-1cf2-4a6e-a3da-7c34d9181308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (949c867e-1bba-4f45-83c8-7c64955a941c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.501761 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-f9da04b6-7119-44fb-9073-16a27c15856d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.0672779 Mar 10 23:47:07.547459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-a464c068-357d-4d93-87bf-0bdc55a36beb tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/quotas/f257b73cdd33401dbb8250eade1ccc89 HTTP/1.1" status: 200 len: 375 time: 0.1259291 Mar 10 23:47:07.554900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port fea80c12-fc80-4075-a8aa-ba4b5262eb72 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:07.556779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.581381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Network 0108e72d-82ed-4115-bb19-632addd3ad18 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:07.599357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:07.603638 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c391db3-2a2e-4ee0-bef4-2e3600c41ec4" -d '{"events": [{"server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:07.622312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-20d31ed6-ec42-446a-bfde-cb02e0ccf5fd tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731668 Mar 10 23:47:07.624656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:07.626078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:07.634666 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.640326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:07.640734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f8f1-1cf2-4a6e-a3da-7c34d9181308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c867e-1bba-4f45-83c8-7c64955a941c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:07.664329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:07.667261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ce47f8f1-1cf2-4a6e-a3da-7c34d9181308 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74e098f927be41798456120cba99fef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192953 Mar 10 23:47:07.672214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36024) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:07.678860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.679531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.715040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-e538d02c-98a7-44c4-8654-1ff6291d62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.721637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-e538d02c-98a7-44c4-8654-1ff6291d62dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2608547 Mar 10 23:47:07.736144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f47e4c8-d4df-4e91-8d6b-300e8029ed0a req-f876c30b-1932-410b-9b1d-6aa8282ce558 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957890 Mar 10 23:47:07.738138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-13261282-a8c6-45d6-a316-cca3f7f7b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.740311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-13261282-a8c6-45d6-a316-cca3f7f7b2b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.2283788 Mar 10 23:47:07.773473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-22b4c495-833a-4e7a-8ad7-fb68dd17d146 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9406400 Mar 10 23:47:07.784537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] Publish callbacks [] for security_group (949c867e-1bba-4f45-83c8-7c64955a941c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.790374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:07.802183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Request body: {'port': {'device_id': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:07.856734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] Publish callbacks [] for security_group (949c867e-1bba-4f45-83c8-7c64955a941c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:07.882661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-efdbea33-3837-40ac-b9c8-67b62bb751bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339333 Mar 10 23:47:07.885586 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fd42ed-a1a8-41b3-a383-8f2df0e761c5 x-openstack-request-id: req-11fd42ed-a1a8-41b3-a383-8f2df0e761c5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:07.892701 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:07.892972 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11fd42ed-a1a8-41b3-a383-8f2df0e761c5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:07.893391 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc', 'status': 'completed', 'code': 200} Mar 10 23:47:07.926073 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec0721-e2ad-4aec-9e11-343bd8a52dc3 x-openstack-request-id: req-0eec0721-e2ad-4aec-9e11-343bd8a52dc3 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:07.926611 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "name": "network-vif-plugged", "status": "completed", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:07.927092 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eec0721-e2ad-4aec-9e11-343bd8a52dc3 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:07.927700 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72', 'code': 200} Mar 10 23:47:07.943442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-d0dc9b4e-06e9-41fc-b962-c162e9d0a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:07.945343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-d0dc9b4e-06e9-41fc-b962-c162e9d0a47e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2061460 Mar 10 23:47:08.084128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-97c02b0e-5ed1-4a47-9f62-efb8da5faeaf service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820617 Mar 10 23:47:08.102738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.107741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8103f64-27b6-40a5-b20c-8aa7311dbd1f req-844c1f0c-4563-49a5-bdd1-fd4b93675742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:08.109664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a8103f64-27b6-40a5-b20c-8aa7311dbd1f req-844c1f0c-4563-49a5-bdd1-fd4b93675742 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 1132 time: 0.0954156 Mar 10 23:47:08.129135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (949c867e-1bba-4f45-83c8-7c64955a941c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.131643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.132816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/949c867e-1bba-4f45-83c8-7c64955a941c HTTP/1.1" status: 204 len: 168 time: 0.4578695 Mar 10 23:47:08.135999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36044) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:08.169607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66a34-39a8-4d62-9df2-bc6ab76abb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c867e-1bba-4f45-83c8-7c64955a941c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:08.237341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a8103f64-27b6-40a5-b20c-8aa7311dbd1f req-bcc650e9-7ca2-4046-83eb-36112e672e72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158650 Mar 10 23:47:08.256636 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-b23de196-deeb-4ada-936e-8074e033908b service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654689 Mar 10 23:47:08.321209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-416680370-network', 'tenant_id': '713963be06d741999a1f00af2af5ad6e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:08.353353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Made reservation on behalf of 713963be06d741999a1f00af2af5ad6e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:08.355848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.380725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.412570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a06e0-2a82-4962-adca-77147ff62ab4 req-8462bda4-1325-4288-9143-c50874634411 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:08.414112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-077a06e0-2a82-4962-adca-77147ff62ab4 req-8462bda4-1325-4288-9143-c50874634411 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 944 time: 0.4150136 Mar 10 23:47:08.438778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c726-25d1-4c9c-a8f9-afd6a6016b62 req-46dcc917-07f5-4da8-a64e-f404afa68648 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:08.445614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acc6c726-25d1-4c9c-a8f9-afd6a6016b62 req-46dcc917-07f5-4da8-a64e-f404afa68648 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 950 time: 0.4488702 Mar 10 23:47:08.508533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-b892c537-13d8-46c6-a410-e05e28e4f493 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548429 Mar 10 23:47:08.545155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-2dd706fa-99db-4f9a-b7eb-7ad608935c1d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469992 Mar 10 23:47:08.690106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-077a06e0-2a82-4962-adca-77147ff62ab4 req-cb72ec63-469a-4ed2-8aaf-d5cc0a12da7f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591910 Mar 10 23:47:08.690514 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks [] for security_group (3f548a43-3fe5-442c-bf95-45b91d0b6bc1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.697943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3f548a43-3fe5-442c-bf95-45b91d0b6bc1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.710939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:47:08.734312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acc6c726-25d1-4c9c-a8f9-afd6a6016b62 req-1102e1d7-2b41-474c-b20f-a7def61a39a7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877259 Mar 10 23:47:08.763714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-2bd27fd6-dff2-499b-94d8-c8bd1fec8505 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:08.765899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-2bd27fd6-dff2-499b-94d8-c8bd1fec8505 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525053 Mar 10 23:47:08.767438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.767976 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Added segment 2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa of type vlan for network 607b3b33-5cb4-4f74-8d71-2f9251745ad9 Mar 10 23:47:08.803270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Request body: {'port': {'device_id': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'f257b73cdd33401dbb8250eade1ccc89'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:08.860024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f548a43-3fe5-442c-bf95-45b91d0b6bc1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:08.873085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4c949-79c3-40d4-99a6-9ba38ea4c2a7 req-d21e727a-25e7-4e9f-835e-8bc722f12186 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156700 Mar 10 23:47:08.904696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (607b3b33-5cb4-4f74-8d71-2f9251745ad9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:08.982446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b55a97-e30e-4919-9cb0-b7cb020e26d4 req-5b72ba02-78f1-4142-9245-b214e7a4eea3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 210 time: 0.0988908 Mar 10 23:47:09.049909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (607b3b33-5cb4-4f74-8d71-2f9251745ad9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.050961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.051420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.111982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9706154 Mar 10 23:47:09.117180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36076) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:09.119207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09144-296f-4303-a05d-cb813119f36f req-3983f8ab-34ff-4f1a-bdfe-9b237a7e971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.120695 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-3983f8ab-34ff-4f1a-bdfe-9b237a7e971e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 1130 time: 0.1423748 Mar 10 23:47:09.126761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Request body: {'subnet': {'network_id': '607b3b33-5cb4-4f74-8d71-2f9251745ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-416680370-subnet', 'tenant_id': '713963be06d741999a1f00af2af5ad6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:09.165832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:09.172604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bd9e6-87da-49f0-aee0-d39c1377235b admin admin] Pushing event updated for resources: {'Network': ['ID=607b3b33-5cb4-4f74-8d71-2f9251745ad9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:09.189065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c2a16-749c-4d39-b0bc-e85a6dd337a2 req-d0925d87-0bba-4c17-86aa-3d1188c1b184 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.191586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-872c2a16-749c-4d39-b0bc-e85a6dd337a2 req-d0925d87-0bba-4c17-86aa-3d1188c1b184 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 931 time: 0.3147955 Mar 10 23:47:09.196606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Made reservation on behalf of f257b73cdd33401dbb8250eade1ccc89 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:09.199951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.207286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-14e3943b-2456-406a-ad0b-cf7978fe87e2 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.209069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-14e3943b-2456-406a-ad0b-cf7978fe87e2 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.2790239 Mar 10 23:47:09.220106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Made reservation on behalf of 713963be06d741999a1f00af2af5ad6e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:09.222351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.224195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.227183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4281b0bb-4880-4e67-af16-a0f34c28f26e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:09.232183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 607b3b33-5cb4-4f74-8d71-2f9251745ad9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:47:09.251338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks [] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.310617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdea8f-b7b6-4c74-8914-90e3b4b5be10 req-216cbe68-bd60-40ba-b393-beb0337f6126 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.313223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7cdea8f-b7b6-4c74-8914-90e3b4b5be10 req-216cbe68-bd60-40ba-b393-beb0337f6126 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 948 time: 0.2339418 Mar 10 23:47:09.337538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Transition to ACTIVE for port object 4281b0bb-4880-4e67-af16-a0f34c28f26e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:09.366108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.385475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09144-296f-4303-a05d-cb813119f36f req-8424a952-81e2-4ae9-aa02-29219b2f9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.387140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-8424a952-81e2-4ae9-aa02-29219b2f9364 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2253287 Mar 10 23:47:09.396176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-872c2a16-749c-4d39-b0bc-e85a6dd337a2 req-039ec06c-d1af-4792-b630-1aecd865c586 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859398 Mar 10 23:47:09.462314 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-61452abf-3deb-4600-a7fa-60fae8a0e363 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=71424edc-f509-48fa-b5c7-000fab036ddc HTTP/1.1" status: 200 len: 217 time: 0.0667031 Mar 10 23:47:09.527369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:09.540530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7cdea8f-b7b6-4c74-8914-90e3b4b5be10 req-04094ef4-3ca3-4bc8-b403-447410c3f753 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189445 Mar 10 23:47:09.563876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:09.564811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:09.565394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:09.594008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:09.594811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:09.606715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-a129b68a-22f7-49e2-b9af-0a5eab408ff2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688832 Mar 10 23:47:09.609439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-25a1148d-0574-42a4-bf7a-72367385500e service neutron] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:09.613432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-25a1148d-0574-42a4-bf7a-72367385500e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.615045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee93278-9639-4bdb-b780-25f54e7bd028 req-25a1148d-0574-42a4-bf7a-72367385500e service neutron] 10.222.0.39 "DELETE /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.3835254 Mar 10 23:47:09.616518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:09.618218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:09.624646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:09.631507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Bound port: 4281b0bb-4880-4e67-af16-a0f34c28f26e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:09.632284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.637523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks [] for security_group (877274d3-8c2e-4f21-81ce-6a4dceedfa4a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.673955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09144-296f-4303-a05d-cb813119f36f req-c32b5f0b-0050-4427-a689-04a60a54541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.675660 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-c32b5f0b-0050-4427-a689-04a60a54541f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2040796 Mar 10 23:47:09.685323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (877274d3-8c2e-4f21-81ce-6a4dceedfa4a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.773280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:09.778364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6cb939f2-5dfb-4e7b-997a-7ab9ed06a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.789066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:09.790943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port ad27fcd3-c15a-4be8-aa2f-115295275fcd host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:47:09.791605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:09.805671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.868537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (9ca2b51e-118d-4cc8-b33b-5fbbf4431776), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.898644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877274d3-8c2e-4f21-81ce-6a4dceedfa4a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:09.928908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:09.929631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:09.931287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] 10.222.0.30 "PUT /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 1091 time: 2.1361864 Mar 10 23:47:09.931959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:09.934307 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee4225-4f89-41da-87c7-7c54a32f8e72" -d '{"events": [{"name": "network-changed", "server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:09.968656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca2b51e-118d-4cc8-b33b-5fbbf4431776,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:09.989831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f0c6-7bcd-40ac-8391-d1a1e57c9301 service neutron] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:10.013732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c12df-669c-42cb-9b97-7554f5c3045b req-87cd735d-9061-4821-bfba-7f0386c32c59 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.016185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-697c12df-669c-42cb-9b97-7554f5c3045b req-87cd735d-9061-4821-bfba-7f0386c32c59 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 944 time: 0.1844633 Mar 10 23:47:10.018799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-7da92c8e-3c2f-4067-aeb8-68fbfade18a3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.020246 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-7da92c8e-3c2f-4067-aeb8-68fbfade18a3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3995066 Mar 10 23:47:10.029397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c09144-296f-4303-a05d-cb813119f36f req-1c096ae5-25c5-46a6-b5a4-1ff6fcddfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.030970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-1c096ae5-25c5-46a6-b5a4-1ff6fcddfc01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3327725 Mar 10 23:47:10.043506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Request body: {'port': {'device_id': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'f257b73cdd33401dbb8250eade1ccc89'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:10.065129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ea669-13a9-4d09-999d-13c8a7518961 req-89cf9adb-71a7-4144-9fc4-c48bec1ec8d6 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.066142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b8ea669-13a9-4d09-999d-13c8a7518961 req-89cf9adb-71a7-4144-9fc4-c48bec1ec8d6 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 950 time: 0.1676908 Mar 10 23:47:10.126011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Allocated IP 192.168.233.163 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/58d59823-46a7-4b45-a70e-643152126f48) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:10.149530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-697c12df-669c-42cb-9b97-7554f5c3045b req-f5df6ab8-1226-4661-add4-68f2cad5273c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217251 Mar 10 23:47:10.157264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Checking segment: {'id': '2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '607b3b33-5cb4-4f74-8d71-2f9251745ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:10.157637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Network hostable DHCP agents. Network: 607b3b33-5cb4-4f74-8d71-2f9251745ad9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:47:10.166195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-e0c567c0-bbf2-453d-8073-f60c685cea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.167703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-e0c567c0-bbf2-453d-8073-f60c685cea83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1125 time: 0.1493404 Mar 10 23:47:10.172147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b8ea669-13a9-4d09-999d-13c8a7518961 req-0e1e6f99-7bdf-42c6-9829-9c5a8ceb5561 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974054 Mar 10 23:47:10.238686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:10.241411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-185906e0-cc18-4d29-b27a-e52660ac2b6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.0463920 Mar 10 23:47:10.275883 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a273a2ba-2f8e-4c71-9b2d-569fedecc27b x-openstack-request-id: req-a273a2ba-2f8e-4c71-9b2d-569fedecc27b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:10.276246 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:10.277716 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a273a2ba-2f8e-4c71-9b2d-569fedecc27b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:10.278135 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'status': 'completed', 'code': 200} Mar 10 23:47:10.300578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:10.316353 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:10.360007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ac45598-19a1-49c5-a978-1fafe619bf21 req-ef0b3496-9ac8-4959-80ce-7dc729fc0a1f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 210 time: 0.0535910 Mar 10 23:47:10.377067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-14a8d6e8-64f6-40bc-be8c-012fcce31f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.379845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-14a8d6e8-64f6-40bc-be8c-012fcce31f35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1308618 Mar 10 23:47:10.421570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-6d6ee421-c442-4de1-8b81-a3feb3d8a830 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328140 Mar 10 23:47:10.610088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c974a5-1667-4167-a4c1-22ea9a90b5d0 req-eefce11c-45d2-499e-a264-776c94105381 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.611810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9c974a5-1667-4167-a4c1-22ea9a90b5d0 req-eefce11c-45d2-499e-a264-776c94105381 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1126 time: 0.1556733 Mar 10 23:47:10.613986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-2d35f5f3-95d3-45a5-8adb-4490ac8bd76e service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860449 Mar 10 23:47:10.640845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Network 607b3b33-5cb4-4f74-8d71-2f9251745ad9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:47:10.681612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 607b3b33-5cb4-4f74-8d71-2f9251745ad9) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:10.694301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c37ae-8a5d-4be7-aca2-3467ee54ade3 None None] Network 607b3b33-5cb4-4f74-8d71-2f9251745ad9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:47:10.704939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.705541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:10.727253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-9371e468-9acd-4961-9d80-03b1dfbb47e5 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787021 Mar 10 23:47:10.768606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9c974a5-1667-4167-a4c1-22ea9a90b5d0 req-c7fc47f0-74c7-497e-b428-38ea94957673 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483154 Mar 10 23:47:10.831819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc25249c-f2f9-4224-b855-3e57a40597a7 req-1cb070bd-bc5c-4c03-8646-9fe9bfc11341 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844411 Mar 10 23:47:10.909650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88769d-b70b-4be8-9b12-72ee74b226dd None None] Network 607b3b33-5cb4-4f74-8d71-2f9251745ad9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:47:10.962190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab23b8-8d36-44de-8903-0a3cddde57a6 req-57ea913e-d593-46fb-90a1-86856524c698 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:10.966631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ba9daa6-4610-4365-9632-87bae2d28ed9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8449275 Mar 10 23:47:10.970116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2c09144-296f-4303-a05d-cb813119f36f req-4db09445-c62c-4fd2-b9d8-94f92ada3931 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339654 Mar 10 23:47:10.971209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ab23b8-8d36-44de-8903-0a3cddde57a6 req-57ea913e-d593-46fb-90a1-86856524c698 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.0978367 Mar 10 23:47:11.003047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Made reservation on behalf of f257b73cdd33401dbb8250eade1ccc89 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:11.008954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.010086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-27da1d33-72d4-464b-827f-c479b95eb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.011651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-27da1d33-72d4-464b-827f-c479b95eb2bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1125 time: 0.1024954 Mar 10 23:47:11.096094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ab23b8-8d36-44de-8903-0a3cddde57a6 req-70740c8f-e7ab-4db7-92ff-e28067d4df8d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237006 Mar 10 23:47:11.123025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks [] for port (58d59823-46a7-4b45-a70e-643152126f48), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.189704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.225541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-bd0e974e-a491-49fd-a5fa-40f2e1c9466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.226993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-bd0e974e-a491-49fd-a5fa-40f2e1c9466a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2003918 Mar 10 23:47:11.251259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb30e-111c-45af-9f8a-d896ce77952b req-eca9dced-4d86-41e9-a06e-cad3c125ebd2 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.252870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236fb30e-111c-45af-9f8a-d896ce77952b req-eca9dced-4d86-41e9-a06e-cad3c125ebd2 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 948 time: 0.0901227 Mar 10 23:47:11.272832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:11.285951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:11.291339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-3c3c5e22-ad38-4557-a331-1303623387f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.0553825 Mar 10 23:47:11.292845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:11.298679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.299300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.304979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:11.330620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Allocated IP 192.168.233.116 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/61438ebd-82b4-4621-851a-82cd0cb1282d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:11.336357 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-bebbab3c-195c-4445-9692-6f2be7456c17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5456760 Mar 10 23:47:11.360762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Request body: {'port': {'device_id': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:11.390238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-50243305-008f-4717-8ff0-9929fcc47916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.391830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-50243305-008f-4717-8ff0-9929fcc47916 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0901189 Mar 10 23:47:11.424676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236fb30e-111c-45af-9f8a-d896ce77952b req-1fd8606f-bf73-4156-86e4-66b32dff0eb7 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361794 Mar 10 23:47:11.441107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.476425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-068c9150-c798-4aa8-aa1e-9274ce72ee38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765598 Mar 10 23:47:11.511127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.633985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-60c96f2d-000a-42dd-8319-96d3dafa4002 None None] Provisioning complete for port 58d59823-46a7-4b45-a70e-643152126f48 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:11.634779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-60c96f2d-000a-42dd-8319-96d3dafa4002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58d59823-46a7-4b45-a70e-643152126f48), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.717535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-60c96f2d-000a-42dd-8319-96d3dafa4002 None None] Port 58d59823-46a7-4b45-a70e-643152126f48 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:11.738781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks [] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.762139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-8b0d1014-93d2-452f-9cef-2c86e807dcaf tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.769301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-8b0d1014-93d2-452f-9cef-2c86e807dcaf tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.2519715 Mar 10 23:47:11.798568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.835190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-5d421da8-9fff-4ac2-8ebd-120d20d3d0c4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/quotas/f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 375 time: 0.0648134 Mar 10 23:47:11.867524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:11.906675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:11.914402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36162) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:11.915213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:11.920539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:11.927040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:11.961248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-25554042-network', 'tenant_id': 'ed2941d55f644d78867643ac82813006'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:11.966541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-f6c5b0d6-aa26-4b84-ae99-81132d07a1b9 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817276 Mar 10 23:47:11.984076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event updated for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:11.989343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-fb242c48-be59-4b32-a08d-8d9983d18c79 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9544513 Mar 10 23:47:12.008670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Request body: {'port': {'device_id': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:12.015090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Made reservation on behalf of ed2941d55f644d78867643ac82813006 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:12.017609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.026313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0271f8-953d-4473-a57a-7732aab0a77c req-5e49eca6-5b0a-4035-9e9a-d1465e966cc7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:12.035348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b0271f8-953d-4473-a57a-7732aab0a77c req-5e49eca6-5b0a-4035-9e9a-d1465e966cc7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 950 time: 0.2608445 Mar 10 23:47:12.054281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.200799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.209999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:12.228033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks [] for port (58d59823-46a7-4b45-a70e-643152126f48), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.251384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-64423366-2519-4574-a55c-551dcbb23314 None None] Provisioning complete for port 61438ebd-82b4-4621-851a-82cd0cb1282d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:12.251894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64423366-2519-4574-a55c-551dcbb23314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.257420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Transition to ACTIVE for port object 58d59823-46a7-4b45-a70e-643152126f48 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:12.282517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.290132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-64423366-2519-4574-a55c-551dcbb23314 None None] Port 61438ebd-82b4-4621-851a-82cd0cb1282d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:12.325867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-a4a5e0cc-7a6a-4c16-b8a3-536e2b1b1f71 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4883876 Mar 10 23:47:12.372586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks [] for security_group (1ef0fe49-342c-4dc9-ae44-ecaccabd8afb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.374122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b0271f8-953d-4473-a57a-7732aab0a77c req-5f41eccd-a980-4a24-88cf-a1c8f66e6352 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379047 Mar 10 23:47:12.382549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ee4225-4f89-41da-87c7-7c54a32f8e72 req-e1d17a9a-be5e-4030-ad2e-868bc55d6cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068220 Mar 10 23:47:12.452820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ef0fe49-342c-4dc9-ae44-ecaccabd8afb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.459085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-1aadc878-309e-4554-ac4e-7774f4bf1ffb service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237535 Mar 10 23:47:12.499385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:12.536659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:47:12.587025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842946a2-1432-4b77-b5e7-1bfcb9eedd39 req-bb6153f5-29de-4a66-ad38-4bc5c3d3713c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:12.588476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-842946a2-1432-4b77-b5e7-1bfcb9eedd39 req-bb6153f5-29de-4a66-ad38-4bc5c3d3713c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 936 time: 0.1237421 Mar 10 23:47:12.589234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef0fe49-342c-4dc9-ae44-ecaccabd8afb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:12.593956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f4a53937-49f2-4a6f-b3fd-8beb47990f9b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.594311 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Added segment f4a53937-49f2-4a6f-b3fd-8beb47990f9b of type vlan for network 163be24e-55c2-410c-9e6a-be5ab13dd111 Mar 10 23:47:12.612608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f57bc3e-aeda-45f3-8c77-944c15b26288 service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458869 Mar 10 23:47:12.617632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Attempting to bind port 58d59823-46a7-4b45-a70e-643152126f48 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:12.617978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Attempting to bind port 58d59823-46a7-4b45-a70e-643152126f48 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:12.618308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Attempting to bind port 58d59823-46a7-4b45-a70e-643152126f48 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:12.652764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Port 58d59823-46a7-4b45-a70e-643152126f48 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:12.653094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Attempting to bind port 58d59823-46a7-4b45-a70e-643152126f48 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:12.668426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-842946a2-1432-4b77-b5e7-1bfcb9eedd39 req-75bad7f8-0d18-43df-9649-f29864cc6154 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547447 Mar 10 23:47:12.693698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-e03a5292-54f4-4797-ae7e-07f6b2f373b5 tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:12.695206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-e03a5292-54f4-4797-ae7e-07f6b2f373b5 tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 1132 time: 0.2595580 Mar 10 23:47:12.700577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (163be24e-55c2-410c-9e6a-be5ab13dd111), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.703719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:12.704106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:12.704494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:12.704933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Bound port: 58d59823-46a7-4b45-a70e-643152126f48, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:12.705280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.813818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (163be24e-55c2-410c-9e6a-be5ab13dd111), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.815011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:12.815749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:12.853163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269fbfd-ad2d-4f35-b01a-09f71daa2895 req-5874c52d-624a-46dc-b09e-6f75b4296c44 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:12.855309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7269fbfd-ad2d-4f35-b01a-09f71daa2895 req-5874c52d-624a-46dc-b09e-6f75b4296c44 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.0813420 Mar 10 23:47:12.912883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7269fbfd-ad2d-4f35-b01a-09f71daa2895 req-250caa8e-eb49-4927-bf3f-680e198ab51b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510676 Mar 10 23:47:12.931700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36176) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:12.931835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9817312 Mar 10 23:47:12.939465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Request body: {'subnet': {'network_id': '163be24e-55c2-410c-9e6a-be5ab13dd111', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-25554042-subnet', 'tenant_id': 'ed2941d55f644d78867643ac82813006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:12.967680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Made reservation on behalf of ed2941d55f644d78867643ac82813006 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:12.971522 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.017737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347b3ea-9af1-4137-851b-ecebd7f9b056 admin admin] Pushing event updated for resources: {'Network': ['ID=163be24e-55c2-410c-9e6a-be5ab13dd111,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:13.031171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 163be24e-55c2-410c-9e6a-be5ab13dd111 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:47:13.032083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:13.083239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:13.102246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61438ebd-82b4-4621-851a-82cd0cb1282d {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:13.106868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.117960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks [] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.145330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd2c585b-9137-4642-95ba-1aacd8db35cc req-e6306b90-d45c-4cd3-a41d-4ac4570411b2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0696864 Mar 10 23:47:13.154230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Deleting port fea80c12-fc80-4075-a8aa-ba4b5262eb72 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:47:13.155184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.184252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Transition to ACTIVE for port object 61438ebd-82b4-4621-851a-82cd0cb1282d will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:13.193195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:13.194137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.197632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] 10.222.0.39 "PUT /v2.0/ports/58d59823-46a7-4b45-a70e-643152126f48 HTTP/1.1" status: 200 len: 1096 time: 1.8449869 Mar 10 23:47:13.198357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:13.205787 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531dddba-80ee-4bea-9459-bcfdb5df834d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:13.225001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:13.256010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.281583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 71424edc-f509-48fa-b5c7-000fab036ddc details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:13.289891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52358405-04d6-47f5-b333-43c519fd32af req-2e457f75-8a7e-4a33-bed3-42ab5feb783a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:13.296436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52358405-04d6-47f5-b333-43c519fd32af req-2e457f75-8a7e-4a33-bed3-42ab5feb783a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 948 time: 0.2176766 Mar 10 23:47:13.323089 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a6659-7357-4566-bcb3-2f618eaf993d x-openstack-request-id: req-2f2a6659-7357-4566-bcb3-2f618eaf993d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:13.323481 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:13.323659 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f2a6659-7357-4566-bcb3-2f618eaf993d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:13.324063 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'status': 'completed', 'code': 200} Mar 10 23:47:13.421648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ee621-4942-491c-bdcc-85641332bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:13.491746 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.521657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52358405-04d6-47f5-b333-43c519fd32af req-58efa7a4-6853-4423-a224-f2e5ab745331 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187405 Mar 10 23:47:13.542408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (a27d5566-7c6f-4c02-8584-fb78f354a85f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.595407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=71424edc-f509-48fa-b5c7-000fab036ddc,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:13.599314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] For port fea80c12-fc80-4075-a8aa-ba4b5262eb72, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fea80c12-fc80-4075-a8aa-ba4b5262eb72,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:13.599881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.623015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '71424edc-f509-48fa-b5c7-000fab036ddc', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '71424edc-f509-48fa-b5c7-000fab036ddc', 'mac_address': 'fa:16:3e:11:f3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:13.668593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-1a64fbdd-277e-452a-8834-83cd286c8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:13.672655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-1a64fbdd-277e-452a-8834-83cd286c8a2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1130 time: 0.3954597 Mar 10 23:47:13.674376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27d5566-7c6f-4c02-8584-fb78f354a85f,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:13.675616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Calling delete_port for fea80c12-fc80-4075-a8aa-ba4b5262eb72 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:47:13.683181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:13.705874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Attempting to bind port 61438ebd-82b4-4621-851a-82cd0cb1282d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:13.707243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Attempting to bind port 61438ebd-82b4-4621-851a-82cd0cb1282d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:13.707781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Attempting to bind port 61438ebd-82b4-4621-851a-82cd0cb1282d on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:13.784459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-22746c71-6b0f-4bd7-ab5f-1ab06f6a6133 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=58d59823-46a7-4b45-a70e-643152126f48 HTTP/1.1" status: 200 len: 217 time: 0.0970764 Mar 10 23:47:13.786657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Port 61438ebd-82b4-4621-851a-82cd0cb1282d on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:13.788430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Attempting to bind port 61438ebd-82b4-4621-851a-82cd0cb1282d on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:13.837222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Checking segment: {'id': 'f4a53937-49f2-4a6f-b3fd-8beb47990f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '163be24e-55c2-410c-9e6a-be5ab13dd111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:13.837909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Network hostable DHCP agents. Network: 163be24e-55c2-410c-9e6a-be5ab13dd111, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:47:13.848328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 71424edc-f509-48fa-b5c7-000fab036ddc is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:13.848495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.850822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20ce66-9f95-42fa-8762-ee31567c2b94 req-475469b8-4318-47fa-917c-e91e83ff6091 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:13.854281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b20ce66-9f95-42fa-8762-ee31567c2b94 req-475469b8-4318-47fa-917c-e91e83ff6091 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 950 time: 0.1864626 Mar 10 23:47:13.876097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:13.919839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b20ce66-9f95-42fa-8762-ee31567c2b94 req-d2844d8f-ede5-4760-9dfb-a9d887e95791 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596328 Mar 10 23:47:13.927242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Network 163be24e-55c2-410c-9e6a-be5ab13dd111 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:47:13.930098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71424edc-f509-48fa-b5c7-000fab036ddc {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:13.953559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'port_id': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'mac_address': 'fa:16:3e:d5:7f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1afc83a-2ceb-4c1f-968a-9d30edf4ed43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:13.957559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 163be24e-55c2-410c-9e6a-be5ab13dd111) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:13.963727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:13.965942 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:13.974635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6b1c6-9a4f-4e7b-a538-fcc47b03f198 None None] Network 163be24e-55c2-410c-9e6a-be5ab13dd111 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:47:13.979498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:13.980000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:13.980395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:13.980846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Bound port: 61438ebd-82b4-4621-851a-82cd0cb1282d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:13.981204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.022359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9ee01ce5-7d08-4775-8dca-2406ee61a312 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0893655 Mar 10 23:47:14.073995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c5ec-23e6-483e-89ff-8f77945d1541 req-c72e73ab-31e0-4b80-96b4-3158b96217fe tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.084954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd12c5ec-23e6-483e-89ff-8f77945d1541 req-c72e73ab-31e0-4b80-96b4-3158b96217fe tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 948 time: 0.1483161 Mar 10 23:47:14.086089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-1044d0e4-cfcd-4ed7-9a19-ec5ff54b9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.087549 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-1044d0e4-cfcd-4ed7-9a19-ec5ff54b9fe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2739592 Mar 10 23:47:14.189342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=71424edc-f509-48fa-b5c7-000fab036ddc,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:14.191683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4281b0bb-4880-4e67-af16-a0f34c28f26e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:14.192202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.217812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:14.221230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257d252-2148-4c6a-adce-0c9a9cb56571 None None] Network 163be24e-55c2-410c-9e6a-be5ab13dd111 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:47:14.237596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.255978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61438ebd-82b4-4621-851a-82cd0cb1282d,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:14.273403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd12c5ec-23e6-483e-89ff-8f77945d1541 req-a1ea57fd-ae4d-4698-8fc4-70030873c9f4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792367 Mar 10 23:47:14.277754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-95975898-352e-453e-89a7-c033714565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.281312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-95975898-352e-453e-89a7-c033714565ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1777468 Mar 10 23:47:14.296273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.316997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754262-039c-497e-a1f6-10980c4a6e63 req-aadfc930-a29a-40e9-a101-fdc5d3ce8fad tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.324792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03754262-039c-497e-a1f6-10980c4a6e63 req-aadfc930-a29a-40e9-a101-fdc5d3ce8fad tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.2360716 Mar 10 23:47:14.348421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:14.361657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36220) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:14.368062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4281b0bb-4880-4e67-af16-a0f34c28f26e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:14.407762 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fea80c12-fc80-4075-a8aa-ba4b5262eb72), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.434165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.434874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.436367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] 10.222.0.30 "PUT /v2.0/ports/61438ebd-82b4-4621-851a-82cd0cb1282d HTTP/1.1" status: 200 len: 1096 time: 2.4371004 Mar 10 23:47:14.455682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:14.465909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['71424edc-f509-48fa-b5c7-000fab036ddc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:14.468550 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.595023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb02e1-d9d7-4467-9f25-73cd0ba5cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:14.643808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03754262-039c-497e-a1f6-10980c4a6e63 req-ae7756fe-c57e-43e9-adc7-d826e1cb3fe4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886112 Mar 10 23:47:14.657294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] No DVR routers for this DVR port fea80c12-fc80-4075-a8aa-ba4b5262eb72 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:14.661333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Pushing event deleted for resources: {'Port': ['ID=fea80c12-fc80-4075-a8aa-ba4b5262eb72,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:14.678234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.682136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-98d9fee6-4a4a-4fc1-bc9c-4a51d0084ddc req-08b94048-373b-4071-a119-64631fdb6f6f tempest-DeleteServersAdminTestJSON-1121332255 tempest-DeleteServersAdminTestJSON-1121332255-project-admin] 10.222.0.39 "DELETE /v2.0/ports/fea80c12-fc80-4075-a8aa-ba4b5262eb72 HTTP/1.1" status: 204 len: 173 time: 1.9712298 Mar 10 23:47:14.699668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-cac7644d-bed3-42d5-ae04-02bad2d00c1a service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970184 Mar 10 23:47:14.730246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-addbf142-391a-4f29-9f81-970ee35f4525 req-dcf35480-ba46-41a9-b5d4-29b5216a8491 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.1614041 Mar 10 23:47:14.749967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Deleting subnet 9ca2b51e-118d-4cc8-b33b-5fbbf4431776 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:47:14.776368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Publish callbacks [] for subnet (9ca2b51e-118d-4cc8-b33b-5fbbf4431776), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.794922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-24eaa6f2-55f3-475f-bb41-e9ddf15f4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.798291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4281b0bb-4880-4e67-af16-a0f34c28f26e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:14.813149 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-24eaa6f2-55f3-475f-bb41-e9ddf15f4ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 1130 time: 0.2811284 Mar 10 23:47:14.872371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:14.940090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-a4176945-c1e2-4296-9958-42d0239fc720 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:14.943014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-a4176945-c1e2-4296-9958-42d0239fc720 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.6659136 Mar 10 23:47:14.946750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Publish callbacks [] for subnet (9ca2b51e-118d-4cc8-b33b-5fbbf4431776), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:14.963227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-d687a33d-dccd-4242-89b6-9196bcb3ae9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=61438ebd-82b4-4621-851a-82cd0cb1282d HTTP/1.1" status: 200 len: 217 time: 0.0745461 Mar 10 23:47:14.993855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Request body: {'port': {'device_id': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'admin_state_up': True, 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:15.054053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b671b002-4243-40ff-bdc9-a9dc1e502cbf req-fdd3d652-dda2-41ee-b1cd-79f65fe67da6 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462296 Mar 10 23:47:15.078643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-34b45182-7884-4fd4-8418-198c8d8a863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.080412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-34b45182-7884-4fd4-8418-198c8d8a863c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1010649 Mar 10 23:47:15.119306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45219c-7642-4ebc-a9bb-4bd3426a3908 req-ba525a67-96a1-404d-b61e-8ed7036a1430 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.127216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d45219c-7642-4ebc-a9bb-4bd3426a3908 req-ba525a67-96a1-404d-b61e-8ed7036a1430 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 949 time: 0.3185103 Mar 10 23:47:15.134129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (9ca2b51e-118d-4cc8-b33b-5fbbf4431776), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.176063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36230) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:15.227212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-1a8f2850-14c2-4228-ae30-8fb93269ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.228762 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-1a8f2850-14c2-4228-ae30-8fb93269ca6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1424875 Mar 10 23:47:15.230622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fea80c12-fc80-4075-a8aa-ba4b5262eb72 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:15.231378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-2a90dc0a-4f14-4241-885d-6c9db57c1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.233362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-2a90dc0a-4f14-4241-885d-6c9db57c1386 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1130 time: 0.1165812 Mar 10 23:47:15.262133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: fea80c12-fc80-4075-a8aa-ba4b5262eb72 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:47:15.262876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fea80c12-fc80-4075-a8aa-ba4b5262eb72 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:15.276570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d45219c-7642-4ebc-a9bb-4bd3426a3908 req-a70e9162-ec89-41c7-b4aa-84fcd943f0cc tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437993 Mar 10 23:47:15.278865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f46d80d3-411f-4a9c-8dab-779e09fbd6df req-8d4bac4a-ec07-43fd-bcae-a59dd51a5bf7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=79e3ffc8-28ac-41a0-a69c-330ae809bdd6 HTTP/1.1" status: 200 len: 210 time: 0.1417103 Mar 10 23:47:15.393030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:15.396806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.400336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (9ca2b51e-118d-4cc8-b33b-5fbbf4431776), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.463690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.466866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ca2b51e-118d-4cc8-b33b-5fbbf4431776 HTTP/1.1" status: 204 len: 168 time: 1.0956612 Mar 10 23:47:15.468868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5175d9-549d-4080-87f5-ddb4c8df9357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca2b51e-118d-4cc8-b33b-5fbbf4431776,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:15.470552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36236) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:15.592885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d'}, {'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'name': 'network-vif-deleted', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:15.595325 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d"}, {"server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "name": "network-vif-deleted", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:15.596142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a4bb5-8610-45a8-bd95-91046285852a req-364bc220-21af-494b-803f-4816c7a8ec73 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.597732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-382a4bb5-8610-45a8-bd95-91046285852a req-364bc220-21af-494b-803f-4816c7a8ec73 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 948 time: 0.2167265 Mar 10 23:47:15.621230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (607b3b33-5cb4-4f74-8d71-2f9251745ad9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.647010 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e20fb82-732f-4b02-a0d6-5495eba22e58 x-openstack-request-id: req-6e20fb82-732f-4b02-a0d6-5495eba22e58 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:15.647407 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d", "status": "completed", "code": 200}, {"server_uuid": "79e3ffc8-28ac-41a0-a69c-330ae809bdd6", "name": "network-vif-deleted", "tag": "fea80c12-fc80-4075-a8aa-ba4b5262eb72", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:15.647603 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e20fb82-732f-4b02-a0d6-5495eba22e58 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:15.647966 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d', 'status': 'completed', 'code': 200} Mar 10 23:47:15.648226 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e3ffc8-28ac-41a0-a69c-330ae809bdd6', 'name': 'network-vif-deleted', 'tag': 'fea80c12-fc80-4075-a8aa-ba4b5262eb72', 'status': 'completed', 'code': 200} Mar 10 23:47:15.651863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece81020-38ca-4564-b775-5a7887444d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.699676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-aafdcc8f-4957-4fed-9303-5249dae46447 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632154 Mar 10 23:47:15.708530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-35b52f4d-5740-49ab-ad2b-04ea09333afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.710250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-35b52f4d-5740-49ab-ad2b-04ea09333afb service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4664316 Mar 10 23:47:15.726302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Allocated IP 172.20.0.5 (6c553ddc-8578-4f93-aa28-2d39914c52a3/e291b944-80d5-4d91-a07d-ab4b39e963f0/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:15.769814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-382a4bb5-8610-45a8-bd95-91046285852a req-7d6dd0d7-bdff-4b56-b493-0e6372140570 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514311 Mar 10 23:47:15.801392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-39e5fe70-0dda-4b10-a9c9-a311fa7b3d74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=58d59823-46a7-4b45-a70e-643152126f48 HTTP/1.1" status: 200 len: 217 time: 0.0775242 Mar 10 23:47:15.828988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (607b3b33-5cb4-4f74-8d71-2f9251745ad9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.881069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.881442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.882221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.882578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.882924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.883245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.883570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.883905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.884246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.884566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.924503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-37d6e6d1-df46-4a38-8b6a-4e8fe7475ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:15.925939 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-37d6e6d1-df46-4a38-8b6a-4e8fe7475ca1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1164689 Mar 10 23:47:15.932120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d56246d-681e-4cd9-a090-96f8edc33922 req-5429927b-ff76-40ca-a498-501c83ca93e3 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200208 Mar 10 23:47:15.943591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece81020-38ca-4564-b775-5a7887444d92 admin admin] Publish callbacks [] for security_group (e1dac335-3950-4253-834d-a9ce8d244be6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.955916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.955916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.956299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.956599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:15.957175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607b3b33-5cb4-4f74-8d71-2f9251745ad9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:15.965544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece81020-38ca-4564-b775-5a7887444d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e1dac335-3950-4253-834d-a9ce8d244be6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:15.992517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b82fe447-555c-47ce-abab-75425ccb5707 req-b864e1df-505a-4d51-b9ad-49d3ad84a925 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.1468630 Mar 10 23:47:16.007073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:16.007286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:16.036281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89109-2fd2-4756-a4c2-259ef300937e req-967a86e9-bf7a-4b00-99b1-88077ffb5934 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.037830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f89109-2fd2-4756-a4c2-259ef300937e req-967a86e9-bf7a-4b00-99b1-88077ffb5934 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.3042026 Mar 10 23:47:16.042721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.045274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ece81020-38ca-4564-b775-5a7887444d92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=842d3c3fcd1e4f2ba3a068c1cc171296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8673882 Mar 10 23:47:16.046665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:16.049243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece81020-38ca-4564-b775-5a7887444d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dac335-3950-4253-834d-a9ce8d244be6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:16.070072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-8640869a-b36c-40c8-917c-419c452de4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.071540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-8640869a-b36c-40c8-917c-419c452de4f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1362259 Mar 10 23:47:16.093194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.114974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:47:16.115375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (2ea60ac2-cdc8-4a2b-b651-95bfe9cef3aa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.124953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-b9426dce-8259-4884-8a10-dfe9b980cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.126407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-b9426dce-8259-4884-8a10-dfe9b980cdb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 1130 time: 0.1380963 Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: from cryptography.utils import int_from_bytes Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: from cryptography.utils import int_from_bytes Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:47:16.128395 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:47:16.197904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] Publish callbacks [] for security_group (e1dac335-3950-4253-834d-a9ce8d244be6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.234612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f89109-2fd2-4756-a4c2-259ef300937e req-8ab306f6-3efa-4126-932e-2567762c35ea tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872897 Mar 10 23:47:16.250180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (607b3b33-5cb4-4f74-8d71-2f9251745ad9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.270551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.273735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/607b3b33-5cb4-4f74-8d71-2f9251745ad9 HTTP/1.1" status: 204 len: 168 time: 0.8007894 Mar 10 23:47:16.279121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] Publish callbacks [] for security_group (e1dac335-3950-4253-834d-a9ce8d244be6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.281223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:16.284978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks [] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.288190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843583be-fe69-41d3-977f-ea851db20bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=607b3b33-5cb4-4f74-8d71-2f9251745ad9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:16.315422 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-1380e390-216d-42cc-a645-8c84dc8beead service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334716 Mar 10 23:47:16.343025 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.351584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-003429d3-374a-40ca-8ee5-88330ee49bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.352987 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-003429d3-374a-40ca-8ee5-88330ee49bc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2171061 Mar 10 23:47:16.423651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-c3708349-df4f-450e-aacd-0c57fb741da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=61438ebd-82b4-4621-851a-82cd0cb1282d HTTP/1.1" status: 200 len: 217 time: 0.0600319 Mar 10 23:47:16.425103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:16.431709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:16.435029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:16.440890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:16.445332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Deleting subnet a27d5566-7c6f-4c02-8584-fb78f354a85f {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:47:16.452635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Publish callbacks [] for subnet (a27d5566-7c6f-4c02-8584-fb78f354a85f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.494960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b11ea-214e-4a6f-a334-87a24e4ada04 req-a02b09d3-32da-40d8-bfb7-4958e69d5fef tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.496617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-061b11ea-214e-4a6f-a334-87a24e4ada04 req-a02b09d3-32da-40d8-bfb7-4958e69d5fef tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 949 time: 0.1206181 Mar 10 23:47:16.506951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.507479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.546193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-7f3eb0e7-c529-47bc-bd5f-570ca1d4a106 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774934 Mar 10 23:47:16.571029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Request body: {'port': {'device_id': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:16.581763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e1dac335-3950-4253-834d-a9ce8d244be6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.584629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.588926 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1dac335-3950-4253-834d-a9ce8d244be6 HTTP/1.1" status: 204 len: 168 time: 0.5404673 Mar 10 23:47:16.600404 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531dddba-80ee-4bea-9459-bcfdb5df834d req-a172efec-5b3e-45e4-9e89-c6efdc0d0a4a service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603767 Mar 10 23:47:16.605136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Publish callbacks [] for subnet (a27d5566-7c6f-4c02-8584-fb78f354a85f), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.618183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3ff9b-ea69-4853-adf5-d926b37c9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dac335-3950-4253-834d-a9ce8d244be6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:16.621687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-7fd46266-3ded-4d91-b552-158289ed9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.624074 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-7fd46266-3ded-4d91-b552-158289ed9ec5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1903169 Mar 10 23:47:16.628690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a27d5566-7c6f-4c02-8584-fb78f354a85f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.644664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-061b11ea-214e-4a6f-a334-87a24e4ada04 req-1f8d86c4-9710-44d0-ae1a-7e063c152c8d tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268969 Mar 10 23:47:16.743194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-8b37a887-3781-46aa-97ae-908912bf87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:16.745045 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-8b37a887-3781-46aa-97ae-908912bf87f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0838649 Mar 10 23:47:16.747051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for subnet (a27d5566-7c6f-4c02-8584-fb78f354a85f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.784793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27d5566-7c6f-4c02-8584-fb78f354a85f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:16.804092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.807209 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7baebf48-21cc-42fb-aa26-7bf486af2fe3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a27d5566-7c6f-4c02-8584-fb78f354a85f HTTP/1.1" status: 204 len: 168 time: 0.5224137 Mar 10 23:47:16.810435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:16.898824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-2bcfb163-a44d-4419-be04-71cbc5d7196f tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=409a7401faca41279b7c4053f42cb04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2873023 Mar 10 23:47:16.941305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.949487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (163be24e-55c2-410c-9e6a-be5ab13dd111), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:16.968276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-cb119b0e-ffa1-4bc5-a670-cca956b1574f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143030 Mar 10 23:47:16.977223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:17.035528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7ace2a2-0920-4466-858d-7371cdf43ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.109602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9720-062c-4235-a17f-f76a24d46c3b req-963011f8-2002-4728-947c-b8896106e5eb tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:17.111128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-603b9720-062c-4235-a17f-f76a24d46c3b req-963011f8-2002-4728-947c-b8896106e5eb tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 948 time: 0.2170448 Mar 10 23:47:17.141915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (163be24e-55c2-410c-9e6a-be5ab13dd111), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.189257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.190261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.190436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.190821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > port after_create 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.191461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.191778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > port after_update 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.192116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.192449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.192758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.193071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.205788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-9ae052b9-d9fd-4a14-8597-34960ec15490 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:17.207233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-9ae052b9-d9fd-4a14-8597-34960ec15490 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670081 Mar 10 23:47:17.212552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:17.248616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 71424edc-f509-48fa-b5c7-000fab036ddc up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:17.251946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-9361ee01-20bd-4277-8b60-a7698fddaba7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/quotas/409a7401faca41279b7c4053f42cb04b HTTP/1.1" status: 200 len: 375 time: 0.0356829 Mar 10 23:47:17.265543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.266073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.266444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.266915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 23:47:17.267424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163be24e-55c2-410c-9e6a-be5ab13dd111']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:17.288676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68e3290a-3e2e-4e57-994a-b1fffdd5d7e0 req-16996418-a3ca-45f2-a05e-1b9a6d98ff61 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118880 Mar 10 23:47:17.303278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a53937-49f2-4a6f-b3fd-8beb47990f9b') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:17.303606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a53937-49f2-4a6f-b3fd-8beb47990f9b') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:17.309317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4281b0bb-4880-4e67-af16-a0f34c28f26e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:17.314502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 71424edc-f509-48fa-b5c7-000fab036ddc completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:17.316994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4281b0bb-4880-4e67-af16-a0f34c28f26e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:17.317650 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.328856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (f4a53937-49f2-4a6f-b3fd-8beb47990f9b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.333476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-603b9720-062c-4235-a17f-f76a24d46c3b req-66132868-d629-4744-8773-4b8b5a82e220 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713068 Mar 10 23:47:17.355607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 71424edc-f509-48fa-b5c7-000fab036ddc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:17.356002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.368398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f4a53937-49f2-4a6f-b3fd-8beb47990f9b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.382784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-558706d8-3560-4073-beda-f588dbc5c324 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171703 Mar 10 23:47:17.386573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:47:17.387145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (f4a53937-49f2-4a6f-b3fd-8beb47990f9b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: from cryptography.utils import int_from_bytes Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: from cryptography.utils import int_from_bytes Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:47:17.393598 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:47:17.411974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7ace2a2-0920-4466-858d-7371cdf43ace admin admin] Publish callbacks [] for security_group (25ade509-d28f-4fbf-8b27-28f3d7daf49b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.422141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7ace2a2-0920-4466-858d-7371cdf43ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (25ade509-d28f-4fbf-8b27-28f3d7daf49b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.480202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4281b0bb-4880-4e67-af16-a0f34c28f26e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:17.480597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.495498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 71424edc-f509-48fa-b5c7-000fab036ddc is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:17.496174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.510782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:17.529302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8128850-1e08-4461-a073-05de8d8647d4 req-9c577c37-9c15-4230-8fde-e7898bdb79c7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:17.531733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:17.534356 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce6e0c7-809b-490f-83cc-69054e4030cf" -d '{"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-plugged", "status": "completed", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:17.537052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8128850-1e08-4461-a073-05de8d8647d4 req-9c577c37-9c15-4230-8fde-e7898bdb79c7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 931 time: 0.1180382 Mar 10 23:47:17.541207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks [] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.541602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (163be24e-55c2-410c-9e6a-be5ab13dd111), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.548338 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.559728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:17.563217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] 10.222.0.21 "DELETE /v2.0/networks/163be24e-55c2-410c-9e6a-be5ab13dd111 HTTP/1.1" status: 204 len: 168 time: 0.7421701 Mar 10 23:47:17.565213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=71424edc-f509-48fa-b5c7-000fab036ddc,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:17.568250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.568959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Transition to ACTIVE for port object 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:17.574255 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.583287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.609817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e7ace2a2-0920-4466-858d-7371cdf43ace admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=457c2b657d96442db8e081aeebaa6c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6314087 Mar 10 23:47:17.620179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:17.628718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ace2a2-0920-4466-858d-7371cdf43ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ade509-d28f-4fbf-8b27-28f3d7daf49b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.647847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287234e7-04ca-48bb-a9c6-1d203f8a9980 admin admin] Pushing event deleted for resources: {'Network': ['ID=163be24e-55c2-410c-9e6a-be5ab13dd111,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.653962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8128850-1e08-4461-a073-05de8d8647d4 req-2db31558-1181-4ad9-a7d9-d5ccd4dd7e7d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159501 Mar 10 23:47:17.678918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.736110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] Publish callbacks [] for security_group (25ade509-d28f-4fbf-8b27-28f3d7daf49b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.754190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.775018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] Publish callbacks [] for security_group (25ade509-d28f-4fbf-8b27-28f3d7daf49b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.808548 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f354804-3001-43f6-b270-a235765e0972 x-openstack-request-id: req-0f354804-3001-43f6-b270-a235765e0972 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:17.810413 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-plugged", "status": "completed", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:17.811159 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f354804-3001-43f6-b270-a235765e0972 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:17.811754 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'code': 200} Mar 10 23:47:17.861858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.875818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (25ade509-d28f-4fbf-8b27-28f3d7daf49b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.879946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:17.883393 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ade509-d28f-4fbf-8b27-28f3d7daf49b HTTP/1.1" status: 204 len: 168 time: 0.2595918 Mar 10 23:47:17.892519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69d1e0b9-cbce-4293-a390-87052a9c729e req-1ac55618-b448-4fc7-978f-d0c8d03acb09 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 210 time: 0.0740936 Mar 10 23:47:17.948509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36296) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:17.955206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307977a-d384-4b6d-b5ea-802637d67949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ade509-d28f-4fbf-8b27-28f3d7daf49b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:17.984238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:17.985190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97c0d-437d-4294-bc03-b0963983a958 req-1258dd05-c9e3-48b5-9d67-b2ba08270271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:17.985708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:17.985988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:17.987780 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02a97c0d-437d-4294-bc03-b0963983a958 req-1258dd05-c9e3-48b5-9d67-b2ba08270271 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1127 time: 0.1270497 Mar 10 23:47:18.012108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eddfc-0c9f-4223-8959-a0f4709223ce req-cf913dce-789b-49f0-83cc-4fcb9436fc42 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.019233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d93eddfc-0c9f-4223-8959-a0f4709223ce req-cf913dce-789b-49f0-83cc-4fcb9436fc42 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 945 time: 0.2621710 Mar 10 23:47:18.057702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02a97c0d-437d-4294-bc03-b0963983a958 req-9f44cd58-44cc-45a4-a958-eb189aefbf7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631678 Mar 10 23:47:18.059100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:18.059570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:18.116187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d93eddfc-0c9f-4223-8959-a0f4709223ce req-3a362cce-5852-4dda-a96d-3d574a0796c1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959673 Mar 10 23:47:18.128956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:18.129230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:18.129619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:18.130065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Bound port: 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:18.130419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.183889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-99c478b2-4c84-42cf-acde-43ababec2497 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=713963be06d741999a1f00af2af5ad6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324324 Mar 10 23:47:18.187380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:18.199649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b998d29-2acd-4cf9-8aab-705314b75285 req-2b807bc1-2001-4244-90a8-36596e2402eb tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.202461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b998d29-2acd-4cf9-8aab-705314b75285 req-2b807bc1-2001-4244-90a8-36596e2402eb tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.2020280 Mar 10 23:47:18.252177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:18.272351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:18.280389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] Publish callbacks [] for security_group (3f548a43-3fe5-442c-bf95-45b91d0b6bc1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.287808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.311337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b998d29-2acd-4cf9-8aab-705314b75285 req-a32eb4b9-f35f-4b57-8364-26d20bdda56a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934262 Mar 10 23:47:18.315973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] Publish callbacks [] for security_group (3f548a43-3fe5-442c-bf95-45b91d0b6bc1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.343322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.344442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.346026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] 10.222.0.30 "PUT /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 1091 time: 1.7829580 Mar 10 23:47:18.346659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:18.349300 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a76507-23c1-41f6-8082-14bbf616388f" -d '{"events": [{"name": "network-changed", "server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:18.404896 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb88983-3c16-4e4b-a5ce-32712acf5324 x-openstack-request-id: req-0cb88983-3c16-4e4b-a5ce-32712acf5324 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:18.405711 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:18.406114 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb88983-3c16-4e4b-a5ce-32712acf5324 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:18.406431 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'status': 'completed', 'code': 200} Mar 10 23:47:18.410400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148268f7-4f89-4e58-bfba-47e95dc5f5bb service neutron] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:18.420468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3f548a43-3fe5-442c-bf95-45b91d0b6bc1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.424000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:18.429759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f548a43-3fe5-442c-bf95-45b91d0b6bc1 HTTP/1.1" status: 204 len: 168 time: 0.2410305 Mar 10 23:47:18.443258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5e121-c1b8-4b14-bbe7-14acded8399d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f548a43-3fe5-442c-bf95-45b91d0b6bc1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:18.508352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-f681ca20-d628-47ef-8417-4d05e155d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.509986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-f681ca20-d628-47ef-8417-4d05e155d72f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1125 time: 0.0957291 Mar 10 23:47:18.518459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71503b16-6f54-4239-851d-0093ea9fa94e req-b91050f5-12ab-402e-8e16-dc0aa9600934 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.520161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71503b16-6f54-4239-851d-0093ea9fa94e req-b91050f5-12ab-402e-8e16-dc0aa9600934 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 948 time: 0.0762398 Mar 10 23:47:18.559043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-331c3a0b-f190-4891-a947-1a5fac784ca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0378966 Mar 10 23:47:18.644771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71503b16-6f54-4239-851d-0093ea9fa94e req-e0d9fb4d-30fb-4db6-b904-35f6b6b77f17 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882111 Mar 10 23:47:18.646675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-967b7c9d-724f-4226-9a96-a32f5559bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.648313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-967b7c9d-724f-4226-9a96-a32f5559bd6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0824871 Mar 10 23:47:18.687143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-649b1969-52b4-4d4d-b6c0-4860eb57cb21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317054 Mar 10 23:47:18.818728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-c979b747-4a2c-46da-8e84-affbaeaf0975 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238880 Mar 10 23:47:18.835042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c519e-c8bb-4315-a2a1-f110c0cc188e req-789858a6-f750-4fc6-a92c-55754c4ad618 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:18.836525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c15c519e-c8bb-4315-a2a1-f110c0cc188e req-789858a6-f750-4fc6-a92c-55754c4ad618 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.0790040 Mar 10 23:47:18.958018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a3426b0-968b-47ea-97be-ccb63589c9e5 req-9ce53b2f-73c0-46f2-918e-28436ef2f011 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302559 Mar 10 23:47:18.960079 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:47:18.976326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c15c519e-c8bb-4315-a2a1-f110c0cc188e req-0b5d3476-2006-4d3a-abe3-ccfc6044f710 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Mar 10 23:47:18.981938 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-e96d272f-48eb-426a-b152-f6dbf14b920b tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=409a7401faca41279b7c4053f42cb04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493338 Mar 10 23:47:19.018170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36338) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:19.109544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c4f5d0f-d690-459f-9803-15448e408a78 req-ec9e9dad-b4a7-406d-b0d5-9899231ccba7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 210 time: 0.0652685 Mar 10 23:47:19.137324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc2de6b7-9615-45d4-87bc-4e8774eff4dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed2941d55f644d78867643ac82813006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169069 Mar 10 23:47:19.143658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-c93906be-fdee-41b2-89d8-a561e0af8761 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.145153 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-c93906be-fdee-41b2-89d8-a561e0af8761 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542358 Mar 10 23:47:19.147838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36342) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:19.158258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Request body: {'port': {'device_id': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '409a7401faca41279b7c4053f42cb04b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:19.203336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76507-23c1-41f6-8082-14bbf616388f req-20f7a240-f142-46bf-8343-cf8857fd56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.204808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-20f7a240-f142-46bf-8343-cf8857fd56af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1125 time: 0.1498044 Mar 10 23:47:19.211823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61438ebd-82b4-4621-851a-82cd0cb1282d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:19.246045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:19.270534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] Publish callbacks [] for security_group (1ef0fe49-342c-4dc9-ae44-ecaccabd8afb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.304974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] Publish callbacks [] for security_group (1ef0fe49-342c-4dc9-ae44-ecaccabd8afb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.365149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9d01-53af-48e5-a59c-7a7e304cd00a req-066516f6-f17f-4fa2-b65b-efd9b69de8e9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.372437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c1d9d01-53af-48e5-a59c-7a7e304cd00a req-066516f6-f17f-4fa2-b65b-efd9b69de8e9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 945 time: 0.1870730 Mar 10 23:47:19.384138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Made reservation on behalf of 409a7401faca41279b7c4053f42cb04b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:19.391716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.472834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76507-23c1-41f6-8082-14bbf616388f req-bbcbb3c0-cfb2-4056-9f7d-987f2acb9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.474387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-bbcbb3c0-cfb2-4056-9f7d-987f2acb9b80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2472551 Mar 10 23:47:19.486970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c1d9d01-53af-48e5-a59c-7a7e304cd00a req-9c8c5474-346f-4a25-9dc6-8bea8bfda5cb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135099 Mar 10 23:47:19.542038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-2b8687b6-7844-4d3b-8d0d-c8160aac57af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0540376 Mar 10 23:47:19.584511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Allocated IP 192.168.233.242 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/aa083d3d-2838-4993-a8c0-e408c5110c02) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:19.588641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ef0fe49-342c-4dc9-ae44-ecaccabd8afb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.591402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.592640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ef0fe49-342c-4dc9-ae44-ecaccabd8afb HTTP/1.1" status: 204 len: 168 time: 0.4438579 Mar 10 23:47:19.618882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e844ff2-f2fe-4fe5-b4eb-2e7f74006dd2 req-723ba195-3a42-4d09-85bd-05383d80d959 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.620562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e844ff2-f2fe-4fe5-b4eb-2e7f74006dd2 req-723ba195-3a42-4d09-85bd-05383d80d959 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.1922400 Mar 10 23:47:19.621535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaee9a2-01ad-4889-9e00-1179ec7f3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef0fe49-342c-4dc9-ae44-ecaccabd8afb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:19.634835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a76507-23c1-41f6-8082-14bbf616388f req-2423c674-d4f7-41d3-b1c3-3b8314eb2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.636782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-2423c674-d4f7-41d3-b1c3-3b8314eb2e35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0860028 Mar 10 23:47:19.717843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-ebe6d051-0c49-4dcf-9588-18eef7d6c550 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733929 Mar 10 23:47:19.788292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61438ebd-82b4-4621-851a-82cd0cb1282d,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:19.809145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:19.813229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:19.815462 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c91859-8f42-4b15-8f57-29b3feed5574" -d '{"events": [{"server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "name": "network-vif-plugged", "status": "completed", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:19.825634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks [] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.828125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '61438ebd-82b4-4621-851a-82cd0cb1282d', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '61438ebd-82b4-4621-851a-82cd0cb1282d', 'mac_address': 'fa:16:3e:e1:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:19.833198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '58d59823-46a7-4b45-a70e-643152126f48', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '58d59823-46a7-4b45-a70e-643152126f48', 'mac_address': 'fa:16:3e:62:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:19.879661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.883123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e844ff2-f2fe-4fe5-b4eb-2e7f74006dd2 req-5a05a5d1-9bb8-41ea-aa73-855088a70be3 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451916 Mar 10 23:47:19.932804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61438ebd-82b4-4621-851a-82cd0cb1282d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:19.934609 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:19.936516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4aa25-d004-4e66-a97b-a954c7dc0591 req-85187d0d-8f3f-4bf6-8388-58dd5fa6de2e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:19.938175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88c4aa25-d004-4e66-a97b-a954c7dc0591 req-85187d0d-8f3f-4bf6-8388-58dd5fa6de2e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 948 time: 0.1590707 Mar 10 23:47:19.940944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-fdc98589-453f-4d64-b033-3fb46f2e0af1 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136934 Mar 10 23:47:19.945148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:19.950903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:19.955541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:19.984948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Pushing event updated for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:20.001494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:20.001894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.021074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:20.021776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61438ebd-82b4-4621-851a-82cd0cb1282d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:20.022273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.039845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:20.048799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7c6a78f4-8062-4b7c-afdf-6d1c0b0e1788 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8950241 Mar 10 23:47:20.066726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88c4aa25-d004-4e66-a97b-a954c7dc0591 req-410dbfe5-30f4-4425-908d-75e79faff5c5 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208241 Mar 10 23:47:20.077650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Request body: {'port': {'device_id': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:20.108132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02a76507-23c1-41f6-8082-14bbf616388f req-cb141b08-7f93-4e5e-89d6-6f32f3e61f28 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499858 Mar 10 23:47:20.114197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61438ebd-82b4-4621-851a-82cd0cb1282d,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:20.127826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.130757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:20.132786 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a4be2-f755-4993-9b5c-26770edd689e x-openstack-request-id: req-aa9a4be2-f755-4993-9b5c-26770edd689e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:20.133088 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "name": "network-vif-plugged", "status": "completed", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:20.133345 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa9a4be2-f755-4993-9b5c-26770edd689e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:20.133897 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc', 'code': 200} Mar 10 23:47:20.141450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.223217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:20.244273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.331417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:20.345162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c830d-73a3-4621-b094-6e5adefc6ba8 req-4ea097b5-874e-4517-950f-1594b46183fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:20.348545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-df4c830d-73a3-4621-b094-6e5adefc6ba8 req-4ea097b5-874e-4517-950f-1594b46183fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 1132 time: 0.1288717 Mar 10 23:47:20.356520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5dcf4-fac5-48a4-969b-78a28b4716dd req-bd6469fb-2139-467b-ad68-f445ba27ab0f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:20.369646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:20.376609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec5dcf4-fac5-48a4-969b-78a28b4716dd req-bd6469fb-2139-467b-ad68-f445ba27ab0f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.1157494 Mar 10 23:47:20.443946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['61438ebd-82b4-4621-851a-82cd0cb1282d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:20.480082 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-df4c830d-73a3-4621-b094-6e5adefc6ba8 req-2112b49e-d4e4-4eb1-bf93-6944d56b20f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Mar 10 23:47:20.485820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec5dcf4-fac5-48a4-969b-78a28b4716dd req-19ae6a53-18e2-41a8-bfe5-2cb739ef971d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077015 Mar 10 23:47:20.552216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9659837b-77b9-4146-bd1a-dce99b0c7d25 None None] Provisioning complete for port aa083d3d-2838-4993-a8c0-e408c5110c02 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:20.552599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9659837b-77b9-4146-bd1a-dce99b0c7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.613309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d2128-ccea-44a0-9daf-53286094f23e req-1c802239-6ccb-46cf-a621-7cdb2cf458f2 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:20.622323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-171d2128-ccea-44a0-9daf-53286094f23e req-1c802239-6ccb-46cf-a621-7cdb2cf458f2 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 936 time: 0.0792913 Mar 10 23:47:20.682348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9659837b-77b9-4146-bd1a-dce99b0c7d25 None None] Port aa083d3d-2838-4993-a8c0-e408c5110c02 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:20.694800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-171d2128-ccea-44a0-9daf-53286094f23e req-01f22583-32d2-4e8f-91fd-578a0ad09e75 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681789 Mar 10 23:47:20.747233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa083d3d-2838-4993-a8c0-e408c5110c02 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:20.765148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks [] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.793506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Transition to ACTIVE for port object aa083d3d-2838-4993-a8c0-e408c5110c02 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:20.799162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:20.803881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eea374-2c07-4311-92ba-13c6316468a0 req-782a30b1-a126-4bb3-aa5b-0c3e2ef00f9c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:20.813796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42eea374-2c07-4311-92ba-13c6316468a0 req-782a30b1-a126-4bb3-aa5b-0c3e2ef00f9c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 945 time: 0.0880239 Mar 10 23:47:20.872568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42eea374-2c07-4311-92ba-13c6316468a0 req-7a5b0c8f-6c81-4ac3-a4e3-ce25dc17290c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572941 Mar 10 23:47:20.892579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Pushing event updated for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:21.007425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Attempting to bind port aa083d3d-2838-4993-a8c0-e408c5110c02 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:21.009334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Attempting to bind port aa083d3d-2838-4993-a8c0-e408c5110c02 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:21.010605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Attempting to bind port aa083d3d-2838-4993-a8c0-e408c5110c02 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:21.018459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Port aa083d3d-2838-4993-a8c0-e408c5110c02 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:21.019021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Attempting to bind port aa083d3d-2838-4993-a8c0-e408c5110c02 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:21.026825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:21.027336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:21.027789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:21.028354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Bound port: aa083d3d-2838-4993-a8c0-e408c5110c02, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:21.028852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:21.082672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0504fba-850e-4057-bda8-241f0c161ba9 req-010e5a80-1a49-4d0e-9312-b5c17d66e60a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.084458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0504fba-850e-4057-bda8-241f0c161ba9 req-010e5a80-1a49-4d0e-9312-b5c17d66e60a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.0964007 Mar 10 23:47:21.142697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:21.145992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=aa083d3d-2838-4993-a8c0-e408c5110c02,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:21.157341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:21.195417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.196370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:21.197698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] 10.222.0.39 "PUT /v2.0/ports/aa083d3d-2838-4993-a8c0-e408c5110c02 HTTP/1.1" status: 200 len: 1096 time: 1.1413934 Mar 10 23:47:21.200038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:21.205331 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715" -d '{"events": [{"name": "network-changed", "server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:21.243989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0504fba-850e-4057-bda8-241f0c161ba9 req-8dda0756-648c-4265-b8c3-ab50f910fb63 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393757 Mar 10 23:47:21.296194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42acd3-d3e0-4284-9bec-e507cf47c376 service neutron] Pushing event updated for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:21.297129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f2877-977d-4e0b-b518-b9d8a0bcba21 req-9dc2ddb7-8e46-44d8-b6f0-6d8a366e24e7 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.308517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e12f2877-977d-4e0b-b518-b9d8a0bcba21 req-9dc2ddb7-8e46-44d8-b6f0-6d8a366e24e7 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1127 time: 0.1338656 Mar 10 23:47:21.324610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-88888144-be72-4a4a-8e8b-2b22ceb52300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.328275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-88888144-be72-4a4a-8e8b-2b22ceb52300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 1130 time: 0.0809867 Mar 10 23:47:21.399335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e12f2877-977d-4e0b-b518-b9d8a0bcba21 req-46d70c8d-a979-4beb-b6fe-28c9bf30be54 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Mar 10 23:47:21.403449 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-531263a0-20f5-4517-b43b-f105bf743f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=aa083d3d-2838-4993-a8c0-e408c5110c02 HTTP/1.1" status: 200 len: 217 time: 0.0651424 Mar 10 23:47:21.433301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c3f30-bb65-4307-b80b-c6eab791526e req-ae84ec03-a4a5-4664-be18-a0226972a882 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.440331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec7c3f30-bb65-4307-b80b-c6eab791526e req-ae84ec03-a4a5-4664-be18-a0226972a882 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 949 time: 0.1020701 Mar 10 23:47:21.463319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-3410c16c-7da6-45ab-a185-6da67477f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.464831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-3410c16c-7da6-45ab-a185-6da67477f872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0546162 Mar 10 23:47:21.479674 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8e752-c926-4676-8454-db2a3da74521 x-openstack-request-id: req-23e8e752-c926-4676-8454-db2a3da74521 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:21.479795 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:21.480152 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23e8e752-c926-4676-8454-db2a3da74521 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:21.480724 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02', 'status': 'completed', 'code': 200} Mar 10 23:47:21.524654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec7c3f30-bb65-4307-b80b-c6eab791526e req-ddafa86e-a42a-4d20-971e-3c9031a0c2ef tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834107 Mar 10 23:47:21.549377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-32114010-1259-48b4-bd6f-236ccb4dfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.551215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-32114010-1259-48b4-bd6f-236ccb4dfa2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0610685 Mar 10 23:47:21.865126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12dc42-b672-4d3f-bfec-28a6c781f1a0 req-cf561c0b-adb3-48a3-be5a-da7fd1f6746c tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:21.867258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a12dc42-b672-4d3f-bfec-28a6c781f1a0 req-cf561c0b-adb3-48a3-be5a-da7fd1f6746c tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1127 time: 0.2545552 Mar 10 23:47:21.926260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a12dc42-b672-4d3f-bfec-28a6c781f1a0 req-5f9ca792-ddda-4f9c-a223-f9877b7fd17c tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Mar 10 23:47:21.949325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03eca72-0c05-4c3f-ad86-1862d148cb0b req-082a55cd-5768-4113-819b-02aaf517a53d tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2276ec09de294eb4aee844faf2f55e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220416 Mar 10 23:47:21.952461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-e8f1e29c-54dc-41b9-aaa2-56d1477985bb service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848209 Mar 10 23:47:22.046708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-060d08f0-b5a8-4e63-8b61-2f41a979cf17 req-5c0f67da-8584-440e-af04-f00ed58dfc94 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Mar 10 23:47:22.096706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eca72-0c05-4c3f-ad86-1862d148cb0b req-61495806-2083-496d-92a9-b1895e2bdc15 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.098165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03eca72-0c05-4c3f-ad86-1862d148cb0b req-61495806-2083-496d-92a9-b1895e2bdc15 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426094 Mar 10 23:47:22.105860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6e0d7-a54a-4f45-9b0b-41082cfdb12f req-a00ab231-2111-41c8-b605-f23a87fc4462 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.107794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4b6e0d7-a54a-4f45-9b0b-41082cfdb12f req-a00ab231-2111-41c8-b605-f23a87fc4462 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.1126993 Mar 10 23:47:22.124490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03eca72-0c05-4c3f-ad86-1862d148cb0b req-3ee42ce4-b963-48cd-a339-ab1fac5ae866 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/quotas/2276ec09de294eb4aee844faf2f55e8f HTTP/1.1" status: 200 len: 375 time: 0.0155218 Mar 10 23:47:22.138339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-d67f36c5-d85f-4634-b00e-decb6cc4c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.139899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-d67f36c5-d85f-4634-b00e-decb6cc4c933 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=409a7401faca41279b7c4053f42cb04b&device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 1130 time: 0.0496600 Mar 10 23:47:22.164927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03eca72-0c05-4c3f-ad86-1862d148cb0b req-67be1685-eda2-4210-a260-e44e6ecfac27 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2276ec09de294eb4aee844faf2f55e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329368 Mar 10 23:47:22.189253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4b6e0d7-a54a-4f45-9b0b-41082cfdb12f req-bf843984-8709-46d4-8581-e6fc863567a7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742936 Mar 10 23:47:22.260422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-76e1df07-9b79-4048-96b3-09617a4e4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.262048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-76e1df07-9b79-4048-96b3-09617a4e4656 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1106305 Mar 10 23:47:22.305100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-cfade432-1394-4b29-88a7-b4eddc6bba9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=aa083d3d-2838-4993-a8c0-e408c5110c02 HTTP/1.1" status: 200 len: 217 time: 0.0366561 Mar 10 23:47:22.317904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1904b31-0720-42c9-a4b3-a173d3ee9d3a req-add4287f-4f65-4409-ad3a-d80df55b204c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.319566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1904b31-0720-42c9-a4b3-a173d3ee9d3a req-add4287f-4f65-4409-ad3a-d80df55b204c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 948 time: 0.0621574 Mar 10 23:47:22.361695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-4d49af36-b01c-45fe-a1e2-e4d9eafde91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.363174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-4d49af36-b01c-45fe-a1e2-e4d9eafde91d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0514047 Mar 10 23:47:22.376678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fb5e9569-7724-45e7-b875-a458c5563ba1 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307250 Mar 10 23:47:22.411779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1904b31-0720-42c9-a4b3-a173d3ee9d3a req-6db71181-8ed7-44a7-8ee0-ae5bba00fc3e tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832043 Mar 10 23:47:22.412294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-419730d2-6a07-48bb-92a8-9e8c3fc7e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.413863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-419730d2-6a07-48bb-92a8-9e8c3fc7e657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0447550 Mar 10 23:47:22.501990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-a63e4af6-d43a-4eff-a736-f02740b77a3e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.503577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-a63e4af6-d43a-4eff-a736-f02740b77a3e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213210 Mar 10 23:47:22.518735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-c37d193f-6208-445a-9595-3f5b10bb6557 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/quotas/7f70a564288b44c08cb54b7fab3c5ddb HTTP/1.1" status: 200 len: 375 time: 0.0092781 Mar 10 23:47:22.518973 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-01ad6a4a-7c74-4da2-b597-08774dd423a4 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987782 Mar 10 23:47:22.557961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-a419ff9e-9fd5-48e9-854d-b0d8123121ce tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330038 Mar 10 23:47:22.623950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b727f1dd-4b6b-4abb-b9db-db5d2a4db715 req-68171e76-00dc-4c43-9114-93fcbec89f24 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976779 Mar 10 23:47:22.775313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7e1d7-e5e1-4833-a435-2253d65a58c3 req-8375342f-ae9f-4945-91d7-88a1733fb8a8 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.777310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e7e1d7-e5e1-4833-a435-2253d65a58c3 req-8375342f-ae9f-4945-91d7-88a1733fb8a8 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.0651133 Mar 10 23:47:22.890775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e7e1d7-e5e1-4833-a435-2253d65a58c3 req-b26e4693-52fe-42a7-b909-b90c6fd5f789 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969541 Mar 10 23:47:22.906768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ae2f-07c3-4248-8df9-01b5c70fcdf3 req-3fe988b9-aef3-4bd7-aa76-866c9bb170f7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:22.913528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8759ae2f-07c3-4248-8df9-01b5c70fcdf3 req-3fe988b9-aef3-4bd7-aa76-866c9bb170f7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 949 time: 0.0989296 Mar 10 23:47:22.988803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8064d754-c178-4b93-a3ef-e095307292c4 req-ddf914f4-497e-4600-88d8-d5eb7fa5db0e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 210 time: 0.0497541 Mar 10 23:47:22.993765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8759ae2f-07c3-4248-8df9-01b5c70fcdf3 req-b1fc5c9a-3c2f-4d53-9e9c-0723ab480649 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794179 Mar 10 23:47:23.137003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94c3b4-3495-409d-8a26-9cdb133ac208 req-a985651b-c192-49cc-aef4-58f52f2fd6ce tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:23.141053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d94c3b4-3495-409d-8a26-9cdb133ac208 req-a985651b-c192-49cc-aef4-58f52f2fd6ce tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1127 time: 0.0537300 Mar 10 23:47:23.191088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d94c3b4-3495-409d-8a26-9cdb133ac208 req-edf3d7f0-f929-4bc8-85a4-8733287d7fb7 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Mar 10 23:47:23.231940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:23.234083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61438ebd-82b4-4621-851a-82cd0cb1282d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:23.267293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:23.383477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 58d59823-46a7-4b45-a70e-643152126f48 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:23.404244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 58d59823-46a7-4b45-a70e-643152126f48 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:23.404575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58d59823-46a7-4b45-a70e-643152126f48), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.437887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2baabe-64b2-4574-8ca5-9831d3ec64ea req-125c28a7-e045-47a6-ab67-42c562221cd4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:23.445830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f2baabe-64b2-4574-8ca5-9831d3ec64ea req-125c28a7-e045-47a6-ab67-42c562221cd4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.0729184 Mar 10 23:47:23.480546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 61438ebd-82b4-4621-851a-82cd0cb1282d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:23.496688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 61438ebd-82b4-4621-851a-82cd0cb1282d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:23.497301 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.502899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f2baabe-64b2-4574-8ca5-9831d3ec64ea req-7f6bdd23-42c0-4717-8b52-9bf46d00440a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536537 Mar 10 23:47:23.505414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:23.556570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'port_id': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'mac_address': 'fa:16:3e:a9:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291b944-80d5-4d91-a07d-ab4b39e963f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:23.629961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:23.630234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.640359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cc972-5e1f-4e9a-b2ee-e02e4c28a87a req-1d7ede29-2994-41a7-83ca-a8e6193f0822 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:23.644410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19cc972-5e1f-4e9a-b2ee-e02e4c28a87a req-1d7ede29-2994-41a7-83ca-a8e6193f0822 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.0737453 Mar 10 23:47:23.664921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:23.665310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.695356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:23.698059 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bba2b-4c42-4eaa-a0d5-e0eab1728ae8" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:23.720640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:23.729247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:23.730470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61438ebd-82b4-4621-851a-82cd0cb1282d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:23.731111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.733008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19cc972-5e1f-4e9a-b2ee-e02e4c28a87a req-fa7ec1d5-ccab-4bff-b496-66c0e3237972 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747590 Mar 10 23:47:23.759658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.775675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:23.791256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-376d2481-f749-4bed-96d5-12ca79df7494 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458441 Mar 10 23:47:23.802123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.833051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61438ebd-82b4-4621-851a-82cd0cb1282d,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:23.849015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:23.860899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:23.949267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ef3d-166e-41f2-99a5-ca186f0e1adc req-060fd937-3452-4e91-86f2-48286d170151 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:23.950851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d62ef3d-166e-41f2-99a5-ca186f0e1adc req-060fd937-3452-4e91-86f2-48286d170151 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 948 time: 0.1068783 Mar 10 23:47:23.974676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:23.992600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-a8fe5c19-effa-4d44-a425-fd8911dd90c2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:23.994967 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-a8fe5c19-effa-4d44-a425-fd8911dd90c2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984806 Mar 10 23:47:24.011870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Request body: {'port': {'device_id': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '7f70a564288b44c08cb54b7fab3c5ddb'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:24.037536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d62ef3d-166e-41f2-99a5-ca186f0e1adc req-12d68a43-df4b-4c76-8635-d51171af8dc7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Mar 10 23:47:24.038262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:24.043483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:24.151165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Made reservation on behalf of 7f70a564288b44c08cb54b7fab3c5ddb for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:24.154839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b188e791-8173-4c6c-8658-c07078efb652 req-0c231410-e662-4ef7-8d6f-396412d751cb tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2276ec09de294eb4aee844faf2f55e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272131 Mar 10 23:47:24.155431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.164380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.275256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks [] for security_group (adc6b0a4-8ad0-4f8d-902d-98f474549e58), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.280187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (adc6b0a4-8ad0-4f8d-902d-98f474549e58), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.297039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188e791-8173-4c6c-8658-c07078efb652 req-23398588-f727-4c6e-9862-3a2a55e690dc tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:24.299417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b188e791-8173-4c6c-8658-c07078efb652 req-23398588-f727-4c6e-9862-3a2a55e690dc tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374400 Mar 10 23:47:24.316565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b188e791-8173-4c6c-8658-c07078efb652 req-556875f8-8e87-4bd5-8472-5a6c2d99c941 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/quotas/2276ec09de294eb4aee844faf2f55e8f HTTP/1.1" status: 200 len: 375 time: 0.0123584 Mar 10 23:47:24.349319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6b0a4-8ad0-4f8d-902d-98f474549e58,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:24.368988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b188e791-8173-4c6c-8658-c07078efb652 req-e36fe0ba-9ec7-42fc-ae96-0bf112c8ff5c tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2276ec09de294eb4aee844faf2f55e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474701 Mar 10 23:47:24.431468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Allocated IP 192.168.233.62 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/3ede8b17-9079-4022-8fc3-829fd817a0a4) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:24.448239 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e163f6-8f96-411f-8d1f-d98a95232a05 x-openstack-request-id: req-09e163f6-8f96-411f-8d1f-d98a95232a05 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:24.449328 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:24.449328 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09e163f6-8f96-411f-8d1f-d98a95232a05 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:24.449741 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'code': 200} Mar 10 23:47:24.560803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-2bd7df3c-0291-4224-aaad-b63b26e7d1cf tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262632 Mar 10 23:47:24.625157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa4391-d7d1-4bff-920f-ae7be1049979 req-2a0c7e60-1026-443e-9be7-7b9adec8b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:24.626676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f2fa4391-d7d1-4bff-920f-ae7be1049979 req-2a0c7e60-1026-443e-9be7-7b9adec8b16b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1132 time: 0.1058669 Mar 10 23:47:24.631197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks [] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.649197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-86deac3c-5a18-4e55-92d1-7b553b11ca62 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:47:24.650212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-86deac3c-5a18-4e55-92d1-7b553b11ca62 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0313745 Mar 10 23:47:24.695306 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f2fa4391-d7d1-4bff-920f-ae7be1049979 req-c42058fa-1ac9-4b48-b785-d65595e0f0b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605407 Mar 10 23:47:24.703184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.710483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-a7df2cf1-34b3-438e-af7a-cb01bba69eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:24.711857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-a7df2cf1-34b3-438e-af7a-cb01bba69eaa service neutron] 10.222.0.21 "GET /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 1124 time: 0.0530317 Mar 10 23:47:24.720820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-b31e6b1b-cf2c-44c6-969e-0ba24ca6d91a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:24.722240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-b31e6b1b-cf2c-44c6-969e-0ba24ca6d91a tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558232 Mar 10 23:47:24.726336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:24.726786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:47:24.746118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:24.749951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:24.756329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:24.767851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-5e260cbf-df6d-4131-9e5f-4c6ae3c0f118 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/quotas/b3c48e7c30e7419abd85cd9d419901b0 HTTP/1.1" status: 200 len: 375 time: 0.0386260 Mar 10 23:47:24.782259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Pushing event updated for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:24.818573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:24.819344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:24.843214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-59bc97a8-861b-4eb9-8c47-7fe184a541fc tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8377900 Mar 10 23:47:24.896089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-a43eef8b-974c-4566-b978-98f4189e0ba5 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216538 Mar 10 23:47:24.904940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Request body: {'port': {'device_id': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:24.949052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:24.949395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:24.949721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:24.957088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:24.957460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:24.964020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:24.964445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:24.964973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:24.965613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Bound port: 4281b0bb-4880-4e67-af16-a0f34c28f26e, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:24.984213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.038398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d5775c64-9dcb-4f17-b1c1-7abfddebed33 None None] Provisioning complete for port 3ede8b17-9079-4022-8fc3-829fd817a0a4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:25.039228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5775c64-9dcb-4f17-b1c1-7abfddebed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.050175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:25.069477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.070683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6003d86e-38bc-4381-97f4-7d5a0e76959d service neutron] 10.222.0.21 "POST /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3475437 Mar 10 23:47:25.127382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d5775c64-9dcb-4f17-b1c1-7abfddebed33 None None] Port 3ede8b17-9079-4022-8fc3-829fd817a0a4 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:25.152817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2be34-87b6-469a-ad16-2fc61028bbf9 req-0dd5d110-a9e0-4b7a-9150-e2be6fd90bc2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:25.156078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09c2be34-87b6-469a-ad16-2fc61028bbf9 req-0dd5d110-a9e0-4b7a-9150-e2be6fd90bc2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 935 time: 0.0799608 Mar 10 23:47:25.244546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:25.282780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device aa083d3d-2838-4993-a8c0-e408c5110c02 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:25.311617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09c2be34-87b6-469a-ad16-2fc61028bbf9 req-105a0ab1-8f7b-4929-bc61-1ebba39d44c1 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433611 Mar 10 23:47:25.365280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bb419-987b-49b3-9dd4-c689ee8f77c4 req-86b30367-5921-4f7b-8b2d-aaccaa383783 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:25.367166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d69bb419-987b-49b3-9dd4-c689ee8f77c4 req-86b30367-5921-4f7b-8b2d-aaccaa383783 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 950 time: 0.1264012 Mar 10 23:47:25.453846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-1f3715a3-a96b-416e-9e16-84edc00a2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:25.455346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-1f3715a3-a96b-416e-9e16-84edc00a2023 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1127 time: 0.1092052 Mar 10 23:47:25.459981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=aa083d3d-2838-4993-a8c0-e408c5110c02,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:25.461634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d69bb419-987b-49b3-9dd4-c689ee8f77c4 req-a84f800b-3418-43dd-b0ff-e78f1469bbc0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798738 Mar 10 23:47:25.468453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:25.476284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:25.476840 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.480126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'aa083d3d-2838-4993-a8c0-e408c5110c02', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'aa083d3d-2838-4993-a8c0-e408c5110c02', 'mac_address': 'fa:16:3e:a6:75:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:25.528089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ede8b17-9079-4022-8fc3-829fd817a0a4 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:25.539400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks [] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.564168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port aa083d3d-2838-4993-a8c0-e408c5110c02 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:25.564874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.574916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Transition to ACTIVE for port object 3ede8b17-9079-4022-8fc3-829fd817a0a4 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:25.584121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.588573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa083d3d-2838-4993-a8c0-e408c5110c02 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:25.651721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=aa083d3d-2838-4993-a8c0-e408c5110c02,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:25.658182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:25.658604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.669058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.685477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d51b20dd-0d04-4c60-9f97-ae6bc8120ef9 req-7bcf0572-c473-4b8a-83ca-91ea1d930c96 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 210 time: 0.0785398 Mar 10 23:47:25.709683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbcefa-c5bb-47bc-9cb8-da2377a9cdfc req-be8cf667-3cda-4833-858c-81994817d084 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:25.711490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02fbcefa-c5bb-47bc-9cb8-da2377a9cdfc req-be8cf667-3cda-4833-858c-81994817d084 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.1790516 Mar 10 23:47:25.802252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:25.809575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:25.821044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:25.839669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02fbcefa-c5bb-47bc-9cb8-da2377a9cdfc req-e57f6298-3356-415d-8a0e-f990ff2bc205 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144836 Mar 10 23:47:25.874885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:25.895191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-3b9b112b-279e-4c14-bd77-7b08b499b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:25.896736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-3b9b112b-279e-4c14-bd77-7b08b499b41c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.4214051 Mar 10 23:47:25.960115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['aa083d3d-2838-4993-a8c0-e408c5110c02'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:25.999252 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-a953dc4a-6931-4415-85ba-262882bcc381 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.0795674 Mar 10 23:47:26.012425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:26.014965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b5daf-ce67-4cf1-94ab-e8e2115f74f1 req-3e932d9a-2799-4217-91a5-451fdb9f4ec5 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.016482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-753b5daf-ce67-4cf1-94ab-e8e2115f74f1 req-3e932d9a-2799-4217-91a5-451fdb9f4ec5 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 949 time: 0.1879854 Mar 10 23:47:26.051024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Attempting to bind port 3ede8b17-9079-4022-8fc3-829fd817a0a4 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:26.051365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Attempting to bind port 3ede8b17-9079-4022-8fc3-829fd817a0a4 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:26.051695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Attempting to bind port 3ede8b17-9079-4022-8fc3-829fd817a0a4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:26.060716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Port 3ede8b17-9079-4022-8fc3-829fd817a0a4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:26.061060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Attempting to bind port 3ede8b17-9079-4022-8fc3-829fd817a0a4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:26.065189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbe08-5643-4db7-a8a3-d6d8c70c48f3 req-25dbe763-c8ec-47e4-825f-e59954f50951 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.066680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-babfbe08-5643-4db7-a8a3-d6d8c70c48f3 req-25dbe763-c8ec-47e4-825f-e59954f50951 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 945 time: 0.1011777 Mar 10 23:47:26.070487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:26.070839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:26.071220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:26.071661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Bound port: 3ede8b17-9079-4022-8fc3-829fd817a0a4, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:26.072050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:26.075718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-cc0b34ad-ee4a-4dde-a4a6-c5b53201632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.077206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-cc0b34ad-ee4a-4dde-a4a6-c5b53201632e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0716527 Mar 10 23:47:26.106982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-753b5daf-ce67-4cf1-94ab-e8e2115f74f1 req-01dd0f7c-5890-40c5-b7b3-22a89fb9e0b1 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Mar 10 23:47:26.118993 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-a7486f72-755c-4679-af65-f476c70e8d2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351379 Mar 10 23:47:26.144069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-babfbe08-5643-4db7-a8a3-d6d8c70c48f3 req-cc59de04-2bf2-4255-b612-9b1627f65625 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713603 Mar 10 23:47:26.234279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:26.254746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:26.267578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:26.273317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-a812d8ea-5f64-40ed-b0cd-49311cc8dcb4 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328170 Mar 10 23:47:26.330901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.331544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:26.333108 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] 10.222.0.39 "PUT /v2.0/ports/3ede8b17-9079-4022-8fc3-829fd817a0a4 HTTP/1.1" status: 200 len: 1095 time: 1.4354820 Mar 10 23:47:26.338236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:26.340939 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:26.367874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-57289344-573b-4d90-92b0-e1673c3c0ccd tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451040 Mar 10 23:47:26.450541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d'}, {'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:26.454007 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2d9048-8be4-4be7-ad0c-3bc026b8bb1c" -d '{"events": [{"server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "name": "network-vif-plugged", "status": "completed", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d"}, {"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-plugged", "status": "completed", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:26.469410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-477d0313-1346-4fba-97f7-03780283bad5 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701298 Mar 10 23:47:26.499677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-c0fd1329-a062-4cb2-8e68-99b795913cd9 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.511033 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f84d95-c83e-4083-9166-08a54f46c83e x-openstack-request-id: req-96f84d95-c83e-4083-9166-08a54f46c83e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:26.511504 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:26.511621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-c0fd1329-a062-4cb2-8e68-99b795913cd9 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370766 Mar 10 23:47:26.512040 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96f84d95-c83e-4083-9166-08a54f46c83e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:26.512600 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4', 'status': 'completed', 'code': 200} Mar 10 23:47:26.521873 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7afb536-a708-4bc2-8003-f900781cb02c x-openstack-request-id: req-a7afb536-a708-4bc2-8003-f900781cb02c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:26.522427 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "name": "network-vif-plugged", "status": "completed", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d", "code": 200}, {"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-plugged", "status": "completed", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:26.522741 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7afb536-a708-4bc2-8003-f900781cb02c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:26.523155 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d', 'code': 200} Mar 10 23:47:26.523412 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'code': 200} Mar 10 23:47:26.554013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c386-d655-441f-aa43-d27a646939ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:26.557475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Request body: {'port': {'device_id': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'b3c48e7c30e7419abd85cd9d419901b0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:26.563873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-ffc3a54d-08b0-43e6-9718-45b93ef82a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.565300 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-ffc3a54d-08b0-43e6-9718-45b93ef82a18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 1129 time: 0.0949547 Mar 10 23:47:26.649129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-6ea3ccd3-51c9-4702-8414-8ba2dcd4c6b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0449190 Mar 10 23:47:26.676630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a43af79d-3b5b-4460-928f-6dc6c3372e34 req-dc7dbbe3-ace9-408b-a88d-0d73dc59f0c5 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2276ec09de294eb4aee844faf2f55e8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515347 Mar 10 23:47:26.718451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.30', 51297) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:26.747318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-10db64d0-f3ec-4274-a0bc-2338599d5647 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.749857 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-10db64d0-f3ec-4274-a0bc-2338599d5647 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.1835358 Mar 10 23:47:26.750499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bd3ff-f030-4c12-8e78-8ef4aad7fa23 req-c9440b8f-5f51-4727-bd4d-cd808bfbd78f tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.751988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b0bd3ff-f030-4c12-8e78-8ef4aad7fa23 req-c9440b8f-5f51-4727-bd4d-cd808bfbd78f tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 947 time: 0.2376599 Mar 10 23:47:26.752314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-ba595d6b-dc53-4d49-b6a4-361936d3b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.753598 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-ba595d6b-dc53-4d49-b6a4-361936d3b4f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0710876 Mar 10 23:47:26.761144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0de1ce-dee3-4e2e-b1f7-14fa4506c3be req-c2afd5a1-520b-4250-8aee-a2bd5edb8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.763025 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb0de1ce-dee3-4e2e-b1f7-14fa4506c3be req-c2afd5a1-520b-4250-8aee-a2bd5edb8bab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1127 time: 0.1103821 Mar 10 23:47:26.769470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:26.892501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-48367b1f-9f71-45f0-827b-4647ded11415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.893905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-48367b1f-9f71-45f0-827b-4647ded11415 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1285200 Mar 10 23:47:26.898069 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb0de1ce-dee3-4e2e-b1f7-14fa4506c3be req-51f789a7-6f51-408b-ab6b-976b9f056a15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192777 Mar 10 23:47:26.910415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:26.928427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056a935-8b55-4cb8-a39e-6cff8e61e4a8 req-b24875cb-0cf7-421b-a691-159661507bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.929907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7056a935-8b55-4cb8-a39e-6cff8e61e4a8 req-b24875cb-0cf7-421b-a691-159661507bcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 1132 time: 0.2105489 Mar 10 23:47:26.932684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Made reservation on behalf of b3c48e7c30e7419abd85cd9d419901b0 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:26.936713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:26.941010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b0bd3ff-f030-4c12-8e78-8ef4aad7fa23 req-93139f7f-36d4-427b-9d62-e2a38ae83d08 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591539 Mar 10 23:47:26.947752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43af79d-3b5b-4460-928f-6dc6c3372e34 req-f2df8b90-37bd-4859-a809-f0585e4340cd tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:26.949172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a43af79d-3b5b-4460-928f-6dc6c3372e34 req-f2df8b90-37bd-4859-a809-f0585e4340cd tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650945 Mar 10 23:47:26.980840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a43af79d-3b5b-4460-928f-6dc6c3372e34 req-5a01e03f-3f65-4838-92ac-5720ebd611e9 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/quotas/2276ec09de294eb4aee844faf2f55e8f HTTP/1.1" status: 200 len: 375 time: 0.0161238 Mar 10 23:47:27.049386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-dbb7c1c0-c2f1-469f-a5af-6aecacefd8e6 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486180 Mar 10 23:47:27.064564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a43af79d-3b5b-4460-928f-6dc6c3372e34 req-514cb060-af5a-4ca9-9cb7-4116cc9c4a83 tempest-QuotasAdminNegativeTest-564970831 tempest-QuotasAdminNegativeTest-564970831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2276ec09de294eb4aee844faf2f55e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737357 Mar 10 23:47:27.177417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:27.179709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7056a935-8b55-4cb8-a39e-6cff8e61e4a8 req-cf988127-2332-44dc-ad06-453b361d8f43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920427 Mar 10 23:47:27.188778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602a124-9188-41e0-aa58-201c4e405c28 req-66fc6e03-9358-42fa-8868-5dafbb1e8b48 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.190220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6602a124-9188-41e0-aa58-201c4e405c28 req-66fc6e03-9358-42fa-8868-5dafbb1e8b48 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 950 time: 0.1722324 Mar 10 23:47:27.216029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Allocated IP 192.168.233.97 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/c24f648c-7837-47b5-a79c-7b77a5e0dc45) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:27.221542 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84b53975-1f5a-4727-bc46-3f1009e6b965 req-b18d8a3a-a88b-4ed5-b0ae-3544b804b008 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434824 Mar 10 23:47:27.232786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:27.240854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f389944-dd6b-4710-845d-bd0ceb89d42c req-9a8c4246-d325-4dad-b2cd-c36f704cf88b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Mar 10 23:47:27.280733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device aa083d3d-2838-4993-a8c0-e408c5110c02 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:27.314628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6602a124-9188-41e0-aa58-201c4e405c28 req-d6fe07b8-0938-4025-aba6-40618304242a tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163173 Mar 10 23:47:27.337000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks [] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.350400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.365015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port aa083d3d-2838-4993-a8c0-e408c5110c02 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:27.369975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port aa083d3d-2838-4993-a8c0-e408c5110c02 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:27.370471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.425492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-6677348f-8f40-44c8-8da6-341c337a81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.427212 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-6677348f-8f40-44c8-8da6-341c337a81da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 1129 time: 0.1303861 Mar 10 23:47:27.434827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks [] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.490943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:27.493352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port aa083d3d-2838-4993-a8c0-e408c5110c02 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:27.500621 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.501774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59064202-8bdb-46b7-8b4f-16d741432470 req-73ffacc4-6278-45b9-b3a5-e8add1374e54 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.502201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:27.502570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:27.502922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:27.503535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59064202-8bdb-46b7-8b4f-16d741432470 req-73ffacc4-6278-45b9-b3a5-e8add1374e54 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 945 time: 0.0859995 Mar 10 23:47:27.511877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.514678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:27.515038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Attempting to bind port 4281b0bb-4880-4e67-af16-a0f34c28f26e on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:27.530794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['71424edc-f509-48fa-b5c7-000fab036ddc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:27.555581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:27.556115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:27.556499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:27.556941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Bound port: 4281b0bb-4880-4e67-af16-a0f34c28f26e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:27.557307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.576653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:27.584958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:27.591162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:27.622116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Pushing event updated for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:27.626544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-a96415ac-fa04-4ebf-b4dc-89717fff540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.628587 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-a96415ac-fa04-4ebf-b4dc-89717fff540e service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1801288 Mar 10 23:47:27.632461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=aa083d3d-2838-4993-a8c0-e408c5110c02,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:27.644496 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.700616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:27.705208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-507c00d0-0535-474a-8312-9777b14cfefa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4 HTTP/1.1" status: 200 len: 217 time: 0.0606084 Mar 10 23:47:27.709026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:27.718243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.719180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.724277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59064202-8bdb-46b7-8b4f-16d741432470 req-c696f28f-8ac6-490c-a4b9-1bfd13c380f3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972361 Mar 10 23:47:27.764065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:27.765902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-a5daafc1-53d8-4cca-984e-7bb98fe7ae9f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2257631 Mar 10 23:47:27.774994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c8a4b-476b-499e-aefe-23855278bcbd req-f25d5477-1019-4dbf-9435-e68662687f73 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.776712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-744c8a4b-476b-499e-aefe-23855278bcbd req-f25d5477-1019-4dbf-9435-e68662687f73 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.1512702 Mar 10 23:47:27.781495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.782918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Request body: {'port': {'device_id': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:27.846629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-6266e620-7d03-476c-a4ff-b09ca74d6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.850037 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-6266e620-7d03-476c-a4ff-b09ca74d6439 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1371703 Mar 10 23:47:27.911866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:27.922256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.944480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-744c8a4b-476b-499e-aefe-23855278bcbd req-fb202250-f164-4dfb-99e9-d2e79c3242d7 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575787 Mar 10 23:47:27.964132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.964755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:27.966232 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-5701d20f-305d-42c5-8d1e-2975cfe03cf9 service neutron] 10.222.0.39 "PUT /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 1121 time: 1.2022970 Mar 10 23:47:27.981527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-b0e6b531-acf6-499e-b6d1-b8401ef1c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:27.981527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-b0e6b531-acf6-499e-b6d1-b8401ef1c7ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1197925 Mar 10 23:47:28.040337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0d4e4-e0d7-4be2-9953-6b0202d1102e req-d0e6d7fd-84af-4eb5-aa72-30e799ff8d91 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:28.042279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5e0d4e4-e0d7-4be2-9953-6b0202d1102e req-d0e6d7fd-84af-4eb5-aa72-30e799ff8d91 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.1954796 Mar 10 23:47:28.051288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-eed184bd-3024-4bee-88fa-843783d0cd38 None None] Provisioning complete for port c24f648c-7837-47b5-a79c-7b77a5e0dc45 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:28.051720 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eed184bd-3024-4bee-88fa-843783d0cd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.094739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eed184bd-3024-4bee-88fa-843783d0cd38 None None] Port c24f648c-7837-47b5-a79c-7b77a5e0dc45 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:28.122472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4281b0bb-4880-4e67-af16-a0f34c28f26e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:28.132308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-78c80a66-62de-4e78-ade5-7f972e719a49 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449778 Mar 10 23:47:28.222142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5e0d4e4-e0d7-4be2-9953-6b0202d1102e req-d5275295-1a43-4125-94d9-990ee38c800a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673517 Mar 10 23:47:28.326492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a979f2-fcff-4505-b286-9913939ec133 req-5ec79f06-9c6b-487d-b939-5bfbf6ad8196 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:28.336907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38a979f2-fcff-4505-b286-9913939ec133 req-5ec79f06-9c6b-487d-b939-5bfbf6ad8196 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 947 time: 0.2221420 Mar 10 23:47:28.381843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aebe79a0-65cf-4f3c-ba1f-991a55e3e39d req-dfcf547d-133e-41f8-9740-d4fd1b6f6912 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420650 Mar 10 23:47:28.452322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:28.514520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e'}, {'name': 'network-changed', 'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:28.516941 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bdab61-f713-4a40-baf7-60f8a9ff957a" -d '{"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-unplugged", "status": "completed", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e"}, {"name": "network-changed", "server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:28.524819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:28.527264 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e78c51-b63c-4f2b-8182-7a5048616e2f" -d '{"events": [{"server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "name": "network-vif-plugged", "status": "completed", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:28.571089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef0e108d-6c62-462a-9978-752098d48575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.644002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38a979f2-fcff-4505-b286-9913939ec133 req-052ecd12-3762-43dd-8e42-4f5d06adc6ca tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071299 Mar 10 23:47:28.652760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24f648c-7837-47b5-a79c-7b77a5e0dc45 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:28.655028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef0e108d-6c62-462a-9978-752098d48575 admin admin] Publish callbacks [] for security_group (7a15d8f5-e12f-4ff2-9883-f0668bee0b92), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.663008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks [] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.668993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef0e108d-6c62-462a-9978-752098d48575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7a15d8f5-e12f-4ff2-9883-f0668bee0b92), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.673745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd83961-0831-4741-8376-5e87165d2902 req-baadfdcf-feee-4472-bfcc-fdb794545ebd tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:28.675453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cd83961-0831-4741-8376-5e87165d2902 req-baadfdcf-feee-4472-bfcc-fdb794545ebd tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 935 time: 0.3317139 Mar 10 23:47:28.687531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Transition to ACTIVE for port object c24f648c-7837-47b5-a79c-7b77a5e0dc45 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:28.701329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.711529 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef0e108d-6c62-462a-9978-752098d48575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2276ec09de294eb4aee844faf2f55e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578540 Mar 10 23:47:28.712378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e108d-6c62-462a-9978-752098d48575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a15d8f5-e12f-4ff2-9883-f0668bee0b92,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:28.714026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36652) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:28.827710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:28.844158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cd83961-0831-4741-8376-5e87165d2902 req-285622b8-4087-4a82-bcba-85706065c521 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589458 Mar 10 23:47:28.898267 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76deb88-f5ba-405b-8e2f-2cc1c66270c8 x-openstack-request-id: req-b76deb88-f5ba-405b-8e2f-2cc1c66270c8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:28.900866 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-unplugged", "status": "completed", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e", "code": 200}, {"name": "network-changed", "server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:28.901154 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b76deb88-f5ba-405b-8e2f-2cc1c66270c8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:28.901595 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'code': 200} Mar 10 23:47:28.901851 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'status': 'completed', 'code': 200} Mar 10 23:47:28.916893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] Publish callbacks [] for security_group (7a15d8f5-e12f-4ff2-9883-f0668bee0b92), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:28.929174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad3777-7c97-49ba-9256-9c8581f29e95 req-0cbd4fe7-49bd-44c0-9c14-51ce5b867ad7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:28.931191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bad3777-7c97-49ba-9256-9c8581f29e95 req-0cbd4fe7-49bd-44c0-9c14-51ce5b867ad7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 950 time: 0.2188158 Mar 10 23:47:28.944720 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906b2f0-6f27-4a83-8442-0788b1c025d9 x-openstack-request-id: req-d906b2f0-6f27-4a83-8442-0788b1c025d9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:28.945597 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "name": "network-vif-plugged", "status": "completed", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:28.945865 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d906b2f0-6f27-4a83-8442-0788b1c025d9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:28.946268 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02', 'code': 200} Mar 10 23:47:29.019743 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] Publish callbacks [] for security_group (7a15d8f5-e12f-4ff2-9883-f0668bee0b92), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.049815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Attempting to bind port c24f648c-7837-47b5-a79c-7b77a5e0dc45 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:29.050147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Attempting to bind port c24f648c-7837-47b5-a79c-7b77a5e0dc45 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:29.050481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Attempting to bind port c24f648c-7837-47b5-a79c-7b77a5e0dc45 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:29.056439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ebfe-2ae7-4e84-b1c5-6e631fccd0d1 req-75c9643f-9126-450b-8f5f-36b3079b2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.058079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c727ebfe-2ae7-4e84-b1c5-6e631fccd0d1 req-75c9643f-9126-450b-8f5f-36b3079b2b8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 1132 time: 0.0442259 Mar 10 23:47:29.101457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c727ebfe-2ae7-4e84-b1c5-6e631fccd0d1 req-1e2ebf5f-08c4-4c70-9e90-5d7fe7359ba7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Mar 10 23:47:29.103717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Port c24f648c-7837-47b5-a79c-7b77a5e0dc45 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:29.104070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Attempting to bind port c24f648c-7837-47b5-a79c-7b77a5e0dc45 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:29.127804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:29.128176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:29.128564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:29.128995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Bound port: c24f648c-7837-47b5-a79c-7b77a5e0dc45, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:29.129351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.133666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bad3777-7c97-49ba-9256-9c8581f29e95 req-4edb97d5-1935-4913-900c-0b88dcdf6672 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775515 Mar 10 23:47:29.147058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-73b087c2-0b10-4fab-b94e-c7585b0b759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.148578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-73b087c2-0b10-4fab-b94e-c7585b0b759d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1155 time: 0.2111099 Mar 10 23:47:29.224862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd8412-95b9-4ee6-8936-04548cb22302 req-07010dea-9d90-4e45-8774-2991de5bb826 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.226283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4cd8412-95b9-4ee6-8936-04548cb22302 req-07010dea-9d90-4e45-8774-2991de5bb826 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 945 time: 0.2105067 Mar 10 23:47:29.226868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7a15d8f5-e12f-4ff2-9883-f0668bee0b92), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.229380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.230349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a15d8f5-e12f-4ff2-9883-f0668bee0b92 HTTP/1.1" status: 204 len: 168 time: 0.5146549 Mar 10 23:47:29.332918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f8289-c0b0-467a-bb5c-54a7c0b49e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a15d8f5-e12f-4ff2-9883-f0668bee0b92,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:29.360035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:29.393107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:29.408846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4cd8412-95b9-4ee6-8936-04548cb22302 req-efac8222-60a8-432b-8f8e-6e8f42620d07 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612582 Mar 10 23:47:29.419448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7de6fe-67f8-4939-9298-848f6059f41c req-e40835a6-c4ba-4ebb-9f3a-44b8fa3242ba tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.422216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7de6fe-67f8-4939-9298-848f6059f41c req-e40835a6-c4ba-4ebb-9f3a-44b8fa3242ba tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.2222538 Mar 10 23:47:29.423326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.433692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-f716bb62-ef2c-41a5-bbba-755145db7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.433692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-f716bb62-ef2c-41a5-bbba-755145db7a44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2717199 Mar 10 23:47:29.470099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.470720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.472114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] 10.222.0.30 "PUT /v2.0/ports/c24f648c-7837-47b5-a79c-7b77a5e0dc45 HTTP/1.1" status: 200 len: 1095 time: 1.6942689 Mar 10 23:47:29.475543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:29.477868 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422966cb-2dd5-4316-9568-6b892603875e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:29.533446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-bb02d56c-f550-4ce6-9bd6-258a6748ab8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.0761783 Mar 10 23:47:29.560359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36670) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:29.574155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70d609ba-785a-4528-9579-8fb06756d34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.659701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc4c6-ee09-403d-911a-55e1a7849892 service neutron] Pushing event updated for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:29.660405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70d609ba-785a-4528-9579-8fb06756d34b admin admin] Publish callbacks [] for security_group (2218057d-f174-4bcb-a858-7607e50454eb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.665177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70d609ba-785a-4528-9579-8fb06756d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2218057d-f174-4bcb-a858-7607e50454eb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.695784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-e3b8352d-7b25-4fc4-b310-5c0a1773dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.697271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-e3b8352d-7b25-4fc4-b310-5c0a1773dd5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1415110 Mar 10 23:47:29.700339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7de6fe-67f8-4939-9298-848f6059f41c req-55df9ae3-08cb-4b20-87af-0aede0761bfe tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389908 Mar 10 23:47:29.706508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d609ba-785a-4528-9579-8fb06756d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218057d-f174-4bcb-a858-7607e50454eb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:29.710992 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70d609ba-785a-4528-9579-8fb06756d34b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=063e6de8635542ae8bc257bcea9dab83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492457 Mar 10 23:47:29.714185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:29.718223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-a989545a-9706-482e-9a0c-9aaf50104aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.719711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-a989545a-9706-482e-9a0c-9aaf50104aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 1129 time: 0.1954975 Mar 10 23:47:29.727646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115be2c-e115-4a7b-8a99-019a058f0cd9 req-bbe46732-ae4e-47f6-bdca-3af63815996f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.729143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8115be2c-e115-4a7b-8a99-019a058f0cd9 req-bbe46732-ae4e-47f6-bdca-3af63815996f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2084863 Mar 10 23:47:29.749673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-e6da89e2-4482-4b22-ac52-ac6d1cdd83aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435495 Mar 10 23:47:29.772848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] Publish callbacks [] for security_group (2218057d-f174-4bcb-a858-7607e50454eb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.795801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] Publish callbacks [] for security_group (2218057d-f174-4bcb-a858-7607e50454eb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.815627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-27e05601-6092-4627-bc85-9bdd3d622e59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45 HTTP/1.1" status: 200 len: 217 time: 0.0696104 Mar 10 23:47:29.845773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2218057d-f174-4bcb-a858-7607e50454eb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.848268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:29.849389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2218057d-f174-4bcb-a858-7607e50454eb HTTP/1.1" status: 204 len: 168 time: 0.1343689 Mar 10 23:47:29.858367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75361a6-4734-490c-bf66-bba9dc739d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218057d-f174-4bcb-a858-7607e50454eb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:29.970550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8115be2c-e115-4a7b-8a99-019a058f0cd9 req-43495d4f-01bf-4a60-a5ff-38a404426c85 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151420 Mar 10 23:47:29.974944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-e4a5a4e2-c734-418b-8c46-19329df0765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:29.976375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-e4a5a4e2-c734-418b-8c46-19329df0765d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1509135 Mar 10 23:47:30.037786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-a13c026c-05e7-496c-b39e-0e228dff3855 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805920 Mar 10 23:47:30.047665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ca25-9385-47ff-8a45-b3666742277a req-6e3b15d9-2034-4157-80d4-aefc13a81ace tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.049211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cda0ca25-9385-47ff-8a45-b3666742277a req-6e3b15d9-2034-4157-80d4-aefc13a81ace tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.2510312 Mar 10 23:47:30.131962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abd04-e564-4057-953f-47f7f402b9de req-ed91a291-6a2f-449a-b872-043827cce42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.133471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-ed91a291-6a2f-449a-b872-043827cce42f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1478198 Mar 10 23:47:30.278322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cda0ca25-9385-47ff-8a45-b3666742277a req-dc9924cc-7600-4f47-ace0-8c35fb9a018b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178540 Mar 10 23:47:30.283955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91bdab61-f713-4a40-baf7-60f8a9ff957a req-46c918c3-82bc-47dc-9e23-c00ea69b0269 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322581 Mar 10 23:47:30.296754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a573f-4266-492c-a15d-cc2ba8c486f2 req-bc47c2e3-051e-46b3-aaa4-921abcdede6f tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.298271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-953a573f-4266-492c-a15d-cc2ba8c486f2 req-bc47c2e3-051e-46b3-aaa4-921abcdede6f tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1127 time: 0.2184842 Mar 10 23:47:30.333642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-291c1a98-933e-4194-aa4d-6405e6ea50db service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652544 Mar 10 23:47:30.352509 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a183e133-fd74-4d2f-9a96-470222c176a2 x-openstack-request-id: req-a183e133-fd74-4d2f-9a96-470222c176a2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:30.353245 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:30.353480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a183e133-fd74-4d2f-9a96-470222c176a2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:30.354048 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45', 'status': 'completed', 'code': 200} Mar 10 23:47:30.413873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-953a573f-4266-492c-a15d-cc2ba8c486f2 req-9d45b46d-7196-4db8-acb5-bff77327be62 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Mar 10 23:47:30.511988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5348b-d48f-40d5-84ff-25e2f6cb7953 req-0c055dc5-9bbe-4741-b087-d6eace716b37 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.511988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9d5348b-d48f-40d5-84ff-25e2f6cb7953 req-0c055dc5-9bbe-4741-b087-d6eace716b37 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 947 time: 0.1182399 Mar 10 23:47:30.760009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-373abd04-e564-4057-953f-47f7f402b9de req-98410ea1-e39d-4c17-a6e9-3d9ca1c132d2 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043725 Mar 10 23:47:30.812135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9d5348b-d48f-40d5-84ff-25e2f6cb7953 req-1acf22c4-769e-4925-bd42-1e33877b985e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850852 Mar 10 23:47:30.853863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac8e7-4936-4bda-8176-bdc50bd3a78b req-50b7f040-ed0c-4124-9de1-f46011c60ec4 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.855377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13fac8e7-4936-4bda-8176-bdc50bd3a78b req-50b7f040-ed0c-4124-9de1-f46011c60ec4 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 947 time: 0.1162105 Mar 10 23:47:30.888942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422966cb-2dd5-4316-9568-6b892603875e req-e05a1269-c579-4506-a469-f58b3f95e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:30.890622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-e05a1269-c579-4506-a469-f58b3f95e8be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 1129 time: 0.0740707 Mar 10 23:47:30.951286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-115a762f-0134-4664-a94c-b69761b9bb3e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551910 Mar 10 23:47:30.968272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13fac8e7-4936-4bda-8176-bdc50bd3a78b req-5baeb8a2-11a4-4dfe-b3ef-db13a9c2299d tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021905 Mar 10 23:47:31.122428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422966cb-2dd5-4316-9568-6b892603875e req-932f677b-b74a-4236-88a3-0354055de86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.123986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-932f677b-b74a-4236-88a3-0354055de86f service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2222719 Mar 10 23:47:31.190372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-a2ee34c1-e9d4-49a0-b587-fc51687cddb0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.191886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-a2ee34c1-e9d4-49a0-b587-fc51687cddb0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349555 Mar 10 23:47:31.195611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-434f7de4-85ef-4fdf-8636-81d1ee6f85e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45 HTTP/1.1" status: 200 len: 217 time: 0.0557272 Mar 10 23:47:31.201816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ca75-314d-40c1-8467-d58b4afcb992 req-fbda4d2e-b2db-42ef-a6c9-c113a8f91cc2 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.203267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd93ca75-314d-40c1-8467-d58b4afcb992 req-fbda4d2e-b2db-42ef-a6c9-c113a8f91cc2 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1127 time: 0.1644096 Mar 10 23:47:31.225921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-3e9d4f66-200f-433c-95fa-17f5877127a1 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/quotas/f257b73cdd33401dbb8250eade1ccc89 HTTP/1.1" status: 200 len: 375 time: 0.0268295 Mar 10 23:47:31.306153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422966cb-2dd5-4316-9568-6b892603875e req-13eda65c-9d17-467b-8dba-c32b20556b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.307606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-13eda65c-9d17-467b-8dba-c32b20556b09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0975373 Mar 10 23:47:31.312395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 3ede8b17-9079-4022-8fc3-829fd817a0a4 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:31.332015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd93ca75-314d-40c1-8467-d58b4afcb992 req-0c7c94a6-99cb-40c8-92f6-8e3d7d1efaad tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130612 Mar 10 23:47:31.372196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-619b869f-1ae1-44b0-8275-342a3441f997 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281278 Mar 10 23:47:31.397230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422966cb-2dd5-4316-9568-6b892603875e req-89e43c72-7d3c-4c0b-a37a-6e8664f1e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.399290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-89e43c72-7d3c-4c0b-a37a-6e8664f1e6f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0815451 Mar 10 23:47:31.482912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:31.524122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '3ede8b17-9079-4022-8fc3-829fd817a0a4', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '3ede8b17-9079-4022-8fc3-829fd817a0a4', 'mac_address': 'fa:16:3e:fd:81:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:31.565363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-a7059c86-b829-4fb7-9d85-a967d8ec51e0 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581087 Mar 10 23:47:31.569041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-ce3c24f9-862a-4f63-b298-adf56e90801a tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--560802518&fields=id&tenant_id=693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 267 time: 0.0671949 Mar 10 23:47:31.569473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 3ede8b17-9079-4022-8fc3-829fd817a0a4 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:31.570067 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:31.583710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ede8b17-9079-4022-8fc3-829fd817a0a4 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:31.611394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:31.617044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:31.617955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:31.694940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:31.762926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:31.776089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:47:31.797428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-33642638-f05b-44cc-a801-3540fee93831 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.798896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-33642638-f05b-44cc-a801-3540fee93831 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 824 time: 0.2212951 Mar 10 23:47:31.822522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00efc-d00f-4124-902a-3e2b9612f144 req-fb237f80-3761-40a7-ad84-256c91f7a0da tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:31.824011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ae00efc-d00f-4124-902a-3e2b9612f144 req-fb237f80-3761-40a7-ad84-256c91f7a0da tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.2086480 Mar 10 23:47:31.874062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-bbf2e979-1abf-4a55-a7a2-6d94deb00dfe tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/quotas/693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 375 time: 0.0635948 Mar 10 23:47:31.889520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422966cb-2dd5-4316-9568-6b892603875e req-b1285c53-b10a-4430-b62e-68d1fc0a8450 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995422 Mar 10 23:47:31.970493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-c29e4721-5e87-47a5-9d50-742a7981d261 service neutron] 10.222.0.30 "GET /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1663320 Mar 10 23:47:31.974760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ae00efc-d00f-4124-902a-3e2b9612f144 req-2b3038dd-b031-4a67-8e84-cc962dff1c9d tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187441 Mar 10 23:47:32.026840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9fbb2e42-f986-431a-9dfe-d48ee630895c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363585 Mar 10 23:47:32.075288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['3ede8b17-9079-4022-8fc3-829fd817a0a4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:32.213993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ec82-0c72-4d83-8759-7cb2a18dc5a8 req-6fe17df5-a2c3-48a0-9eb6-540d8ead5890 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:32.215465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c54ec82-0c72-4d83-8759-7cb2a18dc5a8 req-6fe17df5-a2c3-48a0-9eb6-540d8ead5890 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 943 time: 0.1697366 Mar 10 23:47:32.292798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-c7aa71ae-ad95-41ee-977f-a0e847610fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352705 Mar 10 23:47:32.383537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:32.440063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-5514a16a-5056-4444-969d-b1b30d3be566 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:32.441486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-5514a16a-5056-4444-969d-b1b30d3be566 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba862ff1-146f-4de9-84f4-72e1fd02ee7b HTTP/1.1" status: 200 len: 945 time: 0.2143416 Mar 10 23:47:32.444380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c54ec82-0c72-4d83-8759-7cb2a18dc5a8 req-3e94a432-808d-40e3-918a-34a8640ca1a3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182970 Mar 10 23:47:32.473893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:32.574027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-762470c5-86de-48f8-8c37-7898663f0cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716975 Mar 10 23:47:32.593210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4281b0bb-4880-4e67-af16-a0f34c28f26e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:32.597017 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-672e358f-f261-48e7-b4a2-2c110ae3e84d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f257b73cdd33401dbb8250eade1ccc89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233040 Mar 10 23:47:32.599292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746b80b2-5549-411f-af11-aebc530ae046 req-d2e33670-9c01-4377-881b-9323d16d0abf tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 210 time: 0.0582786 Mar 10 23:47:32.646224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:32.672515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:32.740215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Deleting port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:47:32.740624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:32.759188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-37969da8-6de5-4b56-bdbb-cbb8c8fb19e3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:32.761760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-37969da8-6de5-4b56-bdbb-cbb8c8fb19e3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489110 Mar 10 23:47:32.781984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Request body: {'port': {'device_id': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'f257b73cdd33401dbb8250eade1ccc89'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:32.855438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] Transition to ACTIVE for port object 4281b0bb-4880-4e67-af16-a0f34c28f26e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:32.863684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:32.954176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Made reservation on behalf of f257b73cdd33401dbb8250eade1ccc89 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:32.958287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.102936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Allocated IP 192.168.233.208 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/4332df8f-1474-49f1-9c68-aba1316bc4fd) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:33.161912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-a7aa72ba-d086-47a1-a3d0-a891b1be3e05 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876377 Mar 10 23:47:33.172873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] For port 9ea6e1da-a1a7-465a-8899-490eabb29cd9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ea6e1da-a1a7-465a-8899-490eabb29cd9,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:33.173240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.220514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] No DVR routers for this DVR port 4281b0bb-4880-4e67-af16-a0f34c28f26e on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:33.241487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] Pushing event updated for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=10']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:33.298764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c24f648c-7837-47b5-a79c-7b77a5e0dc45 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:33.322598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 3ede8b17-9079-4022-8fc3-829fd817a0a4 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:33.386929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6eb28-85fb-4ef5-8c55-ebaa2b14164a req-2bdc7548-1d0a-4f79-b3ab-afdb43604a8b tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.394471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0af6eb28-85fb-4ef5-8c55-ebaa2b14164a req-2bdc7548-1d0a-4f79-b3ab-afdb43604a8b tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 948 time: 0.3190451 Mar 10 23:47:33.472204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b1b2c568-bca2-4f33-8104-83c781fbe852 service neutron] 10.222.0.30 "PUT /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4933743 Mar 10 23:47:33.503604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 3ede8b17-9079-4022-8fc3-829fd817a0a4 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:33.513796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 3ede8b17-9079-4022-8fc3-829fd817a0a4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:33.514280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.562033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-18cdaa45-9dc7-4f72-87a4-8848267fb6b7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.563029 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks [] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.563414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-18cdaa45-9dc7-4f72-87a4-8848267fb6b7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840168 Mar 10 23:47:33.608678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:33.619571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0af6eb28-85fb-4ef5-8c55-ebaa2b14164a req-566506a4-8012-408a-9259-61b8019e1ebb tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241392 Mar 10 23:47:33.625730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45', 'mac_address': 'fa:16:3e:b7:f7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:33.649762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-778cb5f5-fd00-456f-b082-4c1e66904aa3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.651329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-778cb5f5-fd00-456f-b082-4c1e66904aa3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.0800004 Mar 10 23:47:33.670354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.684357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c24f648c-7837-47b5-a79c-7b77a5e0dc45 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:33.684758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.692599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['61438ebd-82b4-4621-851a-82cd0cb1282d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:33.695303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:33.734583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:33.740302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:33.750597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:33.754922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-a75d1338-b9cb-4c6e-8595-3c1b48234195 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0498221 Mar 10 23:47:33.757891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event updated for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:33.778626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24f648c-7837-47b5-a79c-7b77a5e0dc45 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:33.801746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-57455350-bfd7-4937-92f9-24ef3f7a890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.806189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-57455350-bfd7-4937-92f9-24ef3f7a890e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&tenant_id=da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 1126 time: 0.1455231 Mar 10 23:47:33.821727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.822517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.844537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:33.848528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-902e4322-a99f-4b9d-aed9-4c5278846d1b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926027 Mar 10 23:47:33.856209 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4b2559aa-14d5-49bc-8da2-e5d41b4b3508 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0856037 Mar 10 23:47:33.865766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.868684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.871979 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Floating IP f9d422e5-7610-420e-9741-c7b2e88e373f disassociated. External IP: 172.25.7.154, port: 9ea6e1da-a1a7-465a-8899-490eabb29cd9. Mar 10 23:47:33.873214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Calling delete_port for 9ea6e1da-a1a7-465a-8899-490eabb29cd9 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:47:33.881829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.883116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Request body: {'port': {'device_id': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:33.983608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 3ede8b17-9079-4022-8fc3-829fd817a0a4 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:33.984398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:33.987801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-c9ddeaf4-611d-496a-83b7-57dfc9f976f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:33.999840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-c9ddeaf4-611d-496a-83b7-57dfc9f976f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1126 time: 0.1620171 Mar 10 23:47:34.031589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2634-eab2-4af5-8c6e-edf0357c9f11 req-27621b27-5286-4bc1-8042-f94c9e126ddb tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:34.033379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a9b2634-eab2-4af5-8c6e-edf0357c9f11 req-27621b27-5286-4bc1-8042-f94c9e126ddb tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 947 time: 0.3119547 Mar 10 23:47:34.068670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:34.103138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:34.264671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:34.298904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a9b2634-eab2-4af5-8c6e-edf0357c9f11 req-da06b7d5-af81-469e-85fe-fe9759ba0784 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575541 Mar 10 23:47:34.337978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-e33b604e-dff2-4523-90b1-4f322c722ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:34.339484 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-e33b604e-dff2-4523-90b1-4f322c722ed8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.3291764 Mar 10 23:47:34.366124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-4290d3bf-ea51-4b1f-8627-e4220044e7c3 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:34.368053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-4290d3bf-ea51-4b1f-8627-e4220044e7c3 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 824 time: 0.3012986 Mar 10 23:47:34.382125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:34.386724 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be6fd0-2179-463e-a335-8b951fa21134" -d '{"events": [{"server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "name": "network-vif-plugged", "status": "completed", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:34.402280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c24f648c-7837-47b5-a79c-7b77a5e0dc45'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:34.439133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9ea6e1da-a1a7-465a-8899-490eabb29cd9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:34.507784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-82b74b7e-4c77-46fa-a10c-226a2a5b8b9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.1322937 Mar 10 23:47:34.523818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:34.558516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event deleted for resources: {'Port': ['ID=9ea6e1da-a1a7-465a-8899-490eabb29cd9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:34.605859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-013e1db3-d257-4182-82f0-6bc42f350020 req-06cbd1dd-0f8d-43e5-b2b0-8b39319d62ab tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 210 time: 0.0779538 Mar 10 23:47:34.622911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-0d64daec-d007-4de4-8eb3-39a7e5b96a1c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693aba2499c2459593ea097a4b77a3b4 HTTP/1.1" status: 200 len: 379 time: 0.2385280 Mar 10 23:47:34.635442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'port': {'device_id': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'admin_state_up': True, 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'security_groups': ['40fd6288-c8eb-4cf2-9f27-938f5eaee7b2']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:34.729985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7fc1b1f1-9062-4d16-899a-fca8ef3a35f3 None None] Provisioning complete for port 4332df8f-1474-49f1-9c68-aba1316bc4fd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:34.730367 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fc1b1f1-9062-4d16-899a-fca8ef3a35f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:34.765082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-bc61bb49-425f-41b7-8fcc-84294a9d9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:34.766549 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-bc61bb49-425f-41b7-8fcc-84294a9d9d52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1025834 Mar 10 23:47:34.813145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1b1f1-9062-4d16-899a-fca8ef3a35f3 None None] Port 4332df8f-1474-49f1-9c68-aba1316bc4fd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:34.845088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:34.934435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-2fc55814-ac50-4b84-92bf-28bd326f1f91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508386 Mar 10 23:47:35.108927 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-b5073683-d862-46c9-95f2-f41ded5211ce service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662638 Mar 10 23:47:35.113405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:47:35.129084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac4097-dbb1-492f-8570-b52ad9ac573d req-3d471948-1671-411e-a320-c13d9e7d9eda tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:35.129604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4332df8f-1474-49f1-9c68-aba1316bc4fd {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:35.130941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82ac4097-dbb1-492f-8570-b52ad9ac573d req-3d471948-1671-411e-a320-c13d9e7d9eda tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.6250365 Mar 10 23:47:35.139682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks [] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.155894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Transition to ACTIVE for port object 4332df8f-1474-49f1-9c68-aba1316bc4fd will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:35.165921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.168717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Made reservation on behalf of 693aba2499c2459593ea097a4b77a3b4 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:35.171982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.230085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Pushing event updated for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:35.317652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:35.396395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 4281b0bb-4880-4e67-af16-a0f34c28f26e host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:47:35.397571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:35.398223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ea6e1da-a1a7-465a-8899-490eabb29cd9 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:35.409177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Attempting to bind port 4332df8f-1474-49f1-9c68-aba1316bc4fd on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:35.409515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Attempting to bind port 4332df8f-1474-49f1-9c68-aba1316bc4fd by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:35.409847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Attempting to bind port 4332df8f-1474-49f1-9c68-aba1316bc4fd on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:35.427214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Port 4332df8f-1474-49f1-9c68-aba1316bc4fd on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:35.427566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Attempting to bind port 4332df8f-1474-49f1-9c68-aba1316bc4fd on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:35.443022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:35.443362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:35.443755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:35.444220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Bound port: 4332df8f-1474-49f1-9c68-aba1316bc4fd, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:35.444580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.451488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9ea6e1da-a1a7-465a-8899-490eabb29cd9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:47:35.452283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ea6e1da-a1a7-465a-8899-490eabb29cd9 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:35.466029 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-6da7b599-7ef5-4e0b-be24-f6b25b6f5826 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444657 Mar 10 23:47:35.539670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:35.543110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:35.552469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.592708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:35.593346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:35.594917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] 10.222.0.39 "PUT /v2.0/ports/4332df8f-1474-49f1-9c68-aba1316bc4fd HTTP/1.1" status: 200 len: 1096 time: 1.7206318 Mar 10 23:47:35.595444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:35.598165 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1301aeca-0bbe-433e-8274-50925c0221cc" -d '{"events": [{"name": "network-changed", "server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:35.671034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25095f-1cee-4eab-a03d-98c6008d289e req-e6c7bd68-c36a-421d-a71a-ca4432fcab49 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:35.674484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e25095f-1cee-4eab-a03d-98c6008d289e req-e6c7bd68-c36a-421d-a71a-ca4432fcab49 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 936 time: 0.6485498 Mar 10 23:47:35.719196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b449-8d9e-4a2a-a12f-cd72882842ee service neutron] Pushing event updated for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:35.883595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-c3bd314f-8d1f-49de-89cb-3308d3a57eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:35.885979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-c3bd314f-8d1f-49de-89cb-3308d3a57eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 1130 time: 0.1981254 Mar 10 23:47:35.971861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-19949363-7098-427d-a300-fc67fd500c70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd HTTP/1.1" status: 200 len: 217 time: 0.0756691 Mar 10 23:47:35.981005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82ac4097-dbb1-492f-8570-b52ad9ac573d req-d64fc434-58a3-4639-af0c-f67e85a36498 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8249314 Mar 10 23:47:35.989169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-41078c53-9498-4c73-8e6d-ab8b4f381934 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775764 Mar 10 23:47:36.002532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-12c972fc-3667-441c-a73b-283635cde407 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.012150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-12c972fc-3667-441c-a73b-283635cde407 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.2147558 Mar 10 23:47:36.097574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Allocated IP 172.20.0.10 (6868b39a-f1f9-4f89-99ff-0896f0022b46/820338ba-8fda-4888-a239-3833294a1b0b/c1c654af-f25c-4ef7-bace-bc5d8b06429c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:36.125860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e25095f-1cee-4eab-a03d-98c6008d289e req-b9e8f808-cb4c-429e-bc3e-b2d84c13dda8 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315352 Mar 10 23:47:36.152105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-3d4b9253-afa7-46f0-b42c-c8c73ae3e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.157274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-3d4b9253-afa7-46f0-b42c-c8c73ae3e3f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1770678 Mar 10 23:47:36.162023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e6ed9d0-f035-4efb-95b7-81ed8d7ba6bb req-37b42b44-ba97-4957-8980-ae1affc2f06c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 210 time: 0.0619457 Mar 10 23:47:36.223220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:47:36.247289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:47:36.267368 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596bc1dd-9486-4af2-8759-e9132c8adef3 x-openstack-request-id: req-596bc1dd-9486-4af2-8759-e9132c8adef3 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:36.268018 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "name": "network-vif-plugged", "status": "completed", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:36.268478 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-596bc1dd-9486-4af2-8759-e9132c8adef3 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:36.269098 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4', 'code': 200} Mar 10 23:47:36.277636 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:47:36.278338 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:47:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:36.315677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-d3da911e-13a2-4f74-a26e-9342f276135d service neutron] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:36.323342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-d3da911e-13a2-4f74-a26e-9342f276135d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:36.324552 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5361c219-1d7d-42dc-90c9-e8ca632c7778 req-d3da911e-13a2-4f74-a26e-9342f276135d service neutron] 10.222.0.39 "DELETE /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.2711949 Mar 10 23:47:36.325044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.39', 64589) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:36.338401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] No DVR routers for this DVR port 9ea6e1da-a1a7-465a-8899-490eabb29cd9 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:36.382917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:36.386445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f467ee-e017-4892-873e-884c45ea2308 req-9f434da6-b0c2-49ca-a2f3-e3b2a52a6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.386622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa48a6f3-3f40-4b28-b055-f40c5454baf0 req-22f030f8-3b5d-47bc-af12-00840a9390e9 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "DELETE /v2.0/ports/9ea6e1da-a1a7-465a-8899-490eabb29cd9 HTTP/1.1" status: 204 len: 173 time: 3.9373710 Mar 10 23:47:36.386842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'name': 'network-vif-deleted', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:36.387665 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-9f434da6-b0c2-49ca-a2f3-e3b2a52a6d25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2207217 Mar 10 23:47:36.389572 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abad92-3b15-42c1-ac51-e611fe11f6b7" -d '{"events": [{"server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "name": "network-vif-deleted", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:36.545132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:36.563113 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:47:36.585623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4fdcf-0ded-439b-93eb-363a80fd84e1 req-53224bd9-f193-48a2-a067-e2bce505665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.587552 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-19b4fdcf-0ded-439b-93eb-363a80fd84e1 req-53224bd9-f193-48a2-a067-e2bce505665a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 1131 time: 0.2601070 Mar 10 23:47:36.640344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-4e9362c9-f477-43e7-a323-92c4e8763df5 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382786 Mar 10 23:47:36.643462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a9deba3-eeb0-4e9a-b1fa-d62dab75a607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:36.672022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-2215e91b-b9df-42d0-a26b-a0873a448246 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.673689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-2215e91b-b9df-42d0-a26b-a0873a448246 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6354604 Mar 10 23:47:36.680742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:36.751442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:36.755307 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-19b4fdcf-0ded-439b-93eb-363a80fd84e1 req-6c5e96d6-9332-40f0-948c-fd7ddb8151a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585279 Mar 10 23:47:36.884260 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6f467ee-e017-4892-873e-884c45ea2308 req-6cdf9a59-8313-40e2-a694-e2a08c3ddeee service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358119 Mar 10 23:47:36.977170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521747b8-aab5-4db9-a451-f0f73e79fa6b req-4c42b6d0-133d-48cf-8289-f06d47f5f76c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:36.978792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-521747b8-aab5-4db9-a451-f0f73e79fa6b req-4c42b6d0-133d-48cf-8289-f06d47f5f76c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.6548865 Mar 10 23:47:36.984265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event updated for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:37.011666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:37.018512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.039172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.064714 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:37.067857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff1358-248e-47fe-8782-757caf295141 req-bc8c4f43-d3c0-4815-af67-a5853775645b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:37.076429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bff1358-248e-47fe-8782-757caf295141 req-bc8c4f43-d3c0-4815-af67-a5853775645b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1127 time: 0.4206870 Mar 10 23:47:37.108128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-521747b8-aab5-4db9-a451-f0f73e79fa6b req-a5263ada-7005-4877-be12-1d25a2f16c6b tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025348 Mar 10 23:47:37.117260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:37.140478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:37.178701 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:47:37.215793 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:47:37.218894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:47:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:37.237371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for security_group (4685ae74-5362-43e4-b9b4-ba5ee99fa42b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.239007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:37.293995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:37.294715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.319649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c24f648c-7837-47b5-a79c-7b77a5e0dc45 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:37.338050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bff1358-248e-47fe-8782-757caf295141 req-228309dd-b4bd-46a5-a7f5-be8241e808f2 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605326 Mar 10 23:47:37.361228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4685ae74-5362-43e4-b9b4-ba5ee99fa42b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.411299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-9191a3d2-dd07-4c18-806e-fb67abc36a43 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7814231 Mar 10 23:47:37.436880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4685ae74-5362-43e4-b9b4-ba5ee99fa42b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:37.450562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Request body: {'port': {'device_id': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:37.489902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c24f648c-7837-47b5-a79c-7b77a5e0dc45 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:37.495808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c24f648c-7837-47b5-a79c-7b77a5e0dc45 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:37.496496 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.569679 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:47:37.662696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c24f648c-7837-47b5-a79c-7b77a5e0dc45 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:37.663319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.718267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:37.724242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.725513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.83 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/e88dd567-6373-49f7-9a8b-d448de36fb6b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:37.768658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:37.781371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:37.896051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecfebd-f4c6-4ffe-937f-0205753292e8 req-ef76fa6f-2bd2-4614-a2c1-111164e380ee tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:37.897791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68ecfebd-f4c6-4ffe-937f-0205753292e8 req-ef76fa6f-2bd2-4614-a2c1-111164e380ee tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 949 time: 0.6095197 Mar 10 23:47:37.958300 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:37.988790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b65c6-1be5-4dbf-b186-f05588ea7eab None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:47:38.079973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ffa6-2c69-4984-b5a2-4aaf6c91579b req-d1105360-e7db-4443-8a5d-8b5af1cd0dc4 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.081571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c47ffa6-2c69-4984-b5a2-4aaf6c91579b req-d1105360-e7db-4443-8a5d-8b5af1cd0dc4 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.5381649 Mar 10 23:47:38.104604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68ecfebd-f4c6-4ffe-937f-0205753292e8 req-e0e021fe-4d1d-4e88-91de-9cc56a6392a6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909847 Mar 10 23:47:38.170150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:38.177912 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa9c446-a0b5-416f-b522-2c82f2fd015c x-openstack-request-id: req-0aa9c446-a0b5-416f-b522-2c82f2fd015c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:38.178451 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:38.178451 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aa9c446-a0b5-416f-b522-2c82f2fd015c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:38.178868 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd', 'status': 'completed', 'code': 200} Mar 10 23:47:38.257006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c47ffa6-2c69-4984-b5a2-4aaf6c91579b req-1ae4ee9d-f7f3-434d-9d3c-9c2c8a29ced6 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629770 Mar 10 23:47:38.270130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:38.273144 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f4c94-beb7-4bc2-b64f-ba2c82319ad2" -d '{"events": [{"server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "name": "network-vif-plugged", "status": "completed", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:38.376452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301aeca-0bbe-433e-8274-50925c0221cc req-530e1627-41f4-4748-8a5f-e5c7aad0f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.376672 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c9e87-b49e-4e52-b361-49132b398ee4 x-openstack-request-id: req-2c7c9e87-b49e-4e52-b361-49132b398ee4 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:38.376849 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba862ff1-146f-4de9-84f4-72e1fd02ee7b", "name": "network-vif-deleted", "tag": "9ea6e1da-a1a7-465a-8899-490eabb29cd9", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:38.377309 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c7c9e87-b49e-4e52-b361-49132b398ee4 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:38.377645 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba862ff1-146f-4de9-84f4-72e1fd02ee7b', 'name': 'network-vif-deleted', 'tag': '9ea6e1da-a1a7-465a-8899-490eabb29cd9', 'status': 'completed', 'code': 200} Mar 10 23:47:38.381726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-530e1627-41f4-4748-8a5f-e5c7aad0f96f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 1130 time: 0.1262763 Mar 10 23:47:38.414739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c654af-f25c-4ef7-bace-bc5d8b06429c {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:38.423409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298b2b2-ad00-42b1-96e2-a7cf69a09b85 None None] New status for floating IP f9d422e5-7610-420e-9741-c7b2e88e373f: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:47:38.447447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks [] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:38.500464 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:38.510226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301aeca-0bbe-433e-8274-50925c0221cc req-fd6202a5-2dda-41c2-a365-db90eb477b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.512121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-fd6202a5-2dda-41c2-a365-db90eb477b2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1212811 Mar 10 23:47:38.512339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30365e9a-c922-4bc0-9d1a-de32ee4302f8 req-4a32d7a1-d061-45a5-9ee6-1ca378c473e4 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.514738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30365e9a-c922-4bc0-9d1a-de32ee4302f8 req-4a32d7a1-d061-45a5-9ee6-1ca378c473e4 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 932 time: 0.2331007 Mar 10 23:47:38.515885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Transition to ACTIVE for port object c1c654af-f25c-4ef7-bace-bc5d8b06429c will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:38.565701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-03ea60d5-e8b4-442b-8417-c79d978f1bb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd HTTP/1.1" status: 200 len: 217 time: 0.0398223 Mar 10 23:47:38.577622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:38.598775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:38.628678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:38.638923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301aeca-0bbe-433e-8274-50925c0221cc req-c89258c2-678b-412b-8941-23d483a27045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.640840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-c89258c2-678b-412b-8941-23d483a27045 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0644052 Mar 10 23:47:38.660855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:38.678871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:38.694108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d115e-fa1f-4573-8116-6e3873bda12f req-04dad886-149b-4074-8d3f-c5ac0a334598 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.695591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-175d115e-fa1f-4573-8116-6e3873bda12f req-04dad886-149b-4074-8d3f-c5ac0a334598 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.2456529 Mar 10 23:47:38.710653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301aeca-0bbe-433e-8274-50925c0221cc req-b819b768-e876-4633-85e5-b4be72d43562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.712334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-b819b768-e876-4633-85e5-b4be72d43562 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638590 Mar 10 23:47:38.733469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30365e9a-c922-4bc0-9d1a-de32ee4302f8 req-2f1ba458-1f62-4c28-abaa-1e8570e4e88e tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635110 Mar 10 23:47:38.747433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:38.828342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-96aa3caf-74e8-4c4f-87cc-0cc88deb8b76 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092105 Mar 10 23:47:38.853435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:38.854090 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:38.896150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-175d115e-fa1f-4573-8116-6e3873bda12f req-e044ab4f-bde5-432c-9615-b1b68b710090 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740477 Mar 10 23:47:38.902163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-e263ce26-1d9e-4f7f-af84-8052c6754189 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1880462 Mar 10 23:47:38.935912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Request body: {'port': {'device_id': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:38.955619 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1301aeca-0bbe-433e-8274-50925c0221cc req-8ae12a6e-c64d-491f-9eb4-00be021d72e4 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198943 Mar 10 23:47:38.978397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-25253a7f-75bd-4732-97fa-3b147b34c801 None None] Provisioning complete for port e88dd567-6373-49f7-9a8b-d448de36fb6b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:38.978875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-25253a7f-75bd-4732-97fa-3b147b34c801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.005280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Attempting to bind port c1c654af-f25c-4ef7-bace-bc5d8b06429c on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:39.005887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Attempting to bind port c1c654af-f25c-4ef7-bace-bc5d8b06429c by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:39.006316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Attempting to bind port c1c654af-f25c-4ef7-bace-bc5d8b06429c on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:39.032410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-25253a7f-75bd-4732-97fa-3b147b34c801 None None] Port e88dd567-6373-49f7-9a8b-d448de36fb6b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:39.032692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Port c1c654af-f25c-4ef7-bace-bc5d8b06429c on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:39.033076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Attempting to bind port c1c654af-f25c-4ef7-bace-bc5d8b06429c on network 6868b39a-f1f9-4f89-99ff-0896f0022b46 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:39.087424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:39.087766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Checking segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:39.088183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Bound using segment: {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:39.088636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Bound port: c1c654af-f25c-4ef7-bace-bc5d8b06429c, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee96b2eb-a109-4eae-8db8-41a78fd53706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:39.088983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.124473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.181904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-799fb815-58f9-47b8-9976-e4b9103f786f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.184600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe6f8b-499e-4206-a295-f19d72a2423c req-ed0be734-3819-4d63-86a9-9b7b1ec027e0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:39.186796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62fe6f8b-499e-4206-a295-f19d72a2423c req-ed0be734-3819-4d63-86a9-9b7b1ec027e0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 948 time: 0.1972854 Mar 10 23:47:39.462306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe08b3-243d-4f40-a630-ac6842da97f2 req-13a61d76-7893-454c-8b6f-b7f808287f53 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:39.463822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0fe08b3-243d-4f40-a630-ac6842da97f2 req-13a61d76-7893-454c-8b6f-b7f808287f53 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 935 time: 0.4284213 Mar 10 23:47:39.475353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:39.559632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:39.588155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.612536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62fe6f8b-499e-4206-a295-f19d72a2423c req-9ef5c1bc-5170-4227-8e6d-93d603b5a8c8 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018993 Mar 10 23:47:39.666176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:39.666777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.668191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] 10.222.0.30 "PUT /v2.0/ports/c1c654af-f25c-4ef7-bace-bc5d8b06429c HTTP/1.1" status: 200 len: 1092 time: 2.2264910 Mar 10 23:47:39.675783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0fe08b3-243d-4f40-a630-ac6842da97f2 req-bca15601-e588-4fcc-9ba2-d879e09f85ca tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042050 Mar 10 23:47:39.751468 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b174184-5f6e-45c0-8750-0dd7a5091aec x-openstack-request-id: req-1b174184-5f6e-45c0-8750-0dd7a5091aec {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:39.752000 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "name": "network-vif-plugged", "status": "completed", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:39.752423 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b174184-5f6e-45c0-8750-0dd7a5091aec {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:39.752986 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45', 'code': 200} Mar 10 23:47:39.764560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52217f75-7f8b-4113-b30b-d31afc81d39e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:39.897162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88dd567-6373-49f7-9a8b-d448de36fb6b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:39.910274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks [] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:39.976894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-df07110b-0399-40fe-b6e3-50ef8901e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:39.978288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-df07110b-0399-40fe-b6e3-50ef8901e616 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 1126 time: 0.2571015 Mar 10 23:47:39.984098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Transition to ACTIVE for port object e88dd567-6373-49f7-9a8b-d448de36fb6b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:39.994432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.079183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-c3429083-2be0-4fe8-af29-241045016429 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c HTTP/1.1" status: 200 len: 217 time: 0.0866122 Mar 10 23:47:40.108267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dad52-10b8-447a-96f4-bdd549ef8ba0 req-f9732c82-5f5e-4986-a036-c8a99478d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.109780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc3dad52-10b8-447a-96f4-bdd549ef8ba0 req-f9732c82-5f5e-4986-a036-c8a99478d21b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 1131 time: 0.2023566 Mar 10 23:47:40.151470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:40.174176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7e791-b781-4632-8dd4-fbbe2089fc8b req-232e1509-da4b-4e6a-9170-4637f1e9e58d tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.175724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c7e791-b781-4632-8dd4-fbbe2089fc8b req-232e1509-da4b-4e6a-9170-4637f1e9e58d tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.2726800 Mar 10 23:47:40.265002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-71597354-79bf-49bc-99b1-69e84ae1b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.266775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-71597354-79bf-49bc-99b1-69e84ae1b8ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.1737399 Mar 10 23:47:40.284596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.308845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.309522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.331971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc3dad52-10b8-447a-96f4-bdd549ef8ba0 req-5c4a615c-1d52-4784-bdb4-ffb70a29eb70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154820 Mar 10 23:47:40.364882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c7e791-b781-4632-8dd4-fbbe2089fc8b req-badfc821-9ff4-43e6-a6e4-f86239f4eb5c tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688681 Mar 10 23:47:40.367963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Attempting to bind port e88dd567-6373-49f7-9a8b-d448de36fb6b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:40.368304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Attempting to bind port e88dd567-6373-49f7-9a8b-d448de36fb6b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:40.368638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Attempting to bind port e88dd567-6373-49f7-9a8b-d448de36fb6b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:40.377752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Port e88dd567-6373-49f7-9a8b-d448de36fb6b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:40.378307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Attempting to bind port e88dd567-6373-49f7-9a8b-d448de36fb6b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:40.381573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:40.383808 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:40.391113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:40.391392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:40.391783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:40.392247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Bound port: e88dd567-6373-49f7-9a8b-d448de36fb6b, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:40.392605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.397354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-8f086785-3088-4630-9f44-90f5b77ec982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.399003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-8f086785-3088-4630-9f44-90f5b77ec982 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1231103 Mar 10 23:47:40.496870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:40.501615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:40.507934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.523127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096bd89-eb78-4732-b0dd-3f4675fae617 req-f932876a-13e5-4e1f-94c6-86c427118cc2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.524616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5096bd89-eb78-4732-b0dd-3f4675fae617 req-f932876a-13e5-4e1f-94c6-86c427118cc2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 949 time: 0.0899236 Mar 10 23:47:40.537646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-b19f789a-5c16-40a9-b659-750f6d53bdef tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.539218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-b19f789a-5c16-40a9-b659-750f6d53bdef tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c662c000-1d9c-4248-a3f9-b36fc5fc5398 HTTP/1.1" status: 200 len: 950 time: 0.0539351 Mar 10 23:47:40.566194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.566806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.568182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] 10.222.0.39 "PUT /v2.0/ports/e88dd567-6373-49f7-9a8b-d448de36fb6b HTTP/1.1" status: 200 len: 1095 time: 1.6425238 Mar 10 23:47:40.651655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c051b8-4227-47a2-af9b-24435c8eaec9 service neutron] Pushing event updated for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:40.664034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Deleting port aa083d3d-2838-4993-a8c0-e408c5110c02 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:47:40.664482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.708741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-e430e398-88c0-45b7-83db-b72238b2e8c3 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:47:40.709746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-e430e398-88c0-45b7-83db-b72238b2e8c3 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151737 Mar 10 23:47:40.712920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5096bd89-eb78-4732-b0dd-3f4675fae617 req-d82ac6c7-2876-4de7-a030-e4b46510d31a tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694846 Mar 10 23:47:40.783299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-fd9f734a-5e01-44dd-9caf-e41514b3b72d service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262034 Mar 10 23:47:40.798727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] For port aa083d3d-2838-4993-a8c0-e408c5110c02, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=aa083d3d-2838-4993-a8c0-e408c5110c02,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:40.799101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.805838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-90cf1301-9043-407a-b1c4-3f1aa247d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.812551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-90cf1301-9043-407a-b1c4-3f1aa247d074 service neutron] 10.222.0.21 "GET /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 1124 time: 0.0893545 Mar 10 23:47:40.814034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Calling delete_port for aa083d3d-2838-4993-a8c0-e408c5110c02 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:47:40.832540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:40.833047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:47:40.870330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-9213c3eb-b4d6-43dc-b927-ecdc234e3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:40.871798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-9213c3eb-b4d6-43dc-b927-ecdc234e3619 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 1129 time: 0.2510154 Mar 10 23:47:40.951078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (aa083d3d-2838-4993-a8c0-e408c5110c02), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:40.966873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-b9e617aa-a44a-4d88-b273-0dad08741238 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b HTTP/1.1" status: 200 len: 217 time: 0.0814974 Mar 10 23:47:40.969546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['aa083d3d-2838-4993-a8c0-e408c5110c02'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:40.978453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Pushing event deleted for resources: {'Port': ['ID=aa083d3d-2838-4993-a8c0-e408c5110c02,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:41.024587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] No DVR routers for this DVR port aa083d3d-2838-4993-a8c0-e408c5110c02 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:41.029680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a984-3a65-4ae6-9c5b-99e45c5599bf req-4c42a053-b809-4484-a75f-060076ff8646 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:41.031239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fe6a984-3a65-4ae6-9c5b-99e45c5599bf req-4c42a053-b809-4484-a75f-060076ff8646 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.2525480 Mar 10 23:47:41.031454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:41.034787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-88357b8a-6ddb-496f-aed8-49235da8b67c req-e2d43fb1-bb43-45b8-ab3f-8ec2437aba04 tempest-DeleteServersAdminTestJSON-1913072513 tempest-DeleteServersAdminTestJSON-1913072513-project] 10.222.0.39 "DELETE /v2.0/ports/aa083d3d-2838-4993-a8c0-e408c5110c02 HTTP/1.1" status: 204 len: 173 time: 0.4878242 Mar 10 23:47:41.035254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'name': 'network-vif-deleted', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:41.037562 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc988795-f287-4af1-9b96-3c5e91d00750" -d '{"events": [{"server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "name": "network-vif-deleted", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:41.093783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f94cb4-fb8d-4e7e-939d-ee35d23516eb req-e1019f9e-218c-4f86-baa5-5408c3514914 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963281 Mar 10 23:47:41.121931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-82ba3daf-a065-4b5e-95af-459cfbd03224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:41.124381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-82ba3daf-a065-4b5e-95af-459cfbd03224 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1456113 Mar 10 23:47:41.201520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fe6a984-3a65-4ae6-9c5b-99e45c5599bf req-2b5e8bcb-b1a5-4705-a3e7-c7f532b3efa0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486511 Mar 10 23:47:41.222455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:41.222793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:41.223115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:41.231264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:41.231616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:41.236506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-451f3b92-a201-4920-9a46-65ddfd31c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:41.238017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-451f3b92-a201-4920-9a46-65ddfd31c2f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1010766 Mar 10 23:47:41.240551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:41.240901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:41.241261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:41.241933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Bound port: 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:41.371716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4332df8f-1474-49f1-9c68-aba1316bc4fd details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:41.384995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:41.399621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:41.400796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b9fe81ea-4179-4cab-839f-2b2e5ef2d00d service neutron] 10.222.0.21 "POST /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5874879 Mar 10 23:47:41.414202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e2d78-d9b3-4b00-8226-a7189b35db34 req-bc1d1161-a28a-4773-b186-45a23468ec44 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:41.415649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-640e2d78-d9b3-4b00-8226-a7189b35db34 req-bc1d1161-a28a-4773-b186-45a23468ec44 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 944 time: 0.1429644 Mar 10 23:47:41.417676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-267f98d1-62d8-4950-b5fa-ac3585346f97 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707058 Mar 10 23:47:41.440285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:41.544587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:41.558598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '4332df8f-1474-49f1-9c68-aba1316bc4fd', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '4332df8f-1474-49f1-9c68-aba1316bc4fd', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:41.585729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-640e2d78-d9b3-4b00-8226-a7189b35db34 req-459308d3-d05d-4815-9904-6ea3d89bfd97 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593676 Mar 10 23:47:41.604025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 4332df8f-1474-49f1-9c68-aba1316bc4fd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:41.604797 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:41.621012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4332df8f-1474-49f1-9c68-aba1316bc4fd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:41.656225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:41.660081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5beee8b6-b41f-4ad3-9419-223b9a593d71 req-24464068-c627-49a0-b5fc-37923a05685a service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338779 Mar 10 23:47:41.662901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:41.665933 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242082e-98b9-4b11-9ad5-a820ea794c49 x-openstack-request-id: req-0242082e-98b9-4b11-9ad5-a820ea794c49 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:41.666375 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:41.666847 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0242082e-98b9-4b11-9ad5-a820ea794c49 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:41.667237 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'status': 'completed', 'code': 200} Mar 10 23:47:41.675541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69c4c7-2ced-419b-a0e3-1d3ee1467fd7 req-78177e53-02f9-451a-bc29-06cde3a833a3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:41.683451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e69c4c7-2ced-419b-a0e3-1d3ee1467fd7 req-78177e53-02f9-451a-bc29-06cde3a833a3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1126 time: 0.1557975 Mar 10 23:47:41.746852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:41.960278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['4332df8f-1474-49f1-9c68-aba1316bc4fd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:42.014850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e69c4c7-2ced-419b-a0e3-1d3ee1467fd7 req-e9413a3b-82b4-46e5-ad2e-40bb3021d02e tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298440 Mar 10 23:47:42.057447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-11e88aed-9f94-462c-8ee4-b2e44515a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.058949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-11e88aed-9f94-462c-8ee4-b2e44515a65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 1126 time: 0.3418567 Mar 10 23:47:42.064825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4f4cb88c-d7e5-4dc7-8c2a-05a67d4a4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.066288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4f4cb88c-d7e5-4dc7-8c2a-05a67d4a4ec3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1127 time: 0.3114362 Mar 10 23:47:42.093479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ad7e-3763-401a-972c-462d0fb1ba69 req-2d3c3f53-c151-4b21-947a-30745503fb2f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.100137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af07ad7e-3763-401a-972c-462d0fb1ba69 req-2d3c3f53-c151-4b21-947a-30745503fb2f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 949 time: 0.3726676 Mar 10 23:47:42.289456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af07ad7e-3763-401a-972c-462d0fb1ba69 req-8567adba-5af8-4352-89f5-ec59c818cff2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883616 Mar 10 23:47:42.324796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76794be-7c8e-4d57-be9b-0643ba264ccd req-fa501255-84b6-413e-84b0-7d30b0504d50 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.326316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e76794be-7c8e-4d57-be9b-0643ba264ccd req-fa501255-84b6-413e-84b0-7d30b0504d50 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 947 time: 0.2071214 Mar 10 23:47:42.328729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-98b283ef-a59e-4f9a-a2bd-d1b9365b78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.330086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-98b283ef-a59e-4f9a-a2bd-d1b9365b78af service neutron] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 925 time: 0.2604270 Mar 10 23:47:42.331399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-bdd58fdc-18fc-40c6-9cbf-4035bce6f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.332760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-bdd58fdc-18fc-40c6-9cbf-4035bce6f1f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2547686 Mar 10 23:47:42.414890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-f493300e-c6a2-4808-a359-110d98d58eaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0746398 Mar 10 23:47:42.416101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-517e3da5-acb7-47b4-87df-0c5fce8ce055 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c HTTP/1.1" status: 200 len: 217 time: 0.0768926 Mar 10 23:47:42.461461 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0452a7-d82f-426d-8cc6-9afd611927e8 x-openstack-request-id: req-aa0452a7-d82f-426d-8cc6-9afd611927e8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:42.462974 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c662c000-1d9c-4248-a3f9-b36fc5fc5398", "name": "network-vif-deleted", "tag": "aa083d3d-2838-4993-a8c0-e408c5110c02", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:42.463763 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa0452a7-d82f-426d-8cc6-9afd611927e8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:42.465343 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c662c000-1d9c-4248-a3f9-b36fc5fc5398', 'name': 'network-vif-deleted', 'tag': 'aa083d3d-2838-4993-a8c0-e408c5110c02', 'status': 'completed', 'code': 200} Mar 10 23:47:42.507340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e76794be-7c8e-4d57-be9b-0643ba264ccd req-03db5d93-04b4-4409-8ff1-72268bf62c2e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736350 Mar 10 23:47:42.525223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-93f9ef5d-71af-42d5-98eb-682129f19ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.527326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-93f9ef5d-71af-42d5-98eb-682129f19ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0925562 Mar 10 23:47:42.530614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-98df9b74-0c91-4e8e-bb94-f445a697f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.532082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-98df9b74-0c91-4e8e-bb94-f445a697f49b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.1095271 Mar 10 23:47:42.579105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-3df5acdb-7670-4244-b218-ab71fbc8872e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450916 Mar 10 23:47:42.769071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-89b3b4dc-7a1f-41af-af16-db854d10b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.770439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-89b3b4dc-7a1f-41af-af16-db854d10b8a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2275827 Mar 10 23:47:42.782799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ecbb-206f-4d06-9226-ff837a438db8 req-78957684-1383-4798-a419-b2ee01efa4d6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.784177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4565ecbb-206f-4d06-9226-ff837a438db8 req-78957684-1383-4798-a419-b2ee01efa4d6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 945 time: 0.2402310 Mar 10 23:47:42.843525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-89cb9bc5-213c-476b-b898-b4dc9a91b9ae service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487919 Mar 10 23:47:42.849066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-0c141504-b86e-4a12-a260-250f412a1099 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:42.850472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-0c141504-b86e-4a12-a260-250f412a1099 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.2346635 Mar 10 23:47:42.944499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-d5dd1736-c709-4d29-b900-b21f8f6e9eee tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/quotas/da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 375 time: 0.0788155 Mar 10 23:47:42.990337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4565ecbb-206f-4d06-9226-ff837a438db8 req-b595f4cb-c42a-44da-af43-d6d44f77de6a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879606 Mar 10 23:47:43.031406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-c2f5098d-7eab-49b7-9978-5633b7bf03a8 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463028 Mar 10 23:47:43.068582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4ab0b430-294f-4311-b001-d3f6b575d154 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171929 Mar 10 23:47:43.143857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-2eace9e1-9488-4a74-acbe-ae3148d785ab tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1913342 Mar 10 23:47:43.144961 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:43.246411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57fc3-48be-4089-8f2f-c8758af4ffb6 req-42f78a6b-d1a1-4cb7-ac44-a797e892133c tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:43.248714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4f57fc3-48be-4089-8f2f-c8758af4ffb6 req-42f78a6b-d1a1-4cb7-ac44-a797e892133c tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.1940117 Mar 10 23:47:43.253003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bfaa95a-b94d-4d1c-88bb-717a77a0f45d req-7ca9d54e-8d21-494e-a406-200d7ca1f608 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089174 Mar 10 23:47:43.305317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-1eb79a86-7c39-4d0d-973c-ea6441997cf0 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:43.306735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-1eb79a86-7c39-4d0d-973c-ea6441997cf0 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.1709015 Mar 10 23:47:43.322250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:43.365237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-55bc3883-0f96-4979-b02e-0adefdda2af7 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115288 Mar 10 23:47:43.381960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4332df8f-1474-49f1-9c68-aba1316bc4fd up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:43.397566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4f57fc3-48be-4089-8f2f-c8758af4ffb6 req-a5ababfa-3076-4c3d-a9b9-27967b30be5f tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181276 Mar 10 23:47:43.441988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 4332df8f-1474-49f1-9c68-aba1316bc4fd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:43.447668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 4332df8f-1474-49f1-9c68-aba1316bc4fd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:43.448180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:43.467137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:43.533630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-a16480aa-4d15-4b40-a057-8714c472d45e service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620955 Mar 10 23:47:43.533980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 4332df8f-1474-49f1-9c68-aba1316bc4fd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:43.534336 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:43.546831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-7df4a68e-20ce-4522-b977-0f780ec5e366 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297391 Mar 10 23:47:43.557565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:43.560539 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4987abee-c561-4aee-84cf-f0ef826c38b4" -d '{"events": [{"server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "name": "network-vif-plugged", "status": "completed", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:43.573799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:43.578322 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:43.579211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device aa083d3d-2838-4993-a8c0-e408c5110c02 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:43.619206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: aa083d3d-2838-4993-a8c0-e408c5110c02 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:47:43.619659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device aa083d3d-2838-4993-a8c0-e408c5110c02 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:43.645665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:43.884882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:43.887110 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:43.974619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:43.983841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-866012df-080d-45da-be74-a5a363112163 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:43.985324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-866012df-080d-45da-be74-a5a363112163 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4322593 Mar 10 23:47:44.022787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-d0052a0d-0938-48b0-8d05-db21ff67e788 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/quotas/7f70a564288b44c08cb54b7fab3c5ddb HTTP/1.1" status: 200 len: 375 time: 0.0267668 Mar 10 23:47:44.034292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678574-8ce2-4c3b-ab84-dd19a69af2fc req-84ca150d-97e9-44c9-bb7a-bbc82da27b3f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:44.035617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66678574-8ce2-4c3b-ab84-dd19a69af2fc req-84ca150d-97e9-44c9-bb7a-bbc82da27b3f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 944 time: 0.1433785 Mar 10 23:47:44.093897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:44.156756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66678574-8ce2-4c3b-ab84-dd19a69af2fc req-ea979da8-8dca-4ea6-933f-9f837e50026a tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142750 Mar 10 23:47:44.169103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-fc350b99-d217-4f5c-9871-c8c8efa1e70f tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276333 Mar 10 23:47:44.174241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks [] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:44.189820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:44.320002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:44.353037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:44.353661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:44.354004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:44.361990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:44.362315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Attempting to bind port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:44.368687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:44.369020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:44.369407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:44.369834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Bound port: 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:44.370188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:44.378627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf2633-3fb4-44c3-9d96-e0ee77bc8d30 req-561ebd98-4053-4930-a8fb-c03c11604546 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:44.385348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6faf2633-3fb4-44c3-9d96-e0ee77bc8d30 req-561ebd98-4053-4930-a8fb-c03c11604546 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 950 time: 0.1252277 Mar 10 23:47:44.483454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6faf2633-3fb4-44c3-9d96-e0ee77bc8d30 req-f273e55b-7084-4bd3-be92-6b944a405235 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 Mar 10 23:47:44.516287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:44.520058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:44.528753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:44.562107 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f3a62-56bc-409e-9dc4-3bc136aa2afc x-openstack-request-id: req-5d9f3a62-56bc-409e-9dc4-3bc136aa2afc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:44.563014 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "name": "network-vif-plugged", "status": "completed", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:44.563429 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d9f3a62-56bc-409e-9dc4-3bc136aa2afc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:44.564057 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd', 'code': 200} Mar 10 23:47:44.652129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-81f8bbe9-bb9f-4da2-9894-79abdc0704e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894928 Mar 10 23:47:44.697200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=8']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:44.702566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2578cd89-83df-4d0a-8a24-3623e5c349b9 req-f5248d25-b8ed-43b5-b537-16d5b89a64c5 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 210 time: 0.0754135 Mar 10 23:47:44.734919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7409fa-c94e-4bf1-8b54-ef5da2c4a7f8 req-51b0d1b0-d46e-4b5f-bac3-79802aece313 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:44.742137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e7409fa-c94e-4bf1-8b54-ef5da2c4a7f8 req-51b0d1b0-d46e-4b5f-bac3-79802aece313 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 947 time: 0.2088327 Mar 10 23:47:44.779117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d17c5-f54c-4943-b1be-e099346c1fca req-691bdc1a-ccf2-4304-8632-edca67c7e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:44.780893 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4320392a-0b21-47cb-aae9-0ff210c050b2 x-openstack-request-id: req-4320392a-0b21-47cb-aae9-0ff210c050b2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:44.781271 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:44.781567 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4320392a-0b21-47cb-aae9-0ff210c050b2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:44.781824 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b', 'status': 'completed', 'code': 200} Mar 10 23:47:44.782901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-160d17c5-f54c-4943-b1be-e099346c1fca req-691bdc1a-ccf2-4304-8632-edca67c7e780 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 1132 time: 0.1167569 Mar 10 23:47:44.789842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:44.790336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:44.791943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-7164acb7-960f-407f-b057-fd0655c236a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 1121 time: 1.4764862 Mar 10 23:47:44.810200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-643dfb81-5b4e-4079-a655-742392a34981 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2302735 Mar 10 23:47:44.878634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e7409fa-c94e-4bf1-8b54-ef5da2c4a7f8 req-3fb61a39-036b-47d0-b810-bfd2f92f9f4a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356223 Mar 10 23:47:44.889090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:44.948310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-160d17c5-f54c-4943-b1be-e099346c1fca req-80040f0d-5b3f-434e-ab37-490440e3957c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574230 Mar 10 23:47:44.990711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d55f6-b637-4671-b65a-93c621d2865e req-6118ea1d-9bee-4519-9d6b-21eaa0a39839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.004379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-6118ea1d-9bee-4519-9d6b-21eaa0a39839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1126 time: 0.1570587 Mar 10 23:47:45.016685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-c1a3ecc9-bfad-474d-a83a-33f6a357895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.021684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-c1a3ecc9-bfad-474d-a83a-33f6a357895b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 1129 time: 0.1768606 Mar 10 23:47:45.068830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cc2963-5e96-42eb-8fe2-254d72356863 req-0a61d821-c361-40dd-8132-4ac65de564c6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 210 time: 0.0424738 Mar 10 23:47:45.114982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-5dd01bf6-e2ef-449a-b906-d1d197b7ce5d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.116739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-5dd01bf6-e2ef-449a-b906-d1d197b7ce5d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.3053269 Mar 10 23:47:45.129527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af070fa9-458b-4d4c-9619-cbc199157b10 req-5d9fddb4-c951-48a8-ab14-42f03b26f35b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.136264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af070fa9-458b-4d4c-9619-cbc199157b10 req-5d9fddb4-c951-48a8-ab14-42f03b26f35b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.2160950 Mar 10 23:47:45.147452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Request body: {'port': {'device_id': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'admin_state_up': True, 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:45.157707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-a0c41f26-8589-456f-91b2-68172b00d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.159346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-a0c41f26-8589-456f-91b2-68172b00d7da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1149 time: 0.2148032 Mar 10 23:47:45.334878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-f82a40a6-5bc9-4b1d-bb2d-0058abc2d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.336376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-f82a40a6-5bc9-4b1d-bb2d-0058abc2d1dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1656187 Mar 10 23:47:45.344145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af070fa9-458b-4d4c-9619-cbc199157b10 req-78b1190c-929e-4dc4-9998-3addb26d1389 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070286 Mar 10 23:47:45.360596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1c654af-f25c-4ef7-bace-bc5d8b06429c details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:45.388843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-bcb28819-e6cc-4224-abb5-a479cbaafd68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b HTTP/1.1" status: 200 len: 217 time: 0.0451643 Mar 10 23:47:45.389130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c2a9-03a4-4271-9335-e29c0278fcf2 req-831f8e5c-9246-4e4c-8c2d-bf250ee4fca0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.390346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d55f6-b637-4671-b65a-93c621d2865e req-f3767037-a7fd-4a6f-869b-c6fd0c859ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.391685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-f3767037-a7fd-4a6f-869b-c6fd0c859ac6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1884565 Mar 10 23:47:45.392423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d9c2a9-03a4-4271-9335-e29c0278fcf2 req-831f8e5c-9246-4e4c-8c2d-bf250ee4fca0 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.2382259 Mar 10 23:47:45.437825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-27e3d461-0116-48da-9e6a-f680308803a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.439353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-27e3d461-0116-48da-9e6a-f680308803a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2475429 Mar 10 23:47:45.442076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:45.445702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:45.459615 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-54da7764-4062-4b69-9be8-8e64ba4a66e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.0439835 Mar 10 23:47:45.477167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e88dd567-6373-49f7-9a8b-d448de36fb6b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:45.512790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:45.514633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-a5b5b959-a40f-4fe2-a856-e1caf9ce5518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.0634561 Mar 10 23:47:45.545129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-4576cf5e-5959-493d-811b-d697bf7a6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.546666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-4576cf5e-5959-493d-811b-d697bf7a6d3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1393075 Mar 10 23:47:45.549328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'port_id': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'mac_address': 'fa:16:3e:f2:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:45.552537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d55f6-b637-4671-b65a-93c621d2865e req-e83a6b5e-8494-4f4e-b334-d47fd12f9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.552838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d9c2a9-03a4-4271-9335-e29c0278fcf2 req-2d3455fa-522e-4a35-a59e-78a09362d06d tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518869 Mar 10 23:47:45.554029 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-e83a6b5e-8494-4f4e-b334-d47fd12f9d46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0674543 Mar 10 23:47:45.619692 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-aed1b68d-0326-4f3c-8c86-14df9b08af8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369048 Mar 10 23:47:45.714903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02d70-315f-40ce-a2c0-d8b65becd5c6 req-f6904655-8c58-4f7e-b002-acb3d2d2d1c5 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.722854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f02d70-315f-40ce-a2c0-d8b65becd5c6 req-f6904655-8c58-4f7e-b002-acb3d2d2d1c5 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 944 time: 0.2071707 Mar 10 23:47:45.730502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-57309f6c-8391-433f-beea-4700253779bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.732050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-57309f6c-8391-433f-beea-4700253779bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1741695 Mar 10 23:47:45.738978 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-005f79c9-50cd-4cd5-8d1e-49e9af551aa0 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214538 Mar 10 23:47:45.769560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c1c654af-f25c-4ef7-bace-bc5d8b06429c is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:45.770167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:45.777500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:45.797973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c654af-f25c-4ef7-bace-bc5d8b06429c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:45.804417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'e88dd567-6373-49f7-9a8b-d448de36fb6b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'e88dd567-6373-49f7-9a8b-d448de36fb6b', 'mac_address': 'fa:16:3e:eb:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:45.806850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-ec4aabd8-8cbc-48b4-a0a2-45ebfc853570 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297558 Mar 10 23:47:45.824862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:45.847387 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:45.847660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-51e5c088-da3d-4039-919a-5ce83cb8da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.851664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-51e5c088-da3d-4039-919a-5ce83cb8da03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2956200 Mar 10 23:47:45.885858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e88dd567-6373-49f7-9a8b-d448de36fb6b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:45.886384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:45.915377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88dd567-6373-49f7-9a8b-d448de36fb6b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:45.927516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f02d70-315f-40ce-a2c0-d8b65becd5c6 req-a1851396-09ed-4dd3-9687-5b6678b18e61 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036936 Mar 10 23:47:45.929388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:45.948583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:45.955903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:45.984972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fd9c9-6ccc-4430-9df6-aceaed763b02 req-6a1855b7-ab3e-4651-832c-fb3ae39f52e4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:45.986565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88fd9c9-6ccc-4430-9df6-aceaed763b02 req-6a1855b7-ab3e-4651-832c-fb3ae39f52e4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 950 time: 0.2516413 Mar 10 23:47:46.022888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:46.068782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36966) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:46.117373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c1c654af-f25c-4ef7-bace-bc5d8b06429c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:46.157650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Allocated IP 172.20.0.10 (0108e72d-82ed-4115-bb19-632addd3ad18/a1afc83a-2ceb-4c1f-968a-9d30edf4ed43/4053c76a-8a8f-455b-8482-99d3e31c4807) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:46.188620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-356dd7fa-2354-4840-a4b4-4c63a63cf9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744724 Mar 10 23:47:46.190236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-8dfe7134-6d85-429b-a96e-4fd2309c9a95 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:46.198815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-8dfe7134-6d85-429b-a96e-4fd2309c9a95 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 1131 time: 0.1441605 Mar 10 23:47:46.228336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88fd9c9-6ccc-4430-9df6-aceaed763b02 req-cf595c5b-81d7-4a97-a7bb-0a9524b08fee tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126620 Mar 10 23:47:46.229179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-c79c6fd5-4d04-46e8-a2d7-6f3c43fc9184 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.362446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:46.373943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa14484d-0b0f-4144-8df7-9e7b98fa9e96 req-ae4a88f5-e83a-4328-a0d9-7141788b2bed service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729879 Mar 10 23:47:46.380454 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-92eceb47-5353-4dfe-99da-f033bdbb2010 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468479 Mar 10 23:47:46.406179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab2cbebd-8c47-46d2-9e0b-d2e3dc82271d req-db5f7f40-cfa6-48d6-ab15-753453ffd9a4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 210 time: 0.0722828 Mar 10 23:47:46.452608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-986bab53-3527-4f0d-a541-1ed9baec83e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=409a7401faca41279b7c4053f42cb04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793993 Mar 10 23:47:46.459652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36974) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:46.506102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-f2cfb2c2-1278-4bc4-87be-8c5564000f19 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214170 Mar 10 23:47:46.542297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-ad184a38-879d-4e79-a976-3280fb00fce7 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:46.543631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-ad184a38-879d-4e79-a976-3280fb00fce7 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7339299 Mar 10 23:47:46.571965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Request body: {'port': {'device_id': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '7f70a564288b44c08cb54b7fab3c5ddb'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:46.680656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-c79c6fd5-4d04-46e8-a2d7-6f3c43fc9184 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] Publish callbacks [] for security_group (3eda23da-e053-427f-bddb-e400aad72818), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.683837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks [] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.686896 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] Publish callbacks [] for security_group (40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.694368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-c79c6fd5-4d04-46e8-a2d7-6f3c43fc9184 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3eda23da-e053-427f-bddb-e400aad72818), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.695788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-243d55f6-b637-4671-b65a-93c621d2865e req-b16bc00e-f242-4985-be42-a75685f8e39c service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063145 Mar 10 23:47:46.711284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40638a-e3af-4dbc-a862-682a138df313 req-ff1e7f69-6109-455e-ba56-b94118c47ce6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:46.713239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d40638a-e3af-4dbc-a862-682a138df313 req-ff1e7f69-6109-455e-ba56-b94118c47ce6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 948 time: 0.1992497 Mar 10 23:47:46.735228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78bdeb02-cca3-4b0a-a959-dc49858c8ab0 req-4a4dc5a9-790f-4504-864a-3fd7092c990d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993136 Mar 10 23:47:46.769248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] Publish callbacks [] for security_group (40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.769872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Made reservation on behalf of 7f70a564288b44c08cb54b7fab3c5ddb for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:46.773466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.785572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'}, {'name': 'network-changed', 'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:46.787782 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b5deb-f29f-46a9-8897-a83c3a708740" -d '{"events": [{"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf"}, {"name": "network-changed", "server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:46.798447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c6fd5-4d04-46e8-a2d7-6f3c43fc9184 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eda23da-e053-427f-bddb-e400aad72818,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:46.821271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0daee4b7-83e7-470a-9a5a-df8cbb32a0f3 req-c79c6fd5-4d04-46e8-a2d7-6f3c43fc9184 tempest-LiveMigrationNegativeTest-637070405 tempest-LiveMigrationNegativeTest-637070405-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215761 Mar 10 23:47:46.883398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d40638a-e3af-4dbc-a862-682a138df313 req-796cc824-3c82-467f-805d-299744dc5ed2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542501 Mar 10 23:47:46.886454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:46.966873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Allocated IP 192.168.233.40 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/03a07110-3193-499e-b348-a9c4450021ee) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:47.125045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks [] for port (03a07110-3193-499e-b348-a9c4450021ee), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.167086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.189846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['3ede8b17-9079-4022-8fc3-829fd817a0a4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:47.203224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.205868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.209186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb HTTP/1.1" status: 204 len: 168 time: 0.7474775 Mar 10 23:47:47.209186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec8bf8d-222a-4cff-a8ab-5634670a88e5 req-ec62a830-e5fa-4c31-9d1b-90df4a44955a tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 210 time: 0.0757041 Mar 10 23:47:47.211007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Network 0108e72d-82ed-4115-bb19-632addd3ad18 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:47.219914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:47.220247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:47.221787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:47.229628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:47.230515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:47.236854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad72649-eccf-4538-bc6e-c96f9799d0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9b7c1-56c5-4e6c-bd18-dbc34cb30bfb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:47.257028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Pushing event updated for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:47.268589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:47.320979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:47.321670 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.344761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b38246-63b9-4ae8-9c7b-358a21f0bf35 req-9eae6417-4f5f-4a39-aead-028f21d4f5f1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:47.352072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4b38246-63b9-4ae8-9c7b-358a21f0bf35 req-9eae6417-4f5f-4a39-aead-028f21d4f5f1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 943 time: 0.2197464 Mar 10 23:47:47.371545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:47.373310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-65514692-e977-40b7-9d95-52e500536f00 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2294900 Mar 10 23:47:47.373439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.392072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1c654af-f25c-4ef7-bace-bc5d8b06429c up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:47.398868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Request body: {'port': {'device_id': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:47.415115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-54ec8532-2d54-4c51-9e51-bd54a261edef tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8557868 Mar 10 23:47:47.440013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Request body: {'port': {'device_id': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:47.485997 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3a7c9-fd05-4f97-82d0-9ace7c667281 x-openstack-request-id: req-4ea3a7c9-fd05-4f97-82d0-9ace7c667281 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:47.486483 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf", "code": 200}, {"name": "network-changed", "server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:47.486748 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ea3a7c9-fd05-4f97-82d0-9ace7c667281 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:47.487759 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'code': 200} Mar 10 23:47:47.488177 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'status': 'completed', 'code': 200} Mar 10 23:47:47.501454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.530626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:47.603222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03a07110-3193-499e-b348-a9c4450021ee), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.625806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c1c654af-f25c-4ef7-bace-bc5d8b06429c completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:47.647710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4b38246-63b9-4ae8-9c7b-358a21f0bf35 req-e98f44c5-cc80-431a-a648-0fe0396018fb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927411 Mar 10 23:47:47.662433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c1c654af-f25c-4ef7-bace-bc5d8b06429c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:47.662903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.722596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36994) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:47.764684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b59e-a0fb-4728-96cb-972d798c2596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.769844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ce68b1cb-22d1-46de-8595-737405badb92 None None] Provisioning complete for port 03a07110-3193-499e-b348-a9c4450021ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:47.770221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1cb-22d1-46de-8595-737405badb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03a07110-3193-499e-b348-a9c4450021ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.788274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-886ed3c6-6cf7-494d-95c5-779918d1d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:47.789679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-886ed3c6-6cf7-494d-95c5-779918d1d5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1155 time: 0.2984166 Mar 10 23:47:47.856698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ce68b1cb-22d1-46de-8595-737405badb92 None None] Port 03a07110-3193-499e-b348-a9c4450021ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:47:47.860735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:47.908960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:47:47.942625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a07110-3193-499e-b348-a9c4450021ee {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:47.943190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c1c654af-f25c-4ef7-bace-bc5d8b06429c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:47.943361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.949173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32797b0-646d-4765-ac6b-80e233458f65 req-94c8b77e-7654-4024-ad12-ea08be27762b tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:47.951352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d32797b0-646d-4765-ac6b-80e233458f65 req-94c8b77e-7654-4024-ad12-ea08be27762b tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 945 time: 0.3545980 Mar 10 23:47:47.951951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks [] for port (03a07110-3193-499e-b348-a9c4450021ee), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.968945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Transition to ACTIVE for port object 03a07110-3193-499e-b348-a9c4450021ee will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:47.974723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:47.975834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:47.976960 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50586244-67db-4c6b-a1f1-611e59f219eb" -d '{"events": [{"server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:47.990633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:47.995769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.040403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.060704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.103403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2783-cc01-43e6-b52e-4ff8a211dc86 req-717da158-2c97-4197-99a3-c45797922b27 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.104988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736e2783-cc01-43e6-b52e-4ff8a211dc86 req-717da158-2c97-4197-99a3-c45797922b27 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 950 time: 0.3485575 Mar 10 23:47:48.121366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Attempting to bind port 03a07110-3193-499e-b348-a9c4450021ee on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:48.121719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Attempting to bind port 03a07110-3193-499e-b348-a9c4450021ee by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:48.122088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Attempting to bind port 03a07110-3193-499e-b348-a9c4450021ee on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:48.127571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Port 03a07110-3193-499e-b348-a9c4450021ee on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:48.127946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Attempting to bind port 03a07110-3193-499e-b348-a9c4450021ee on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:48.132990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:48.133331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:48.133734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:48.134146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Bound port: 03a07110-3193-499e-b348-a9c4450021ee, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:48.134498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03a07110-3193-499e-b348-a9c4450021ee), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.184307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-73ee3b5e-2b98-43af-b9db-c9bc2ec0e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.186125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-73ee3b5e-2b98-43af-b9db-c9bc2ec0e253 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.3656914 Mar 10 23:47:48.197346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d32797b0-646d-4765-ac6b-80e233458f65 req-c218b9b3-c9d0-43c5-bbe2-450c4657ae41 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158928 Mar 10 23:47:48.207869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:48.213421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=03a07110-3193-499e-b348-a9c4450021ee,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:48.234908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.257212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-8df51285-01fd-4108-8b17-705c8da9354c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0558314 Mar 10 23:47:48.282011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.282669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.284033 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] 10.222.0.30 "PUT /v2.0/ports/03a07110-3193-499e-b348-a9c4450021ee HTTP/1.1" status: 200 len: 1095 time: 0.8593998 Mar 10 23:47:48.284475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'tag': '03a07110-3193-499e-b348-a9c4450021ee'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:48.287249 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62964841-1383-4f92-bbf2-3d1cb6354144" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "tag": "03a07110-3193-499e-b348-a9c4450021ee"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:48.311205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b59e-a0fb-4728-96cb-972d798c2596 admin admin] Publish callbacks [] for security_group (5f2200bd-12a8-432f-a250-8bd48816e21f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.320565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b93ad7-0934-4e87-9b7b-8c6bb9a54cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.374170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ef4b59e-a0fb-4728-96cb-972d798c2596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f2200bd-12a8-432f-a250-8bd48816e21f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.386370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-708731ce-69a1-4cad-8a4f-68cb2c6a6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.388467 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-708731ce-69a1-4cad-8a4f-68cb2c6a6b32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 1129 time: 0.0551300 Mar 10 23:47:48.402131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736e2783-cc01-43e6-b52e-4ff8a211dc86 req-aaf32851-3d94-4a6b-85a5-4b27bc836195 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826755 Mar 10 23:47:48.441064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-d6a64824-0d83-44b0-afea-9bef3e863cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.442846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-d6a64824-0d83-44b0-afea-9bef3e863cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1719863 Mar 10 23:47:48.448781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-4afa96ac-24ec-483d-aa7e-f6992e5778e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=03a07110-3193-499e-b348-a9c4450021ee HTTP/1.1" status: 200 len: 217 time: 0.0517657 Mar 10 23:47:48.502649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0ef4b59e-a0fb-4728-96cb-972d798c2596 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb5b0bd454284948b08d9b56022b241f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768681 Mar 10 23:47:48.505621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37008) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:48.531796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-58fd163a-ea23-411c-a5ee-8ed0b5f28339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.533400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-58fd163a-ea23-411c-a5ee-8ed0b5f28339 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0791118 Mar 10 23:47:48.534035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-3ba5b969-bf15-4e54-8953-64141cd78d31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323653 Mar 10 23:47:48.553039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4053c76a-8a8f-455b-8482-99d3e31c4807 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:48.569675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4b59e-a0fb-4728-96cb-972d798c2596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2200bd-12a8-432f-a250-8bd48816e21f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.573477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks [] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.597059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] Publish callbacks [] for security_group (5f2200bd-12a8-432f-a250-8bd48816e21f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.617950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5c9c-5dbe-4876-b4a7-70b1e40a152c req-dc2d8f7a-b6a8-4fd7-ba4f-699833fd370c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.619439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55fc5c9c-5dbe-4876-b4a7-70b1e40a152c req-dc2d8f7a-b6a8-4fd7-ba4f-699833fd370c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 932 time: 0.3280191 Mar 10 23:47:48.628646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] Publish callbacks [] for security_group (5f2200bd-12a8-432f-a250-8bd48816e21f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.636371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba228-076e-4471-8c86-f833895d1019 req-9588284a-e6e4-44b4-b645-54f957eda906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.637915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-9588284a-e6e4-44b4-b645-54f957eda906 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0864923 Mar 10 23:47:48.646505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Transition to ACTIVE for port object 4053c76a-8a8f-455b-8482-99d3e31c4807 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:48.686733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.722514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.30', 51324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:48.762072 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f2200bd-12a8-432f-a250-8bd48816e21f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.764592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:48.765700 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f2200bd-12a8-432f-a250-8bd48816e21f HTTP/1.1" status: 204 len: 168 time: 0.2589290 Mar 10 23:47:48.782316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa224bf3-392f-4e6d-99c7-5f5d6803761f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2200bd-12a8-432f-a250-8bd48816e21f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.791141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:48.795553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-ad3ffbd0-5be4-43bc-8813-35ea79a1a4b6 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472630 Mar 10 23:47:48.808539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-024bfb1b-bff8-4b47-816c-6f1ec6efa750 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623216 Mar 10 23:47:48.819031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd781a3-2886-457e-bac0-5b2a299e7bf2 req-cda22beb-3656-4353-90cb-aacf0e38eea0 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:48.820546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bd781a3-2886-457e-bac0-5b2a299e7bf2 req-cda22beb-3656-4353-90cb-aacf0e38eea0 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 948 time: 0.2529299 Mar 10 23:47:48.839707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55fc5c9c-5dbe-4876-b4a7-70b1e40a152c req-0a6039ae-c2bb-4b06-b9f6-caa6f86908f3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926079 Mar 10 23:47:48.840585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b01f9b43-0d7a-40d5-9388-c601959844ad service neutron] 10.222.0.30 "GET /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1133757 Mar 10 23:47:48.924539 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e006c-cedb-4136-b4a0-239ddd84dff2 x-openstack-request-id: req-879e006c-cedb-4136-b4a0-239ddd84dff2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:48.931523 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:48.932675 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-879e006c-cedb-4136-b4a0-239ddd84dff2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:48.933758 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'code': 200} Mar 10 23:47:48.987409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bd781a3-2886-457e-bac0-5b2a299e7bf2 req-93ef7778-bd11-4552-9b1b-289f6e791af2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477349 Mar 10 23:47:49.004230 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6e5ba228-076e-4471-8c86-f833895d1019 req-2b622be7-52ed-4a34-8558-6d5e849c857d service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873839 Mar 10 23:47:49.006507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.30', 51325) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:49.014202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5b5deb-f29f-46a9-8897-a83c3a708740 req-fd476eb4-4dab-4d4e-ab01-584bb96f36b0 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106884 Mar 10 23:47:49.017212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:49.017553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:49.018017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:49.023733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:49.024104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:49.030888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:49.031211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:49.031967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:49.032367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Bound port: 4053c76a-8a8f-455b-8482-99d3e31c4807, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:49.032732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.090289 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54c15d-dce3-49db-a803-0d594008e5c2 x-openstack-request-id: req-3a54c15d-dce3-49db-a803-0d594008e5c2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:49.090582 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "tag": "03a07110-3193-499e-b348-a9c4450021ee", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:49.091396 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a54c15d-dce3-49db-a803-0d594008e5c2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:49.091843 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'tag': '03a07110-3193-499e-b348-a9c4450021ee', 'status': 'completed', 'code': 200} Mar 10 23:47:49.141565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0061-9f7d-4ddf-9740-f5f52fcd31d9 req-c98b647b-0741-49be-81a1-5e49aa06b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.143076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8da0061-9f7d-4ddf-9740-f5f52fcd31d9 req-c98b647b-0741-49be-81a1-5e49aa06b64c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 1128 time: 0.1268914 Mar 10 23:47:49.182022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:49.212772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:49.220253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:49.223616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8da0061-9f7d-4ddf-9740-f5f52fcd31d9 req-ec8e84b3-799f-42c8-b6b0-05d776387238 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733593 Mar 10 23:47:49.232646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f129284-0f1c-4781-95fd-648875427a1e req-8fbfe9e8-30e2-4bce-aaf2-43d0b960c2bb tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.239388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f129284-0f1c-4781-95fd-648875427a1e req-8fbfe9e8-30e2-4bce-aaf2-43d0b960c2bb tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 947 time: 0.1301677 Mar 10 23:47:49.250819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:49.256263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-4d5bd170-b4ad-4b68-bcfd-dcd6e36dbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.257581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-4d5bd170-b4ad-4b68-bcfd-dcd6e36dbd78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 1129 time: 0.1355410 Mar 10 23:47:49.262155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:49.272395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.277421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:49.296943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.331426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.332068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.333430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] 10.222.0.30 "PUT /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 1092 time: 1.9422743 Mar 10 23:47:49.356283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f129284-0f1c-4781-95fd-648875427a1e req-67bde23c-e218-41ac-8c1d-cacaefe29d05 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119151 Mar 10 23:47:49.362255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a04fa9-8bec-4f6f-b32c-419c97e7cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:49.417504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] Transition to ACTIVE for port object 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:49.423720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.441667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e88dd567-6373-49f7-9a8b-d448de36fb6b up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:49.501250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:49.515059 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d0e40-981c-4a62-a42b-62448d6d00bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:49.525403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] No DVR routers for this DVR port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:49.567516 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-0385deee-d672-468d-80db-285550e1c15d service neutron] 10.222.0.30 "PUT /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7242553 Mar 10 23:47:49.596451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385deee-d672-468d-80db-285550e1c15d service neutron] Pushing event updated for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:49.623317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port e88dd567-6373-49f7-9a8b-d448de36fb6b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:49.631834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port e88dd567-6373-49f7-9a8b-d448de36fb6b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:49.633464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.698692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-8aa6efb2-5797-4f43-9a53-c1ef0848c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.700641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-8aa6efb2-5797-4f43-9a53-c1ef0848c895 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1126 time: 0.1782460 Mar 10 23:47:49.736899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4d8e5182-36e3-4d24-9fa5-98a79a897560 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.738992 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4d8e5182-36e3-4d24-9fa5-98a79a897560 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.0972705 Mar 10 23:47:49.758508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e88dd567-6373-49f7-9a8b-d448de36fb6b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:49.758508 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.776489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-39fd62df-59ab-4c2d-bad1-875e49ba4502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 217 time: 0.0532243 Mar 10 23:47:49.801846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:49.806047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-2cf9841d-65db-4a13-90ae-0981ebb4f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.807695 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-2cf9841d-65db-4a13-90ae-0981ebb4f9d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 1126 time: 0.0616751 Mar 10 23:47:49.810995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:49.815219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-7d1eb62c-d38a-4d6f-8475-58028d8dae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.816705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-7d1eb62c-d38a-4d6f-8475-58028d8dae0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3800004 Mar 10 23:47:49.882475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:49.885677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f7dde-f3f6-48c9-812b-6ceaa756594f req-776ba3f9-80e4-44d3-9d8c-ee7f545da60d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.886724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c6f7dde-f3f6-48c9-812b-6ceaa756594f req-776ba3f9-80e4-44d3-9d8c-ee7f545da60d tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.2032282 Mar 10 23:47:49.914333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-be74105a-8aaa-468d-ac6f-bb1aefb6cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.919973 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-be74105a-8aaa-468d-ac6f-bb1aefb6cf14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1126 time: 0.0691440 Mar 10 23:47:49.924376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-1fe3e5f0-d8b3-464c-b258-18fcd6d57c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=03a07110-3193-499e-b348-a9c4450021ee HTTP/1.1" status: 200 len: 217 time: 0.0770149 Mar 10 23:47:49.931838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-590b0286-1d81-4121-95ee-1907adafb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.933239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-590b0286-1d81-4121-95ee-1907adafb461 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1506729 Mar 10 23:47:49.974619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299951c-c707-41f8-b1c8-163ecfbfe77c req-672e1947-f977-4891-8d5d-1f48f7ab2130 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:49.976129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8299951c-c707-41f8-b1c8-163ecfbfe77c req-672e1947-f977-4891-8d5d-1f48f7ab2130 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.2716811 Mar 10 23:47:50.013308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-80c07d8d-7942-49c4-a00d-4092fecc2f48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652857 Mar 10 23:47:50.023685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-adc72330-8f65-49a1-aace-0183dccb9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.025915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-adc72330-8f65-49a1-aace-0183dccb9572 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1034284 Mar 10 23:47:50.070039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-f3fadad9-6ef6-4565-9954-ef58532e419d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0378635 Mar 10 23:47:50.133987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4b9cfa97-c55f-46cd-93fb-a05b9f05c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.135836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-4b9cfa97-c55f-46cd-93fb-a05b9f05c104 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0589972 Mar 10 23:47:50.174713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-84ecf3e7-c8e2-4613-a48d-c104705f049c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325153 Mar 10 23:47:50.277156 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-55fbd3d6-860e-4912-afff-ab05fe24759e service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941157 Mar 10 23:47:50.309884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c6f7dde-f3f6-48c9-812b-6ceaa756594f req-62863c82-1ae5-4cd9-bd3e-efbf43e0bb5c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915880 Mar 10 23:47:50.354536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-0c2ded02-0616-4693-acd2-876806a690a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.356024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-0c2ded02-0616-4693-acd2-876806a690a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.4208865 Mar 10 23:47:50.379828 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a123355-d678-45e2-9c17-e02a63ac7cd7 x-openstack-request-id: req-4a123355-d678-45e2-9c17-e02a63ac7cd7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:50.380148 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:50.380400 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a123355-d678-45e2-9c17-e02a63ac7cd7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:50.380795 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'status': 'completed', 'code': 200} Mar 10 23:47:50.393589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8299951c-c707-41f8-b1c8-163ecfbfe77c req-1b60e827-fb0c-452f-9de9-145956d84b76 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830044 Mar 10 23:47:50.468606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-a2dc5009-fd8a-40da-a481-2bef7c05cda1 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756136 Mar 10 23:47:50.480248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-335f20c8-80db-4683-94e5-30ff9adf4cbe service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354522 Mar 10 23:47:50.525668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-f794d8f0-ed30-4e82-949d-96daa3d3d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.527098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-f794d8f0-ed30-4e82-949d-96daa3d3d5fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1581683 Mar 10 23:47:50.564686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251161fe-8013-4ada-92ce-66f8b74d3fb4 req-a021e374-12f8-4197-bd38-102888b24ede tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.566240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-251161fe-8013-4ada-92ce-66f8b74d3fb4 req-a021e374-12f8-4197-bd38-102888b24ede tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.1257088 Mar 10 23:47:50.733827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9885a4da-5571-408f-b9fd-8775d16a91fc req-df529ca7-3ef7-40e9-9475-223186f3fac9 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440104 Mar 10 23:47:50.738899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-251161fe-8013-4ada-92ce-66f8b74d3fb4 req-48a93d58-c131-484d-87db-fcedf6476156 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587446 Mar 10 23:47:50.742911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-59b0ea0b-b54b-4ee7-a5b0-220fe3250a22 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047367 Mar 10 23:47:50.800399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b0a86d52-65f1-4594-9787-ef9cc8e1cb4b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.801952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-b0a86d52-65f1-4594-9787-ef9cc8e1cb4b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.0723724 Mar 10 23:47:50.919221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-55b43258-2ebc-40a1-9a30-b07effce709c service neutron] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:50.922865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-55b43258-2ebc-40a1-9a30-b07effce709c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:50.924121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9bbd4a09-0394-42b2-b47c-b3b2b93fd138 req-55b43258-2ebc-40a1-9a30-b07effce709c service neutron] 10.222.0.39 "DELETE /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.1144333 Mar 10 23:47:50.935423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:50.937726 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0226a55-f2e5-44da-b336-5b4cf18df7de" -d '{"events": [{"server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:50.938529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62964841-1383-4f92-bbf2-3d1cb6354144 req-51901483-498d-4406-ac61-d9c954aa5751 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889963 Mar 10 23:47:50.976289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.976806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.977278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.977743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.978204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.978661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.979123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.979594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.980080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.980535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.981004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.981682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.982142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.982651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.984970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-95afd4b7-9a50-4a3f-b14e-0337bf2ec160 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0&device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9&device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a&device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007&device_id=9f6495e5-3735-4379-a7bc-2ca0272add00&device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&device_id=1969a84f-4591-40dd-a226-92d2e4de73f4&device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&device_id=30872616-aa55-4d1b-afc3-6130a51f3f23&device_id=19ada39b-a425-4ff9-b568-83f91db4f347&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 13103 time: 0.1475461 Mar 10 23:47:50.987710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-d38c47af-93fb-477b-84be-92b8879ee443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.989111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-d38c47af-93fb-477b-84be-92b8879ee443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1126 time: 0.1626360 Mar 10 23:47:50.996215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb38d5-33c2-46b4-91e9-9e7a12d5151e req-28db3e74-9c70-4b6d-a12c-551a4dd7b362 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:50.998284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5eb38d5-33c2-46b4-91e9-9e7a12d5151e req-28db3e74-9c70-4b6d-a12c-551a4dd7b362 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 0.1703172 Mar 10 23:47:51.034690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-f836aec9-77dc-4391-89d1-773d5c551f03 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:51.139781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5eb38d5-33c2-46b4-91e9-9e7a12d5151e req-0145f765-a535-4550-81f1-c4a432e60b2a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279507 Mar 10 23:47:51.161881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-e983ca32-5cf2-47cf-8fb0-75a538d2f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.163509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-e983ca32-5cf2-47cf-8fb0-75a538d2f104 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1633148 Mar 10 23:47:51.212700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-b2223682-1ae3-48cb-bec2-7d5f5ae211fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 217 time: 0.0414085 Mar 10 23:47:51.325059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-f836aec9-77dc-4391-89d1-773d5c551f03 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Publish callbacks [] for security_group (4df16168-6412-46ee-b5f9-b0e9e0ab8eb8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:51.336095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-f836aec9-77dc-4391-89d1-773d5c551f03 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4df16168-6412-46ee-b5f9-b0e9e0ab8eb8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:51.343401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-56aaee45-197b-4bd7-bcce-c3b5e0cee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.344902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-56aaee45-197b-4bd7-bcce-c3b5e0cee14d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1206563 Mar 10 23:47:51.425353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-0aadff55-d4bf-4d56-acc0-96534a1841eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605175 Mar 10 23:47:51.438133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ff1b-d393-48e3-a882-2f8dff07f89c req-3d003195-3389-4937-9e3b-3f789ef41055 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.439507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e536ff1b-d393-48e3-a882-2f8dff07f89c req-3d003195-3389-4937-9e3b-3f789ef41055 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 949 time: 0.2304299 Mar 10 23:47:51.440143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836aec9-77dc-4391-89d1-773d5c551f03 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df16168-6412-46ee-b5f9-b0e9e0ab8eb8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:51.487757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-7ba914cd-f7da-4c89-9f4c-3a7705747e63 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.489213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-7ba914cd-f7da-4c89-9f4c-3a7705747e63 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 949 time: 0.2053401 Mar 10 23:47:51.635634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e536ff1b-d393-48e3-a882-2f8dff07f89c req-f206df6f-c56b-4d3c-8922-c9d10cccccb9 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880352 Mar 10 23:47:51.660256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2619244a-9fb3-4ef2-a843-9e24a3205bf1 req-f836aec9-77dc-4391-89d1-773d5c551f03 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&id=1934d531-7600-46ca-8aec-6e8099bb3eb4&id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6609819 Mar 10 23:47:51.696734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-269f7c94-4bd8-4fb0-b950-e6096cc4fde7 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515891 Mar 10 23:47:51.746650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Deleting port c24f648c-7837-47b5-a79c-7b77a5e0dc45 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:47:51.747651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:51.864463 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f9c655-08b6-4887-bcf6-b7d833f41cd2 x-openstack-request-id: req-49f9c655-08b6-4887-bcf6-b7d833f41cd2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:51.864786 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:51.865047 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49f9c655-08b6-4887-bcf6-b7d833f41cd2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:51.865445 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b', 'code': 200} Mar 10 23:47:51.897926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cb478-87b7-45b1-a249-ed23bff08060 req-cb5133c5-194e-45ca-8bc1-3c853d60be60 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.899327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-844cb478-87b7-45b1-a249-ed23bff08060 req-cb5133c5-194e-45ca-8bc1-3c853d60be60 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 947 time: 0.1940596 Mar 10 23:47:51.969730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474d0e40-981c-4a62-a42b-62448d6d00bf req-bf954afc-a913-46ef-9416-e6e4c95b827c service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507539 Mar 10 23:47:51.977544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c871c2c-b0c6-41bc-9d57-d3bd3a00b89b req-55cf0b8e-2da0-4eb7-b590-81a72de7285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:51.979825 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c871c2c-b0c6-41bc-9d57-d3bd3a00b89b req-55cf0b8e-2da0-4eb7-b590-81a72de7285a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 1131 time: 0.0474632 Mar 10 23:47:51.980919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] For port c24f648c-7837-47b5-a79c-7b77a5e0dc45, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c24f648c-7837-47b5-a79c-7b77a5e0dc45,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:51.981814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:52.012360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Calling delete_port for c24f648c-7837-47b5-a79c-7b77a5e0dc45 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:47:52.024131 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c871c2c-b0c6-41bc-9d57-d3bd3a00b89b req-1a3dfce7-81c9-4d14-bcd4-10024aa99968 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Mar 10 23:47:52.030396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-844cb478-87b7-45b1-a249-ed23bff08060 req-65ff9897-28e7-44f7-b5e8-7c413fff25cf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216071 Mar 10 23:47:52.072720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abc051-3a21-4a23-aa14-410826816ec3 req-e6f89cd2-5de0-48e9-985c-04755b76a284 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.074180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7abc051-3a21-4a23-aa14-410826816ec3 req-e6f89cd2-5de0-48e9-985c-04755b76a284 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.1642203 Mar 10 23:47:52.178609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7abc051-3a21-4a23-aa14-410826816ec3 req-210ee01a-b6ed-4d6a-af56-79f10a599a49 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976667 Mar 10 23:47:52.212937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a56ea-20d4-495c-a071-ba394caffa4f req-50563d7e-4ad6-4729-9593-05d7ac6926e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.214401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-589a56ea-20d4-495c-a071-ba394caffa4f req-50563d7e-4ad6-4729-9593-05d7ac6926e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.1237860 Mar 10 23:47:52.261161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c24f648c-7837-47b5-a79c-7b77a5e0dc45), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:52.274601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c24f648c-7837-47b5-a79c-7b77a5e0dc45'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:52.278765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['71424edc-f509-48fa-b5c7-000fab036ddc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:52.308363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Pushing event deleted for resources: {'Port': ['ID=c24f648c-7837-47b5-a79c-7b77a5e0dc45,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:52.313627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-589a56ea-20d4-495c-a071-ba394caffa4f req-26f85eef-a5d3-455c-a0d9-24bded6e34e7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921347 Mar 10 23:47:52.361270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] No DVR routers for this DVR port c24f648c-7837-47b5-a79c-7b77a5e0dc45 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:52.365298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:52.371245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ed5ae38-9b96-41e3-8a65-752a20cf920f req-aaa95ac5-f5df-4b71-bdf7-bdd9c3e50c49 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.30 "DELETE /v2.0/ports/c24f648c-7837-47b5-a79c-7b77a5e0dc45 HTTP/1.1" status: 204 len: 173 time: 0.8683338 Mar 10 23:47:52.382043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'name': 'network-vif-deleted', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:52.385119 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb85c2-fee6-4489-b59a-039752141c84" -d '{"events": [{"server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "name": "network-vif-deleted", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:52.509623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ced3aa21-e887-496e-adba-71abcc8249d5 req-85d317fa-987c-4b84-9bcf-76cae07f9951 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6495e5-3735-4379-a7bc-2ca0272add00 HTTP/1.1" status: 200 len: 210 time: 0.0520668 Mar 10 23:47:52.692975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441d81d-3443-4311-9bc0-8beee6f88c8c req-d00d216d-020c-4d43-9b6d-7bf407b41953 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.694383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c441d81d-3443-4311-9bc0-8beee6f88c8c req-d00d216d-020c-4d43-9b6d-7bf407b41953 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 0.0922198 Mar 10 23:47:52.702478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc5cd6-00db-436f-8586-23b2bfcadd15 req-4d1eec2f-f5e6-4ddb-9ccd-eb6e2b716f2c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.703839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ddc5cd6-00db-436f-8586-23b2bfcadd15 req-4d1eec2f-f5e6-4ddb-9ccd-eb6e2b716f2c tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.0724461 Mar 10 23:47:52.712436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:52.718299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Request body: {'floatingip': {'port_id': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:52.749060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c441d81d-3443-4311-9bc0-8beee6f88c8c req-1813f374-a9d4-413e-b811-8ad207a49c35 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 Mar 10 23:47:52.763462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:52.764451 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207dfac9-6cf4-43b6-9cfb-5cf524501374 x-openstack-request-id: req-207dfac9-6cf4-43b6-9cfb-5cf524501374 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:52.764746 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6495e5-3735-4379-a7bc-2ca0272add00", "name": "network-vif-deleted", "tag": "c24f648c-7837-47b5-a79c-7b77a5e0dc45", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:52.765023 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-207dfac9-6cf4-43b6-9cfb-5cf524501374 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:52.765405 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6495e5-3735-4379-a7bc-2ca0272add00', 'name': 'network-vif-deleted', 'tag': 'c24f648c-7837-47b5-a79c-7b77a5e0dc45', 'status': 'completed', 'code': 200} Mar 10 23:47:52.974751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7a75-e9af-406a-9cab-26305ae6058b req-c87d36fe-3c95-4081-a674-17b5446ae406 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.975590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7a75-e9af-406a-9cab-26305ae6058b req-c87d36fe-3c95-4081-a674-17b5446ae406 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.976176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7a75-e9af-406a-9cab-26305ae6058b req-c87d36fe-3c95-4081-a674-17b5446ae406 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:52.978432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8fd7a75-e9af-406a-9cab-26305ae6058b req-c87d36fe-3c95-4081-a674-17b5446ae406 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007&device_id=1969a84f-4591-40dd-a226-92d2e4de73f4&device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 2977 time: 0.0569303 Mar 10 23:47:53.064834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8fd7a75-e9af-406a-9cab-26305ae6058b req-ef8aac62-735b-450f-8101-25fc3b0863bf tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800872 Mar 10 23:47:53.093034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8488b-28b2-4cca-870e-4d77f40336e0 req-324eac32-0756-48ee-a864-ccd24a918841 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:53.094631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd8488b-28b2-4cca-870e-4d77f40336e0 req-324eac32-0756-48ee-a864-ccd24a918841 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 949 time: 0.0962667 Mar 10 23:47:53.175254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd8488b-28b2-4cca-870e-4d77f40336e0 req-6979879b-573f-4d52-b73f-f9de8de1cb9a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Mar 10 23:47:53.180917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1400f-e646-450c-9a1d-290854020a72 req-4ccc61b8-4432-45d0-a255-9b7e6967a187 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:53.182442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29b1400f-e646-450c-9a1d-290854020a72 req-4ccc61b8-4432-45d0-a255-9b7e6967a187 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1126 time: 0.0662513 Mar 10 23:47:53.237304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29b1400f-e646-450c-9a1d-290854020a72 req-5c83743b-8cc5-446c-95da-087db9c4848f tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Mar 10 23:47:53.285139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:53.293053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:53.355888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e73d3-cbb5-44f8-a7b8-4341bdb405af req-9856c664-994f-4fcc-8536-240909745344 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:53.358560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b68e73d3-cbb5-44f8-a7b8-4341bdb405af req-9856c664-994f-4fcc-8536-240909745344 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 947 time: 0.0897574 Mar 10 23:47:53.397808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:53.423414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:53.424798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b68e73d3-cbb5-44f8-a7b8-4341bdb405af req-792d888a-5548-4a82-b338-d9c40234f1c7 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Mar 10 23:47:53.445244 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Floating IP f9d422e5-7610-420e-9741-c7b2e88e373f associated. External IP: 172.25.7.154, port: c1c654af-f25c-4ef7-bace-bc5d8b06429c. Mar 10 23:47:53.534385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:47:53.535000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:53.564786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:53.577108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'port_id': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'mac_address': 'fa:16:3e:ea:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1afc83a-2ceb-4c1f-968a-9d30edf4ed43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:53.700491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-772237b5-cecc-4471-ad1e-64e6da4edb07 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:53.702543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-772237b5-cecc-4471-ad1e-64e6da4edb07 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.1341329 Mar 10 23:47:53.725393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-378335b3-5774-49d6-ae5c-7f41ef1143b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/quotas/f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 375 time: 0.0172913 Mar 10 23:47:53.762174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4053c76a-8a8f-455b-8482-99d3e31c4807 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:53.762644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:53.780606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4053c76a-8a8f-455b-8482-99d3e31c4807 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:53.786625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-3cf548f8-c624-4d31-bc88-a27cff8b1d9a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593388 Mar 10 23:47:53.803556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:53.812297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:53.813217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 03a07110-3193-499e-b348-a9c4450021ee details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:47:53.898714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:53.925707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-8a9cc233-eeee-4b1c-92cf-b55cea92cc7c service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311069 Mar 10 23:47:54.015587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=03a07110-3193-499e-b348-a9c4450021ee,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:54.030056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '03a07110-3193-499e-b348-a9c4450021ee', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '03a07110-3193-499e-b348-a9c4450021ee', 'mac_address': 'fa:16:3e:c8:c7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:47:54.041886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:47:54.043103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-49286993-c2e7-4144-9dd9-c7486aa995f0 service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091752 Mar 10 23:47:54.071248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 03a07110-3193-499e-b348-a9c4450021ee is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:54.071724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03a07110-3193-499e-b348-a9c4450021ee), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:54.085805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a07110-3193-499e-b348-a9c4450021ee {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:54.109213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=03a07110-3193-499e-b348-a9c4450021ee,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:54.115159 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:54.178814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:54.197759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:47:54.203589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:54.211185 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:47:54.237053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:47:54.245194 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:47:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:54.257879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c701d6ef-11c9-4977-ab8e-578cd028cf40 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "PUT /v2.0/floatingips/f9d422e5-7610-420e-9741-c7b2e88e373f HTTP/1.1" status: 200 len: 992 time: 1.5417392 Mar 10 23:47:54.258092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:54.261127 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a9393-9621-4543-bcb2-48fbffe6ec00" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:54.374721 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:47:54.379869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:54.430547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['03a07110-3193-499e-b348-a9c4450021ee'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:54.537838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2643-872f-4ecf-87b5-ac72b0e80283 req-50a43892-c893-4952-b3e4-41b515e6e576 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:54.548138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b75f2643-872f-4ecf-87b5-ac72b0e80283 req-50a43892-c893-4952-b3e4-41b515e6e576 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.1253209 Mar 10 23:47:54.614928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9606dec-0d6f-41c2-b7af-97aa1ec3c9e4 req-70b0c60a-8675-425e-b15d-f5184741aa10 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:54.623155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9606dec-0d6f-41c2-b7af-97aa1ec3c9e4 req-70b0c60a-8675-425e-b15d-f5184741aa10 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.1394572 Mar 10 23:47:54.642305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:f2:bf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:47:53Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:54.670479 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:47:54.674421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b75f2643-872f-4ecf-87b5-ac72b0e80283 req-79fea7c3-9c06-4c71-b77f-09e45c363d7c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112139 Mar 10 23:47:54.679156 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:47:54.680026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:47:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:54.735660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9606dec-0d6f-41c2-b7af-97aa1ec3c9e4 req-74558e28-e739-4eb1-9e6f-fe44afc8156d tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116416 Mar 10 23:47:54.761023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c224f2-3249-43c0-92fd-a94ced42e5e5 req-84161849-7143-4cf0-afd1-7be39723aafe tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 210 time: 0.0336232 Mar 10 23:47:54.820217 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:47:55.078263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:f2:bf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:47:53Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:47:55.104445 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b481ae3c-cb91-4e16-8bff-fa0f4324cbc2 None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f9d422e5-7610-420e-9741-c7b2e88e373f', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '6856e87f-19da-4f95-b177-f09064369de6', 'port_id': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'mac_address': 'fa:16:3e:f2:bf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:46:26Z', 'updated_at': '2022-03-10T23:47:53Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:47:55.112247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017416f-23c6-41df-950f-e34ecb1b5917 req-eb297f3e-fdc6-4fff-8dd0-e2916f6c5168 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.113776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7017416f-23c6-41df-950f-e34ecb1b5917 req-eb297f3e-fdc6-4fff-8dd0-e2916f6c5168 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 949 time: 0.3093100 Mar 10 23:47:55.134796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878af0bd-b58e-409a-9505-3857c8cc66e3 req-60ba91f0-5b06-4b62-abb8-b973bd079575 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.136056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-878af0bd-b58e-409a-9505-3857c8cc66e3 req-60ba91f0-5b06-4b62-abb8-b973bd079575 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.0780172 Mar 10 23:47:55.204930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7017416f-23c6-41df-950f-e34ecb1b5917 req-1652d862-0ce9-4a08-a7f5-38daf2951beb tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844321 Mar 10 23:47:55.208908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-878af0bd-b58e-409a-9505-3857c8cc66e3 req-02b3011e-c7e3-447b-8e70-47a9b26035c4 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644920 Mar 10 23:47:55.267408 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63822e1e-b78a-46ab-a9a7-0738fb4fc299 x-openstack-request-id: req-63822e1e-b78a-46ab-a9a7-0738fb4fc299 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:55.268598 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:55.269065 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63822e1e-b78a-46ab-a9a7-0738fb4fc299 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:55.269691 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'status': 'completed', 'code': 200} Mar 10 23:47:55.312100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24daacb6-9d0a-4a62-9c16-e1a5f8493709 None None] New status for floating IP f9d422e5-7610-420e-9741-c7b2e88e373f: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:47:55.381120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1081-c639-440b-987c-16da0c26e7bc req-915c079f-e164-41fd-bff6-9712e1cd0bb5 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.382599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-676f1081-c639-440b-987c-16da0c26e7bc req-915c079f-e164-41fd-bff6-9712e1cd0bb5 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1132 time: 0.0991428 Mar 10 23:47:55.403448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-8854b591-e7df-4e64-aa75-1be50ac50a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.404910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-8854b591-e7df-4e64-aa75-1be50ac50a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=693aba2499c2459593ea097a4b77a3b4&device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 1128 time: 0.1088893 Mar 10 23:47:55.420195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:55.514082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-676f1081-c639-440b-987c-16da0c26e7bc req-53e5dc67-5963-4fd6-89a6-c2aaa87df295 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080277 Mar 10 23:47:55.554047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4053c76a-8a8f-455b-8482-99d3e31c4807 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:55.559582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4053c76a-8a8f-455b-8482-99d3e31c4807 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:55.559988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.618869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-bed1af34-f277-40e6-8fae-33270b28faa3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.619039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1476e2-d72b-4aef-9394-ec34e2439517 req-f4906cf9-d9e7-468e-9c0a-1e522cbdb3b5 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.620518 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-bed1af34-f277-40e6-8fae-33270b28faa3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.1597192 Mar 10 23:47:55.626006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff1476e2-d72b-4aef-9394-ec34e2439517 req-f4906cf9-d9e7-468e-9c0a-1e522cbdb3b5 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 948 time: 0.2581828 Mar 10 23:47:55.642308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Request body: {'port': {'device_id': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'admin_state_up': True, 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:55.684091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-0cb38b11-7d35-4d15-9a8c-c204b906a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.685713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-0cb38b11-7d35-4d15-9a8c-c204b906a625 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 200 len: 925 time: 0.2732968 Mar 10 23:47:55.686678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4053c76a-8a8f-455b-8482-99d3e31c4807 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:55.687075 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.698209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff1476e2-d72b-4aef-9394-ec34e2439517 req-079be7da-b23e-46a3-b35a-d310748ee6c9 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693583 Mar 10 23:47:55.713101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:55.716219 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9859849a-7b2e-4f0d-982d-a1726b045ecd" -d '{"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-plugged", "status": "completed", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:55.732272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:55.740005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.741001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 03a07110-3193-499e-b348-a9c4450021ee up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:47:55.826080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:47:55.829664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.852816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:55.866981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 03a07110-3193-499e-b348-a9c4450021ee completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:47:55.871291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 03a07110-3193-499e-b348-a9c4450021ee triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:47:55.871994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03a07110-3193-499e-b348-a9c4450021ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.908248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-e9d6e8de-0571-4145-9e85-ae22705f8197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c HTTP/1.1" status: 200 len: 1002 time: 0.2089314 Mar 10 23:47:55.951306 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:47:55.956685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 03a07110-3193-499e-b348-a9c4450021ee is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:47:55.957085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03a07110-3193-499e-b348-a9c4450021ee), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:55.975207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-5b7c6b23-a3ca-433a-801c-b95379521581 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.976769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-5b7c6b23-a3ca-433a-801c-b95379521581 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 1131 time: 0.1644087 Mar 10 23:47:55.987431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf03c-7eaf-4e40-ab6a-7de33ad74686 req-1044be6f-3468-400b-b107-4931f028ac82 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:55.989015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0facf03c-7eaf-4e40-ab6a-7de33ad74686 req-1044be6f-3468-400b-b107-4931f028ac82 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1132 time: 0.1755526 Mar 10 23:47:55.994116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=03a07110-3193-499e-b348-a9c4450021ee,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:55.998787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-693b6524-aa68-4d79-9ea1-342be198d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.000064 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.000338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-693b6524-aa68-4d79-9ea1-342be198d4b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 200 len: 863 time: 0.0801501 Mar 10 23:47:56.000876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c24f648c-7837-47b5-a79c-7b77a5e0dc45 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:47:56.004036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Allocated IP 172.20.0.11 (6c553ddc-8578-4f93-aa28-2d39914c52a3/e291b944-80d5-4d91-a07d-ab4b39e963f0/dc9870f5-7859-4934-a426-0d5921f31f87) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:47:56.009100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-ba7c315d-129a-49cb-8933-f10f1c6331b4 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.042155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c24f648c-7837-47b5-a79c-7b77a5e0dc45 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:47:56.042506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c24f648c-7837-47b5-a79c-7b77a5e0dc45 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:47:56.076923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:56.109330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0facf03c-7eaf-4e40-ab6a-7de33ad74686 req-a7a4ef4d-d86b-4918-9d41-2a9fa396e248 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029990 Mar 10 23:47:56.118198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-4befec29-8c37-4490-a0da-ce4f21df0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.119594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-4befec29-8c37-4490-a0da-ce4f21df0945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6868b39a-f1f9-4f89-99ff-0896f0022b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122923 Mar 10 23:47:56.128327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-cd3ac06a-c3d6-43af-a6ca-30befbd6df45 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.128327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-cd3ac06a-c3d6-43af-a6ca-30befbd6df45 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.39 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.1035416 Mar 10 23:47:56.260183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-ba7c315d-129a-49cb-8933-f10f1c6331b4 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Publish callbacks [] for security_group (5ec4a732-53d9-4725-9594-c6a5255bcbfb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.276148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-ba7c315d-129a-49cb-8933-f10f1c6331b4 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5ec4a732-53d9-4725-9594-c6a5255bcbfb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.287511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks [] for port (dc9870f5-7859-4934-a426-0d5921f31f87), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.297898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-dd61d28f-6b12-4055-9c64-40cc6927547a service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710384 Mar 10 23:47:56.313588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Deleting port 71424edc-f509-48fa-b5c7-000fab036ddc {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:47:56.313932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.338867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae629f7-9a84-4b38-9325-e0df815783f1 req-49071383-ec92-4864-96e6-121716cb3e4d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.340345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eae629f7-9a84-4b38-9325-e0df815783f1 req-49071383-ec92-4864-96e6-121716cb3e4d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1661906 Mar 10 23:47:56.358016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4480f58c-76d7-4596-b9b6-268b024e7847 req-ba7c315d-129a-49cb-8933-f10f1c6331b4 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752041 Mar 10 23:47:56.380333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c315d-129a-49cb-8933-f10f1c6331b4 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec4a732-53d9-4725-9594-c6a5255bcbfb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:56.405808 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.434142 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24774d76-fbd6-4a82-8c2f-c2e331213dbf x-openstack-request-id: req-24774d76-fbd6-4a82-8c2f-c2e331213dbf {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:56.436897 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-plugged", "status": "completed", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:56.437270 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24774d76-fbd6-4a82-8c2f-c2e331213dbf {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:56.439379 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'code': 200} Mar 10 23:47:56.465410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:47:56.467735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eae629f7-9a84-4b38-9325-e0df815783f1 req-32a7ca2f-1125-49dd-bf11-5137335ec3fb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143553 Mar 10 23:47:56.470101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-652a9393-9621-4543-bcb2-48fbffe6ec00 req-c2d23d94-ece7-4d5c-b85e-e75aaa291917 service neutron] 10.222.0.30 "GET /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629751 Mar 10 23:47:56.479971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:47:56.498247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:47:56.501434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:56.509997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] For port 71424edc-f509-48fa-b5c7-000fab036ddc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=71424edc-f509-48fa-b5c7-000fab036ddc,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:47:56.510379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.557499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Calling delete_port for 71424edc-f509-48fa-b5c7-000fab036ddc owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:47:56.582270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.582880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.632975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4d22ea6-2f64-4bb1-a8ef-a7ff7b1ee03c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9983025 Mar 10 23:47:56.635229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e06a-da51-4422-ac93-c4c00f74ab4c req-8627dbcc-0bec-4cdc-ac63-af0c480c60de tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.636736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da71e06a-da51-4422-ac93-c4c00f74ab4c req-8627dbcc-0bec-4cdc-ac63-af0c480c60de tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/ports?device_id=30872616-aa55-4d1b-afc3-6130a51f3f23 HTTP/1.1" status: 200 len: 950 time: 0.1215408 Mar 10 23:47:56.648385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Request body: {'port': {'device_id': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:47:56.653733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad22770-5675-4b9f-a3d0-2648d47fe435 req-6e0d34be-c379-43e7-ab34-c5c682796a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.655258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bad22770-5675-4b9f-a3d0-2648d47fe435 req-6e0d34be-c379-43e7-ab34-c5c682796a82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1128 time: 0.1106451 Mar 10 23:47:56.690973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3884fb-7e51-478e-bf93-758a4c779ef8 req-08a4b11a-55d6-4a8f-9e93-6facb2f951d6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:56.692491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b3884fb-7e51-478e-bf93-758a4c779ef8 req-08a4b11a-55d6-4a8f-9e93-6facb2f951d6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 932 time: 0.1165540 Mar 10 23:47:56.744054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da71e06a-da51-4422-ac93-c4c00f74ab4c req-7f5fb182-1fe3-48da-afec-5975f7a177a6 tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.21 "GET /v2.0/security-groups?id=1934d531-7600-46ca-8aec-6e8099bb3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002867 Mar 10 23:47:56.745244 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.776126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bad22770-5675-4b9f-a3d0-2648d47fe435 req-5395d38d-5bc8-4106-ac91-72d02c69ef98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108658 Mar 10 23:47:56.788147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b3884fb-7e51-478e-bf93-758a4c779ef8 req-036cf3c6-6ea1-4e10-933a-7f8ce87b142b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859344 Mar 10 23:47:56.807537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (71424edc-f509-48fa-b5c7-000fab036ddc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.822898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['71424edc-f509-48fa-b5c7-000fab036ddc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:47:56.846357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Pushing event deleted for resources: {'Port': ['ID=71424edc-f509-48fa-b5c7-000fab036ddc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:56.954628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] No DVR routers for this DVR port 71424edc-f509-48fa-b5c7-000fab036ddc on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:47:56.959553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:56.964516 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-49bea17c-c351-4f05-aa7f-d00daa2af22c req-e1c75421-f02e-4ff6-9008-c96046c7175b tempest-LiveMigrationNegativeTest-439743702 tempest-LiveMigrationNegativeTest-439743702-project] 10.222.0.39 "DELETE /v2.0/ports/71424edc-f509-48fa-b5c7-000fab036ddc HTTP/1.1" status: 204 len: 173 time: 0.8321617 Mar 10 23:47:57.126925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618e35a-7533-49b1-bb70-392ca0baeb9f req-3741e34e-5e8a-44be-bb58-95734df5462e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:57.134682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d618e35a-7533-49b1-bb70-392ca0baeb9f req-3741e34e-5e8a-44be-bb58-95734df5462e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.1080687 Mar 10 23:47:57.201740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9870f5-7859-4934-a426-0d5921f31f87 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:47:57.212221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks [] for port (dc9870f5-7859-4934-a426-0d5921f31f87), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.220163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8039866c-3b98-4e99-8762-9948683f8bd5 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367825 Mar 10 23:47:57.228211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Transition to ACTIVE for port object dc9870f5-7859-4934-a426-0d5921f31f87 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:47:57.230119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d618e35a-7533-49b1-bb70-392ca0baeb9f req-04d7092a-f481-4e5a-9302-f6fe4d8a1a99 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923281 Mar 10 23:47:57.235646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.291898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'name': 'network-vif-deleted', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:57.295163 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb96a5-6dcd-4dce-affe-f6a60224b27f" -d '{"events": [{"server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "name": "network-vif-deleted", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:57.370385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:57.378731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-79521404-7458-4228-beef-b6f099f24df6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:57.386251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-79521404-7458-4228-beef-b6f099f24df6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549523 Mar 10 23:47:57.411107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-6cd77600-170b-489f-8882-dccef1e6cc29 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0236433 Mar 10 23:47:57.457539 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef2def-7e79-4500-bf8a-29ec93ef2686 x-openstack-request-id: req-cfef2def-7e79-4500-bf8a-29ec93ef2686 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:57.457901 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30872616-aa55-4d1b-afc3-6130a51f3f23", "name": "network-vif-deleted", "tag": "71424edc-f509-48fa-b5c7-000fab036ddc", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:57.458214 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfef2def-7e79-4500-bf8a-29ec93ef2686 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:57.458666 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30872616-aa55-4d1b-afc3-6130a51f3f23', 'name': 'network-vif-deleted', 'tag': '71424edc-f509-48fa-b5c7-000fab036ddc', 'status': 'completed', 'code': 200} Mar 10 23:47:57.495488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37220) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:57.496550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-d8fcbbc9-edd4-4758-981c-3c79fcc534bd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844486 Mar 10 23:47:57.515818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:47:57.516208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:47:57.516811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:57.524754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:47:57.525544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:47:57.534917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:47:57.535397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:47:57.535794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:47:57.536795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Bound port: dc9870f5-7859-4934-a426-0d5921f31f87, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:47:57.537354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.643312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:47:57.655286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:47:57.676579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.748359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ace914b2-bd62-4f86-9e73-ea1bdbba1b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.765214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:57.765828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.767208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] 10.222.0.39 "PUT /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 1092 time: 1.1241789 Mar 10 23:47:57.796263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f462d5-4a6b-4546-8bdc-2ce514a34282 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:57.897223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82fde-5a95-434a-b113-ae07cb76dca8 req-38936823-1d65-47a5-80f0-39766835867d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:57.905840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e82fde-5a95-434a-b113-ae07cb76dca8 req-38936823-1d65-47a5-80f0-39766835867d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1141629 Mar 10 23:47:57.945615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ace914b2-bd62-4f86-9e73-ea1bdbba1b08 admin admin] Publish callbacks [] for security_group (77fcc58f-6a08-47c0-90dc-1f773bc199c8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.957035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ace914b2-bd62-4f86-9e73-ea1bdbba1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (77fcc58f-6a08-47c0-90dc-1f773bc199c8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:57.993927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e82fde-5a95-434a-b113-ae07cb76dca8 req-eefb71d6-dca5-4ec0-941c-de8a54fc0df4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871923 Mar 10 23:47:58.020469 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ace914b2-bd62-4f86-9e73-ea1bdbba1b08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=560a8dcfcedc46e5bda223b0b0f1bc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239108 Mar 10 23:47:58.023363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace914b2-bd62-4f86-9e73-ea1bdbba1b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fcc58f-6a08-47c0-90dc-1f773bc199c8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:58.023740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37244) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:58.028943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-ad97c5ed-a3ad-4422-89eb-d216783f9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.030691 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-ad97c5ed-a3ad-4422-89eb-d216783f9992 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1126 time: 0.1628971 Mar 10 23:47:58.091495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c4038b45-caa9-403d-ab9c-fc65848310f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.0518675 Mar 10 23:47:58.135092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] Publish callbacks [] for security_group (77fcc58f-6a08-47c0-90dc-1f773bc199c8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:58.209877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-0035a6a0-6206-4366-b9e8-ea32232e3af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.212181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-0035a6a0-6206-4366-b9e8-ea32232e3af9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1137424 Mar 10 23:47:58.261113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-ccc936fc-02f9-4655-85b0-98a56a0a7c54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423758 Mar 10 23:47:58.271754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] Publish callbacks [] for security_group (77fcc58f-6a08-47c0-90dc-1f773bc199c8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:58.346243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2cf9-5172-4942-b125-74b392be9e02 req-5159477e-3592-483a-a359-124e4fbb1a86 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.355110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9cf2cf9-5172-4942-b125-74b392be9e02 req-5159477e-3592-483a-a359-124e4fbb1a86 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2209876 Mar 10 23:47:58.383125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb9ffe-728a-430e-8639-e5847882871a req-bbbccc8d-c50d-44fb-8f1a-0959fab2db3b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.385516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25eb9ffe-728a-430e-8639-e5847882871a req-bbbccc8d-c50d-44fb-8f1a-0959fab2db3b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.1648853 Mar 10 23:47:58.407737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-cad4ac85-d9e0-42ac-ae4d-05d31f67d6ca service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390357 Mar 10 23:47:58.427879 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (77fcc58f-6a08-47c0-90dc-1f773bc199c8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:58.430391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:58.431510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77fcc58f-6a08-47c0-90dc-1f773bc199c8 HTTP/1.1" status: 204 len: 168 time: 0.4067128 Mar 10 23:47:58.439881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37260) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:58.441007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07110-3193-499e-b348-a9c4450021ee'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:58.443349 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1308609d-3b50-4173-a888-c5ca35a0df29" -d '{"events": [{"server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "name": "network-vif-plugged", "status": "completed", "tag": "03a07110-3193-499e-b348-a9c4450021ee"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:58.492437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fea3c6-6227-4d31-86b5-fde8737bc9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fcc58f-6a08-47c0-90dc-1f773bc199c8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:58.530921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9cf2cf9-5172-4942-b125-74b392be9e02 req-90f2fa55-caec-406f-b0df-272af6e578fd tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695006 Mar 10 23:47:58.550321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25eb9ffe-728a-430e-8639-e5847882871a req-1a4b3e12-9aff-4be1-94b5-14ea54012972 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556718 Mar 10 23:47:58.636694 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-649077d8-aaf3-4001-b8f2-b08b09a0464a req-c594b4e4-55f8-46f4-b9f4-99f45a7df584 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221735 Mar 10 23:47:58.732009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac58e-72b5-489d-96ae-2877287c1489 req-0aa894d7-aac1-47ce-b0ba-2efe6420c6b2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.740222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-263ac58e-72b5-489d-96ae-2877287c1489 req-0aa894d7-aac1-47ce-b0ba-2efe6420c6b2 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.0814123 Mar 10 23:47:58.823842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-263ac58e-72b5-489d-96ae-2877287c1489 req-288027df-dad9-47bc-8975-7fa63ed0c84e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823121 Mar 10 23:47:58.829817 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76848ff6-643b-4fdc-8d96-6ce73a68abdc x-openstack-request-id: req-76848ff6-643b-4fdc-8d96-6ce73a68abdc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:58.830135 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "name": "network-vif-plugged", "status": "completed", "tag": "03a07110-3193-499e-b348-a9c4450021ee", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:58.830608 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76848ff6-643b-4fdc-8d96-6ce73a68abdc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:58.831295 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a07110-3193-499e-b348-a9c4450021ee', 'code': 200} Mar 10 23:47:58.926123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1e77852-f8be-4ba5-b644-3d7c5d179609 req-5cf479c0-7267-4eda-8cca-a1d8f5aa0f31 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 210 time: 0.0464532 Mar 10 23:47:58.936724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:58.942550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94058a52-182b-47d1-90ee-baeae74284f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3c48e7c30e7419abd85cd9d419901b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898281 Mar 10 23:47:58.945010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37280) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:58.966297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d77f12a2-dd0e-430d-ab75-a7ee56585603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:58.982562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf098c-4825-4cff-b17f-7dc1635f1a78 req-1d56db9e-ea46-4055-aa4e-d64e8faf6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:58.984649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fcf098c-4825-4cff-b17f-7dc1635f1a78 req-1d56db9e-ea46-4055-aa4e-d64e8faf6e78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 1131 time: 0.0641375 Mar 10 23:47:59.053060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] Publish callbacks [] for security_group (1934d531-7600-46ca-8aec-6e8099bb3eb4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.067379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fcf098c-4825-4cff-b17f-7dc1635f1a78 req-96b0a716-2815-4fca-bb8f-e84ee02c6c37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759065 Mar 10 23:47:59.088558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] Publish callbacks [] for security_group (1934d531-7600-46ca-8aec-6e8099bb3eb4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.133723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d77f12a2-dd0e-430d-ab75-a7ee56585603 admin admin] Publish callbacks [] for security_group (b4c230b3-26d0-4fb2-aedc-494dc56c3cf7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.139511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d77f12a2-dd0e-430d-ab75-a7ee56585603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b4c230b3-26d0-4fb2-aedc-494dc56c3cf7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.160323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a29da7-6e9c-4244-b32d-3b2f6921a023 req-e20ce094-1d64-44c4-8ba0-4cd2f47c1119 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.164100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70a29da7-6e9c-4244-b32d-3b2f6921a023 req-e20ce094-1d64-44c4-8ba0-4cd2f47c1119 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.0601861 Mar 10 23:47:59.190925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d77f12a2-dd0e-430d-ab75-a7ee56585603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21362e55a7b4411b9d71bfc5909d8a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530255 Mar 10 23:47:59.191508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:59.197786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f12a2-dd0e-430d-ab75-a7ee56585603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c230b3-26d0-4fb2-aedc-494dc56c3cf7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:59.201893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1934d531-7600-46ca-8aec-6e8099bb3eb4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.204340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.214009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70a29da7-6e9c-4244-b32d-3b2f6921a023 req-d415ac7d-8219-4eb6-83f8-6dcda6448042 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Mar 10 23:47:59.216389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1934d531-7600-46ca-8aec-6e8099bb3eb4 HTTP/1.1" status: 204 len: 168 time: 0.2611575 Mar 10 23:47:59.257995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf6092-69cd-45fc-8d0e-f122d2803eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1934d531-7600-46ca-8aec-6e8099bb3eb4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:59.287870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] Publish callbacks [] for security_group (b4c230b3-26d0-4fb2-aedc-494dc56c3cf7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.319825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] Publish callbacks [] for security_group (b4c230b3-26d0-4fb2-aedc-494dc56c3cf7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.365986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf92ba-2f4d-4001-be24-173cf069abff req-7304302d-7526-4403-99a0-643c54aab7f3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.368019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5bf92ba-2f4d-4001-be24-173cf069abff req-7304302d-7526-4403-99a0-643c54aab7f3 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1128 time: 0.0507796 Mar 10 23:47:59.383604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b4c230b3-26d0-4fb2-aedc-494dc56c3cf7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.386566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.388724 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4c230b3-26d0-4fb2-aedc-494dc56c3cf7 HTTP/1.1" status: 204 len: 168 time: 0.1958129 Mar 10 23:47:59.409177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1ce06-1130-4db3-9e30-090f29ddc04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c230b3-26d0-4fb2-aedc-494dc56c3cf7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:47:59.430816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5bf92ba-2f4d-4001-be24-173cf069abff req-209a76e7-d509-42d2-a24a-145b3dafcee0 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Mar 10 23:47:59.459592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:47:59.463472 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:47:59.560029 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d833ae7d-711e-47af-9606-1b66b7fded35 x-openstack-request-id: req-d833ae7d-711e-47af-9606-1b66b7fded35 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:47:59.560029 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:47:59.560683 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d833ae7d-711e-47af-9606-1b66b7fded35 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:47:59.565630 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'status': 'completed', 'code': 200} Mar 10 23:47:59.701769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a67aa-4eea-4ef5-b134-05698d358027 req-ad6fa084-6772-4f9d-8cd1-86d9e88fa9ad tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.702330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-943817bc-0579-4b4e-9d35-0c61e2da7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.703564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-987a67aa-4eea-4ef5-b134-05698d358027 req-ad6fa084-6772-4f9d-8cd1-86d9e88fa9ad tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.0722797 Mar 10 23:47:59.704275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-943817bc-0579-4b4e-9d35-0c61e2da7e6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1126 time: 0.1203876 Mar 10 23:47:59.737065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:59.831005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-290d7979-72f6-416f-8c8c-2af2fccb0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.831709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-987a67aa-4eea-4ef5-b134-05698d358027 req-b90b7000-a227-44be-86d8-15da9ed31f13 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177046 Mar 10 23:47:59.831804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-290d7979-72f6-416f-8c8c-2af2fccb0cbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1177380 Mar 10 23:47:59.867355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f403f-2d7c-45e3-af70-28c1deb97a91 req-a86c663e-19a8-42d5-8e10-89228086aca3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.882017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-502f403f-2d7c-45e3-af70-28c1deb97a91 req-a86c663e-19a8-42d5-8e10-89228086aca3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.1709490 Mar 10 23:47:59.885843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d430392b-eb07-4a11-ac0a-cc2668563c84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3adc521bb9b347da90bc7263765e2717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467350 Mar 10 23:47:59.889051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37320) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:47:59.912669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-b2f55bf8-6d5e-4606-8cf5-2756bfb1d4b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.0684478 Mar 10 23:47:59.962795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Publish callbacks [] for security_group (3eda23da-e053-427f-bddb-e400aad72818), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:47:59.982556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-2ed2123d-3e0b-4405-998a-6a177b7157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:47:59.984058 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-2ed2123d-3e0b-4405-998a-6a177b7157cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0585163 Mar 10 23:47:59.992050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Publish callbacks [] for security_group (3eda23da-e053-427f-bddb-e400aad72818), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:00.064205 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-4b1926b9-76ba-4d6d-9ce5-5a74b3f1fe02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687056 Mar 10 23:48:00.079498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3eda23da-e053-427f-bddb-e400aad72818), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:00.082220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:00.086321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eda23da-e053-427f-bddb-e400aad72818 HTTP/1.1" status: 204 len: 168 time: 0.1959755 Mar 10 23:48:00.127025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eda23da-e053-427f-bddb-e400aad72818,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:00.131391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-881cf9a5-28ef-48c5-8ca8-e3c15b9a8e5d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437274 Mar 10 23:48:00.150666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.152897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.154548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.155070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.160199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.160755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.161715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.162212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.162695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.163189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.163670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.164320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.164795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2f3400-0d91-4b3a-a50c-47bb0af3e3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:00.304607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-ff913cef-b9b2-4197-94b4-f2bd803b3ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289557 Mar 10 23:48:00.358960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-502f403f-2d7c-45e3-af70-28c1deb97a91 req-39e8f27c-c1e7-4af1-a985-7ef181811e3f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213824 Mar 10 23:48:00.452878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-eb0bc83d-c994-49d9-8eeb-8d29ea5c3538 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773938 Mar 10 23:48:00.479038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1b2ad-b586-434f-8e4f-214a614b89cd req-6fa5e83c-4165-4878-8740-3d501bc38970 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:00.494060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee1b2ad-b586-434f-8e4f-214a614b89cd req-6fa5e83c-4165-4878-8740-3d501bc38970 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.5367208 Mar 10 23:48:00.594280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e47c2dff-f1f7-43ea-9d83-bbdfc6e85aea req-17403343-1522-424b-a7e8-b8e490d22dba service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795212 Mar 10 23:48:00.637572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee1b2ad-b586-434f-8e4f-214a614b89cd req-5044355c-c077-46f7-83ae-4f68e85dce6f tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400206 Mar 10 23:48:00.673933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8ba09566-bba5-42a0-b87b-eb9f0820a17e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:00.676191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8ba09566-bba5-42a0-b87b-eb9f0820a17e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316062 Mar 10 23:48:00.715775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:00.734701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58391de0-8a6f-49f3-bb9c-2549f1ccc004 req-dee9e4fd-7020-4242-95c7-d4512bee8d23 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 210 time: 0.1383569 Mar 10 23:48:00.919143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-9ba9c1a0-88ef-49eb-8b5c-f46fc6539437 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:00.922952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-9ba9c1a0-88ef-49eb-8b5c-f46fc6539437 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4565184 Mar 10 23:48:00.949973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:01.073618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec33b4-3114-4eb7-ba6f-fe80d4e6caf1 req-baf0c881-d8a1-408b-a51c-c94fdd30c346 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:01.081039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84ec33b4-3114-4eb7-ba6f-fe80d4e6caf1 req-baf0c881-d8a1-408b-a51c-c94fdd30c346 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1543736 Mar 10 23:48:01.091904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:01.095271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:01.387722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:01.391053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:01.487293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:01.493250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84ec33b4-3114-4eb7-ba6f-fe80d4e6caf1 req-96bb46a5-81ab-441b-a8af-419d28d7cc09 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111977 Mar 10 23:48:01.665515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:01.671718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 71424edc-f509-48fa-b5c7-000fab036ddc no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:01.703857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 71424edc-f509-48fa-b5c7-000fab036ddc {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:48:01.704564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 71424edc-f509-48fa-b5c7-000fab036ddc not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:48:01.710534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'port_id': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'mac_address': 'fa:16:3e:d0:03:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291b944-80d5-4d91-a07d-ab4b39e963f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:01.760897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255ae11-381a-4e76-97da-57d59510da0f req-16ff3b5a-de5b-4122-aa24-27e210b169fb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:01.769793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1255ae11-381a-4e76-97da-57d59510da0f req-16ff3b5a-de5b-4122-aa24-27e210b169fb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.2696848 Mar 10 23:48:01.770346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port dc9870f5-7859-4934-a426-0d5921f31f87 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:01.770736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:01.797040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9870f5-7859-4934-a426-0d5921f31f87 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:01.815346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.120 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/0914ca92-a2e9-45b5-af08-2a07ec9e98f4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:01.832691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:01.844538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:01.933547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:01.939413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1255ae11-381a-4e76-97da-57d59510da0f req-8d0ac652-7cd0-4c04-8e07-227223975cf1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634307 Mar 10 23:48:01.968552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651393c-c0ed-4f35-80f1-69313eab2646 req-96c8d232-7be7-46c7-bdf9-d9bf48916516 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:01.968552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e651393c-c0ed-4f35-80f1-69313eab2646 req-96c8d232-7be7-46c7-bdf9-d9bf48916516 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.1892331 Mar 10 23:48:02.104243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-176e3dd7-8318-4810-88b8-95cbef08dddd req-185ec3e3-eeb7-4b7d-9f5f-2bae334498bd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 210 time: 0.0840223 Mar 10 23:48:02.128628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e651393c-c0ed-4f35-80f1-69313eab2646 req-10f3d7a7-8c80-4cb3-96c2-4f36a8c1f10b tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525357 Mar 10 23:48:02.143715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:02.234131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:02.400201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:02.419230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:02.517958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:02.520583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.199 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/dd740b72-716b-4ce2-8a53-ee4665485ea4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:02.530551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:02.549287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:02.721189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:02.735285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-7f6c6ad3-e131-4795-9e25-2f783b0a6524 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655224 Mar 10 23:48:02.750375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:02.751012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:02.790919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-151becf0-115e-4fb4-b7cd-ea961c505c5b tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:02.793113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-151becf0-115e-4fb4-b7cd-ea961c505c5b tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 1131 time: 0.3945596 Mar 10 23:48:02.828026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-39725e19-5749-4f66-91eb-7f454b3b60ac tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1165919 Mar 10 23:48:02.877869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-66404228-befe-4961-bb26-ef1104d7719c None None] Provisioning complete for port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:02.878888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-66404228-befe-4961-bb26-ef1104d7719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:02.925482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-66404228-befe-4961-bb26-ef1104d7719c None None] Port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:02.939490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Request body: {'port': {'device_id': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:02.951170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-422ba1a3-dd7a-48c5-8c4c-1c0324e5e687 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.087439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-6d734cbd-a4df-4a51-9277-b77f42801528 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:03.088958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-6d734cbd-a4df-4a51-9277-b77f42801528 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3323078 Mar 10 23:48:03.092616 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.114474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.135872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-b148cc29-4d61-48f4-845c-6690b85d3f4f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/quotas/e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 375 time: 0.0350802 Mar 10 23:48:03.217000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-10c9c7e6-fad8-44d8-9be9-f2dbcaab8f9d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698905 Mar 10 23:48:03.262586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-422ba1a3-dd7a-48c5-8c4c-1c0324e5e687 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Publish callbacks [] for security_group (02f84ac3-20d9-4555-83f2-99227d1d7da3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.264364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.276501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:03.321601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-422ba1a3-dd7a-48c5-8c4c-1c0324e5e687 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (02f84ac3-20d9-4555-83f2-99227d1d7da3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.415633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:03.449018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1377f1b9-be89-4c11-8624-c3d3e0510141 req-422ba1a3-dd7a-48c5-8c4c-1c0324e5e687 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296501 Mar 10 23:48:03.470764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:03.483653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ba1a3-dd7a-48c5-8c4c-1c0324e5e687 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f84ac3-20d9-4555-83f2-99227d1d7da3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:03.488717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:03.494982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:03.509239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:03.604304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port dc9870f5-7859-4934-a426-0d5921f31f87 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:03.612520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port dc9870f5-7859-4934-a426-0d5921f31f87 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:03.612897 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.651055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:03.651693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.682162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8c3cf-e558-4ea8-a9c4-bbb37a41a6e7 req-b1e15cf4-cbad-4713-8a9b-a49c3e6d3120 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:03.688447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63c8c3cf-e558-4ea8-a9c4-bbb37a41a6e7 req-b1e15cf4-cbad-4713-8a9b-a49c3e6d3120 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2906494 Mar 10 23:48:03.726327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port dc9870f5-7859-4934-a426-0d5921f31f87 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:03.727148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.729918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-716d6390-4bcd-43a7-b152-1798d8927278 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7886939 Mar 10 23:48:03.761006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52d31c8a-2237-4979-a65b-34980c9415e9 None None] Provisioning complete for port dd740b72-716b-4ce2-8a53-ee4665485ea4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:03.761383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52d31c8a-2237-4979-a65b-34980c9415e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.768126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:03.770343 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a57d54-4959-46a7-a4dc-8d50e65bde7f" -d '{"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-plugged", "status": "completed", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:03.771286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Request body: {'port': {'device_id': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:03.809951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:03.821446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.851290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52d31c8a-2237-4979-a65b-34980c9415e9 None None] Port dd740b72-716b-4ce2-8a53-ee4665485ea4 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:03.857195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9690b7b-762b-491b-8bd9-09514934f9bd req-bc5c7313-1c80-4c48-8d44-736f9bf8f880 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:03.858952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9690b7b-762b-491b-8bd9-09514934f9bd req-bc5c7313-1c80-4c48-8d44-736f9bf8f880 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.3004949 Mar 10 23:48:03.878312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:03.918227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:03.943653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63c8c3cf-e558-4ea8-a9c4-bbb37a41a6e7 req-bfba5b45-53dc-4772-bdf7-dc952fa9510c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221305 Mar 10 23:48:03.947768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks [] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:03.996404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.002520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Transition to ACTIVE for port object 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:04.025505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.030765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9690b7b-762b-491b-8bd9-09514934f9bd req-b5d5188a-76bb-4f58-821f-1119774b505c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602261 Mar 10 23:48:04.162349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88e1ca60-b668-4763-a514-b10038985973 req-9551c080-1e30-4741-a4c0-f2562453b44b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 210 time: 0.0552483 Mar 10 23:48:04.162957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Pushing event updated for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:04.244289 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73945fab-544d-43d2-a957-ad3b0a19b170 x-openstack-request-id: req-73945fab-544d-43d2-a957-ad3b0a19b170 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:04.244754 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-plugged", "status": "completed", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:04.245169 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73945fab-544d-43d2-a957-ad3b0a19b170 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:04.245687 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'code': 200} Mar 10 23:48:04.310727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0ac79-9452-444f-9b0e-3b0a0ecf9dda req-4e3eecab-ff76-4add-ad71-4b38704669e4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:04.313199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8d0ac79-9452-444f-9b0e-3b0a0ecf9dda req-4e3eecab-ff76-4add-ad71-4b38704669e4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 936 time: 0.3050950 Mar 10 23:48:04.373490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3df4ce-75e9-4a11-bcf3-fc23ad61e55c req-d71a51db-5ff9-4450-8685-46c3635d91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:04.375076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b3df4ce-75e9-4a11-bcf3-fc23ad61e55c req-d71a51db-5ff9-4450-8685-46c3635d91f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1128 time: 0.0498874 Mar 10 23:48:04.428136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8d0ac79-9452-444f-9b0e-3b0a0ecf9dda req-0f5e497f-8345-4481-8613-6fc25bad673e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050360 Mar 10 23:48:04.430923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Attempting to bind port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:04.431707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Attempting to bind port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:04.432067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Attempting to bind port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:04.443958 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b3df4ce-75e9-4a11-bcf3-fc23ad61e55c req-da82aff3-252a-4a65-a420-d22862322961 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Mar 10 23:48:04.467158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:04.467491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Attempting to bind port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:04.475321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:04.475664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:04.476083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:04.476518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Bound port: 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:04.476878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.843749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-a948d268-b002-4f04-8490-4de0e95ea3da tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444081 Mar 10 23:48:04.878267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:04.897075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd740b72-716b-4ce2-8a53-ee4665485ea4 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:04.908679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks [] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.935186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Transition to ACTIVE for port object dd740b72-716b-4ce2-8a53-ee4665485ea4 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:04.953980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:04.958869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.970007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:04.993370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-16462cde-ffd3-4952-bb8e-e48a1ff33bab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:04.995531 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-16462cde-ffd3-4952-bb8e-e48a1ff33bab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360283 Mar 10 23:48:05.002487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef518d-af88-4f69-b825-0978b8f3d5cb req-d915807e-86e7-4bff-b1ea-b368ad1f7062 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.004185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46ef518d-af88-4f69-b825-0978b8f3d5cb req-d915807e-86e7-4bff-b1ea-b368ad1f7062 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 1131 time: 0.4639988 Mar 10 23:48:05.025022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Request body: {'port': {'device_id': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'e836e3f5804447c88e208c5353efa464'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:05.066236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.066864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.068285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] 10.222.0.30 "PUT /v2.0/ports/0914ca92-a2e9-45b5-af08-2a07ec9e98f4 HTTP/1.1" status: 200 len: 1096 time: 2.1892388 Mar 10 23:48:05.068986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:05.071276 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d399c1-0b9e-41ea-b927-169e2f19cf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:05.104618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Pushing event updated for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:05.210770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Made reservation on behalf of e836e3f5804447c88e208c5353efa464 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:05.214976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.227326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.330176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46ef518d-af88-4f69-b825-0978b8f3d5cb req-18ebe836-e8af-4193-bf7a-5b186fc8bd99 tempest-ServersAdminNegativeTestJSON-912006769 tempest-ServersAdminNegativeTestJSON-912006769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127820 Mar 10 23:48:05.392389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e935baf-129b-40aa-9bda-2e502d0fcefc service neutron] Pushing event updated for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:05.399273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Attempting to bind port dd740b72-716b-4ce2-8a53-ee4665485ea4 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:05.399765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Attempting to bind port dd740b72-716b-4ce2-8a53-ee4665485ea4 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:05.400225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Attempting to bind port dd740b72-716b-4ce2-8a53-ee4665485ea4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:05.408523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-0032a363-6a78-4ab5-8516-dfcfdaec54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.415669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-0032a363-6a78-4ab5-8516-dfcfdaec54e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 1130 time: 0.2450113 Mar 10 23:48:05.419611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Port dd740b72-716b-4ce2-8a53-ee4665485ea4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:05.420117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Attempting to bind port dd740b72-716b-4ce2-8a53-ee4665485ea4 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:05.421181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for security_group (757e4199-f7d0-4d27-b9bd-b4a74b19dfaa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.435459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (757e4199-f7d0-4d27-b9bd-b4a74b19dfaa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.462167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e1c8-c403-4c59-8e91-5694ee9af998 req-019c3639-26a6-42f7-9693-fd7ef663fb0e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.489683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c86e1c8-c403-4c59-8e91-5694ee9af998 req-019c3639-26a6-42f7-9693-fd7ef663fb0e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2235351 Mar 10 23:48:05.542635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:05.553862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.554513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.554855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.555192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.555527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.555858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.556373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.557024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.557534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.558010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.558508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.559096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.559872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:05.601274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:05.602355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:05.602355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:05.602784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Bound port: dd740b72-716b-4ce2-8a53-ee4665485ea4, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:05.603321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.615266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-8f5e6e1d-4cda-48f7-9a95-8cac98019e12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4 HTTP/1.1" status: 200 len: 217 time: 0.1852732 Mar 10 23:48:05.640480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:05.660593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Allocated IP 192.168.233.57 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/6cce566b-a56a-48c3-9358-28f4971cdc5b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:05.742583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c86e1c8-c403-4c59-8e91-5694ee9af998 req-fc3923d5-e10e-433d-9b0b-d9e54a0aeaaf tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519286 Mar 10 23:48:05.766827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-b746749b-cd48-49b5-8f6a-7673ff68fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.770657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-b746749b-cd48-49b5-8f6a-7673ff68fdfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1447248 Mar 10 23:48:05.829018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905216f5-b949-421f-8b03-29fb3cb19c75 req-d1bb7a04-f93b-476c-a012-8c07088e1726 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:05.833442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-905216f5-b949-421f-8b03-29fb3cb19c75 req-d1bb7a04-f93b-476c-a012-8c07088e1726 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.3299694 Mar 10 23:48:05.839653 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1396b71-1a1f-456a-85e7-c578b727102d x-openstack-request-id: req-c1396b71-1a1f-456a-85e7-c578b727102d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:05.839653 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:05.839653 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1396b71-1a1f-456a-85e7-c578b727102d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:05.839653 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'status': 'completed', 'code': 200} Mar 10 23:48:05.883664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0c6f-dd79-4ae4-98df-6f6b702dae48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.925180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:05.953485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:05.973543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:05.986075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0bdf087-d269-4d41-ad0d-13e8b56412aa req-8c7cf99e-a926-40ad-83c5-df5f62db9d5d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 210 time: 0.0789940 Mar 10 23:48:05.998304 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.028733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-905216f5-b949-421f-8b03-29fb3cb19c75 req-9e07cf0e-0b81-467e-8850-6a80bf2cb120 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449304 Mar 10 23:48:06.032416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-d59ddc53-fc0d-4cd8-bf2e-c9eaa42a4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.034122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-d59ddc53-fc0d-4cd8-bf2e-c9eaa42a4a86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2424769 Mar 10 23:48:06.052632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.076519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0c6f-dd79-4ae4-98df-6f6b702dae48 admin admin] Publish callbacks [] for security_group (3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.082778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.083247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.086213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] 10.222.0.30 "PUT /v2.0/ports/dd740b72-716b-4ce2-8a53-ee4665485ea4 HTTP/1.1" status: 200 len: 1096 time: 2.3271639 Mar 10 23:48:06.104689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7dd0c6f-dd79-4ae4-98df-6f6b702dae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.187998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd0c6f-dd79-4ae4-98df-6f6b702dae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:06.207370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:06.213421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:06.216752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:06.250023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7b17f-4416-4ead-8238-f58f3db3381a service neutron] Pushing event updated for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:06.284863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.285538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.319215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3142190 Mar 10 23:48:06.328649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d7dd0c6f-dd79-4ae4-98df-6f6b702dae48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b507334a499453b953fae608ed31173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871436 Mar 10 23:48:06.331873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37530) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:06.345080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Request body: {'port': {'device_id': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:06.367975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-47eb0ee7-5ffa-4648-825b-f68e903b662f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969635 Mar 10 23:48:06.377837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6b8e2-0be8-4749-8501-2e3d17ad48db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:06.378598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-e090419f-3605-4ac7-99c1-2791efc6e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.380302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-e090419f-3605-4ac7-99c1-2791efc6e802 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 1130 time: 0.2409434 Mar 10 23:48:06.429933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.461483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e909d-78f0-47bc-a84d-0a3c3de4396a req-bc5640e0-3106-4d09-ac92-a37464627249 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.463452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003e909d-78f0-47bc-a84d-0a3c3de4396a req-bc5640e0-3106-4d09-ac92-a37464627249 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 948 time: 0.3030605 Mar 10 23:48:06.472409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-ddbc51b3-18a4-4e41-8a87-edcc3d332597 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4 HTTP/1.1" status: 200 len: 217 time: 0.0813963 Mar 10 23:48:06.614170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] Publish callbacks [] for security_group (3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.645651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12961363-721c-4875-910a-baf006d39c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.661079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003e909d-78f0-47bc-a84d-0a3c3de4396a req-e26309e1-3638-4d4a-ba87-438ab74559db tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904037 Mar 10 23:48:06.663124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-b46ca3ad-ab02-4a41-afec-db97647a4d0f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818303 Mar 10 23:48:06.675457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-e2454adb-d08e-40ca-b6e9-87765b8a4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.677345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-e2454adb-d08e-40ca-b6e9-87765b8a4b5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1878099 Mar 10 23:48:06.696051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] Publish callbacks [] for security_group (3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.832934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40748-3220-4369-9eec-a8ce8bd76657 req-4f4ea271-1d50-44d0-863b-39b62f85ea60 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.834474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b7f65f30-e853-4083-847d-ace17ffbe631 None None] Provisioning complete for port 6cce566b-a56a-48c3-9358-28f4971cdc5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:06.834636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6e40748-3220-4369-9eec-a8ce8bd76657 req-4f4ea271-1d50-44d0-863b-39b62f85ea60 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.1703131 Mar 10 23:48:06.835181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b7f65f30-e853-4083-847d-ace17ffbe631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.883372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.885804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:06.885930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b7f65f30-e853-4083-847d-ace17ffbe631 None None] Port 6cce566b-a56a-48c3-9358-28f4971cdc5b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:06.889391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55 HTTP/1.1" status: 204 len: 168 time: 0.5541487 Mar 10 23:48:06.904853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213e1b9-d668-4283-91b7-d8874326dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e274c29-2404-4e0c-b2aa-a5e3e7c7ee55,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:06.905071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-7cf10d58-9863-42d9-b69c-d7564633d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.906549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-7cf10d58-9863-42d9-b69c-d7564633d9b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2042441 Mar 10 23:48:06.938109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-80dd65e5-d992-4729-ab54-f68a933b4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:06.939621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-80dd65e5-d992-4729-ab54-f68a933b4805 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 1130 time: 0.1812723 Mar 10 23:48:07.000171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cce566b-a56a-48c3-9358-28f4971cdc5b {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:07.010776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks [] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.019821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6e40748-3220-4369-9eec-a8ce8bd76657 req-98078e0e-a8dc-4bf6-b5f2-99de68bed5f4 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701739 Mar 10 23:48:07.037998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Transition to ACTIVE for port object 6cce566b-a56a-48c3-9358-28f4971cdc5b will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:07.045834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.050460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9081421-78ad-4e32-bebf-ff350d498e7c req-a1099257-aa3d-4b09-9666-aa294c032d95 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.057608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9081421-78ad-4e32-bebf-ff350d498e7c req-a1099257-aa3d-4b09-9666-aa294c032d95 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2202997 Mar 10 23:48:07.188679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:07.229564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:07.230139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:07.230656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:07.236254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:07.236881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:07.242676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:07.243222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:07.243765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:07.244544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Bound port: 6cce566b-a56a-48c3-9358-28f4971cdc5b, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:07.245052 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.292720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9081421-78ad-4e32-bebf-ff350d498e7c req-43085337-9cb4-436d-ba67-928212cba2fe tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342324 Mar 10 23:48:07.297594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-b0c56120-9422-4f59-9322-07d670867e1d service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629947 Mar 10 23:48:07.313245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-28b7c5cd-bf96-4f12-996f-2e8c220a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.320143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-28b7c5cd-bf96-4f12-996f-2e8c220a1a0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3702481 Mar 10 23:48:07.351737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:07.358560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:07.367020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.403857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-46b77fcf-2942-4d31-9134-f5fff3d2a0eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4 HTTP/1.1" status: 200 len: 217 time: 0.0688329 Mar 10 23:48:07.414156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.414784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.416369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] 10.222.0.39 "PUT /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 1095 time: 1.0779006 Mar 10 23:48:07.416806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:07.420096 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:07.443609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cab22-a797-4ec0-bb5d-cb3870798893 req-5a080dc7-5fe6-4c2b-ae03-0a3b200c821b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.451370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-198cab22-a797-4ec0-bb5d-cb3870798893 req-5a080dc7-5fe6-4c2b-ae03-0a3b200c821b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 0.2553203 Mar 10 23:48:07.456643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:07.494217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca990ba1-4ced-4e1e-8875-69891f19f357 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:07.508409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-840f6874-ebc3-4a86-895e-3b22c423733c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.574027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-b3e135dc-66b5-4116-bc56-f76eaaa22848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.576355 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-b3e135dc-66b5-4116-bc56-f76eaaa22848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1129 time: 0.1035478 Mar 10 23:48:07.600060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-198cab22-a797-4ec0-bb5d-cb3870798893 req-dd6483b0-7b74-4539-b29e-7550927af758 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458538 Mar 10 23:48:07.658738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-068c8165-9412-4377-a574-c1bd22939368 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0703127 Mar 10 23:48:07.670383 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801db863-8e7b-4a75-b1da-1cfd6a4110d0 x-openstack-request-id: req-801db863-8e7b-4a75-b1da-1cfd6a4110d0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:07.670681 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:07.670979 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-801db863-8e7b-4a75-b1da-1cfd6a4110d0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:07.671425 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'status': 'completed', 'code': 200} Mar 10 23:48:07.672520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d939-969e-4a04-a626-ec266cade1a6 req-dcfe2ed2-b7b1-4863-9a2e-17d44fb3886d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.674073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-add4d939-969e-4a04-a626-ec266cade1a6 req-dcfe2ed2-b7b1-4863-9a2e-17d44fb3886d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.2762699 Mar 10 23:48:07.679746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-0da115c5-7090-44d0-ac23-e4516c54a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.681205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-0da115c5-7090-44d0-ac23-e4516c54a8b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2272696 Mar 10 23:48:07.683004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7838f0e8-f50b-4c13-be0b-b970ba86fa65 req-068d30bc-10a7-46d7-acfe-331d8aca977e service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619311 Mar 10 23:48:07.730283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-add4d939-969e-4a04-a626-ec266cade1a6 req-570eb39b-e51b-4fd7-99ff-7474d6de5713 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Mar 10 23:48:07.770648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-840f6874-ebc3-4a86-895e-3b22c423733c admin admin] Publish callbacks [] for security_group (7d51dd2d-a90b-4f36-b381-d49d9bbb4782), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.775635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-1aa50ea3-29ed-4901-b27a-5be309839d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.777416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-1aa50ea3-29ed-4901-b27a-5be309839d1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508325 Mar 10 23:48:07.780191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-840f6874-ebc3-4a86-895e-3b22c423733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7d51dd2d-a90b-4f36-b381-d49d9bbb4782), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:07.785908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-dfe4dddc-0bf2-4f75-aff1-69bf733f4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.787507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-dfe4dddc-0bf2-4f75-aff1-69bf733f4d76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1093335 Mar 10 23:48:07.850160 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-840f6874-ebc3-4a86-895e-3b22c423733c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af6a8020c5f9476e9ba806dc45a595be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917842 Mar 10 23:48:07.854817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37556) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:07.857059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6874-ebc3-4a86-895e-3b22c423733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51dd2d-a90b-4f36-b381-d49d9bbb4782,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:07.897930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205385a-9b31-4255-a714-15f884418794 req-f332cb59-b5f5-4a4e-bc35-fd221aeb513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:07.899378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-f332cb59-b5f5-4a4e-bc35-fd221aeb513e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0957334 Mar 10 23:48:07.901429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:07.904335 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adfca16-9dd5-499a-9f41-6c190b421b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:07.908150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-868c227b-4cd9-4943-b471-26e6c50d31f0 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226354 Mar 10 23:48:07.945318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] Publish callbacks [] for security_group (7d51dd2d-a90b-4f36-b381-d49d9bbb4782), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:08.006172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] Publish callbacks [] for security_group (7d51dd2d-a90b-4f36-b381-d49d9bbb4782), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:08.053899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-dac607b8-52f9-46a5-9c67-4a1596fe947d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468902 Mar 10 23:48:08.305568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dface-d146-4d69-ad65-763995e2e49d req-2120034b-717b-41f3-99bf-32cc4962802b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.307158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-417dface-d146-4d69-ad65-763995e2e49d req-2120034b-717b-41f3-99bf-32cc4962802b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 948 time: 0.3964484 Mar 10 23:48:08.345518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb371b17-d04b-414f-a1fe-406f1d9d824a req-cd4d8de4-e5c3-458c-a124-05fd1bcf6723 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.347215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb371b17-d04b-414f-a1fe-406f1d9d824a req-cd4d8de4-e5c3-458c-a124-05fd1bcf6723 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1128 time: 0.4376516 Mar 10 23:48:08.382080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7d51dd2d-a90b-4f36-b381-d49d9bbb4782), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:08.384369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:08.388437 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d51dd2d-a90b-4f36-b381-d49d9bbb4782 HTTP/1.1" status: 204 len: 168 time: 0.5257902 Mar 10 23:48:08.401815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1d29c-19a7-4f74-a740-2c49c9699fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51dd2d-a90b-4f36-b381-d49d9bbb4782,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:08.420040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d399c1-0b9e-41ea-b927-169e2f19cf2b req-cce9bea7-10dc-4fb5-89b2-128c2b3938c2 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727592 Mar 10 23:48:08.422663 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d205385a-9b31-4255-a714-15f884418794 req-0d78e735-279e-4ff2-94e4-58e70eda815d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618746 Mar 10 23:48:08.479600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-417dface-d146-4d69-ad65-763995e2e49d req-611b6822-f177-493c-907e-ec15c0040df8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572957 Mar 10 23:48:08.489082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb371b17-d04b-414f-a1fe-406f1d9d824a req-f0b90d0f-337f-4f38-a067-4b064eea1827 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132100 Mar 10 23:48:08.514446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07bd67-f452-4d29-bc17-51227caab596 req-f32f43b4-72c3-4c41-a199-4458d71fe483 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.521708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c07bd67-f452-4d29-bc17-51227caab596 req-f32f43b4-72c3-4c41-a199-4458d71fe483 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.1974449 Mar 10 23:48:08.610472 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8b550-67ed-4ef7-9cd2-8ef1144cbb98 x-openstack-request-id: req-33c8b550-67ed-4ef7-9cd2-8ef1144cbb98 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:08.611171 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:08.611293 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33c8b550-67ed-4ef7-9cd2-8ef1144cbb98 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:08.611962 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4', 'status': 'completed', 'code': 200} Mar 10 23:48:08.635253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-d4c3070f-e8b3-4227-b2be-7c676e80d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.637719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-d4c3070f-e8b3-4227-b2be-7c676e80d2b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1129 time: 0.0873146 Mar 10 23:48:08.768488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-53d8aeb9-83dc-4d5c-af33-6b24d1a6c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.770073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-53d8aeb9-83dc-4d5c-af33-6b24d1a6c9b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 1130 time: 0.1571386 Mar 10 23:48:08.776896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-dab7c435-6ec0-4846-9ae7-8bc285c8e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.780199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-dab7c435-6ec0-4846-9ae7-8bc285c8e83a service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1290810 Mar 10 23:48:08.809471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Deleting port 03a07110-3193-499e-b348-a9c4450021ee {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:48:08.809902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (03a07110-3193-499e-b348-a9c4450021ee), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:08.840865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a51ab-1de1-4271-a977-d54395af5ec9 req-dd4fa0d2-cf42-48cb-910c-6e08e0c94fc6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.843753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-48fd6083-94df-4bcc-93ea-e9e713d138c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0519917 Mar 10 23:48:08.845889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422a51ab-1de1-4271-a977-d54395af5ec9 req-dd4fa0d2-cf42-48cb-910c-6e08e0c94fc6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 949 time: 0.2012005 Mar 10 23:48:08.901665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-30bc08e7-9d78-4ff1-884b-ad4e378c8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.904293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-30bc08e7-9d78-4ff1-884b-ad4e378c8b68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0493391 Mar 10 23:48:08.927430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80fdc5-d9bd-4782-b942-82e7be038ba0 req-bd6d87be-aea2-4952-a138-3bffe725eb4c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.929152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d80fdc5-d9bd-4782-b942-82e7be038ba0 req-bd6d87be-aea2-4952-a138-3bffe725eb4c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2139714 Mar 10 23:48:08.989478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-dfc24455-806f-44a1-8628-d12405e28f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:08.991938 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-dfc24455-806f-44a1-8628-d12405e28f28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0787435 Mar 10 23:48:09.062250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-422a51ab-1de1-4271-a977-d54395af5ec9 req-edeefd2b-48d4-44cb-aa3f-41239e36fe72 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965666 Mar 10 23:48:09.148312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-eabfd492-4604-42db-be87-8d4f3df2d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:09.152264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-eabfd492-4604-42db-be87-8d4f3df2d96c service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3755486 Mar 10 23:48:09.160856 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-96c12b18-e34c-4b73-b73e-d1663334bb3e service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521482 Mar 10 23:48:09.220164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-78f0be97-c87b-403d-9e33-ca81b1db517e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:09.255675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-aa79ec31-69a4-47f0-9d92-6a6f0a2cf87c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4 HTTP/1.1" status: 200 len: 217 time: 0.0906992 Mar 10 23:48:09.292362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eeb4510d-ddfa-4844-bc97-5f0bbb76db3e req-543869a5-f49c-461b-9b4b-da8fd44c3b2a service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194284 Mar 10 23:48:09.295899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d80fdc5-d9bd-4782-b942-82e7be038ba0 req-8e91c7ac-50e3-4522-8475-62e173794745 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080087 Mar 10 23:48:09.355210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] For port 03a07110-3193-499e-b348-a9c4450021ee, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=03a07110-3193-499e-b348-a9c4450021ee,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:09.355705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (03a07110-3193-499e-b348-a9c4450021ee), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:09.387387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Calling delete_port for 03a07110-3193-499e-b348-a9c4450021ee owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:48:09.501784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-aa21ec74-c7ad-41a1-8879-d17e8a14020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:09.503320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-aa21ec74-c7ad-41a1-8879-d17e8a14020f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2361927 Mar 10 23:48:09.519662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81837e17-f208-4731-8498-1a9bda54f7df req-8ecad555-5cd1-40c6-8490-6221e93a8e42 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:09.522869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81837e17-f208-4731-8498-1a9bda54f7df req-8ecad555-5cd1-40c6-8490-6221e93a8e42 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 0.2659667 Mar 10 23:48:09.526595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:09.730984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:09.747869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'mac_address': 'fa:16:3e:36:03:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:09.793246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81837e17-f208-4731-8498-1a9bda54f7df req-efbcb539-90f3-4b6f-bf5b-ced1566ca415 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964440 Mar 10 23:48:09.798745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-e0681fd3-76d2-44c5-9054-c7a879f1d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:09.800550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-e0681fd3-76d2-44c5-9054-c7a879f1d725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2757833 Mar 10 23:48:09.842710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (03a07110-3193-499e-b348-a9c4450021ee), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:09.848784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:09.849112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:09.868224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289c1f4-57a2-4f4c-a309-e395a70c321e req-99ae86d5-29a6-4560-9a1d-8990dfde935b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:09.870011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4289c1f4-57a2-4f4c-a309-e395a70c321e req-99ae86d5-29a6-4560-9a1d-8990dfde935b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 948 time: 0.2101772 Mar 10 23:48:09.880720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['03a07110-3193-499e-b348-a9c4450021ee'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:09.915666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['3ede8b17-9079-4022-8fc3-829fd817a0a4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:09.926843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:09.956164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:09.970415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Pushing event deleted for resources: {'Port': ['ID=03a07110-3193-499e-b348-a9c4450021ee,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:10.061632 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:10.136391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4289c1f4-57a2-4f4c-a309-e395a70c321e req-37074853-c14a-4070-b399-309682ff520a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562678 Mar 10 23:48:10.162486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] No DVR routers for this DVR port 03a07110-3193-499e-b348-a9c4450021ee on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:48:10.165946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:10.170821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c07bd67-f452-4d29-bc17-51227caab596 req-dd251cc3-0f34-47e5-8cf6-de53679c2abf tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.30 "DELETE /v2.0/ports/03a07110-3193-499e-b348-a9c4450021ee HTTP/1.1" status: 204 len: 173 time: 1.6433907 Mar 10 23:48:10.220043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-b2d69712-55ce-47ff-9984-50177ab22685 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114544 Mar 10 23:48:10.346511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:10.363553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:10.373155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.373920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.374542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.375146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.375702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.376266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.376804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.377371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.377908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.378475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.379068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.379611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.380166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:10.394493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:10.395591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:10.405523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:10.424362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2f5d515-dd10-47b3-b539-f9f2953a9f2a req-47881cf4-bed1-42bf-b270-49f2d39851a9 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb10faf-1d5e-43eb-8f40-7c8492113b0b HTTP/1.1" status: 200 len: 210 time: 0.1767879 Mar 10 23:48:10.561188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8adfca16-9dd5-499a-9f41-6c190b421b2a req-fe4b238d-9e2c-4ecc-8420-d8821585b5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343215 Mar 10 23:48:10.582652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f587a-d875-48d2-a997-06695b1f34c5 req-1ab95714-f0aa-462f-9e89-08bfd6675836 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:10.584246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-211f587a-d875-48d2-a997-06695b1f34c5 req-1ab95714-f0aa-462f-9e89-08bfd6675836 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1696870 Mar 10 23:48:10.612498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'name': 'network-vif-deleted', 'tag': '03a07110-3193-499e-b348-a9c4450021ee'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:10.615344 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bbd8b4-96f4-42e9-a921-b73c9c89069d" -d '{"events": [{"server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "name": "network-vif-deleted", "tag": "03a07110-3193-499e-b348-a9c4450021ee"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:10.698917 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c29ba0c-6f10-4c99-8e61-cec5c0772c91 x-openstack-request-id: req-9c29ba0c-6f10-4c99-8e61-cec5c0772c91 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:10.699914 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb10faf-1d5e-43eb-8f40-7c8492113b0b", "name": "network-vif-deleted", "tag": "03a07110-3193-499e-b348-a9c4450021ee", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:10.700348 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c29ba0c-6f10-4c99-8e61-cec5c0772c91 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:10.700768 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb10faf-1d5e-43eb-8f40-7c8492113b0b', 'name': 'network-vif-deleted', 'tag': '03a07110-3193-499e-b348-a9c4450021ee', 'status': 'completed', 'code': 200} Mar 10 23:48:10.705830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-211f587a-d875-48d2-a997-06695b1f34c5 req-56ed9969-b58c-45a3-836f-6a3d5d7ede6d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156487 Mar 10 23:48:11.008383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd8f4-4399-415d-aeac-c50290e18529 req-4a375228-e373-4051-9cff-f2aee013ff20 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:11.016347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30abd8f4-4399-415d-aeac-c50290e18529 req-4a375228-e373-4051-9cff-f2aee013ff20 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 0.1103501 Mar 10 23:48:11.068686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-2d692f33-39a9-40ee-9a17-937807e96ffb tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=70d5c3be809a49239f02c3bb187944ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311456 Mar 10 23:48:11.176560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30abd8f4-4399-415d-aeac-c50290e18529 req-05ec38af-f7bd-4f19-a6b9-373cc1c58c47 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589518 Mar 10 23:48:11.207835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-ee7abd73-ab6c-4d74-9407-bbcc51c1849f tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:11.209615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-ee7abd73-ab6c-4d74-9407-bbcc51c1849f tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398122 Mar 10 23:48:11.226683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-e4385ae3-a8a3-4ebe-aed9-475a950013cb tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/quotas/70d5c3be809a49239f02c3bb187944ad HTTP/1.1" status: 200 len: 375 time: 0.0118787 Mar 10 23:48:11.281817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-582a2327-6f7f-449d-8e57-1800f92bca51 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=70d5c3be809a49239f02c3bb187944ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489287 Mar 10 23:48:11.310245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e3b31-c36d-4105-ad05-e174d7019f5e req-f8ac57aa-1715-4f23-a288-2126436c6a85 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:11.311887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e3b31-c36d-4105-ad05-e174d7019f5e req-f8ac57aa-1715-4f23-a288-2126436c6a85 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 948 time: 0.0706406 Mar 10 23:48:11.384358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e3b31-c36d-4105-ad05-e174d7019f5e req-9402da1d-f7c8-4f5e-9f97-b68714bb90d4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Mar 10 23:48:11.425898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:11.526424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dd740b72-716b-4ce2-8a53-ee4665485ea4 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:11.529561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:11.532430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:11.598792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4ba0eb6-d633-43cb-9bb1-55aa0846c1ae req-145c1e7e-8d0c-4a72-9f16-4a01c895061e tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 210 time: 0.0609689 Mar 10 23:48:11.693756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:11.711170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:11.711554 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:11.893679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:11.914382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:11.939651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'dd740b72-716b-4ce2-8a53-ee4665485ea4', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'dd740b72-716b-4ce2-8a53-ee4665485ea4', 'mac_address': 'fa:16:3e:6e:49:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:11.963584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'mac_address': 'fa:16:3e:b6:b7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:12.032247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:12.032645 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.051848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613af55-9eb2-44b8-ad56-ebbc2032f8fd req-a6d6f6e7-c510-4d0f-8ae2-3d1b56c32aae tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:12.064112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6613af55-9eb2-44b8-ad56-ebbc2032f8fd req-a6d6f6e7-c510-4d0f-8ae2-3d1b56c32aae tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 949 time: 0.1228120 Mar 10 23:48:12.067798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 6cce566b-a56a-48c3-9358-28f4971cdc5b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:12.068313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.092026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dd740b72-716b-4ce2-8a53-ee4665485ea4 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:12.092435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.099579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:12.102191 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8240730a-054f-4f6d-926b-21adfabc391d" -d '{"events": [{"server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "name": "network-vif-plugged", "status": "completed", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:12.109582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dce6c-02a9-440a-9e82-7e002271041c req-9cea0893-5c76-4b8c-86da-b53710370855 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:12.120194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085dce6c-02a9-440a-9e82-7e002271041c req-9cea0893-5c76-4b8c-86da-b53710370855 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2497351 Mar 10 23:48:12.123855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cce566b-a56a-48c3-9358-28f4971cdc5b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:12.134135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:12.149716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd740b72-716b-4ce2-8a53-ee4665485ea4 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:12.172667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.175314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 03a07110-3193-499e-b348-a9c4450021ee no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:12.205463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:12.282364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085dce6c-02a9-440a-9e82-7e002271041c req-32a6dd35-57e2-4c3b-b5ca-33d83ee26403 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572170 Mar 10 23:48:12.292337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.299483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6613af55-9eb2-44b8-ad56-ebbc2032f8fd req-b5c9c49a-c161-46d8-9c32-7d3ab8075eb7 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342827 Mar 10 23:48:12.302107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 03a07110-3193-499e-b348-a9c4450021ee {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:48:12.302471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 03a07110-3193-499e-b348-a9c4450021ee not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:48:12.307136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:12.317788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:12.354747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:12.426181 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb561b91-c431-4ec0-a41b-61dae806f59d x-openstack-request-id: req-eb561b91-c431-4ec0-a41b-61dae806f59d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:12.426852 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "name": "network-vif-plugged", "status": "completed", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:12.426852 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb561b91-c431-4ec0-a41b-61dae806f59d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:12.427194 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'code': 200} Mar 10 23:48:12.465691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:12.555802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:12.620143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:12.648123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444d7c-2572-48c5-bf70-5d2b43c5e24c req-6fc28869-755e-4c94-bd1d-928e51f76614 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:12.650373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae444d7c-2572-48c5-bf70-5d2b43c5e24c req-6fc28869-755e-4c94-bd1d-928e51f76614 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 948 time: 0.2452731 Mar 10 23:48:12.675570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:12.696829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72753326-8594-4db4-af37-d120cf69a8c2 req-1e05cc46-12f2-41a2-9dcf-7e83355bc710 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:12.698491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72753326-8594-4db4-af37-d120cf69a8c2 req-1e05cc46-12f2-41a2-9dcf-7e83355bc710 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 949 time: 0.1986825 Mar 10 23:48:12.738900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae444d7c-2572-48c5-bf70-5d2b43c5e24c req-007a266e-4161-4d54-ad30-8ef42df3716d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796916 Mar 10 23:48:12.741521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b3da4-e366-4560-be1e-0a12767f47c4 req-d1e6a400-e0e0-441d-8ec1-c91d49487e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:12.760581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-634b3da4-e366-4560-be1e-0a12767f47c4 req-d1e6a400-e0e0-441d-8ec1-c91d49487e4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 1132 time: 0.1669011 Mar 10 23:48:12.889083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86eee5d3-89e7-4400-b493-427d63936edf req-c2f3cebc-9c4e-443b-a00c-3b09137785fa tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 210 time: 0.0687394 Mar 10 23:48:12.901264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72753326-8594-4db4-af37-d120cf69a8c2 req-d47662b5-7da2-458f-a11e-14d4d5074077 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732409 Mar 10 23:48:12.911096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-634b3da4-e366-4560-be1e-0a12767f47c4 req-5b218e44-77b0-4cf3-a2dd-6dfd818002ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221809 Mar 10 23:48:13.148222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.457406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-0617ed5d-f6c7-48d2-9981-be3cfbb9c614 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=70d5c3be809a49239f02c3bb187944ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318730 Mar 10 23:48:13.466490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26851d4-4a27-4dda-9e1a-6c07c5b34c7c req-deee1b47-71be-4077-8b28-0587dea6ae8a tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:13.468419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26851d4-4a27-4dda-9e1a-6c07c5b34c7c req-deee1b47-71be-4077-8b28-0587dea6ae8a tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1168118 Mar 10 23:48:13.503898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-37feaf0d-eddf-418d-8937-6da003c4c02e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:13.505585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-37feaf0d-eddf-418d-8937-6da003c4c02e tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 949 time: 0.0865040 Mar 10 23:48:13.539501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:13.548204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:13.648026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Deleting port 3ede8b17-9079-4022-8fc3-829fd817a0a4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:48:13.648651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.662820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26851d4-4a27-4dda-9e1a-6c07c5b34c7c req-2df4dd03-1552-46a1-9367-ec7a873837a1 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865581 Mar 10 23:48:13.709232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-e4dd3d1b-74e6-4a19-abe2-41b015218538 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:13.711076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-e4dd3d1b-74e6-4a19-abe2-41b015218538 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421649 Mar 10 23:48:13.731712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Request body: {'port': {'device_id': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '70d5c3be809a49239f02c3bb187944ad'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:13.790058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] For port 3ede8b17-9079-4022-8fc3-829fd817a0a4, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=3ede8b17-9079-4022-8fc3-829fd817a0a4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:13.790438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.806251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Calling delete_port for 3ede8b17-9079-4022-8fc3-829fd817a0a4 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:48:13.822693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:13.823192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.856616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:13.875036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '58d59823-46a7-4b45-a70e-643152126f48', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '58d59823-46a7-4b45-a70e-643152126f48', 'mac_address': 'fa:16:3e:62:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:13.885109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:13.913135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.987163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:13.987724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:13.991289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3ede8b17-9079-4022-8fc3-829fd817a0a4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.014844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['3ede8b17-9079-4022-8fc3-829fd817a0a4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:14.046857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Pushing event deleted for resources: {'Port': ['ID=3ede8b17-9079-4022-8fc3-829fd817a0a4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:14.048137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:14.053997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4220e-ab3f-4274-8af6-2777edfa4946 req-4bd20170-81ba-4801-9365-c3172d0c28a6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:14.054169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:14.061779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ae4220e-ab3f-4274-8af6-2777edfa4946 req-4bd20170-81ba-4801-9365-c3172d0c28a6 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d9ecfc5-f921-415f-9d55-d69d24644c32 HTTP/1.1" status: 200 len: 867 time: 0.1321175 Mar 10 23:48:14.112119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Made reservation on behalf of 70d5c3be809a49239f02c3bb187944ad for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:14.117796 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.122747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:48:14.123230 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:48:14.160107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ae4220e-ab3f-4274-8af6-2777edfa4946 req-67a01f64-8652-40d5-b26c-7c0f6f6528d4 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.21 "GET /v2.0/security-groups?id=adc6b0a4-8ad0-4f8d-902d-98f474549e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861387 Mar 10 23:48:14.167314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] No DVR routers for this DVR port 3ede8b17-9079-4022-8fc3-829fd817a0a4 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:48:14.171012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.172633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ccb06-40da-4433-8ec5-de4473c916d2 req-0f65197e-9c83-4304-aaad-2a88fcf9570b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:14.174191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64ccb06-40da-4433-8ec5-de4473c916d2 req-0f65197e-9c83-4304-aaad-2a88fcf9570b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 948 time: 0.2436540 Mar 10 23:48:14.182498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b82372fd-6a41-4134-b14e-1e964448e5c3 req-96ba7448-a86a-47b8-9ee9-be3200b4b702 tempest-ServersAdminNegativeTestJSON-652404548 tempest-ServersAdminNegativeTestJSON-652404548-project] 10.222.0.39 "DELETE /v2.0/ports/3ede8b17-9079-4022-8fc3-829fd817a0a4 HTTP/1.1" status: 204 len: 173 time: 0.6690423 Mar 10 23:48:14.183172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'name': 'network-vif-deleted', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:14.189804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.193772 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac97d93-7758-49ce-81ab-3f534d1b71c5" -d '{"events": [{"server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "name": "network-vif-deleted", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:14.284393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64ccb06-40da-4433-8ec5-de4473c916d2 req-9584faf7-019b-4ad7-b3ab-1b8db724ea89 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966933 Mar 10 23:48:14.377377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26f9e499-3d24-4222-9d0c-d4f84384aa4c req-8abe274b-6e98-4554-b301-b002f80fcacf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 210 time: 0.0600996 Mar 10 23:48:14.428325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:14.434850 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39df9856-5723-4bdb-a12b-824a37ded5ba" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:14.514841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65292364-2cdd-471b-b74d-2dc776cb3afe req-5cec2073-725a-4ee2-b26b-4c4a0123a8b3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:14.524307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65292364-2cdd-471b-b74d-2dc776cb3afe req-5cec2073-725a-4ee2-b26b-4c4a0123a8b3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 949 time: 0.1307116 Mar 10 23:48:14.529309 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c299eae9-d588-43b4-93d8-226dfeb4b4e7 x-openstack-request-id: req-c299eae9-d588-43b4-93d8-226dfeb4b4e7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:14.530646 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9ecfc5-f921-415f-9d55-d69d24644c32", "name": "network-vif-deleted", "tag": "3ede8b17-9079-4022-8fc3-829fd817a0a4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:14.531188 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c299eae9-d588-43b4-93d8-226dfeb4b4e7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:14.531803 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9ecfc5-f921-415f-9d55-d69d24644c32', 'name': 'network-vif-deleted', 'tag': '3ede8b17-9079-4022-8fc3-829fd817a0a4', 'status': 'completed', 'code': 200} Mar 10 23:48:14.553268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks [] for security_group (b777f8df-4818-403a-84a4-c2ea9386d7be), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.571374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b777f8df-4818-403a-84a4-c2ea9386d7be), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.607412 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ccb2a-bf27-413a-a570-abca27f414c6 x-openstack-request-id: req-1c2ccb2a-bf27-413a-a570-abca27f414c6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:14.608014 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:14.608737 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c2ccb2a-bf27-413a-a570-abca27f414c6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:14.609133 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'code': 200} Mar 10 23:48:14.621920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b777f8df-4818-403a-84a4-c2ea9386d7be,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:14.701659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65292364-2cdd-471b-b74d-2dc776cb3afe req-70bfcc13-13c7-4e1f-8d3c-bb593e7b06f7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762948 Mar 10 23:48:14.713990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:14.714397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.748699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:14.795146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:14.803134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:14.868378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:14.908500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Allocated IP 192.168.233.178 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/16bef9de-6134-42ca-a395-863954cc6e80) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:14.950441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43e0f-7626-44b5-89dc-b1fac7bfec35 req-395f7cab-6c69-4951-930a-9c900b84e357 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:14.952297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d43e0f-7626-44b5-89dc-b1fac7bfec35 req-395f7cab-6c69-4951-930a-9c900b84e357 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 949 time: 0.1692162 Mar 10 23:48:15.052440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d43e0f-7626-44b5-89dc-b1fac7bfec35 req-7b37db8c-631a-4299-b652-c14c38032d2f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886903 Mar 10 23:48:15.127272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:15.170845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks [] for port (16bef9de-6134-42ca-a395-863954cc6e80), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.214324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.274590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Pushing event updated for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:15.301198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:15.303021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:15.305994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:15.405886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:15.406641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.433791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-18293ea9-68c8-4abb-af84-3905cb8da2cf tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7073607 Mar 10 23:48:15.474039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Request body: {'port': {'device_id': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:15.553327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dd740b72-716b-4ce2-8a53-ee4665485ea4 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:15.622693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:15.744929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:15.748310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-38a4b691-0cfe-462f-8d6e-29e7edd37f00 None None] Provisioning complete for port 16bef9de-6134-42ca-a395-863954cc6e80 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:15.748772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a4b691-0cfe-462f-8d6e-29e7edd37f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (16bef9de-6134-42ca-a395-863954cc6e80), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.789739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port dd740b72-716b-4ce2-8a53-ee4665485ea4 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:15.800687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 6cce566b-a56a-48c3-9358-28f4971cdc5b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:15.803247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port dd740b72-716b-4ce2-8a53-ee4665485ea4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:15.803623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.815751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 6cce566b-a56a-48c3-9358-28f4971cdc5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:15.816188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.872731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-38a4b691-0cfe-462f-8d6e-29e7edd37f00 None None] Port 16bef9de-6134-42ca-a395-863954cc6e80 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:15.877134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707089be-644a-4146-80a4-f7e1db144c5b req-5f065c47-2ae7-473f-bc35-26a98e4594ea tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:15.884215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-707089be-644a-4146-80a4-f7e1db144c5b req-5f065c47-2ae7-473f-bc35-26a98e4594ea tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 948 time: 0.4973152 Mar 10 23:48:15.907873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16bef9de-6134-42ca-a395-863954cc6e80), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:15.927882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786e30e-3a92-479c-9d1e-702b4eac03e1 req-9063c040-f563-478a-906c-d0383111ccc3 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:15.929430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6786e30e-3a92-479c-9d1e-702b4eac03e1 req-9063c040-f563-478a-906c-d0383111ccc3 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 936 time: 0.4183507 Mar 10 23:48:15.989102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-99ddd53f-57b1-4c6f-b957-d0636903cd16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f70a564288b44c08cb54b7fab3c5ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429249 Mar 10 23:48:15.991777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:16.013304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 6cce566b-a56a-48c3-9358-28f4971cdc5b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:16.013702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.015807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dd740b72-716b-4ce2-8a53-ee4665485ea4 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:16.016191 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.060918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:16.091381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:16.094613 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.100539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] Publish callbacks [] for security_group (adc6b0a4-8ad0-4f8d-902d-98f474549e58), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.117573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.118354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 3ede8b17-9079-4022-8fc3-829fd817a0a4 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:16.150290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] Publish callbacks [] for security_group (adc6b0a4-8ad0-4f8d-902d-98f474549e58), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.153740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 3ede8b17-9079-4022-8fc3-829fd817a0a4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:48:16.153740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 3ede8b17-9079-4022-8fc3-829fd817a0a4 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:48:16.174580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-707089be-644a-4146-80a4-f7e1db144c5b req-e5c830ab-0d48-4d09-9655-e3e031e475f8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893751 Mar 10 23:48:16.185052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6786e30e-3a92-479c-9d1e-702b4eac03e1 req-09a95bd5-0899-4d7d-b818-341f14d009fb tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429402 Mar 10 23:48:16.205519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:16.279722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (adc6b0a4-8ad0-4f8d-902d-98f474549e58), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.282609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.286958 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adc6b0a4-8ad0-4f8d-902d-98f474549e58 HTTP/1.1" status: 204 len: 168 time: 0.2910836 Mar 10 23:48:16.294820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717abd-5f60-4916-939c-0d5cee7b7c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6b0a4-8ad0-4f8d-902d-98f474549e58,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:16.344285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:16.488307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bef9de-6134-42ca-a395-863954cc6e80 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:16.502197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks [] for port (16bef9de-6134-42ca-a395-863954cc6e80), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.513043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a54ee-d013-4324-a20b-969f0a3267fe req-f436d19c-7848-424d-8f09-34b57e786931 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:16.514636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e3a54ee-d013-4324-a20b-969f0a3267fe req-f436d19c-7848-424d-8f09-34b57e786931 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 949 time: 0.1519549 Mar 10 23:48:16.529815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478996-e631-4d2c-83c4-a9439416d7c2 req-0de2668c-53fb-49a5-bea2-6d7881f77a1b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:16.531268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8478996-e631-4d2c-83c4-a9439416d7c2 req-0de2668c-53fb-49a5-bea2-6d7881f77a1b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 950 time: 0.1673493 Mar 10 23:48:16.535414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Transition to ACTIVE for port object 16bef9de-6134-42ca-a395-863954cc6e80 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:16.555255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.610710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4'}, {'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:16.619073 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bd5d56-6c01-4161-9bcf-68cff33d00d6" -d '{"events": [{"server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "name": "network-vif-plugged", "status": "completed", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4"}, {"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-plugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:16.631512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37746) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:16.676121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e3a54ee-d013-4324-a20b-969f0a3267fe req-381068e4-5b2c-46e2-9005-dddaddf9a11d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438406 Mar 10 23:48:16.687794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Pushing event updated for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:16.713269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8478996-e631-4d2c-83c4-a9439416d7c2 req-74785966-b036-42e3-8405-5e1dc4556f72 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693218 Mar 10 23:48:16.727120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca9d79c8-90f4-44b9-84b3-ae2539e668c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5475436b56fd48f1ab160c4263ca4ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938962 Mar 10 23:48:16.727832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37748) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:16.786073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Attempting to bind port 16bef9de-6134-42ca-a395-863954cc6e80 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:16.786412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Attempting to bind port 16bef9de-6134-42ca-a395-863954cc6e80 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:16.786742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Attempting to bind port 16bef9de-6134-42ca-a395-863954cc6e80 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:16.792295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Port 16bef9de-6134-42ca-a395-863954cc6e80 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:16.797746 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea50edd-7638-46e3-a49e-28c46b11adb0 x-openstack-request-id: req-2ea50edd-7638-46e3-a49e-28c46b11adb0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:16.798642 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "name": "network-vif-plugged", "status": "completed", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4", "code": 200}, {"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-plugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:16.799600 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea50edd-7638-46e3-a49e-28c46b11adb0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:16.800231 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4', 'code': 200} Mar 10 23:48:16.801231 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'code': 200} Mar 10 23:48:16.803414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Attempting to bind port 16bef9de-6134-42ca-a395-863954cc6e80 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:16.821198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:16.822004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:16.822503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:16.822949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Bound port: 16bef9de-6134-42ca-a395-863954cc6e80, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:16.823307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16bef9de-6134-42ca-a395-863954cc6e80), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.835515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] Publish callbacks [] for security_group (02f84ac3-20d9-4555-83f2-99227d1d7da3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.910071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] Publish callbacks [] for security_group (02f84ac3-20d9-4555-83f2-99227d1d7da3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.925707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:16.930352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16bef9de-6134-42ca-a395-863954cc6e80,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:16.962301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aad2c8-284e-4df3-9920-2a69e0cf68c0 req-db37d007-23ba-47ed-b30f-26b8c30d4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:16.963775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:16.964067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c3aad2c8-284e-4df3-9920-2a69e0cf68c0 req-db37d007-23ba-47ed-b30f-26b8c30d4860 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1131 time: 0.0884285 Mar 10 23:48:17.006207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (02f84ac3-20d9-4555-83f2-99227d1d7da3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:17.009196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:17.013199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02f84ac3-20d9-4555-83f2-99227d1d7da3 HTTP/1.1" status: 204 len: 168 time: 0.2816427 Mar 10 23:48:17.032806 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c3aad2c8-284e-4df3-9920-2a69e0cf68c0 req-2df4ff80-e70a-4e57-9905-4dc473221347 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611670 Mar 10 23:48:17.034201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da919c-1e63-494e-98a6-6272e79e1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f84ac3-20d9-4555-83f2-99227d1d7da3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:17.048754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.049603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:17.051153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] 10.222.0.30 "PUT /v2.0/ports/16bef9de-6134-42ca-a395-863954cc6e80 HTTP/1.1" status: 200 len: 1096 time: 1.5829611 Mar 10 23:48:17.051699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:17.064937 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96921d-4a50-4dae-8c6b-f5cb31946e07" -d '{"events": [{"name": "network-changed", "server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "tag": "16bef9de-6134-42ca-a395-863954cc6e80"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:17.137670 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d63342-8459-4a4e-b746-ff4bff64d973 x-openstack-request-id: req-02d63342-8459-4a4e-b746-ff4bff64d973 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:17.138131 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "tag": "16bef9de-6134-42ca-a395-863954cc6e80", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:17.138386 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02d63342-8459-4a4e-b746-ff4bff64d973 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:17.138798 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80', 'status': 'completed', 'code': 200} Mar 10 23:48:17.159591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c277fe1-9e9f-4506-84a8-8767d93efd4a req-adc821b8-c444-4dc7-ac31-1729cae277f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.161211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c277fe1-9e9f-4506-84a8-8767d93efd4a req-adc821b8-c444-4dc7-ac31-1729cae277f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 1132 time: 0.2259781 Mar 10 23:48:17.161886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a8ca-fa98-43bc-87e7-5f3638e51f1e service neutron] Pushing event updated for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:17.236489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-7c3b51d0-3f12-4af8-9b51-c5ed509d9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.238136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-7c3b51d0-3f12-4af8-9b51-c5ed509d9405 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70d5c3be809a49239f02c3bb187944ad&device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 1130 time: 0.1390836 Mar 10 23:48:17.297985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c277fe1-9e9f-4506-84a8-8767d93efd4a req-722dfaf7-4072-42ec-a49e-4941fc2659d1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242042 Mar 10 23:48:17.299514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-e4a736e8-4161-48c1-9f9c-d75e6302a364 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=16bef9de-6134-42ca-a395-863954cc6e80 HTTP/1.1" status: 200 len: 217 time: 0.0503142 Mar 10 23:48:17.393102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165cbf8-0c7d-48ab-8eed-6e1e1ff5fa84 req-ccd7ceb8-d3f4-488b-bc98-9fd32bcc701e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.394507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6165cbf8-0c7d-48ab-8eed-6e1e1ff5fa84 req-ccd7ceb8-d3f4-488b-bc98-9fd32bcc701e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1005220 Mar 10 23:48:17.415782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e8d6-b543-441d-802a-a25609eec602 req-cae13f36-98fa-4ca5-8ba0-61834593c345 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.417247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c033e8d6-b543-441d-802a-a25609eec602 req-cae13f36-98fa-4ca5-8ba0-61834593c345 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 948 time: 0.0884657 Mar 10 23:48:17.488993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c033e8d6-b543-441d-802a-a25609eec602 req-a8bda1d2-4547-45f3-a3cb-5239b361d9d0 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637841 Mar 10 23:48:17.492185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6165cbf8-0c7d-48ab-8eed-6e1e1ff5fa84 req-e7bd4d7b-b60e-4cbb-8d49-666a4e92f975 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903668 Mar 10 23:48:17.558683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-d8bff8e0-6de5-472e-ae44-afed9af83e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.560329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-d8bff8e0-6de5-472e-ae44-afed9af83e47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0567966 Mar 10 23:48:17.586626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:17.621234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-a0739705-d792-4959-ae46-f02752faadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.622999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-a0739705-d792-4959-ae46-f02752faadc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0506692 Mar 10 23:48:17.649962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 58d59823-46a7-4b45-a70e-643152126f48 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:17.650511 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58d59823-46a7-4b45-a70e-643152126f48), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:17.736863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-586ea9a0-e1ee-40da-b9ef-38aca1ec6787 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071844 Mar 10 23:48:17.810902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:17.812213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:17.945390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88992f23-5cf6-4e6d-a602-091a512fb4cb req-4f050b7f-c455-40fd-88fb-0233b18a9a0c service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006702 Mar 10 23:48:17.973250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595576-c879-454e-9ff1-20744a92369c req-3ae955df-9ebd-4c30-963e-f376c46abba4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:17.990243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0595576-c879-454e-9ff1-20744a92369c req-3ae955df-9ebd-4c30-963e-f376c46abba4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 949 time: 0.1571946 Mar 10 23:48:18.016026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17a884-643f-48a7-8601-889e9fe70734 req-8397fbcc-8fbf-47e3-94b7-3b37d55f1530 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.017503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd17a884-643f-48a7-8601-889e9fe70734 req-8397fbcc-8fbf-47e3-94b7-3b37d55f1530 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 950 time: 0.1683178 Mar 10 23:48:18.022780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:18.029866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.054503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:18.099213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:18.117471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0595576-c879-454e-9ff1-20744a92369c req-e38dfc4f-9837-4201-87c2-6214de791aed tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263230 Mar 10 23:48:18.140942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd17a884-643f-48a7-8601-889e9fe70734 req-61da9f09-17f0-4d05-8dc1-b4d5d29f2461 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138492 Mar 10 23:48:18.143516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-796229a9-fcf0-4ea8-b5c0-e0af49df91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.145927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-796229a9-fcf0-4ea8-b5c0-e0af49df91bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70d5c3be809a49239f02c3bb187944ad&device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 1130 time: 0.1378982 Mar 10 23:48:18.199850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-network', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:18.220843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Made reservation on behalf of 47c80c3e3b804d55b99c1438e2e31326 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:18.223149 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.233825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.256066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-f02bedd9-2d8c-4bac-8261-66c70aa9b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.258781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-f02bedd9-2d8c-4bac-8261-66c70aa9b42a service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1056142 Mar 10 23:48:18.317957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-c745e9e0-8aa7-4549-b480-da52d8bcb2dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=16bef9de-6134-42ca-a395-863954cc6e80 HTTP/1.1" status: 200 len: 217 time: 0.0426073 Mar 10 23:48:18.321435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks [] for security_group (ad3301e4-6da4-46df-a555-7ff1e0ff4f49), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.326327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad3301e4-6da4-46df-a555-7ff1e0ff4f49), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.365044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3301e4-6da4-46df-a555-7ff1e0ff4f49,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:18.369107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:48:18.384624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (71bcda92-91ef-48b3-9330-3e1e563f3390), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.385256 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Added segment 71bcda92-91ef-48b3-9330-3e1e563f3390 of type vlan for network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 Mar 10 23:48:18.387396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-bba91a73-2d7b-44f2-bce9-b05da9157f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.388796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-bba91a73-2d7b-44f2-bce9-b05da9157f27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0573752 Mar 10 23:48:18.441742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.453586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-5a90a1c2-32a4-43d2-83a6-39be13046574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.455360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-5a90a1c2-32a4-43d2-83a6-39be13046574 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0565250 Mar 10 23:48:18.472303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.473528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.474219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.513222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4575012 Mar 10 23:48:18.515872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37786) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:18.520796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Request body: {'subnet': {'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-subnet', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:18.554933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37345e5c-4af6-4c75-ae8c-68c553982772 admin admin] Pushing event updated for resources: {'Network': ['ID=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:18.575126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:48:18.585392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Made reservation on behalf of 47c80c3e3b804d55b99c1438e2e31326 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:18.589809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.617057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-389804f7-8adf-4ff6-a6fa-f5b2d1f4549e service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418076 Mar 10 23:48:18.802613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:18.805679 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3204c4-762b-4688-b8fa-20a74963b991" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:18.810714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1517-8aae-4824-a1df-8cee43d40bd3 req-5a13b43a-5703-4054-b4c4-6cb7ff96b079 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.812314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff9a1517-8aae-4824-a1df-8cee43d40bd3 req-5a13b43a-5703-4054-b4c4-6cb7ff96b079 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1485548 Mar 10 23:48:18.820810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d63516-70ff-4e21-b60c-f240f0137f94 req-5de47b8e-c5d3-47c7-bc2e-985f6155bbf5 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.822350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d63516-70ff-4e21-b60c-f240f0137f94 req-5de47b8e-c5d3-47c7-bc2e-985f6155bbf5 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 948 time: 0.1307404 Mar 10 23:48:18.837848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (2224a795-f4da-4c51-8137-01f206002d5d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.872222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca96921d-4a50-4dae-8c6b-f5cb31946e07 req-c311cd41-afee-466a-9712-31e5421a8fee service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413957 Mar 10 23:48:18.908020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Checking segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:18.908382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Network hostable DHCP agents. Network: 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:48:18.910308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2224a795-f4da-4c51-8137-01f206002d5d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:18.914441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff9a1517-8aae-4824-a1df-8cee43d40bd3 req-09400d04-65e1-4070-a3f0-a1c0a76e3dcf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910718 Mar 10 23:48:18.929912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d63516-70ff-4e21-b60c-f240f0137f94 req-79c332c8-f156-4ba7-bd51-ad3b8277a191 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953977 Mar 10 23:48:18.931498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:48:18.948861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:18.961256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:18.961706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b821b5-25c4-49d0-8670-bbc8bb74ae0a None None] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:18.963114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:18.986296 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b554ac-81e9-414a-a0a0-e4ba37216fa0 x-openstack-request-id: req-d0b554ac-81e9-414a-a0a0-e4ba37216fa0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:18.986946 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:18.987602 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0b554ac-81e9-414a-a0a0-e4ba37216fa0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:18.988237 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'code': 200} Mar 10 23:48:18.998084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c7a44e16-2b24-488a-b84d-7c25353d167f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4786367 Mar 10 23:48:18.998442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:19.003460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:19.035179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.036372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.135587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:48:19.138243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.153175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for router_controller (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.330161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac43474-8f39-489b-949a-85c32692310d req-749a90fe-ce3b-4878-9717-f88c509b3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:19.331721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ac43474-8f39-489b-949a-85c32692310d req-749a90fe-ce3b-4878-9717-f88c509b3c66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1132 time: 0.1178334 Mar 10 23:48:19.363525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Allocated IP 172.20.0.2 (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70/2224a795-f4da-4c51-8137-01f206002d5d/f7d66431-e122-4682-bbb6-b93f21d8e8fd) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:19.409758 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ac43474-8f39-489b-949a-85c32692310d req-55cef1ab-7b01-4ec3-8e13-c6ff67e9e7f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719919 Mar 10 23:48:19.434711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for router_gateway (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.454921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49211-ee1c-4b8a-af04-7cd7a5a437c5 req-7c4a5478-085b-4133-9ee6-f63a2c24c6b7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:19.461800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec49211-ee1c-4b8a-af04-7cd7a5a437c5 req-7c4a5478-085b-4133-9ee6-f63a2c24c6b7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2323020 Mar 10 23:48:19.509752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1963927-66ed-4a96-9255-9d69211087d7 req-f286bb45-a535-44a8-997b-622ca508c910 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:19.512439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1963927-66ed-4a96-9255-9d69211087d7 req-f286bb45-a535-44a8-997b-622ca508c910 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1131 time: 0.2060494 Mar 10 23:48:19.556063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1963927-66ed-4a96-9255-9d69211087d7 req-dd99e4c4-d67a-4fbb-aff0-0290d99e02a5 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.571494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec49211-ee1c-4b8a-af04-7cd7a5a437c5 req-07b0c4e6-672c-459a-9b38-04b9ebe86a4e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088557 Mar 10 23:48:19.613671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks [] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.622297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.675746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:19.682067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:19.685677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:19.692623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Pushing event updated for resources: {'Port': ['ID=f7d66431-e122-4682-bbb6-b93f21d8e8fd,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:19.753855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Attempting to bind port f7d66431-e122-4682-bbb6-b93f21d8e8fd on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:19.754234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Attempting to bind port f7d66431-e122-4682-bbb6-b93f21d8e8fd by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:19.754661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Attempting to bind port f7d66431-e122-4682-bbb6-b93f21d8e8fd on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:19.759677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:19.760159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Checking segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:19.760621 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.761069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Bound using segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:19.761623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Bound port: f7d66431-e122-4682-bbb6-b93f21d8e8fd, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:19.762267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.831133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] For port f7d66431-e122-4682-bbb6-b93f21d8e8fd, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:19.837700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] For port f7d66431-e122-4682-bbb6-b93f21d8e8fd, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f7d66431-e122-4682-bbb6-b93f21d8e8fd,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:19.846197 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:19.931319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6917-d167-4189-88aa-5dc6f5f42429 None None] Pushing event updated for resources: {'Port': ['ID=f7d66431-e122-4682-bbb6-b93f21d8e8fd,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:20.049961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1963927-66ed-4a96-9255-9d69211087d7 req-dd99e4c4-d67a-4fbb-aff0-0290d99e02a5 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Publish callbacks [] for security_group (5cb6fb27-5aa3-42af-b1f0-20d263dde383), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.075562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1963927-66ed-4a96-9255-9d69211087d7 req-dd99e4c4-d67a-4fbb-aff0-0290d99e02a5 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5cb6fb27-5aa3-42af-b1f0-20d263dde383), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.116484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909ee24-1bbe-4dbb-ac9d-cc65fa848463 req-cd95da49-d877-462d-91ca-1e958f4c12c1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:20.119317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f909ee24-1bbe-4dbb-ac9d-cc65fa848463 req-cd95da49-d877-462d-91ca-1e958f4c12c1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 950 time: 0.4356143 Mar 10 23:48:20.167237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for router_gateway (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.173122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1963927-66ed-4a96-9255-9d69211087d7 req-dd99e4c4-d67a-4fbb-aff0-0290d99e02a5 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6539652 Mar 10 23:48:20.175741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99e4c4-d67a-4fbb-aff0-0290d99e02a5 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb6fb27-5aa3-42af-b1f0-20d263dde383,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:20.200379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.292083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f909ee24-1bbe-4dbb-ac9d-cc65fa848463 req-70c946ec-45c5-493a-a8ae-5bc40936fd85 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573594 Mar 10 23:48:20.413950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Allocated IP 172.25.7.186 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/1ca245c0-1fb5-402d-b0e7-7fa49840f586) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:20.438270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831d4e6-095f-49f9-8ae7-b6ec2ad2c0a0 req-fb4fbba1-68de-49d1-adea-a16b74f3d935 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:20.439773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4831d4e6-095f-49f9-8ae7-b6ec2ad2c0a0 req-fb4fbba1-68de-49d1-adea-a16b74f3d935 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 948 time: 0.1309347 Mar 10 23:48:20.447672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f7d66431-e122-4682-bbb6-b93f21d8e8fd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:20.551791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4831d4e6-095f-49f9-8ae7-b6ec2ad2c0a0 req-83fff46d-8061-4a1d-a806-d9311926f497 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943980 Mar 10 23:48:20.581912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f7d66431-e122-4682-bbb6-b93f21d8e8fd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:20.582289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.610813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.731283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f7d66431-e122-4682-bbb6-b93f21d8e8fd is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:20.731823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.742749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.781552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port f7d66431-e122-4682-bbb6-b93f21d8e8fd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f7d66431-e122-4682-bbb6-b93f21d8e8fd,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:20.786733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:20.792943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:20.793930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:20.795760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:20.896262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb85c7-7f05-4c17-ad3a-5f144e5a9038 req-4b9bd209-c431-4a4c-b1cd-bdc9e799d4ff tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:20.898740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bcb85c7-7f05-4c17-ad3a-5f144e5a9038 req-4b9bd209-c431-4a4c-b1cd-bdc9e799d4ff tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 950 time: 0.2184916 Mar 10 23:48:20.900875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca245c0-1fb5-402d-b0e7-7fa49840f586,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:20.941013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=f7d66431-e122-4682-bbb6-b93f21d8e8fd,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:21.151251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bcb85c7-7f05-4c17-ad3a-5f144e5a9038 req-6ce2cb71-022c-46bf-8146-804f6b4f0fc3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332973 Mar 10 23:48:21.286521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9f105-bfaf-4d39-8d0e-0eaf0e7b0170 None None] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:21.374199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for router_gateway (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:21.374402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34f49308-bab0-4580-9749-62d952ad389b None None] Provisioning complete for port f7d66431-e122-4682-bbb6-b93f21d8e8fd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:21.374843 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34f49308-bab0-4580-9749-62d952ad389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:21.380327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-6087dbf0-8dba-4891-8748-edfd5488c2ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2864201 Mar 10 23:48:21.424354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-7be5a426-e119-4c91-b7a3-399442173f92 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:48:21.425327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-7be5a426-e119-4c91-b7a3-399442173f92 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066679 Mar 10 23:48:21.439344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76d68-20b4-4dfe-8a51-c68708ebf4f9 req-3330c23b-6cd7-48b9-a3ba-51cdbeff2ff7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:21.440847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ea76d68-20b4-4dfe-8a51-c68708ebf4f9 req-3330c23b-6cd7-48b9-a3ba-51cdbeff2ff7 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2642434 Mar 10 23:48:21.450640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fde40-048b-4efa-8d41-32fea69f1422 req-e9c912ce-ea64-44c3-995e-1ec854fede59 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:21.452186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b2fde40-048b-4efa-8d41-32fea69f1422 req-e9c912ce-ea64-44c3-995e-1ec854fede59 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2084565 Mar 10 23:48:21.521755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34f49308-bab0-4580-9749-62d952ad389b None None] Current status of the port f7d66431-e122-4682-bbb6-b93f21d8e8fd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:21.597600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ea76d68-20b4-4dfe-8a51-c68708ebf4f9 req-c79cc0be-d10b-46a7-9e0a-8321300ef23a tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444118 Mar 10 23:48:21.608714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16bef9de-6134-42ca-a395-863954cc6e80 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:21.712564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b2fde40-048b-4efa-8d41-32fea69f1422 req-617c92cc-385c-4477-b4b9-f27cd93a612c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450376 Mar 10 23:48:21.853008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16bef9de-6134-42ca-a395-863954cc6e80,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:21.869144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:21.911749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '16bef9de-6134-42ca-a395-863954cc6e80', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '16bef9de-6134-42ca-a395-863954cc6e80', 'mac_address': 'fa:16:3e:ef:34:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:21.927003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-863190fb-7f63-4425-91eb-c6b6a92989a1 None None] Provisioning complete for port f7d66431-e122-4682-bbb6-b93f21d8e8fd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:21.927941 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863190fb-7f63-4425-91eb-c6b6a92989a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:21.975794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:22.016638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 16bef9de-6134-42ca-a395-863954cc6e80 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:22.017034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16bef9de-6134-42ca-a395-863954cc6e80), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:22.035518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bef9de-6134-42ca-a395-863954cc6e80 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:22.046134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8087c-5c99-42d6-a322-24f4b3cacb5b req-413fab50-4591-4b88-87f2-bf26e35cd628 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:22.048281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43a8087c-5c99-42d6-a322-24f4b3cacb5b req-413fab50-4591-4b88-87f2-bf26e35cd628 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 948 time: 0.1073935 Mar 10 23:48:22.059953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16bef9de-6134-42ca-a395-863954cc6e80,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:22.078218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:22.081212 n-d-831844-1 neutron-server[110426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 23:48:22.124603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-863190fb-7f63-4425-91eb-c6b6a92989a1 None None] Current status of the port f7d66431-e122-4682-bbb6-b93f21d8e8fd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:22.128630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-562dbe23-28b0-4c27-859d-f00a008b18e3 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:22.141378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-562dbe23-28b0-4c27-859d-f00a008b18e3 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 1128 time: 0.1636016 Mar 10 23:48:22.145365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:22.177544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43a8087c-5c99-42d6-a322-24f4b3cacb5b req-1f8b6786-767a-4d2e-8dd2-1d6bd57c2ec8 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108804 Mar 10 23:48:22.186579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e8d25-9fc4-4879-a898-50323d0a3212 req-a36c5fe0-c924-4fc7-83ca-cfac34ab49d5 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:22.192034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e8d25-9fc4-4879-a898-50323d0a3212 req-a36c5fe0-c924-4fc7-83ca-cfac34ab49d5 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:22.199887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b08e8d25-9fc4-4879-a898-50323d0a3212 req-a36c5fe0-c924-4fc7-83ca-cfac34ab49d5 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de&device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 1691 time: 0.1505382 Mar 10 23:48:22.235372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:48:22.357530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b08e8d25-9fc4-4879-a898-50323d0a3212 req-61d2896c-2d47-4153-8ffc-fe8de37a5d9a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566920 Mar 10 23:48:22.359959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f7d66431-e122-4682-bbb6-b93f21d8e8fd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:22.410387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['16bef9de-6134-42ca-a395-863954cc6e80'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:22.492467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:22.507628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f7d66431-e122-4682-bbb6-b93f21d8e8fd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:22.508295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:22.510359 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:22.535865 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:22.538227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:22.542066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:22.547119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a65d9d6d-88e8-4f90-ae4c-70fd150a29a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5450087 Mar 10 23:48:22.548534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:22.655240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1039a37-00a8-446d-abc4-35ff36232729 req-3306cc1e-4b33-4165-b11d-a8f4d28908b3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:22.662684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1039a37-00a8-446d-abc4-35ff36232729 req-3306cc1e-4b33-4165-b11d-a8f4d28908b3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.4068487 Mar 10 23:48:22.703513 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:22.738733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f7d66431-e122-4682-bbb6-b93f21d8e8fd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:22.987265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:21Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:23.020755 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:23.021102 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Updating router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:48:23.043236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab644f16-9f98-4736-bfd1-c4737d2faf55 req-c7ed3042-f5ca-42c0-a8d9-c69203a72165 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.044738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab644f16-9f98-4736-bfd1-c4737d2faf55 req-c7ed3042-f5ca-42c0-a8d9-c69203a72165 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 1132 time: 0.4419792 Mar 10 23:48:23.049502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1039a37-00a8-446d-abc4-35ff36232729 req-d8dac421-bfb2-4afe-9d21-4e866bbb7178 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860385 Mar 10 23:48:23.055404 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.172504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab644f16-9f98-4736-bfd1-c4737d2faf55 req-44f7e48a-1b2b-4718-814f-ebeb352519e1 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201773 Mar 10 23:48:23.236388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453841ad-0dc3-43b7-a1ac-8a864a6779d4 req-d6676eb6-3f21-4225-81da-2fab02bd435d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.239024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-453841ad-0dc3-43b7-a1ac-8a864a6779d4 req-d6676eb6-3f21-4225-81da-2fab02bd435d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1190698 Mar 10 23:48:23.359680 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks [] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.367247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-453841ad-0dc3-43b7-a1ac-8a864a6779d4 req-f6392ecd-2d59-4f17-aed7-e2570500652a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Mar 10 23:48:23.368141 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.412441 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Attempting to bind port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:23.413223 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Attempting to bind port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:23.413621 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Attempting to bind port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:23.440925 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:23.441272 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:23.442735 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.442735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:23.442735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Bound port: 1ca245c0-1fb5-402d-b0e7-7fa49840f586, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:23.443028 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.508786 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] For port 1ca245c0-1fb5-402d-b0e7-7fa49840f586, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:23.513564 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] For port 1ca245c0-1fb5-402d-b0e7-7fa49840f586, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ca245c0-1fb5-402d-b0e7-7fa49840f586,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:23.524430 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.561665 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:23.562429 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:23.564688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-7ec0ef11-69ed-4834-9867-18e794352ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.567474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-7ec0ef11-69ed-4834-9867-18e794352ace service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1131 time: 0.1090326 Mar 10 23:48:23.616277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16bef9de-6134-42ca-a395-863954cc6e80 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:23.666351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Pushing event updated for resources: {'Port': ['ID=1ca245c0-1fb5-402d-b0e7-7fa49840f586,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:23.671576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.676511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3f41-bd5b-4468-a3d1-629e44c24575 req-e0befebe-b640-491b-81c4-6de8829276af tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.685002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f9e3f41-bd5b-4468-a3d1-629e44c24575 req-e0befebe-b640-491b-81c4-6de8829276af tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 1132 time: 0.1825020 Mar 10 23:48:23.704711 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.705411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-6055e3ab-2114-439c-b09b-da53801d5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.707223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-6055e3ab-2114-439c-b09b-da53801d5140 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1316209 Mar 10 23:48:23.716376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.716713 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.717107 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.717382 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.717696 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.718018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.718342 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.718661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.718980 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.721682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.722037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.722392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:48:23.779984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 16bef9de-6134-42ca-a395-863954cc6e80 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:23.785081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 16bef9de-6134-42ca-a395-863954cc6e80 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:23.785458 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (16bef9de-6134-42ca-a395-863954cc6e80), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.800168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-edd51799-912a-478c-9474-3607ad520567 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0787799 Mar 10 23:48:23.896223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 16bef9de-6134-42ca-a395-863954cc6e80 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:23.896629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16bef9de-6134-42ca-a395-863954cc6e80), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.934782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-00f8d071-5def-48a9-8b0f-c5a387d0c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:23.937874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:23.940692 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ad8ce-efca-49a3-a279-acfabf224551" -d '{"events": [{"server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "name": "network-vif-plugged", "status": "completed", "tag": "16bef9de-6134-42ca-a395-863954cc6e80"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:23.942436 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-00f8d071-5def-48a9-8b0f-c5a387d0c0dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1269796 Mar 10 23:48:23.960808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16bef9de-6134-42ca-a395-863954cc6e80,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:23.968960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:23.980369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f9e3f41-bd5b-4468-a3d1-629e44c24575 req-32cf26aa-467a-4e64-bfb9-f773c4060953 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943182 Mar 10 23:48:24.049013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-38110c36-09f1-401e-971a-86110b6d0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.051217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39b681-b4d3-448f-86fc-c9016719cc7a req-060e9b61-9606-46a8-b337-101392fb0d6b tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.051911 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-38110c36-09f1-401e-971a-86110b6d0065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1015813 Mar 10 23:48:24.072977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b39b681-b4d3-448f-86fc-c9016719cc7a req-060e9b61-9606-46a8-b337-101392fb0d6b tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 949 time: 0.3349221 Mar 10 23:48:24.096669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:24.125006 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7939a-f968-4027-aadb-ffbb4743fa18 None None] Pushing event updated for resources: {'Port': ['ID=1ca245c0-1fb5-402d-b0e7-7fa49840f586,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:24.165657 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:24.201698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-54bb42f7-6f01-48de-8913-44a8d7db753c service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379435 Mar 10 23:48:24.249614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b39b681-b4d3-448f-86fc-c9016719cc7a req-b65a8885-f9a2-4077-b3c5-325bf6c6b178 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755638 Mar 10 23:48:24.291840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Allocated IP 172.20.0.1 (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70/2224a795-f4da-4c51-8137-01f206002d5d/aa6533c0-473f-4427-940e-555ddd19fce5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:24.307730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5c7c0-dadf-4e3c-8922-88fe8a2beb0e req-120f3579-095b-4288-bf00-3d1b6d51f9eb tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.317332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cc5c7c0-dadf-4e3c-8922-88fe8a2beb0e req-120f3579-095b-4288-bf00-3d1b6d51f9eb tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1796055 Mar 10 23:48:24.333488 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0203568-3fd6-4127-8ba7-011129a1e1fa x-openstack-request-id: req-b0203568-3fd6-4127-8ba7-011129a1e1fa {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:24.333797 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "name": "network-vif-plugged", "status": "completed", "tag": "16bef9de-6134-42ca-a395-863954cc6e80", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:24.334033 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0203568-3fd6-4127-8ba7-011129a1e1fa {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:24.334426 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80', 'code': 200} Mar 10 23:48:24.334701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-b865c5c3-a8b3-4e5a-892d-f0e5f369a9bf service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232135 Mar 10 23:48:24.413293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cc5c7c0-dadf-4e3c-8922-88fe8a2beb0e req-56bbaec0-e681-41aa-a150-f24e372551e6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948191 Mar 10 23:48:24.426889 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:21Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:24.479576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e770de-e9f2-400a-ab03-046d12065c00 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:21Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:24.648477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3dd85-0481-4fb6-be47-c3a60d51b7a5 req-45802a72-56b8-4ad2-86cf-774f6fa10514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.650018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33e3dd85-0481-4fb6-be47-c3a60d51b7a5 req-45802a72-56b8-4ad2-86cf-774f6fa10514 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 1132 time: 0.1979966 Mar 10 23:48:24.653684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks [] for port (aa6533c0-473f-4427-940e-555ddd19fce5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:24.661540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb954331-b137-4af5-914d-6a5b4c620207 req-2b8ce037-cf9f-4814-aeb1-de591cbd3c0e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.663049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb954331-b137-4af5-914d-6a5b4c620207 req-2b8ce037-cf9f-4814-aeb1-de591cbd3c0e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1450520 Mar 10 23:48:24.726055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-1933f12c-497a-46d7-8ae9-9271897c4814 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504422 Mar 10 23:48:24.797223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33e3dd85-0481-4fb6-be47-c3a60d51b7a5 req-310b0a71-a277-41b9-9329-c3edd10eb757 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331906 Mar 10 23:48:24.884174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb954331-b137-4af5-914d-6a5b4c620207 req-c54d71d3-cf5e-42b5-9f55-0c947d36abe2 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091677 Mar 10 23:48:24.908226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:24.967374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-afa59cab-3aba-4cb4-936c-a8e049244c40 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:24.968913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-afa59cab-3aba-4cb4-936c-a8e049244c40 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336850 Mar 10 23:48:24.975314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:24.988524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:24.993372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:25.026395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-b32b3aa3-cfc8-4fff-89fe-38723b6bc856 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0499227 Mar 10 23:48:25.029793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:25.081274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.147697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-e9c3b607-8964-41fb-9612-3a9bc0452980 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120229 Mar 10 23:48:25.270012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.389723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-80458081-fe01-4a41-b78a-b6c645de7bb8 None None] Provisioning complete for port aa6533c0-473f-4427-940e-555ddd19fce5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:25.390359 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-80458081-fe01-4a41-b78a-b6c645de7bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.481717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-80458081-fe01-4a41-b78a-b6c645de7bb8 None None] Port aa6533c0-473f-4427-940e-555ddd19fce5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:25.513309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc4362-9c3d-482f-80c2-66f34c64c8aa req-2365d817-da6b-4ff4-9260-bdbd4244e6bb tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:25.514871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6fc4362-9c3d-482f-80c2-66f34c64c8aa req-2365d817-da6b-4ff4-9260-bdbd4244e6bb tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 950 time: 0.1570375 Mar 10 23:48:25.618172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6fc4362-9c3d-482f-80c2-66f34c64c8aa req-25451115-5320-4efe-8496-405dee1d5c2a tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943499 Mar 10 23:48:25.623064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks [] for port (aa6533c0-473f-4427-940e-555ddd19fce5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.639096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.795554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:25.885486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:25.969047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a76bf3e-55f6-4118-893a-76088355ee80 req-2bbab06d-bc86-44c0-ae44-2c125ba1fd0f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 210 time: 0.0439417 Mar 10 23:48:25.988913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8738c97-8310-4a24-9668-0de5fb710610 req-16ef6c67-cf6c-4044-9b7d-31bd80dfcb22 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:26.003162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8738c97-8310-4a24-9668-0de5fb710610 req-16ef6c67-cf6c-4044-9b7d-31bd80dfcb22 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.3003569 Mar 10 23:48:26.056928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:26.063168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:26.208796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8738c97-8310-4a24-9668-0de5fb710610 req-5efb5829-f2a7-4db0-b1c3-02ec3e371983 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047472 Mar 10 23:48:26.220037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877acc2-8453-4ee3-bbb4-6fac47be9583 req-4b4ad143-18af-4799-864c-955501b63344 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:26.221572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6877acc2-8453-4ee3-bbb4-6fac47be9583 req-4b4ad143-18af-4799-864c-955501b63344 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1626091 Mar 10 23:48:26.442021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6877acc2-8453-4ee3-bbb4-6fac47be9583 req-752e371d-ac07-4fe3-a6b9-525b57aa683c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541677 Mar 10 23:48:26.474238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:48:26.501953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ca245c0-1fb5-402d-b0e7-7fa49840f586 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:26.606401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ed6b8cc3-5838-423d-8304-c4761db83b73 None None] Provisioning complete for port aa6533c0-473f-4427-940e-555ddd19fce5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:26.607178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cc3-5838-423d-8304-c4761db83b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:26.682688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b8cc3-5838-423d-8304-c4761db83b73 None None] Port aa6533c0-473f-4427-940e-555ddd19fce5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:26.703598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:26.704734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:26.704863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:26.718550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e965075-2a51-4f0b-9bfe-ea5dbc106c75 admin admin] 10.222.0.21 "PUT /v2.0/routers/9583b05f-572e-4daa-ba53-0f1d5fbe5a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1691248 Mar 10 23:48:26.840399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07251bf-78c6-4f86-ab6f-a29ea2474b14 req-3e5c1859-2208-4ea5-ae4b-f7784d704968 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:26.842304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c07251bf-78c6-4f86-ab6f-a29ea2474b14 req-3e5c1859-2208-4ea5-ae4b-f7784d704968 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 950 time: 0.0818584 Mar 10 23:48:26.852226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:26.852860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:26.878308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 1ca245c0-1fb5-402d-b0e7-7fa49840f586, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ca245c0-1fb5-402d-b0e7-7fa49840f586,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:26.888180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:26.908924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c07251bf-78c6-4f86-ab6f-a29ea2474b14 req-c9f2b427-d043-4e6a-b8d1-2ab6676359df tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593758 Mar 10 23:48:26.969877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=1ca245c0-1fb5-402d-b0e7-7fa49840f586,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:26.989863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:27.011754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:27.012546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:27.177434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:27.211141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cf5ddfe-ec06-4291-bd4f-a4052a570c1f req-28045b82-7097-4c22-b84d-a67302ee416d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 210 time: 0.0837700 Mar 10 23:48:27.382790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d53b-821b-4c65-8644-5a076a0dad4f req-eaa6982b-a205-4409-9ed3-1b626d1bacd0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:27.384392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d71d53b-821b-4c65-8644-5a076a0dad4f req-eaa6982b-a205-4409-9ed3-1b626d1bacd0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.0698063 Mar 10 23:48:27.513714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 2, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:27.519449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d71d53b-821b-4c65-8644-5a076a0dad4f req-e4c8b06d-dd9d-4c59-a34b-d91468f233e9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174107 Mar 10 23:48:27.626813 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-32f28eeb-2d80-4b5a-a7b8-d10895ed8a8e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488234 Mar 10 23:48:27.676296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-de066b62-51b1-4066-9db6-b146ad188841 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:27.680291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-de066b62-51b1-4066-9db6-b146ad188841 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 821 time: 0.2282343 Mar 10 23:48:27.708807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-141fefde-b8df-4aa6-a5dd-8a49ea572014 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/quotas/47c80c3e3b804d55b99c1438e2e31326 HTTP/1.1" status: 200 len: 375 time: 0.0200963 Mar 10 23:48:27.784696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:27.785468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Updating router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 port aa6533c0-473f-4427-940e-555ddd19fce5 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:48:27.794926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-d8d0822f-1948-4447-91f0-84506f3a915f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:27.796735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-d8d0822f-1948-4447-91f0-84506f3a915f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625040 Mar 10 23:48:27.813150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:27.844615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1ad17-0db0-49c8-96fa-95629f125fe6 req-ac010b82-c6df-4b54-a43b-7cbf5911529a tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:27.846561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bd1ad17-0db0-49c8-96fa-95629f125fe6 req-ac010b82-c6df-4b54-a43b-7cbf5911529a tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1128 time: 0.1338906 Mar 10 23:48:27.853525 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:27.866927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-9e28d49a-30af-4951-a6df-5b09a078c940 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471362 Mar 10 23:48:27.987699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:27.991297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.024280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bd1ad17-0db0-49c8-96fa-95629f125fe6 req-06eb4f55-fd2b-44d5-bb29-1e1b36713b72 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426604 Mar 10 23:48:28.026175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-56d9e04e-cb93-4b8e-b112-5c6b27ccade6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449307 Mar 10 23:48:28.092493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-19b561db-72e3-4039-80a0-472fa0546292 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243443 Mar 10 23:48:28.260166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.74 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/e66c1f96-f949-4a07-9355-dc7f8dd6d02b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:28.265752 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks [] for port (aa6533c0-473f-4427-940e-555ddd19fce5), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.284613 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.377028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc822a4-5c72-432f-82f8-89c063855036 None None] Pushing event updated for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:28.410249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ca245c0-1fb5-402d-b0e7-7fa49840f586 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:28.499912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.561583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:28.562143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.563725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Attempting to bind port aa6533c0-473f-4427-940e-555ddd19fce5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:28.564108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Attempting to bind port aa6533c0-473f-4427-940e-555ddd19fce5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:28.564618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Attempting to bind port aa6533c0-473f-4427-940e-555ddd19fce5 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:28.565351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.592609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:28.593032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Checking segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:28.593395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.593789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Bound using segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:28.595279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Bound port: aa6533c0-473f-4427-940e-555ddd19fce5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:28.595687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.600656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:28.602668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:28.638091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-60ce770e-8fec-4f7b-a1ce-fe4d810fb623 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:28.639467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-60ce770e-8fec-4f7b-a1ce-fe4d810fb623 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5956168 Mar 10 23:48:28.646411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5eaae-12a4-4b41-a2e2-d84d956436eb req-a55159ab-d3c4-4516-985c-14811e193630 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:28.659001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:28.660588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58c5eaae-12a4-4b41-a2e2-d84d956436eb req-a55159ab-d3c4-4516-985c-14811e193630 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.5569894 Mar 10 23:48:28.685770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:28.689617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:28.692165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:28.702707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a6201833-fef3-4b61-be99-a1ee94fef1f6 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088827 Mar 10 23:48:28.721067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:28.806884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:28.807534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.832235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d5178f8a-ae2c-4c5e-8b28-49592dd06e04 None None] Provisioning complete for port aa6533c0-473f-4427-940e-555ddd19fce5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:28.832531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5178f8a-ae2c-4c5e-8b28-49592dd06e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:28.841772 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-85a16573-b18f-4639-b24e-c2fd0ab756e1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0324454 Mar 10 23:48:28.861219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Request body: {'port': {'device_id': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:28.949865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58c5eaae-12a4-4b41-a2e2-d84d956436eb req-12bc2be5-2464-4675-838d-e6530c349b2e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874079 Mar 10 23:48:29.036146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.057713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:29.063502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.151069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] For port aa6533c0-473f-4427-940e-555ddd19fce5, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:29.200937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d5178f8a-ae2c-4c5e-8b28-49592dd06e04 None None] Port aa6533c0-473f-4427-940e-555ddd19fce5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:29.228278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] For port aa6533c0-473f-4427-940e-555ddd19fce5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aa6533c0-473f-4427-940e-555ddd19fce5,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:29.233859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:29.246968 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.416911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48fde57e-e2b4-497a-b461-87b8d17a0b41 req-c8603185-be80-4fe7-b520-c97fa19834bf tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 210 time: 0.0762143 Mar 10 23:48:29.428767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc822a4-5c72-432f-82f8-89c063855036 None None] Pushing event updated for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:29.474296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.80 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/54614626-61c8-4e4d-9199-c025aed8eeda) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:29.513844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:29.514609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:29.619593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-13d90996-64b9-46e6-8cad-e94ae57c735d None None] Provisioning complete for port e66c1f96-f949-4a07-9355-dc7f8dd6d02b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:29.620304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-13d90996-64b9-46e6-8cad-e94ae57c735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.664801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-13d90996-64b9-46e6-8cad-e94ae57c735d None None] Port e66c1f96-f949-4a07-9355-dc7f8dd6d02b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:29.817003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d02e-1eeb-4ef8-9706-5d3ad283d313 req-31b19813-10b8-4f24-b653-f7477c6b9075 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:29.820529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4412d02e-1eeb-4ef8-9706-5d3ad283d313 req-31b19813-10b8-4f24-b653-f7477c6b9075 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2041814 Mar 10 23:48:29.861028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (54614626-61c8-4e4d-9199-c025aed8eeda), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.862204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:29.930144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4412d02e-1eeb-4ef8-9706-5d3ad283d313 req-c2785ca1-28e8-4ae7-8bb5-d88021207bc3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889928 Mar 10 23:48:29.952115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:29.993167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:29.996142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:30.055476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:30.067791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Provisioning complete for port aa6533c0-473f-4427-940e-555ddd19fce5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:30.068586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.070534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:30.087420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:30.211690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:30.218650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c0421f7-7ad5-4c28-8c7e-ed87042a47e9 req-83b9dea6-46e1-4c05-94b0-363b3831c694 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 210 time: 0.0772414 Mar 10 23:48:30.232713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:30.233371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.255803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-41857f91-4c67-4b79-833d-d908d779ec03 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5839829 Mar 10 23:48:30.277005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Request body: {'port': {'device_id': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:30.353381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66c1f96-f949-4a07-9355-dc7f8dd6d02b {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:30.383623 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks [] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.396657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Current status of the port aa6533c0-473f-4427-940e-555ddd19fce5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:30.404895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.408872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.410239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Transition to ACTIVE for port object e66c1f96-f949-4a07-9355-dc7f8dd6d02b will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:30.431534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.551600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] For port aa6533c0-473f-4427-940e-555ddd19fce5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aa6533c0-473f-4427-940e-555ddd19fce5,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:30.599272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.622774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:30.632243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Attempting to bind port e66c1f96-f949-4a07-9355-dc7f8dd6d02b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:30.633141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Attempting to bind port e66c1f96-f949-4a07-9355-dc7f8dd6d02b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:30.633474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Attempting to bind port e66c1f96-f949-4a07-9355-dc7f8dd6d02b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:30.640167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Port e66c1f96-f949-4a07-9355-dc7f8dd6d02b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:30.640494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Attempting to bind port e66c1f96-f949-4a07-9355-dc7f8dd6d02b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:30.645951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:30.646441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:30.646663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:30.647084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Bound port: e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:30.647498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.663087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0513dd53-9be7-4116-b63b-1c57d4256949 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:48:30.664133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0513dd53-9be7-4116-b63b-1c57d4256949 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089273 Mar 10 23:48:30.750330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:30.754711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:30.777728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.836644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:30.837115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:30.843952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] 10.222.0.39 "PUT /v2.0/ports/e66c1f96-f949-4a07-9355-dc7f8dd6d02b HTTP/1.1" status: 200 len: 1095 time: 1.9819665 Mar 10 23:48:30.912096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-b478b26a-dc69-49af-921b-94dc9b836be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:30.913515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-b478b26a-dc69-49af-921b-94dc9b836be1 service neutron] 10.222.0.21 "GET /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 1125 time: 0.2305665 Mar 10 23:48:30.956898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:30.957381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:48:31.035504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:31.038313 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea60efa-3b12-4a89-9493-61253002655a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:31.039166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fca69-e4ed-4e4d-a43c-4e0ea64b3a17 None None] Pushing event updated for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:31.048433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-9b9c9c9e-f23a-419e-984b-e50a52685500 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.050527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-9b9c9c9e-f23a-419e-984b-e50a52685500 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 821 time: 0.2055049 Mar 10 23:48:31.071275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2285d2b4-60d6-4bc9-a90e-b2b47b29bc51 None None] Provisioning complete for port 54614626-61c8-4e4d-9199-c025aed8eeda triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:31.071911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2285d2b4-60d6-4bc9-a90e-b2b47b29bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:31.097178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'port': {'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'admin_state_up': True, 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:31.121178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ec38-404a-46a4-ba4c-8dc33539a53d req-33ced411-662a-4e5a-8ee8-7a05165bbc77 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.122353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:29Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:31.122755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cac6ec38-404a-46a4-ba4c-8dc33539a53d req-33ced411-662a-4e5a-8ee8-7a05165bbc77 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.3436332 Mar 10 23:48:31.184522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241355a0-092e-44f1-be0b-d2575deb0631 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:29Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:31.218914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2285d2b4-60d6-4bc9-a90e-b2b47b29bc51 None None] Port 54614626-61c8-4e4d-9199-c025aed8eeda cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:31.287670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Made reservation on behalf of 47c80c3e3b804d55b99c1438e2e31326 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:31.293684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:31.393164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cac6ec38-404a-46a4-ba4c-8dc33539a53d req-4ec9c459-a76a-45e9-b411-6f5a5da172c6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582748 Mar 10 23:48:31.426315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6e4b886a-0c27-464a-96f0-c001d3998f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.427610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6e4b886a-0c27-464a-96f0-c001d3998f21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 1129 time: 0.3757460 Mar 10 23:48:31.445486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f40e77-3567-4dfe-892f-7e40ed57fdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:31.497623 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-f8557358-dc18-47d9-9ec7-c176d2f45e59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b HTTP/1.1" status: 200 len: 217 time: 0.0600400 Mar 10 23:48:31.560410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:31.560755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:31.561088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:31.572299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54614626-61c8-4e4d-9199-c025aed8eeda {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:31.587332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks [] for port (54614626-61c8-4e4d-9199-c025aed8eeda), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:31.593598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6b986d17-10af-475c-bf17-a9ace1e60745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.595621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6b986d17-10af-475c-bf17-a9ace1e60745 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0899498 Mar 10 23:48:31.600542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Allocated IP 172.20.0.6 (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70/2224a795-f4da-4c51-8137-01f206002d5d/8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:31.607900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Transition to ACTIVE for port object 54614626-61c8-4e4d-9199-c025aed8eeda will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:31.613365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:31.613365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:31.626497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:31.710432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-d79d91db-acc8-431b-b988-40fc276dcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.712147 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-d79d91db-acc8-431b-b988-40fc276dcd6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1025970 Mar 10 23:48:31.713916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Pushing event updated for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:31.719227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:31.719569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:31.719979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:31.720431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Bound port: 4053c76a-8a8f-455b-8482-99d3e31c4807, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:31.814052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:31.858495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:31.872363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-0c984c4f-f457-4024-980f-215305da6d84 service neutron] 10.222.0.21 "POST /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807/bindings HTTP/1.1" status: 201 len: 389 time: 0.9312084 Mar 10 23:48:31.971275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae89dd2-404e-4c0a-8271-75b4631c64ed req-0d28869a-0c83-4765-83c4-b4f059ba045f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:31.985031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae89dd2-404e-4c0a-8271-75b4631c64ed req-0d28869a-0c83-4765-83c4-b4f059ba045f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 935 time: 0.4882960 Mar 10 23:48:32.060536 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-cd06585e-aefa-4a37-aea4-37eed691bd1a service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274126 Mar 10 23:48:32.064931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.067894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Attempting to bind port 54614626-61c8-4e4d-9199-c025aed8eeda on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:32.068209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Attempting to bind port 54614626-61c8-4e4d-9199-c025aed8eeda by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:32.068557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Attempting to bind port 54614626-61c8-4e4d-9199-c025aed8eeda on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:32.101385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Port 54614626-61c8-4e4d-9199-c025aed8eeda on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:32.101385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Attempting to bind port 54614626-61c8-4e4d-9199-c025aed8eeda on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:32.131258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:32.131506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:32.131879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:32.132516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Bound port: 54614626-61c8-4e4d-9199-c025aed8eeda, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:32.132876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.157113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae89dd2-404e-4c0a-8271-75b4631c64ed req-5bd54152-4d6a-493e-9b45-6d6ca9b6b8e3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711140 Mar 10 23:48:32.240013 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3ab89c16-560e-4a3f-913f-1de0f8980ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669774 Mar 10 23:48:32.296932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.379745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df31c72-c546-42e2-847a-05ed95ca54f4 req-70899e72-5b7e-44c2-a3e2-5d4ebbdca26c tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.381411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5df31c72-c546-42e2-847a-05ed95ca54f4 req-70899e72-5b7e-44c2-a3e2-5d4ebbdca26c tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 950 time: 0.2704861 Mar 10 23:48:32.385204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:32.391373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=54614626-61c8-4e4d-9199-c025aed8eeda,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:32.422221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.425703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:32.429018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-cde8204a-129c-48dd-90de-4f8bded06e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.430765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-cde8204a-129c-48dd-90de-4f8bded06e8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1128 time: 0.1472907 Mar 10 23:48:32.434547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aa6533c0-473f-4427-940e-555ddd19fce5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:32.436664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:32.438926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event updated for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:32.441648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:32.460693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.461759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.463428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] 10.222.0.30 "PUT /v2.0/ports/54614626-61c8-4e4d-9199-c025aed8eeda HTTP/1.1" status: 200 len: 1095 time: 2.1916966 Mar 10 23:48:32.467879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:32.470324 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd211e-7295-4cb8-9a62-febed2536b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:32.517660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.518497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.522834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da89a1-88fa-46ce-a84c-3c846baf496f req-093ca2ea-16de-4e22-abdd-3695f8782cec tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.535159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9da89a1-88fa-46ce-a84c-3c846baf496f req-093ca2ea-16de-4e22-abdd-3695f8782cec tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2537317 Mar 10 23:48:32.584354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port aa6533c0-473f-4427-940e-555ddd19fce5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:32.585169 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.591003 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-c5fc49f5-4c90-45bf-9813-13a17ea2ef22 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4983416 Mar 10 23:48:32.608861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Request body: {'port': {'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:32.785303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port aa6533c0-473f-4427-940e-555ddd19fce5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:32.817518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.844817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5df31c72-c546-42e2-847a-05ed95ca54f4 req-1fbd3dd3-3d8b-43d6-bec8-a64698ef23e7 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571092 Mar 10 23:48:32.863309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58431c-3075-470b-bcf8-e112e8f9f3df service neutron] Pushing event updated for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:32.885293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-b1c5e08a-6771-4eae-844a-c87aad9f8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.888236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-b1c5e08a-6771-4eae-844a-c87aad9f8d6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.3668559 Mar 10 23:48:32.930902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9da89a1-88fa-46ce-a84c-3c846baf496f req-ae3d139b-d941-41bb-a3ef-0dcce270c2db tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946018 Mar 10 23:48:32.939713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6cb39ff0-9c8c-44f1-b5dc-d182499d4a2e None None] Provisioning complete for port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:32.941467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6cb39ff0-9c8c-44f1-b5dc-d182499d4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:32.949563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-43fa6b73-b892-456c-b84a-c3e1412cb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.953629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-43fa6b73-b892-456c-b84a-c3e1412cb3aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 1129 time: 0.4095352 Mar 10 23:48:32.962431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:48:32.981693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8817a2e4-55ed-4a01-b72e-81deadc43900 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:32.983068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8817a2e4-55ed-4a01-b72e-81deadc43900 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 950 time: 0.5162959 Mar 10 23:48:33.039494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6cb39ff0-9c8c-44f1-b5dc-d182499d4a2e None None] Port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:33.059991 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f785f08f-fe15-4770-ac9f-da93162fcfa5 x-openstack-request-id: req-f785f08f-fe15-4770-ac9f-da93162fcfa5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:33.060324 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:33.060527 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f785f08f-fe15-4770-ac9f-da93162fcfa5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:33.060926 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'status': 'completed', 'code': 200} Mar 10 23:48:33.086076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-46a4f5ef-6c0d-4dff-bfc6-29667cb5c7a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=54614626-61c8-4e4d-9199-c025aed8eeda HTTP/1.1" status: 200 len: 217 time: 0.0866346 Mar 10 23:48:33.263979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-faaac061-3e06-470f-9b37-bb4f25accf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.265541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-faaac061-3e06-470f-9b37-bb4f25accf04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1283271 Mar 10 23:48:33.279142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b9fb5-4541-4995-9d0b-458f84013d22 req-d64d5b23-9b3e-4b36-81a5-e1055659d30e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.280717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f50b9fb5-4541-4995-9d0b-458f84013d22 req-d64d5b23-9b3e-4b36-81a5-e1055659d30e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1999989 Mar 10 23:48:33.307039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad828021-eba0-45bb-b77b-091928b26664 req-6055562f-9c1c-4025-a8ea-f3d03e198ea4 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.309364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad828021-eba0-45bb-b77b-091928b26664 req-6055562f-9c1c-4025-a8ea-f3d03e198ea4 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 931 time: 0.2274842 Mar 10 23:48:33.385555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-3890ab4c-33d7-4775-bb25-8916b6975ff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 217 time: 0.3237698 Mar 10 23:48:33.411558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Deleting port 16bef9de-6134-42ca-a395-863954cc6e80 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:48:33.411899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (16bef9de-6134-42ca-a395-863954cc6e80), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:33.443915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f50b9fb5-4541-4995-9d0b-458f84013d22 req-20e8c565-4245-43bf-83fc-67042ebcb83e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484699 Mar 10 23:48:33.449787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6ca67504-d681-4f2c-b5fd-873e738426d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.451947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-6ca67504-d681-4f2c-b5fd-873e738426d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1681762 Mar 10 23:48:33.456583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad828021-eba0-45bb-b77b-091928b26664 req-1e608ddf-c98e-4f53-90e2-59251c94d706 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269732 Mar 10 23:48:33.520227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60efa-3b12-4a89-9493-61253002655a req-b5d3d7ce-c00f-4542-84c0-1ea3ebff2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.521683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-b5d3d7ce-c00f-4542-84c0-1ea3ebff2a09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 1129 time: 0.4588728 Mar 10 23:48:33.523386 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec71549-d749-4b63-9956-1a8b0a3b887b x-openstack-request-id: req-bec71549-d749-4b63-9956-1a8b0a3b887b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:33.523687 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:33.523970 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bec71549-d749-4b63-9956-1a8b0a3b887b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:33.524376 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda', 'status': 'completed', 'code': 200} Mar 10 23:48:33.524748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-285c9b27-e414-40fa-88a6-73067e2e17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.526080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-285c9b27-e414-40fa-88a6-73067e2e17b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1306167 Mar 10 23:48:33.595701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-88a269cc-8e4a-40ac-a8b1-23b27dcad05e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599961 Mar 10 23:48:33.784006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:33.797097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks [] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:33.799673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60efa-3b12-4a89-9493-61253002655a req-f5d11f65-5955-439f-8323-65b71ede6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.801218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-f5d11f65-5955-439f-8323-65b71ede6e86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2669392 Mar 10 23:48:33.827079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-82c37d2c-e8fc-4463-81c1-d5f92f6fc73e service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139521 Mar 10 23:48:33.861721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Transition to ACTIVE for port object 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:33.870603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-f4a7aab0-3581-4be7-ac1a-c590b58f139c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b HTTP/1.1" status: 200 len: 217 time: 0.0585847 Mar 10 23:48:33.872555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:33.894074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] For port 16bef9de-6134-42ca-a395-863954cc6e80, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16bef9de-6134-42ca-a395-863954cc6e80,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:33.894439 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (16bef9de-6134-42ca-a395-863954cc6e80), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:33.925459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Calling delete_port for 16bef9de-6134-42ca-a395-863954cc6e80 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:48:33.944734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-09d55641-38e8-4256-b82d-3a028c825ffc service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809017 Mar 10 23:48:33.957438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51a421-10c6-4a96-ac4f-a0f009930836 req-a05df596-7964-4727-90dc-c6a6025345e3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:33.958878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab51a421-10c6-4a96-ac4f-a0f009930836 req-a05df596-7964-4727-90dc-c6a6025345e3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.4337161 Mar 10 23:48:34.019609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac830ea-a18e-4714-a12f-069af9d6478c req-3e953134-82c5-4908-9795-fb4f04b6d1d4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.032237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fac830ea-a18e-4714-a12f-069af9d6478c req-3e953134-82c5-4908-9795-fb4f04b6d1d4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 947 time: 0.2019386 Mar 10 23:48:34.042847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Pushing event updated for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:34.051934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60efa-3b12-4a89-9493-61253002655a req-68bae8e1-738c-4ad4-8767-3bdd8798f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.053421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-68bae8e1-738c-4ad4-8767-3bdd8798f2d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1682932 Mar 10 23:48:34.107965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-94e8b068-ee4e-4985-a043-74e7b9a23e8b service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477334 Mar 10 23:48:34.193054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab51a421-10c6-4a96-ac4f-a0f009930836 req-55c85815-bf37-46f6-ba86-328d951550cd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839149 Mar 10 23:48:34.202622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60efa-3b12-4a89-9493-61253002655a req-a9d487cc-7539-4666-912e-4f2d47e352da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.204857 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-a9d487cc-7539-4666-912e-4f2d47e352da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1122770 Mar 10 23:48:34.208277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Attempting to bind port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:34.208557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Attempting to bind port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:34.208951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Attempting to bind port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:34.215812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:34.216259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Attempting to bind port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:34.220221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fac830ea-a18e-4714-a12f-069af9d6478c req-b9d03fc2-235d-412d-aca4-e2811fade72b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871023 Mar 10 23:48:34.263737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:34.273475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fee0742-d8d1-4e68-81d3-dad0a8de2335 req-a14d4db3-47db-42fd-ab22-de4df2722d2c service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108451 Mar 10 23:48:34.282535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Checking segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:34.283033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Bound using segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:34.283507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Bound port: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:34.283898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:34.381603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (16bef9de-6134-42ca-a395-863954cc6e80), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:34.396170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['16bef9de-6134-42ca-a395-863954cc6e80'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:34.455380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:34.458906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-b8884b02-2c90-47d7-a00c-42bf5ef3bea5 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158837 Mar 10 23:48:34.460801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:34.476284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:34.486690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Pushing event deleted for resources: {'Port': ['ID=16bef9de-6134-42ca-a395-863954cc6e80,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:34.555221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.555792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:34.557172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] No DVR routers for this DVR port 16bef9de-6134-42ca-a395-863954cc6e80 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:48:34.558498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] 10.222.0.39 "PUT /v2.0/ports/8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 1091 time: 1.9578025 Mar 10 23:48:34.561340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:34.566139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c83e405d-0af8-4511-817a-99ab38574a8d req-8712b840-8338-4b71-9c3b-ed003e06c508 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.30 "DELETE /v2.0/ports/16bef9de-6134-42ca-a395-863954cc6e80 HTTP/1.1" status: 204 len: 173 time: 1.5509546 Mar 10 23:48:34.596097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd2e4b-1a78-41b1-9a37-6b9428bca046 req-dfaef785-233a-4baa-a0f2-2f3434f13124 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.609770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47fd2e4b-1a78-41b1-9a37-6b9428bca046 req-dfaef785-233a-4baa-a0f2-2f3434f13124 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee052c1c-7491-4614-9143-cdceca486d1a HTTP/1.1" status: 200 len: 867 time: 0.2889767 Mar 10 23:48:34.614606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-a6c6ffa0-4b6f-4fbf-93f1-8aa339ccdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.616765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-a6c6ffa0-4b6f-4fbf-93f1-8aa339ccdfcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 1129 time: 0.2489629 Mar 10 23:48:34.628330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2f037-c74a-4387-a5eb-f0a6d1f18955 service neutron] Pushing event updated for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:34.628599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5b0a6-9d55-4f0b-9efa-87284af6eb35 req-8e0bd301-c7b7-4f00-83bc-1c0f306c5e2e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.636769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ab5b0a6-9d55-4f0b-9efa-87284af6eb35 req-8e0bd301-c7b7-4f00-83bc-1c0f306c5e2e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2483287 Mar 10 23:48:34.653749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eea60efa-3b12-4a89-9493-61253002655a req-d2151794-043f-4024-b6ba-2c365bd64af3 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876700 Mar 10 23:48:34.793541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-60dd194f-a032-4e97-a483-3e16e5a5fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:34.796167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-60dd194f-a032-4e97-a483-3e16e5a5fef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1125 time: 0.1039593 Mar 10 23:48:34.901097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-300bf9ac-88e7-4828-8c87-e85c8b46d6f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0963671 Mar 10 23:48:34.943990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47fd2e4b-1a78-41b1-9a37-6b9428bca046 req-3f0a40b1-4b56-47ca-9c10-cd865b692796 tempest-TenantUsagesTestJSON-105018770 tempest-TenantUsagesTestJSON-105018770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b777f8df-4818-403a-84a4-c2ea9386d7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319724 Mar 10 23:48:34.991415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ab5b0a6-9d55-4f0b-9efa-87284af6eb35 req-27195c17-e39a-4573-bd50-5d7eeb79a8f9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506591 Mar 10 23:48:35.015178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a6776c0f-09ab-45ca-a75d-6fec48701862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.018640 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-a6776c0f-09ab-45ca-a75d-6fec48701862 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1109865 Mar 10 23:48:35.032366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-5f55bf62-ff4b-4362-a94b-5614fbd5a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.033855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-5f55bf62-ff4b-4362-a94b-5614fbd5a9dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3910592 Mar 10 23:48:35.061382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:35.064610 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ab0a3-a279-46ce-96d1-258ca890d558" -d '{"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:35.098621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-b756ec94-30da-4bcf-9cfc-bf3be3d2b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.100156 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-b756ec94-30da-4bcf-9cfc-bf3be3d2b00d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0700204 Mar 10 23:48:35.235599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-b6419499-6cde-416b-894e-e1af9946a62e service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268444 Mar 10 23:48:35.249982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65650d53-8f0b-43c6-8d9b-9e6ef9884936 req-be50f544-289d-4933-8f24-56d2618f37fc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.251775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65650d53-8f0b-43c6-8d9b-9e6ef9884936 req-be50f544-289d-4933-8f24-56d2618f37fc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.2110419 Mar 10 23:48:35.259641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-4ac37ed0-4a16-415c-a94f-402851466b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=54614626-61c8-4e4d-9199-c025aed8eeda HTTP/1.1" status: 200 len: 217 time: 0.1519845 Mar 10 23:48:35.292510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a43cdb-62b2-49b1-a6a1-41945cbec2ae req-c0e6f45d-b8db-4c23-95fe-842f788adfaf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.294327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17a43cdb-62b2-49b1-a6a1-41945cbec2ae req-c0e6f45d-b8db-4c23-95fe-842f788adfaf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 943 time: 0.1983457 Mar 10 23:48:35.375421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4a7f6b7e-f057-4f4c-9e81-3f67109fe0e6 req-e02dc961-31c9-4cac-a256-456e6cc48036 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318779 Mar 10 23:48:35.392749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17a43cdb-62b2-49b1-a6a1-41945cbec2ae req-e3a155ae-f190-45db-b159-9b45a04e77f2 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587077 Mar 10 23:48:35.396903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-5103b67e-054d-49b9-bfe5-3dc675df52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.398225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-5103b67e-054d-49b9-bfe5-3dc675df52ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1141815 Mar 10 23:48:35.450968 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481c408-d509-4002-9dbd-4f0df33d01a2 x-openstack-request-id: req-a481c408-d509-4002-9dbd-4f0df33d01a2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:35.451432 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:35.451695 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a481c408-d509-4002-9dbd-4f0df33d01a2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:35.452130 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:48:35.457374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65650d53-8f0b-43c6-8d9b-9e6ef9884936 req-8accbb6f-ce21-4a2e-a908-9d543c9cbe36 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964147 Mar 10 23:48:35.489099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-d2ee7ffb-abfc-4261-a82b-683aab315d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.493739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-d2ee7ffb-abfc-4261-a82b-683aab315d14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0864618 Mar 10 23:48:35.564043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-8a11a089-357b-49d3-b4f6-04301fc30af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.565707 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-8a11a089-357b-49d3-b4f6-04301fc30af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1125 time: 0.0816431 Mar 10 23:48:35.585992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'name': 'network-vif-deleted', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:35.588293 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce0206-84c9-400b-9f95-6e69322c7290" -d '{"events": [{"server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "name": "network-vif-deleted", "tag": "16bef9de-6134-42ca-a395-863954cc6e80"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:35.619679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e66c1f96-f949-4a07-9355-dc7f8dd6d02b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:35.667711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-ee3cfefa-4e0a-4dd8-af07-e06b90af1483 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618748 Mar 10 23:48:35.719863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-1ab42c32-6377-48cc-af91-af69732386c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.724625 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-1ab42c32-6377-48cc-af91-af69732386c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.1469493 Mar 10 23:48:35.758253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:35.781564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fd211e-7295-4cb8-9a62-febed2536b6a req-02bf6f8a-85c6-4548-ba11-e49833987f14 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058977 Mar 10 23:48:35.782218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-877daa12-e38d-411c-9616-3a86fbdb9ec7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0474124 Mar 10 23:48:35.790352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'mac_address': 'fa:16:3e:3b:5f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:35.795604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d33b8d-4a10-450b-884f-dffb187b70ef req-a7d386e4-31cb-42bd-ae07-a134b822a0e7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.797140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3d33b8d-4a10-450b-884f-dffb187b70ef req-a7d386e4-31cb-42bd-ae07-a134b822a0e7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 947 time: 0.2025456 Mar 10 23:48:35.825904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f855-1171-445c-82c5-532110252fac req-f8c8123c-bd5f-4eb0-8f65-348838f8d0b0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.829694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c74f855-1171-445c-82c5-532110252fac req-f8c8123c-bd5f-4eb0-8f65-348838f8d0b0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2384484 Mar 10 23:48:35.853006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e66c1f96-f949-4a07-9355-dc7f8dd6d02b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:35.853789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:35.871667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66c1f96-f949-4a07-9355-dc7f8dd6d02b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:35.878608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-b5058aae-fba4-4499-bee9-0ab1d555ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.880101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-b5058aae-fba4-4499-bee9-0ab1d555ac4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.0816514 Mar 10 23:48:35.895047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:35.906911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:35.937748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3d33b8d-4a10-450b-884f-dffb187b70ef req-aff76e64-2866-4242-bcf5-3b260810ee60 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218455 Mar 10 23:48:35.946297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c74f855-1171-445c-82c5-532110252fac req-47f0d853-bf85-4957-a220-20544985ad78 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973780 Mar 10 23:48:35.985863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-6e82f424-c51c-4127-811b-32bd4592a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:35.987656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-6e82f424-c51c-4127-811b-32bd4592a7a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983033 Mar 10 23:48:36.005243 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f098f6eb-d7b8-413a-bfaf-a20e0bc883c2 x-openstack-request-id: req-f098f6eb-d7b8-413a-bfaf-a20e0bc883c2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:36.005807 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee052c1c-7491-4614-9143-cdceca486d1a", "name": "network-vif-deleted", "tag": "16bef9de-6134-42ca-a395-863954cc6e80", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:36.006286 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f098f6eb-d7b8-413a-bfaf-a20e0bc883c2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:36.006876 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee052c1c-7491-4614-9143-cdceca486d1a', 'name': 'network-vif-deleted', 'tag': '16bef9de-6134-42ca-a395-863954cc6e80', 'status': 'completed', 'code': 200} Mar 10 23:48:36.025266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:36.109669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-6d9f8416-c13c-4cf9-8175-b72314373df3 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112554 Mar 10 23:48:36.205897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c52493-b44e-4bb0-bfd6-4053c1276396 req-0eae5252-f4c4-47fe-89fc-2bb1b38b1619 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:36.207692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92c52493-b44e-4bb0-bfd6-4053c1276396 req-0eae5252-f4c4-47fe-89fc-2bb1b38b1619 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1061711 Mar 10 23:48:36.284302 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d22ab0a3-a279-46ce-96d1-258ca890d558 req-bb393e57-04d0-4f68-bc1c-ffb0a070b3fb service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682026 Mar 10 23:48:36.287958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92c52493-b44e-4bb0-bfd6-4053c1276396 req-08bb8302-54a8-48c8-b01b-893f823b4ac6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Mar 10 23:48:36.328136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:36.363241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:36.610084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25259f-e3f4-4837-975b-bfcfc479a298 req-cb7e44f5-0d22-4000-99c2-186005dc155e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:36.618104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb25259f-e3f4-4837-975b-bfcfc479a298 req-cb7e44f5-0d22-4000-99c2-186005dc155e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 943 time: 0.1348593 Mar 10 23:48:36.632141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ac31d2b-f454-47f9-ac3a-a9e4b56da8c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70d5c3be809a49239f02c3bb187944ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675626 Mar 10 23:48:36.632524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a7c019f-9bb0-4857-abc4-120352c9d010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:36.635143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38102) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:36.709725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895b1fd-525d-4897-a875-04bd5c826597 req-3cc9d866-5d47-4f73-875d-477716bf5c42 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:36.711278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5895b1fd-525d-4897-a875-04bd5c826597 req-3cc9d866-5d47-4f73-875d-477716bf5c42 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1558874 Mar 10 23:48:36.736488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb25259f-e3f4-4837-975b-bfcfc479a298 req-725193e6-f1ba-47f4-9bae-4e1bc2cace93 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174150 Mar 10 23:48:36.759857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] Publish callbacks [] for security_group (b777f8df-4818-403a-84a4-c2ea9386d7be), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:36.804435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] Publish callbacks [] for security_group (b777f8df-4818-403a-84a4-c2ea9386d7be), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:36.814079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5895b1fd-525d-4897-a875-04bd5c826597 req-6be4f614-65d7-4977-85c7-fa7fb0d1070a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 Mar 10 23:48:36.862753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b777f8df-4818-403a-84a4-c2ea9386d7be), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:36.865391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:36.869222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b777f8df-4818-403a-84a4-c2ea9386d7be HTTP/1.1" status: 204 len: 168 time: 0.2306621 Mar 10 23:48:36.876193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119812b-19f2-493a-b2d6-79e857bc53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b777f8df-4818-403a-84a4-c2ea9386d7be,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:37.134022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858abb17-089c-4699-94e7-54df4def34aa req-ca4a986b-ef9b-4344-af96-5035bb88a79d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:37.136730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-858abb17-089c-4699-94e7-54df4def34aa req-ca4a986b-ef9b-4344-af96-5035bb88a79d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.0922220 Mar 10 23:48:37.212280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-858abb17-089c-4699-94e7-54df4def34aa req-3525b428-8b0c-49d0-afa9-168c65b53f6a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Mar 10 23:48:37.220982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f0f65-3682-4d17-8e72-271801a7093a req-c9a1e0bd-ab5b-4889-aa91-d2501031e6df tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:37.222249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-616f0f65-3682-4d17-8e72-271801a7093a req-c9a1e0bd-ab5b-4889-aa91-d2501031e6df tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 947 time: 0.1760273 Mar 10 23:48:37.259105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38114) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:37.283024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d697f2f-237c-4480-b298-622dd365ce52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.336561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-616f0f65-3682-4d17-8e72-271801a7093a req-c048c000-a9bf-47db-a6b4-ab4e076c9d54 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084008 Mar 10 23:48:37.416094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d697f2f-237c-4480-b298-622dd365ce52 admin admin] Publish callbacks [] for security_group (6f71370b-5b0c-4baa-a9b8-c6bf24437a03), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.421380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d697f2f-237c-4480-b298-622dd365ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f71370b-5b0c-4baa-a9b8-c6bf24437a03), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.467258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d697f2f-237c-4480-b298-622dd365ce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71370b-5b0c-4baa-a9b8-c6bf24437a03,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:37.470530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24536-9576-4ce5-a7af-4a8d063f7e88 req-6fc1e806-0506-452d-a6a3-a96c169d684c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:37.473014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0e24536-9576-4ce5-a7af-4a8d063f7e88 req-6fc1e806-0506-452d-a6a3-a96c169d684c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.0770636 Mar 10 23:48:37.478357 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7d697f2f-237c-4480-b298-622dd365ce52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=142de0eadd9f4155bd183955c1cfdfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180214 Mar 10 23:48:37.480684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38118) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:37.569808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0e24536-9576-4ce5-a7af-4a8d063f7e88 req-ed4397f0-99a5-43e1-9541-1023d6e640b8 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785322 Mar 10 23:48:37.573585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] Publish callbacks [] for security_group (6f71370b-5b0c-4baa-a9b8-c6bf24437a03), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.599467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] Publish callbacks [] for security_group (6f71370b-5b0c-4baa-a9b8-c6bf24437a03), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.630819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e66c1f96-f949-4a07-9355-dc7f8dd6d02b up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:37.666955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f71370b-5b0c-4baa-a9b8-c6bf24437a03), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.670317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.675786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f71370b-5b0c-4baa-a9b8-c6bf24437a03 HTTP/1.1" status: 204 len: 168 time: 0.1935136 Mar 10 23:48:37.686366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fff596-20f0-4b83-827c-628f09a59113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71370b-5b0c-4baa-a9b8-c6bf24437a03,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:37.692940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 54614626-61c8-4e4d-9199-c025aed8eeda details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:37.695423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16bef9de-6134-42ca-a395-863954cc6e80 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:37.742109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 16bef9de-6134-42ca-a395-863954cc6e80 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:48:37.742470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16bef9de-6134-42ca-a395-863954cc6e80 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:48:37.828767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port e66c1f96-f949-4a07-9355-dc7f8dd6d02b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:37.842484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port e66c1f96-f949-4a07-9355-dc7f8dd6d02b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:37.842870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:37.894741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=54614626-61c8-4e4d-9199-c025aed8eeda,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:37.914641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '54614626-61c8-4e4d-9199-c025aed8eeda', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '54614626-61c8-4e4d-9199-c025aed8eeda', 'mac_address': 'fa:16:3e:a7:25:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:37.953027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede51550-c573-450a-ac84-7cefe7f9d7d5 req-e50cfd1f-00e1-4e59-be49-e6944d995f92 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:37.954721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ede51550-c573-450a-ac84-7cefe7f9d7d5 req-e50cfd1f-00e1-4e59-be49-e6944d995f92 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 943 time: 0.1013525 Mar 10 23:48:37.970763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 54614626-61c8-4e4d-9199-c025aed8eeda is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:37.971148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.014600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54614626-61c8-4e4d-9199-c025aed8eeda {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:38.034338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ede51550-c573-450a-ac84-7cefe7f9d7d5 req-1b1ddf1b-be4e-4776-b2dd-88c5cecd6661 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Mar 10 23:48:38.064124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=54614626-61c8-4e4d-9199-c025aed8eeda,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:38.065566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e66c1f96-f949-4a07-9355-dc7f8dd6d02b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:38.065938 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.072472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a357c-d5b7-4b2d-a14e-948cba7ce503 req-f174b770-f024-4305-bd61-2e7047fc299d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:38.075812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.080485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-190a357c-d5b7-4b2d-a14e-948cba7ce503 req-f174b770-f024-4305-bd61-2e7047fc299d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1541092 Mar 10 23:48:38.131309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:38.133573 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fd71f2-6d50-4393-b231-80e2d2e3cf8e" -d '{"events": [{"server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:38.159569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-190a357c-d5b7-4b2d-a14e-948cba7ce503 req-d05e6bcb-f0d3-4a99-9f0e-0bb05831e7ec tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Mar 10 23:48:38.160678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:38.172991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.184971 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67879bfc-1094-4722-8262-94578f85e6fb x-openstack-request-id: req-67879bfc-1094-4722-8262-94578f85e6fb {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:38.184971 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:38.185206 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67879bfc-1094-4722-8262-94578f85e6fb {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:38.185663 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'code': 200} Mar 10 23:48:38.186514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:38.249378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:38.342252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509507f-077e-41b2-b217-6084dea60945 req-a6f8099e-468e-4a10-9b54-7f85dc1fe7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:38.344236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c509507f-077e-41b2-b217-6084dea60945 req-a6f8099e-468e-4a10-9b54-7f85dc1fe7c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 1131 time: 0.0826333 Mar 10 23:48:38.404627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01404ec-d336-4ba3-aa7b-f91db0e1191f req-c1d1b88b-d6fc-4d6a-afde-b0806f6e7fb7 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:38.404627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e01404ec-d336-4ba3-aa7b-f91db0e1191f req-c1d1b88b-d6fc-4d6a-afde-b0806f6e7fb7 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.0997078 Mar 10 23:48:38.423523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['54614626-61c8-4e4d-9199-c025aed8eeda'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:38.426010 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c509507f-077e-41b2-b217-6084dea60945 req-25c562de-f937-4b55-80b3-d2ef59c04e1c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Mar 10 23:48:38.529345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e01404ec-d336-4ba3-aa7b-f91db0e1191f req-623668b0-b5fc-4681-b800-041f53d88850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259289 Mar 10 23:48:38.556841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f07a73-c055-4edd-b0de-f617ee225f7c req-7aff6e77-ac8d-4345-ba50-218d6b9d6e25 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:38.564523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80f07a73-c055-4edd-b0de-f617ee225f7c req-7aff6e77-ac8d-4345-ba50-218d6b9d6e25 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 948 time: 0.1223333 Mar 10 23:48:38.622191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80f07a73-c055-4edd-b0de-f617ee225f7c req-04a27fc5-67a8-433b-a43a-0e596b5c4f46 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565534 Mar 10 23:48:38.682026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38156) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:38.709659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e70f6-c836-4bcd-a679-18fd6364a805 req-18b4e2c6-f58f-4e82-904c-3b626be8b71d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:38.711244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba1e70f6-c836-4bcd-a679-18fd6364a805 req-18b4e2c6-f58f-4e82-904c-3b626be8b71d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.0576265 Mar 10 23:48:38.773204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba1e70f6-c836-4bcd-a679-18fd6364a805 req-9dcfff03-746c-4e46-9ab3-02b28398633e tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Mar 10 23:48:38.794316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-network', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:38.813379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Made reservation on behalf of 0c6ee0e9909947be9e042fb6e8ded406 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:38.815679 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.824737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.900472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks [] for security_group (afce722b-1d5b-4ca6-9dde-f75d278235d0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.904816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afce722b-1d5b-4ca6-9dde-f75d278235d0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.926913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:48:38.946688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce722b-1d5b-4ca6-9dde-f75d278235d0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:38.951727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dd7c70f6-19c2-473d-b98d-5f3e8c963aae), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:38.952424 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Added segment dd7c70f6-19c2-473d-b98d-5f3e8c963aae of type vlan for network c389bb4a-f217-4161-895b-551b44bfb306 Mar 10 23:48:38.993160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c389bb4a-f217-4161-895b-551b44bfb306), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.019069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c389bb4a-f217-4161-895b-551b44bfb306), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.020052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.021132 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.051345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3656554 Mar 10 23:48:39.051691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38160) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:39.056463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Request body: {'subnet': {'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-subnet', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:39.081621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Made reservation on behalf of 0c6ee0e9909947be9e042fb6e8ded406 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:39.085164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.102123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a75197-b130-4e9a-af9a-d228295bf188 admin admin] Pushing event updated for resources: {'Network': ['ID=c389bb4a-f217-4161-895b-551b44bfb306,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:39.113873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c389bb4a-f217-4161-895b-551b44bfb306 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:48:39.231376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37997a8b-8a03-4e30-8c31-53933412ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.280674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d42c-2119-4dc9-a16b-0995b8aefdfe req-802b3f8f-be08-4e41-a8d3-6a8d192fe416 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.282360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9941d42c-2119-4dc9-a16b-0995b8aefdfe req-802b3f8f-be08-4e41-a8d3-6a8d192fe416 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 943 time: 0.0928938 Mar 10 23:48:39.375098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (ce6b2663-21f7-49ee-b785-8200c1892c70), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.431742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9941d42c-2119-4dc9-a16b-0995b8aefdfe req-d993d3c0-5633-4140-85da-9ca4351c1b7b tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248002 Mar 10 23:48:39.449084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6b2663-21f7-49ee-b785-8200c1892c70,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:39.469486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5227-ab8b-44e0-9462-abf7505b3e69 req-f26f905f-0449-4863-977b-088180094c80 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.470975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-983b5227-ab8b-44e0-9462-abf7505b3e69 req-f26f905f-0449-4863-977b-088180094c80 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1343360 Mar 10 23:48:39.487460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Checking segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:39.487970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Network hostable DHCP agents. Network: c389bb4a-f217-4161-895b-551b44bfb306, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:48:39.544212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Network c389bb4a-f217-4161-895b-551b44bfb306 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:48:39.567702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-983b5227-ab8b-44e0-9462-abf7505b3e69 req-56aa67e2-2773-482e-ada3-bd602a70fe3d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892143 Mar 10 23:48:39.573139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c389bb4a-f217-4161-895b-551b44bfb306) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:39.578206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.578801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.585365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7303e-0630-41e8-ae52-f7ac91c51ad8 None None] Network c389bb4a-f217-4161-895b-551b44bfb306 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:39.614425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39bde395-9c1c-4d68-87b2-8b53aeeac3de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5590987 Mar 10 23:48:39.615336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38174) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:39.620235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef0159-b87c-4d9f-a53b-344317c528a1 req-33dbcc22-9bf9-48f6-a5aa-c24b74ecd455 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.620491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:39.628880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2ef0159-b87c-4d9f-a53b-344317c528a1 req-33dbcc22-9bf9-48f6-a5aa-c24b74ecd455 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.1057472 Mar 10 23:48:39.669912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.671534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.696115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:39.699599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 54614626-61c8-4e4d-9199-c025aed8eeda up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:39.732004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2ef0159-b87c-4d9f-a53b-344317c528a1 req-17e6b27b-f5d4-4740-b274-61fd1403242f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969324 Mar 10 23:48:39.752902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for router_controller (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.787812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a913461-e001-4cad-b43e-999f2868934b req-31c3e60a-7f40-4ff5-8dd6-500eec184785 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.795862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c389bb4a-f217-4161-895b-551b44bfb306', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'fixed_ips': [{'subnet_id': 'ce6b2663-21f7-49ee-b785-8200c1892c70'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:48:39.796749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.803108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a913461-e001-4cad-b43e-999f2868934b req-31c3e60a-7f40-4ff5-8dd6-500eec184785 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1413374 Mar 10 23:48:39.813588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 54614626-61c8-4e4d-9199-c025aed8eeda completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:39.820060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 54614626-61c8-4e4d-9199-c025aed8eeda triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:39.820651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:39.901777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a913461-e001-4cad-b43e-999f2868934b req-be92fb29-5af1-46e6-af65-df92bc77d70f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974042 Mar 10 23:48:39.933677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0002d41-6c82-4f4f-9c21-42ef4ebbdf2d req-ab2c50d0-a6ef-41c1-9bc7-87cb3c4f2890 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:39.935000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0002d41-6c82-4f4f-9c21-42ef4ebbdf2d req-ab2c50d0-a6ef-41c1-9bc7-87cb3c4f2890 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 948 time: 0.1184888 Mar 10 23:48:40.002090 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for router_gateway (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.052863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0002d41-6c82-4f4f-9c21-42ef4ebbdf2d req-45ca362a-e36e-4b33-a64f-ef6455f5146f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113582 Mar 10 23:48:40.102629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612393e1-941c-416b-9422-134ace48f3ba req-b9a194be-2a21-4fbd-b602-29a47d51c635 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:40.108396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-612393e1-941c-416b-9422-134ace48f3ba req-b9a194be-2a21-4fbd-b602-29a47d51c635 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.1150141 Mar 10 23:48:40.119266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Allocated IP 172.20.0.2 (c389bb4a-f217-4161-895b-551b44bfb306/ce6b2663-21f7-49ee-b785-8200c1892c70/fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:40.200029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-612393e1-941c-416b-9422-134ace48f3ba req-5fd5c6ab-9f9a-41fe-9b71-155e4aab79d0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830221 Mar 10 23:48:40.303749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for router_gateway (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.326078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.450738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Allocated IP 172.25.7.141 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/bdb5e76a-f2cd-4899-b068-cef3612b4c7d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:40.512756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:40.604288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.611212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:48:40.654599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.661251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 54614626-61c8-4e4d-9199-c025aed8eeda is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:40.661649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.663626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cef7e3-56f0-4b56-816f-42f63833200a req-7151254a-e38c-430f-b361-6aef9ef0836d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:40.665330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07cef7e3-56f0-4b56-816f-42f63833200a req-7151254a-e38c-430f-b361-6aef9ef0836d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 943 time: 0.1135097 Mar 10 23:48:40.684201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.687900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.689831 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks [] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.695145 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.704531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:40.707361 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b375884-efb7-4b31-8178-5ebd16925da9" -d '{"events": [{"server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:40.718695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.740680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:40.742228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:40.742630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.744116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:40.752089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:40.752415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=54614626-61c8-4e4d-9199-c025aed8eeda,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:40.777419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Network c389bb4a-f217-4161-895b-551b44bfb306 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:40.780454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07cef7e3-56f0-4b56-816f-42f63833200a req-cd2ba9a3-f42f-42c4-be93-1284f5cbc3f8 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054366 Mar 10 23:48:40.794255 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.794255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:40.795784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:40.806265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:40.825497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:48:40.826789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991695db-e9cb-4821-9a23-8008705e7631 req-dbd4f7e2-0bcd-49b7-9040-8b27ff9b98a3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:40.828342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-991695db-e9cb-4821-9a23-8008705e7631 req-dbd4f7e2-0bcd-49b7-9040-8b27ff9b98a3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1190867 Mar 10 23:48:40.866307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Pushing event updated for resources: {'Port': ['ID=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:40.944311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-991695db-e9cb-4821-9a23-8008705e7631 req-7f645bba-8871-422f-b4e4-0b02897e7e28 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024680 Mar 10 23:48:40.951984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Attempting to bind port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:40.951984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Attempting to bind port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:40.951984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Attempting to bind port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 on network c389bb4a-f217-4161-895b-551b44bfb306 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:40.959265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:40.966637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:40.967186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Checking segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:40.967591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.968090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Bound using segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:40.968680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Bound port: fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:40.969125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.977220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:40.985088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84434e-f8ad-4294-90bb-c028ad146935 req-c610f4aa-6fcf-42ce-a150-5f91e1b09d14 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:40.990326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad84434e-f8ad-4294-90bb-c028ad146935 req-c610f4aa-6fcf-42ce-a150-5f91e1b09d14 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1128 time: 0.1211469 Mar 10 23:48:41.005932 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555393a7-5169-4a1a-a11c-bd3aef42c1b0 x-openstack-request-id: req-555393a7-5169-4a1a-a11c-bd3aef42c1b0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:41.006245 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:41.006503 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-555393a7-5169-4a1a-a11c-bd3aef42c1b0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:41.006894 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda', 'code': 200} Mar 10 23:48:41.016352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:41.099262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:41.123080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad84434e-f8ad-4294-90bb-c028ad146935 req-b1e7ce63-53e1-4c90-993c-524d8f176487 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178687 Mar 10 23:48:41.169662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] For port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:41.174595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] For port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:41.204357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:41.209129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a2139-a079-4342-bf5f-f05112b0f1d0 req-5ab0e520-1e8a-4e64-b009-2167f2f008bb tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:41.215849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c59a2139-a079-4342-bf5f-f05112b0f1d0 req-5ab0e520-1e8a-4e64-b009-2167f2f008bb tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.1538799 Mar 10 23:48:41.278747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454821-24d5-4958-b90c-4edbaedf91b9 None None] Pushing event updated for resources: {'Port': ['ID=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:41.304996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d5942-8161-47ab-b284-45e7bd5a53e4 req-bbfdf05e-39ee-4d41-8552-44e279d2aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:41.308290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e7d5942-8161-47ab-b284-45e7bd5a53e4 req-bbfdf05e-39ee-4d41-8552-44e279d2aef5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 1131 time: 0.1838582 Mar 10 23:48:41.353647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:41.377377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c59a2139-a079-4342-bf5f-f05112b0f1d0 req-76fe1d95-43a2-48e1-a6d3-73831bd7432b tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups?id=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605232 Mar 10 23:48:41.480992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:41.482755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for router_gateway (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:41.485708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e7d5942-8161-47ab-b284-45e7bd5a53e4 req-cb1deedd-1ff2-4460-bfe3-f9bee465ba07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599934 Mar 10 23:48:41.502263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff39fca-b953-479f-af98-c59c5155016d req-b1ae832f-8580-49ec-9475-11f51f31f585 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:41.509621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ff39fca-b953-479f-af98-c59c5155016d req-b1ae832f-8580-49ec-9475-11f51f31f585 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2843735 Mar 10 23:48:41.597152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-99222173-29b0-4ac9-a5cb-b09a0ceb8064 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:41.599353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-99222173-29b0-4ac9-a5cb-b09a0ceb8064 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 946 time: 0.2980788 Mar 10 23:48:41.657314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ff39fca-b953-479f-af98-c59c5155016d req-e034a352-f4c1-4d6c-a72c-e8dbda36e728 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412752 Mar 10 23:48:41.675365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f43323-a822-413b-ac4d-2ce01b18c784 req-13856b39-2f83-493a-87c3-a759f58a040b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:41.685972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f43323-a822-413b-ac4d-2ce01b18c784 req-13856b39-2f83-493a-87c3-a759f58a040b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 949 time: 0.1712489 Mar 10 23:48:41.835222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.071112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:48:42.106922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f43323-a822-413b-ac4d-2ce01b18c784 req-f202613a-13f8-4b39-9596-a49b99acd239 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143441 Mar 10 23:48:42.141970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Deleting port c1c654af-f25c-4ef7-bace-bc5d8b06429c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:48:42.142530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.256719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:42.269584 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Sync routers for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:42.290148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:42.290790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:42.332404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.336843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b7048b98-53a0-48e4-b7cf-9efd8e484e31 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7200127 Mar 10 23:48:42.337649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38218) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:42.391076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] For port c1c654af-f25c-4ef7-bace-bc5d8b06429c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1c654af-f25c-4ef7-bace-bc5d8b06429c,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:42.391441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.461122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:42.531601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990ce5-e39b-487d-a068-5f3f76646a64 req-30c7d2a7-f573-4985-b846-92341a922e24 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:42.538895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6990ce5-e39b-487d-a068-5f3f76646a64 req-30c7d2a7-f573-4985-b846-92341a922e24 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.3168705 Mar 10 23:48:42.592421 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:42.610819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:42.611202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.732184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6990ce5-e39b-487d-a068-5f3f76646a64 req-4cc80ba0-ef4b-4085-b64b-10c1f9ea0614 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794040 Mar 10 23:48:42.792802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:42.793954 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:42.819413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6595c-76f4-4375-bda7-4d83d9e214c0 None None] Network c389bb4a-f217-4161-895b-551b44bfb306 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:43.030255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:43.038675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-08973c23-eb1c-4f08-8874-4fa0f8e1a9c0 None None] Provisioning complete for port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:43.038989 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08973c23-eb1c-4f08-8874-4fa0f8e1a9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.122740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.176489 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:40Z', 'revision_number': 3, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:43.236260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140637ff-4736-4041-9ff6-9dd2dd12d028 req-be0e7a5e-ad47-4bd7-823a-408d8a581512 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:43.237859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140637ff-4736-4041-9ff6-9dd2dd12d028 req-be0e7a5e-ad47-4bd7-823a-408d8a581512 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 944 time: 0.3343999 Mar 10 23:48:43.253797 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Checking router: a5d0b3c7-1222-43df-8ca4-fd95ef84f819 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:43.256258 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Updating router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 port bdb5e76a-f2cd-4899-b068-cef3612b4c7d binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:48:43.278471 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.279130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.280708 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Floating IP f9d422e5-7610-420e-9741-c7b2e88e373f disassociated. External IP: 172.25.7.154, port: c1c654af-f25c-4ef7-bace-bc5d8b06429c. Mar 10 23:48:43.281268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Calling delete_port for c1c654af-f25c-4ef7-bace-bc5d8b06429c owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:48:43.337423 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.338656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.413490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140637ff-4736-4041-9ff6-9dd2dd12d028 req-d9e1c0e4-5afc-4233-a928-728234ae446c tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666524 Mar 10 23:48:43.471544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.521224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:43.564844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-08973c23-eb1c-4f08-8874-4fa0f8e1a9c0 None None] Current status of the port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:43.641820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-e4b91b06-1d06-45ea-b706-b0470b50ec7d tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:48:43.649936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-e4b91b06-1d06-45ea-b706-b0470b50ec7d tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647764 Mar 10 23:48:43.663826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:43.739073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Allocated IP 172.20.0.1 (c389bb4a-f217-4161-895b-551b44bfb306/ce6b2663-21f7-49ee-b785-8200c1892c70/dabf9f3a-9c2a-4310-856c-eb9aa336c595) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:43.751211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76d4a6c6-b169-4535-9a36-0e0da3c07ead None None] Provisioning complete for port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:43.751639 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-76d4a6c6-b169-4535-9a36-0e0da3c07ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.752173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-dff55633-97f9-4d7e-8317-b2e77892b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:43.753657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-dff55633-97f9-4d7e-8317-b2e77892b4b6 service neutron] 10.222.0.21 "GET /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 1125 time: 0.1029925 Mar 10 23:48:43.770030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Request body: {'binding': {'host': 'n-h2-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:43.770586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:48:43.803324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:48:43.811795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:43.812201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.849434 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks [] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.861028 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.903128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-76d4a6c6-b169-4535-9a36-0e0da3c07ead None None] Current status of the port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:43.918626 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49525b-4aa3-4c4b-9220-594f83993daf None None] Pushing event updated for resources: {'Port': ['ID=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:43.939058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks [] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.954512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:43.954917 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.958924 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Attempting to bind port bdb5e76a-f2cd-4899-b068-cef3612b4c7d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:43.959427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Attempting to bind port bdb5e76a-f2cd-4899-b068-cef3612b4c7d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:43.959855 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Attempting to bind port bdb5e76a-f2cd-4899-b068-cef3612b4c7d on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:43.967578 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:43.968156 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:43.968647 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.969131 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:43.969692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Bound port: bdb5e76a-f2cd-4899-b068-cef3612b4c7d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:43.970132 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.977826 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c1c654af-f25c-4ef7-bace-bc5d8b06429c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.994162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4dc2-670a-43d2-b9af-bd82c91a67af req-20f088aa-3169-467f-a693-d7ad308fd593 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:43.994903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:43.995977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f1c4dc2-670a-43d2-b9af-bd82c91a67af req-20f088aa-3169-467f-a693-d7ad308fd593 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.4094186 Mar 10 23:48:43.996355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:43.998770 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193cdf33-f8e8-4bff-88a6-682242ebd52b" -d '{"events": [{"server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "name": "network-vif-plugged", "status": "completed", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:44.015726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:44.021365 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.038802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] For port bdb5e76a-f2cd-4899-b068-cef3612b4c7d, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:44.041576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event deleted for resources: {'Port': ['ID=c1c654af-f25c-4ef7-bace-bc5d8b06429c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:44.042551 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] For port bdb5e76a-f2cd-4899-b068-cef3612b4c7d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:44.053796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on host n-h2-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:44.054138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:44.054513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:44.061159 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.102449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Network c389bb4a-f217-4161-895b-551b44bfb306 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:44.108509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:44.112267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:44.114982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:44.136792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:44.137130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:44.158088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:44.158445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:44.158842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:44.159290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Bound port: dc9870f5-7859-4934-a426-0d5921f31f87, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:44.166276 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49525b-4aa3-4c4b-9220-594f83993daf None None] Pushing event updated for resources: {'Port': ['ID=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:44.178234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.186217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Pushing event updated for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:44.216088 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:44.217027 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:44.335393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f1c4dc2-670a-43d2-b9af-bd82c91a67af req-9b025ae5-02ee-48c9-a631-f9350d85add9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170607 Mar 10 23:48:44.370284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:48:44.417487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.455578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:44.484266 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:44.490842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:44.498000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.502820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-0fcc42b2-278d-4703-9f09-e5d8914c9731 service neutron] 10.222.0.21 "POST /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87/bindings HTTP/1.1" status: 201 len: 389 time: 0.7389901 Mar 10 23:48:44.554605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8439e8f8-9b7d-4425-9199-4a6a37d34510 req-2622a392-c11a-4db5-bef3-f0e802bf3b96 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/ports?device_id=77aa5d14-94a4-4116-b34a-5a3c3e57bb3a HTTP/1.1" status: 200 len: 210 time: 0.0473890 Mar 10 23:48:44.605268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-63c29f13-7f8b-43ab-9a8d-5699164e143b None None] Provisioning complete for port dabf9f3a-9c2a-4310-856c-eb9aa336c595 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:44.606444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-63c29f13-7f8b-43ab-9a8d-5699164e143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.696386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:44.696819 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.747668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-63c29f13-7f8b-43ab-9a8d-5699164e143b None None] Port dabf9f3a-9c2a-4310-856c-eb9aa336c595 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:44.826155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:44.879250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:44.897599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:44.914132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:44.914772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:44.939710 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:40Z', 'revision_number': 3, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:44.960823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks [] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.967881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:44.986055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed82c29-2a0a-445c-887a-2c50fbe7858e None None] The sync data for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 is: [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:40Z', 'revision_number': 3, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:44.999461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] No DVR routers for this DVR port c1c654af-f25c-4ef7-bace-bc5d8b06429c on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:48:45.005852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:45.015484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6930948-ede6-4a49-9ac3-949e04826d76 req-c95cfeab-7b28-4b58-af3d-53767264da0f tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.30 "DELETE /v2.0/ports/c1c654af-f25c-4ef7-bace-bc5d8b06429c HTTP/1.1" status: 204 len: 173 time: 3.3116782 Mar 10 23:48:45.016114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'name': 'network-vif-deleted', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:45.018368 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b6f9bc-7965-47e4-8309-2739b894543a" -d '{"events": [{"server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "name": "network-vif-deleted", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:45.055213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ffb0a-be01-40bc-94ca-54531fc190f1 req-b5b1c792-1e15-44ca-acaa-a6a8e0090245 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.056773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-092ffb0a-be01-40bc-94ca-54531fc190f1 req-b5b1c792-1e15-44ca-acaa-a6a8e0090245 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2886181 Mar 10 23:48:45.073921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ac22-6ca3-4b4f-9ba6-455a3984b345 req-869ad944-8ada-4bea-9447-a558bd998d1e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.080318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f17ac22-6ca3-4b4f-9ba6-455a3984b345 req-869ad944-8ada-4bea-9447-a558bd998d1e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 949 time: 0.2221279 Mar 10 23:48:45.084938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-1151d860-ae43-46f0-9630-c373f3b6eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.086485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-1151d860-ae43-46f0-9630-c373f3b6eb9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1128 time: 0.1952183 Mar 10 23:48:45.090559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:45.093659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Pushing event updated for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:45.115061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:45.230075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-092ffb0a-be01-40bc-94ca-54531fc190f1 req-b1f63812-4dc0-45b1-93d4-31e7d9505bf1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636944 Mar 10 23:48:45.256102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f17ac22-6ca3-4b4f-9ba6-455a3984b345 req-e3d07a55-9eaa-4de1-b557-2a0233b3b379 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748176 Mar 10 23:48:45.310448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Network c389bb4a-f217-4161-895b-551b44bfb306 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:45.311876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:45.326153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-c54b8e14-c042-4bdf-9cb1-694861e58352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.327621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-c54b8e14-c042-4bdf-9cb1-694861e58352 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2093806 Mar 10 23:48:45.400965 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ca45e-a02f-42cc-88ef-1381abf8e1a6 x-openstack-request-id: req-5f3ca45e-a02f-42cc-88ef-1381abf8e1a6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:45.401311 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "name": "network-vif-plugged", "status": "completed", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:45.401567 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f3ca45e-a02f-42cc-88ef-1381abf8e1a6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:45.401962 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'code': 200} Mar 10 23:48:45.431004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-1a44bc41-a415-4538-86a4-4e9d48d6cd1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.0942883 Mar 10 23:48:45.485631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:45.589117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:45.614599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:45.615669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:45.652530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-639b5caf-1d95-4103-af26-13f628efb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.653737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:48:45.654840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-639b5caf-1d95-4103-af26-13f628efb6ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.2085624 Mar 10 23:48:45.669292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb35f43-9ccd-4041-9fad-7b854f03fbad req-1a3df9d5-e5dc-4794-9b47-a429b292ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.671007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ffb35f43-9ccd-4041-9fad-7b854f03fbad req-1a3df9d5-e5dc-4794-9b47-a429b292ba93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.0886643 Mar 10 23:48:45.699320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1c654af-f25c-4ef7-bace-bc5d8b06429c no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:45.719024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-e44fa9ef-5c44-4362-bb0f-dc1fc0f83dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391531 Mar 10 23:48:45.757178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c1c654af-f25c-4ef7-bace-bc5d8b06429c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:48:45.757506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1c654af-f25c-4ef7-bace-bc5d8b06429c not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:48:45.778893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-be38face-e52b-4d13-96da-8c72528c07a9 None None] Provisioning complete for port dabf9f3a-9c2a-4310-856c-eb9aa336c595 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:45.779273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-be38face-e52b-4d13-96da-8c72528c07a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:45.878205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-06fcd9bd-3644-45f0-8beb-2db381875d3a service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423173 Mar 10 23:48:45.895197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02074c9-cb72-485a-85f1-b7c72cef2f87 req-527674bc-2ce3-4e61-8d42-f983beae299f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:45.907684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f02074c9-cb72-485a-85f1-b7c72cef2f87 req-527674bc-2ce3-4e61-8d42-f983beae299f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.4790914 Mar 10 23:48:45.993050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:45.999853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c8d6865f-9cf5-437c-b1cc-abb0e3256eae admin admin] 10.222.0.21 "PUT /v2.0/routers/a5d0b3c7-1222-43df-8ca4-fd95ef84f819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6611114 Mar 10 23:48:46.003133 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ffb35f43-9ccd-4041-9fad-7b854f03fbad req-b2f0b6bc-c431-4c6c-aff7-3a76d88228be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207121 Mar 10 23:48:46.004280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f02074c9-cb72-485a-85f1-b7c72cef2f87 req-19693c49-247a-48da-8fb5-6a1b80f849d9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945358 Mar 10 23:48:46.028656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74f04-9771-42dd-879e-3eeedc925685 req-2223d2c9-ba78-4984-85e3-22dee7cd9c0a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:46.041027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cea74f04-9771-42dd-879e-3eeedc925685 req-2223d2c9-ba78-4984-85e3-22dee7cd9c0a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.4324651 Mar 10 23:48:46.117263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:46.145668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-950d6a8b-99b7-4ef4-bb81-1bb3bf6bd69c service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291205 Mar 10 23:48:46.249845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f1e58-9134-42b4-aee7-029e29e58129 req-5cf60a7d-4b9e-4225-b93f-c5812fe37914 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:46.257676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-892f1e58-9134-42b4-aee7-029e29e58129 req-5cf60a7d-4b9e-4225-b93f-c5812fe37914 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.1098514 Mar 10 23:48:46.263273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cea74f04-9771-42dd-879e-3eeedc925685 req-1eb6af27-c46a-44e7-996f-00fdfa241c39 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 Mar 10 23:48:46.266660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-be38face-e52b-4d13-96da-8c72528c07a9 None None] Port dabf9f3a-9c2a-4310-856c-eb9aa336c595 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:46.346700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-892f1e58-9134-42b4-aee7-029e29e58129 req-2ab3087a-682e-44c3-8b01-2626927a442d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881119 Mar 10 23:48:46.412301 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1cacd-ae6e-4169-b198-f55e8cfb952e x-openstack-request-id: req-c9f1cacd-ae6e-4169-b198-f55e8cfb952e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:46.412930 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa5d14-94a4-4116-b34a-5a3c3e57bb3a", "name": "network-vif-deleted", "tag": "c1c654af-f25c-4ef7-bace-bc5d8b06429c", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:46.413490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f1cacd-ae6e-4169-b198-f55e8cfb952e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:46.414384 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77aa5d14-94a4-4116-b34a-5a3c3e57bb3a', 'name': 'network-vif-deleted', 'tag': 'c1c654af-f25c-4ef7-bace-bc5d8b06429c', 'status': 'completed', 'code': 200} Mar 10 23:48:46.494379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bdb5e76a-f2cd-4899-b068-cef3612b4c7d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:46.640565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bdb5e76a-f2cd-4899-b068-cef3612b4c7d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:46.641161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:46.749288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f083d-70c4-41b8-b1ae-8462845b02b1 req-05070c0d-cfd4-4949-b0de-8806bc98601b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:46.756583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459f083d-70c4-41b8-b1ae-8462845b02b1 req-05070c0d-cfd4-4949-b0de-8806bc98601b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 949 time: 0.2631965 Mar 10 23:48:46.767963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:46.790932 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-d5851ac5-05ba-4c26-89ec-189bf7253e3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161425 Mar 10 23:48:46.815590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3024db5-1bda-482f-9ec1-258f3da8abb2 req-c585dfab-7f03-425d-a2da-6439c6383abb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:46.819065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3024db5-1bda-482f-9ec1-258f3da8abb2 req-c585dfab-7f03-425d-a2da-6439c6383abb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.2485812 Mar 10 23:48:46.826320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323fe0c-a707-40f9-bd52-e191716f9251 None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:46:04Z', 'revision_number': 4, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '21cd80bc-24f2-41f6-9c95-d1d80bb91a7a', 'name': '', 'network_id': '6868b39a-f1f9-4f89-99ff-0896f0022b46', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'mac_address': 'fa:16:3e:9a:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '820338ba-8fda-4888-a239-3833294a1b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:02Z', 'updated_at': '2022-03-10T23:46:08Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'subnets': [{'id': '820338ba-8fda-4888-a239-3833294a1b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:46.859084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-f5f4a2d3-10bd-4615-98a6-4710f216d00d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902440 Mar 10 23:48:46.930075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-4ecaddc6-9955-481b-966c-ddff7f0f0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:46.931909 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-4ecaddc6-9955-481b-966c-ddff7f0f0229 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1126 time: 0.1094377 Mar 10 23:48:46.936640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459f083d-70c4-41b8-b1ae-8462845b02b1 req-bb2b42b3-8efb-4d9e-848f-91ee79513166 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709881 Mar 10 23:48:46.975698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bdb5e76a-f2cd-4899-b068-cef3612b4c7d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:46.976131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:47.021383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port bdb5e76a-f2cd-4899-b068-cef3612b4c7d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:47.031641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:47.102338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-56987b04-1200-4789-80a2-86e7f2bd74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.103948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-56987b04-1200-4789-80a2-86e7f2bd74bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1488252 Mar 10 23:48:47.114240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:47.128246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:47.144626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3024db5-1bda-482f-9ec1-258f3da8abb2 req-24238da4-060f-4700-b0df-3da6729b8299 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911451 Mar 10 23:48:47.153550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-network', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:47.169042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed624d-d422-426e-953e-40f7be4d5061 req-b929cdd1-8b02-41c4-bd34-2d7318c405b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.175158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-b929cdd1-8b02-41c4-bd34-2d7318c405b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f257b73cdd33401dbb8250eade1ccc89&device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 1132 time: 0.1319487 Mar 10 23:48:47.273432 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-361cf3cf-49ab-4510-8f78-fd64546f325c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.1581185 Mar 10 23:48:47.364285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Made reservation on behalf of 4f8a3e4cc2f0487ab0c82267bfc422b8 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:47.370944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:47.394752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:47.476976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-ba29c792-024b-43ca-9793-f3e67833c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.484216 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-ba29c792-024b-43ca-9793-f3e67833c116 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1974449 Mar 10 23:48:47.590912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-11418526-32d9-4eab-8fc5-5795e2412085 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936890 Mar 10 23:48:47.617455 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193aa094-d133-4eb8-b20c-12ea6b8ccb2e None None] New status for floating IP f9d422e5-7610-420e-9741-c7b2e88e373f: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:48:47.907799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335e589-c388-473b-a666-1ffe1e1e156f req-a050f870-16f2-4aba-9619-8f7485de1b77 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.924132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2335e589-c388-473b-a666-1ffe1e1e156f req-a050f870-16f2-4aba-9619-8f7485de1b77 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.6741769 Mar 10 23:48:47.940030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed624d-d422-426e-953e-40f7be4d5061 req-5f9798b9-5e93-490c-9a7e-33a71a8a47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.941098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Sync routers for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:47.942767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-5f9798b9-5e93-490c-9a7e-33a71a8a47ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.7490997 Mar 10 23:48:47.967632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:47.968527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:47.979952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef1c6c-8b33-4a13-8b79-b7bff5dbcbc7 req-54564560-5a6f-43e0-a662-920fbc6a2cdc tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.997013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef1c6c-8b33-4a13-8b79-b7bff5dbcbc7 req-54564560-5a6f-43e0-a662-920fbc6a2cdc tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:47.998681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ef1c6c-8b33-4a13-8b79-b7bff5dbcbc7 req-54564560-5a6f-43e0-a662-920fbc6a2cdc tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe&device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 1689 time: 0.2481389 Mar 10 23:48:48.079340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-2aecefbc-9b9a-42fa-b556-276abb1cdcda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=61438ebd-82b4-4621-851a-82cd0cb1282d HTTP/1.1" status: 200 len: 217 time: 0.1237776 Mar 10 23:48:48.175372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:48.194058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2335e589-c388-473b-a666-1ffe1e1e156f req-2d007c00-e16b-4551-a4c2-9a23f27fd664 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688556 Mar 10 23:48:48.238519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed624d-d422-426e-953e-40f7be4d5061 req-7ec94c39-caf2-478a-8e26-a539f68903c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:48.240952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-7ec94c39-caf2-478a-8e26-a539f68903c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1523719 Mar 10 23:48:48.243809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks [] for security_group (e57ca462-5ce1-4d3d-a2d6-67b3d982c306), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.258724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ef1c6c-8b33-4a13-8b79-b7bff5dbcbc7 req-500811d1-5447-4f1e-83f8-f07f8c1bfd59 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078910 Mar 10 23:48:48.270564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-57e85b49-a558-48fb-b2a5-26daad8f9c81 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670392 Mar 10 23:48:48.273700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e57ca462-5ce1-4d3d-a2d6-67b3d982c306), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.333696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:48:48.355847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ca462-5ce1-4d3d-a2d6-67b3d982c306,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:48.362175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.362641 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Added segment 258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08 of type vlan for network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d Mar 10 23:48:48.509503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bdb5e76a-f2cd-4899-b068-cef3612b4c7d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:48.522549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed624d-d422-426e-953e-40f7be4d5061 req-39453c6f-0d23-4633-a6d6-2484eb7313f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:48.524890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-39453c6f-0d23-4633-a6d6-2484eb7313f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2612157 Mar 10 23:48:48.525756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.544713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d41c0e9-d649-4758-b0ee-d441791a662d req-17dd3d9b-f6d3-4a0b-9799-7c01fcccc23b service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493422 Mar 10 23:48:48.573692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91315c-3ed3-4219-9646-6ddf7f02b49a req-e7d8fe1f-ed82-4153-bfc7-f217e8cb24e3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:48.576284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb91315c-3ed3-4219-9646-6ddf7f02b49a req-e7d8fe1f-ed82-4153-bfc7-f217e8cb24e3 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2329533 Mar 10 23:48:48.589266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.590671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:48.591369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.690301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bdb5e76a-f2cd-4899-b068-cef3612b4c7d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:48.691175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.691315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45376-bf9d-4d4d-93f5-c185219c9dc3 req-1fba3ec3-da03-4273-a407-993e0758da3e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:48.696207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6d45376-bf9d-4d4d-93f5-c185219c9dc3 req-1fba3ec3-da03-4273-a407-993e0758da3e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.2313876 Mar 10 23:48:48.696369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5522094 Mar 10 23:48:48.696369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dd69e-4c9f-4d48-b43c-5b13b32dfaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=8774403b-45f0-4bf3-b6bc-53e5d57d3c2d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:48.697796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:48.702942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Request body: {'subnet': {'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-subnet', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:48.725438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Made reservation on behalf of 4f8a3e4cc2f0487ab0c82267bfc422b8 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:48.729874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:48.751477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:48:48.777733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb91315c-3ed3-4219-9646-6ddf7f02b49a req-7164aee7-c1f5-43eb-88fa-ffd2411bd009 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662133 Mar 10 23:48:48.830972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-e1d14f18-4691-49f0-9097-89e02c07f2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961278 Mar 10 23:48:48.856781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6d45376-bf9d-4d4d-93f5-c185219c9dc3 req-ad892713-da4d-4e79-baf6-e6c90bd249b3 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295078 Mar 10 23:48:48.891304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bdb5e76a-f2cd-4899-b068-cef3612b4c7d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:48.906391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 4, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'dabf9f3a-9c2a-4310-856c-eb9aa336c595', 'name': '', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'mac_address': 'fa:16:3e:e0:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:43Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 2, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'subnets': [{'id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:48.948506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Checking router: a5d0b3c7-1222-43df-8ca4-fd95ef84f819 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:48.949190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Updating router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 port dabf9f3a-9c2a-4310-856c-eb9aa336c595 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:48:48.977833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.067306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ed624d-d422-426e-953e-40f7be4d5061 req-8798a1ad-1984-4f2b-8afe-21c726337eda service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191830 Mar 10 23:48:49.081305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (91be1539-9f55-486c-80cd-d01b8b76ec79), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.172438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c36c2-e858-49cb-b7ed-daf325f57ca5 req-f9e626e1-be15-4198-8bf4-585508fc1265 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:49.174500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea1c36c2-e858-49cb-b7ed-daf325f57ca5 req-f9e626e1-be15-4198-8bf4-585508fc1265 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.2455873 Mar 10 23:48:49.183607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5ce0-0462-45f8-aad2-ba3e1301c5d2 req-21b43a5f-64ff-4ce3-9fba-195b51581ee2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:49.185462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-042b5ce0-0462-45f8-aad2-ba3e1301c5d2 req-21b43a5f-64ff-4ce3-9fba-195b51581ee2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.2083120 Mar 10 23:48:49.200371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91be1539-9f55-486c-80cd-d01b8b76ec79,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:49.213113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Checking segment: {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:49.214478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Network hostable DHCP agents. Network: 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:48:49.243183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:48:49.259141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:49.266969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:49.268645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.288932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea1c36c2-e858-49cb-b7ed-daf325f57ca5 req-129a70f8-bb0a-483c-8bbb-6a0ae001b98e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019738 Mar 10 23:48:49.298805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-042b5ce0-0462-45f8-aad2-ba3e1301c5d2 req-9584935c-6517-403d-9601-3083bfca53f8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809476 Mar 10 23:48:49.301406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a731cec-1796-42e6-b35f-1c0c7ef6462c None None] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:49.308568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-152b9517-acf2-48f0-8439-e85a182d1a57 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6107805 Mar 10 23:48:49.311246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38292) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:49.319522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:49.355277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.359587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.534803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for router_controller (db356ad4-7739-4ef6-af24-35f2eb8d2791), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.565708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'fixed_ips': [{'subnet_id': '91be1539-9f55-486c-80cd-d01b8b76ec79'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:48:49.566600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.598731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks [] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.722695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.838355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba7604-9430-493f-80aa-a59d5fa90e84 None None] Pushing event updated for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:49.892782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Allocated IP 172.20.0.2 (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d/91be1539-9f55-486c-80cd-d01b8b76ec79/ecfd3e85-5abd-4863-9b43-6518a999a24a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:49.964957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Attempting to bind port dabf9f3a-9c2a-4310-856c-eb9aa336c595 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:49.965659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Attempting to bind port dabf9f3a-9c2a-4310-856c-eb9aa336c595 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:49.965782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Attempting to bind port dabf9f3a-9c2a-4310-856c-eb9aa336c595 on network c389bb4a-f217-4161-895b-551b44bfb306 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:49.984797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:49.986019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Checking segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:49.986439 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:49.986982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Bound using segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:49.988442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Bound port: dabf9f3a-9c2a-4310-856c-eb9aa336c595, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:49.988837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.090748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb317b0-31d5-414e-b34f-628bf5e65072 req-2aca5f01-8d3e-44fd-8635-e62b3839dbd8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:50.093885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb317b0-31d5-414e-b34f-628bf5e65072 req-2aca5f01-8d3e-44fd-8635-e62b3839dbd8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.5280209 Mar 10 23:48:50.169988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] For port dabf9f3a-9c2a-4310-856c-eb9aa336c595, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:50.191489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6d684636-c7bd-4cf7-8a44-167a0a6e5366 None None] Provisioning complete for port dabf9f3a-9c2a-4310-856c-eb9aa336c595 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:50.191857 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d684636-c7bd-4cf7-8a44-167a0a6e5366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.194823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for router_gateway (db356ad4-7739-4ef6-af24-35f2eb8d2791), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.232759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] For port dabf9f3a-9c2a-4310-856c-eb9aa336c595, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dabf9f3a-9c2a-4310-856c-eb9aa336c595,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:50.242777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-cf8f545b-b56a-43e2-8502-5e38f4abe42d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8023000 Mar 10 23:48:50.252461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.260063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb317b0-31d5-414e-b34f-628bf5e65072 req-6a2b0779-ed33-4958-8e09-dce4378bc263 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487095 Mar 10 23:48:50.261127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks [] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.280703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:50.313264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.313619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6d684636-c7bd-4cf7-8a44-167a0a6e5366 None None] Port dabf9f3a-9c2a-4310-856c-eb9aa336c595 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:50.328026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.328732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:50.359693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba7604-9430-493f-80aa-a59d5fa90e84 None None] Pushing event updated for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:50.454088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:50.461921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:50.472452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (40fd6288-c8eb-4cf2-9f27-938f5eaee7b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.480015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:50.489503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:50.491032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:50.508230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (40fd6288-c8eb-4cf2-9f27-938f5eaee7b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.577948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40fd6288-c8eb-4cf2-9f27-938f5eaee7b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.584503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.585905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "DELETE /v2.0/security-groups/40fd6288-c8eb-4cf2-9f27-938f5eaee7b2 HTTP/1.1" status: 204 len: 168 time: 0.2550282 Mar 10 23:48:50.595915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38310) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:50.601852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2abc0-868d-4bfc-b653-20bb56608698 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd6288-c8eb-4cf2-9f27-938f5eaee7b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:50.667297 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f2ecce7a-0b95-40ab-80f1-608140353084 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] show failed (client error): The resource could not be found. Mar 10 23:48:50.671403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38312) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:50.671530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f2ecce7a-0b95-40ab-80f1-608140353084 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "GET /v2.0/security-groups/40fd6288-c8eb-4cf2-9f27-938f5eaee7b2 HTTP/1.1" status: 404 len: 347 time: 0.0731583 Mar 10 23:48:50.796947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Pushing event updated for resources: {'Port': ['ID=ecfd3e85-5abd-4863-9b43-6518a999a24a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:50.840080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Provisioning complete for port dabf9f3a-9c2a-4310-856c-eb9aa336c595 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:50.840080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.852345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Deleting port 0cc54c31-f28e-404a-8398-f9f103c933d2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:48:50.852686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.890247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:50.930964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Attempting to bind port ecfd3e85-5abd-4863-9b43-6518a999a24a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:50.931493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Attempting to bind port ecfd3e85-5abd-4863-9b43-6518a999a24a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:50.931979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Attempting to bind port ecfd3e85-5abd-4863-9b43-6518a999a24a on network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:50.968018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.968618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (0cc54c31-f28e-404a-8398-f9f103c933d2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.984422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Calling delete_port for 0cc54c31-f28e-404a-8398-f9f103c933d2 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:48:50.988457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:50.988457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Checking segment: {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:50.989097 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:50.989451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Bound using segment: {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:50.990138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Bound port: ecfd3e85-5abd-4863-9b43-6518a999a24a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:50.990865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.008170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84614e-e56d-4c05-84fe-9ec0395906b8 req-a59ae459-b517-4a08-b2ba-7eac40d994bd tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:51.010020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a84614e-e56d-4c05-84fe-9ec0395906b8 req-a59ae459-b517-4a08-b2ba-7eac40d994bd tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 1131 time: 0.5423815 Mar 10 23:48:51.038941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.059263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for router_gateway (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.135197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.152661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0cc54c31-f28e-404a-8398-f9f103c933d2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.191613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Pushing event deleted for resources: {'Port': ['ID=0cc54c31-f28e-404a-8398-f9f103c933d2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:51.207701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Current status of the port dabf9f3a-9c2a-4310-856c-eb9aa336c595 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:51.208245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.210706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] For port ecfd3e85-5abd-4863-9b43-6518a999a24a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:51.252475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] For port ecfd3e85-5abd-4863-9b43-6518a999a24a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecfd3e85-5abd-4863-9b43-6518a999a24a,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:51.262409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks [] for floatingip (f9d422e5-7610-420e-9741-c7b2e88e373f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.266227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.267662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-563ff3b2-0446-4077-99a6-4c18f0cd2214 tempest-ServersWithSpecificFlavorTestJSON-1990398707 tempest-ServersWithSpecificFlavorTestJSON-1990398707-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9d422e5-7610-420e-9741-c7b2e88e373f HTTP/1.1" status: 204 len: 168 time: 0.5950010 Mar 10 23:48:51.269415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a84614e-e56d-4c05-84fe-9ec0395906b8 req-11cc9dd9-9840-417d-a2aa-6c576250d113 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527883 Mar 10 23:48:51.271690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.328826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] For port dabf9f3a-9c2a-4310-856c-eb9aa336c595, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dabf9f3a-9c2a-4310-856c-eb9aa336c595,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:51.342344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Allocated IP 172.25.7.233 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:51.349137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.377461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253823ea-7473-4a5f-937d-8b354c16516e None None] Pushing event updated for resources: {'Port': ['ID=ecfd3e85-5abd-4863-9b43-6518a999a24a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:51.422875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 4, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'dabf9f3a-9c2a-4310-856c-eb9aa336c595', 'name': '', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'mac_address': 'fa:16:3e:e0:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:43Z', 'updated_at': '2022-03-10T23:48:50Z', 'revision_number': 4, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'subnets': [{'id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:51.460081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc3c09-e29e-4e9e-ba5d-a7fd473a7d20 None None] The sync data for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 is: [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:48:44Z', 'revision_number': 4, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'dabf9f3a-9c2a-4310-856c-eb9aa336c595', 'name': '', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'mac_address': 'fa:16:3e:e0:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:43Z', 'updated_at': '2022-03-10T23:48:50Z', 'revision_number': 4, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'subnets': [{'id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:51.470532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83f219-9f76-4496-bc52-dece253b16aa None None] Pushing event updated for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:51.502159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.591008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e86420-e429-4453-87f8-f43d77171180 req-c1f1bc85-cdef-42e0-9356-38baa8f025c6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:51.592680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46e86420-e429-4453-87f8-f43d77171180 req-c1f1bc85-cdef-42e0-9356-38baa8f025c6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.2324607 Mar 10 23:48:51.638147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:51.750082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Allocated IP 172.25.7.50 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/125dc7da-49d1-48f7-9ade-ae24c8162904) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:51.772343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:51.805257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:51.809673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:51.924569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46e86420-e429-4453-87f8-f43d77171180 req-efdaa094-aed1-40ae-b7d6-40e7dce428b1 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249002 Mar 10 23:48:51.925404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event updated for resources: {'Port': ['ID=35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:52.051272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.125545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.152734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838632c-576d-4d72-a6d8-e213616d8406 req-6df060da-ed39-4eeb-9c15-137753ee0835 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:52.154461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b838632c-576d-4d72-a6d8-e213616d8406 req-6df060da-ed39-4eeb-9c15-137753ee0835 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1158962 Mar 10 23:48:52.183265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.271591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Pushing event updated for resources: {'Port': ['ID=125dc7da-49d1-48f7-9ade-ae24c8162904,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:52.284769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:52.289674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:52.292003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.294089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:52.421759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b838632c-576d-4d72-a6d8-e213616d8406 req-3830eb5f-2186-4c30-aefd-d5738fd0d70b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423942 Mar 10 23:48:52.532058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dabf9f3a-9c2a-4310-856c-eb9aa336c595 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:52.602117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port dabf9f3a-9c2a-4310-856c-eb9aa336c595 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:52.602878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.714504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dabf9f3a-9c2a-4310-856c-eb9aa336c595 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:52.715766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecfd3e85-5abd-4863-9b43-6518a999a24a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:52.751529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46480a6a-92c4-4b43-9ef9-e2c1303f243c None None] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:48:52.830780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for router_gateway (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.842685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983b074-be5e-43f0-a206-04c8af1008b6 req-af907bee-ab78-436e-8ec5-b3bd42bb1855 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:52.844570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2983b074-be5e-43f0-a206-04c8af1008b6 req-af907bee-ab78-436e-8ec5-b3bd42bb1855 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.3073888 Mar 10 23:48:52.861848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Provisioning complete for port ecfd3e85-5abd-4863-9b43-6518a999a24a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:52.862386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:52.916115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ecfd3e85-5abd-4863-9b43-6518a999a24a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:52.917161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.044810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2983b074-be5e-43f0-a206-04c8af1008b6 req-2d832335-146b-44ce-bc5d-a9041c70bdc5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502097 Mar 10 23:48:53.061767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Current status of the port ecfd3e85-5abd-4863-9b43-6518a999a24a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:53.062437 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.093745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ecfd3e85-5abd-4863-9b43-6518a999a24a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:53.094294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.149987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.152004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] For port ecfd3e85-5abd-4863-9b43-6518a999a24a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecfd3e85-5abd-4863-9b43-6518a999a24a,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:53.162109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.164019 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.267009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b06a57-c0a5-4fd0-bf49-a017641c63fe None None] Pushing event updated for resources: {'Port': ['ID=ecfd3e85-5abd-4863-9b43-6518a999a24a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:53.277640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:48:53.277998 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:48:53.285385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.367421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event updated for resources: {'Port': ['ID=35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:53.378804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.380296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-1ef35f80-674a-424c-8dec-ffb51b4b7575 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1151140 Mar 10 23:48:53.386470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-78cf5637-846b-46bf-8784-85b75c7fb6ff None None] Provisioning complete for port ecfd3e85-5abd-4863-9b43-6518a999a24a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:53.387044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-78cf5637-846b-46bf-8784-85b75c7fb6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.477413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:53.488204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-9cb11e02-8ce1-41a1-9a50-b7d1f867ec78 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0996401 Mar 10 23:48:53.497118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-78cf5637-846b-46bf-8784-85b75c7fb6ff None None] Current status of the port ecfd3e85-5abd-4863-9b43-6518a999a24a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:53.502309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71286ad-40a7-4d6f-96ad-399764d64c8c req-37cdf1c4-0e83-4792-8947-32629ec15f65 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:53.504013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e71286ad-40a7-4d6f-96ad-399764d64c8c req-37cdf1c4-0e83-4792-8947-32629ec15f65 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2234163 Mar 10 23:48:53.702237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e71286ad-40a7-4d6f-96ad-399764d64c8c req-f9233b05-c48d-4377-8298-02f6bd0b4dfb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853905 Mar 10 23:48:53.740501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-09498f77-6e11-4bea-b994-bfc1e530f75d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:53.741919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-09498f77-6e11-4bea-b994-bfc1e530f75d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2369318 Mar 10 23:48:53.762588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-2f1d60a3-bf63-404b-accd-1003b3e70046 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:48:53.763628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ad76b4-e0c9-417d-b970-7ef127c334e4 req-2f1d60a3-bf63-404b-accd-1003b3e70046 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073881 Mar 10 23:48:53.823224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Router db356ad4-7739-4ef6-af24-35f2eb8d2791 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:48:53.828997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ecfd3e85-5abd-4863-9b43-6518a999a24a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:53.832916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4004a6-845c-4a02-8e1f-34b687587dfa req-4863cbda-5b23-4fdd-8998-2a036fb0387e tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:53.840652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce4004a6-845c-4a02-8e1f-34b687587dfa req-4863cbda-5b23-4fdd-8998-2a036fb0387e tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 1131 time: 0.0653989 Mar 10 23:48:54.184106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce4004a6-845c-4a02-8e1f-34b687587dfa req-23f27b37-14fe-4c45-a246-12061f4e3309 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425260 Mar 10 23:48:54.234277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c2c8-5ea1-4508-af95-6771df87bc6d req-0eb7151f-3dda-44c7-a039-5d2535d2286d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:54.235761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90d9c2c8-5ea1-4508-af95-6771df87bc6d req-0eb7151f-3dda-44c7-a039-5d2535d2286d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.3720894 Mar 10 23:48:54.255728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:54.267837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Sync routers for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:54.282425 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:54.284392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:54.335962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:54.340998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38336) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:54.341960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-020544b7-263c-4162-90b6-91cdeca115f4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0279105 Mar 10 23:48:54.416429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90d9c2c8-5ea1-4508-af95-6771df87bc6d req-269e1bec-c8b1-4722-857b-ad6e860df02a tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337371 Mar 10 23:48:54.430053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790521-d113-468c-bfb9-1ad8e6baff0a req-2951b1fd-0000-4ffd-9aed-7de93b95bc21 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:54.438882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b790521-d113-468c-bfb9-1ad8e6baff0a req-2951b1fd-0000-4ffd-9aed-7de93b95bc21 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1544511 Mar 10 23:48:54.440778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecfd3e85-5abd-4863-9b43-6518a999a24a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:54.508108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ecfd3e85-5abd-4863-9b43-6518a999a24a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:54.508533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:54.518669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:54.551043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b790521-d113-468c-bfb9-1ad8e6baff0a req-fb6bc4f9-d7eb-4c52-b80d-84910fbdafcb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109309 Mar 10 23:48:54.631022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ecfd3e85-5abd-4863-9b43-6518a999a24a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:54.751259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:52Z', 'revision_number': 3, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:54.787903 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Checking router: db356ad4-7739-4ef6-af24-35f2eb8d2791 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:48:54.788451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Updating router db356ad4-7739-4ef6-af24-35f2eb8d2791 port 125dc7da-49d1-48f7-9ade-ae24c8162904 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:48:54.790873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-58f1f257-316c-493d-b8d9-4b670d5dcd04 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:54.794366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-58f1f257-316c-493d-b8d9-4b670d5dcd04 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 821 time: 0.2422843 Mar 10 23:48:54.802244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aab466-046c-4dc8-af97-e0016178baf8 req-bcb568df-8e9e-4d88-9413-19a46fd1e8b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:54.803640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26aab466-046c-4dc8-af97-e0016178baf8 req-bcb568df-8e9e-4d88-9413-19a46fd1e8b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.1320200 Mar 10 23:48:54.814492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-a61d11fe-e41a-434c-8e0f-53c132d7e9f1 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/quotas/47c80c3e3b804d55b99c1438e2e31326 HTTP/1.1" status: 200 len: 375 time: 0.0098689 Mar 10 23:48:54.824722 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:54.936251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26aab466-046c-4dc8-af97-e0016178baf8 req-f8081c4e-e650-4ced-9db1-8dde5a24c965 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206150 Mar 10 23:48:54.944660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-86056cec-85eb-4490-95c7-7b4b30caaa1d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218150 Mar 10 23:48:55.100950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-ebf54642-fd35-46fb-8b76-8f7f1e5420bd service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475160 Mar 10 23:48:55.122034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.132830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-26679b7d-ad62-44ca-943f-2553b9b1d40d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349135 Mar 10 23:48:55.143830 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks [] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.150508 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.201883 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8456501-838a-42e3-b97b-ff8cdca21306 None None] Pushing event updated for resources: {'Port': ['ID=125dc7da-49d1-48f7-9ade-ae24c8162904,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:55.244237 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Attempting to bind port 125dc7da-49d1-48f7-9ade-ae24c8162904 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:55.245131 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Attempting to bind port 125dc7da-49d1-48f7-9ade-ae24c8162904 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:55.245580 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Attempting to bind port 125dc7da-49d1-48f7-9ade-ae24c8162904 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:55.252148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:55.252649 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:55.253020 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.253298 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:55.253770 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Bound port: 125dc7da-49d1-48f7-9ade-ae24c8162904, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:55.254148 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.267840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-1bc72cfe-4f77-4e2b-b9ec-6c2800c80823 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:55.271971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-1bc72cfe-4f77-4e2b-b9ec-6c2800c80823 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236684 Mar 10 23:48:55.327539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-5ae021f3-0316-4b50-b335-529eb196e8dc tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0442071 Mar 10 23:48:55.333290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] For port 125dc7da-49d1-48f7-9ade-ae24c8162904, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:55.337511 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] For port 125dc7da-49d1-48f7-9ade-ae24c8162904, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=125dc7da-49d1-48f7-9ade-ae24c8162904,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:55.338564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Allocated IP 172.20.0.1 (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d/91be1539-9f55-486c-80cd-d01b8b76ec79/8c70d7b0-f636-4bad-ab06-9d50327ca23d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:55.346853 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.403899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-fe2142e3-7570-4bdb-b899-5b883c781414 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939484 Mar 10 23:48:55.425704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-cf7b1d57-e6f2-470b-94a0-30dc25d4e4a4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0917921 Mar 10 23:48:55.440380 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8456501-838a-42e3-b97b-ff8cdca21306 None None] Pushing event updated for resources: {'Port': ['ID=125dc7da-49d1-48f7-9ade-ae24c8162904,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:55.451364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:55.451814 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:55.501923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks [] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.557288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.584795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:55.617541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:55.621457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:55.638980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:48:55.794674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:55.846407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:55.982827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff162fd-a9cb-441c-9955-340f87e5a661 req-036e54b7-f1b2-4ebf-8fc3-37b6057ab305 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:55.990932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ff162fd-a9cb-441c-9955-340f87e5a661 req-036e54b7-f1b2-4ebf-8fc3-37b6057ab305 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.3119292 Mar 10 23:48:55.995049 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:52Z', 'revision_number': 3, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:56.047046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0f5394c9-9349-4557-9923-e918a108d4f9 None None] Provisioning complete for port 8c70d7b0-f636-4bad-ab06-9d50327ca23d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:56.049160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0f5394c9-9349-4557-9923-e918a108d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:56.112573 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd21c-564f-4c9d-bb89-adc699aebd5f None None] The sync data for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 is: [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:52Z', 'revision_number': 3, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:48:56.118819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ff162fd-a9cb-441c-9955-340f87e5a661 req-97ce8559-6745-4758-840b-d236c1943576 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270065 Mar 10 23:48:56.146013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6638d38-6c06-45d7-8c3e-583731b78b9e req-31893be1-9515-4e91-ab9a-a2fc8dcadf76 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:56.147674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6638d38-6c06-45d7-8c3e-583731b78b9e req-31893be1-9515-4e91-ab9a-a2fc8dcadf76 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.3320987 Mar 10 23:48:56.149075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:56.234478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0f5394c9-9349-4557-9923-e918a108d4f9 None None] Port 8c70d7b0-f636-4bad-ab06-9d50327ca23d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:56.275183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6638d38-6c06-45d7-8c3e-583731b78b9e req-6a0ad6da-7287-49f1-9901-1cff1be911b0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215475 Mar 10 23:48:56.359445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e41e66f9-b8ea-445d-ae58-7d95bd4e0585 req-428e2b04-44d7-4ffc-b9cc-8dbee3e15dea tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 210 time: 0.0879273 Mar 10 23:48:56.469229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-435c7f8d-2a6f-4f11-94f1-1d99ecc7843d tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:56.471442 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-435c7f8d-2a6f-4f11-94f1-1d99ecc7843d tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1128 time: 0.2025793 Mar 10 23:48:56.487854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c892f3-9e18-4b87-bb0d-bf01777357eb req-7af16c1e-faac-4c71-b700-bea710afbb0b tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 210 time: 0.0627978 Mar 10 23:48:56.494310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:56.619387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae956e2-ab1a-4b49-aaea-acc84a59cd54 req-a7174c44-6937-4bf2-97e8-9fab7fba9e29 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:56.627449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae956e2-ab1a-4b49-aaea-acc84a59cd54 req-a7174c44-6937-4bf2-97e8-9fab7fba9e29 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 946 time: 0.1846986 Mar 10 23:48:56.735278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae956e2-ab1a-4b49-aaea-acc84a59cd54 req-ac42c040-fd09-4aea-b911-50a4b6eeedb1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068347 Mar 10 23:48:56.739124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:56.824667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868636f-f7e6-4fe5-916f-531a0de314af req-ae1ad265-2be5-4066-8eca-01a208d177c0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:56.841197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b868636f-f7e6-4fe5-916f-531a0de314af req-ae1ad265-2be5-4066-8eca-01a208d177c0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.1353905 Mar 10 23:48:56.949084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b868636f-f7e6-4fe5-916f-531a0de314af req-a16f6037-7125-4de5-a53f-3e8218db788a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017723 Mar 10 23:48:56.949084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38398) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:48:56.988704 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-1f4eb3e7-8e95-4946-951b-05fb2f78b1fd service neutron] show failed (client error): The resource could not be found. Mar 10 23:48:56.989725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-1f4eb3e7-8e95-4946-951b-05fb2f78b1fd service neutron] 10.222.0.39 "GET /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.1765056 Mar 10 23:48:57.049130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks [] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.070486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.224116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.232045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:57.294117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:57.432565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:57.475198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:57.478570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:57.505268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:57.508563 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f4166f-fe42-4863-a33a-374889e074cd" -d '{"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:57.594904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks [] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.622727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.690065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-721a49fc-a424-417f-850e-c9344bab5a3a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904489 Mar 10 23:48:57.730173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:57.877879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:57.878494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:57.878598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:57.889082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:57.889574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:57.902023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:57.902394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:57.902950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:57.903395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Bound port: 4053c76a-8a8f-455b-8482-99d3e31c4807, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:57.903756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.942538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a1ba0bc2-a798-44d6-8a5d-41af59f919d6 None None] Provisioning complete for port 8c70d7b0-f636-4bad-ab06-9d50327ca23d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:57.948260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192b28-5f4e-49d4-ba99-bbdc727de6cc req-0cddf26e-971b-4ff3-8c8b-2b52f3ef98d4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:57.949435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0bc2-a798-44d6-8a5d-41af59f919d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:57.955637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19192b28-5f4e-49d4-ba99-bbdc727de6cc req-0cddf26e-971b-4ff3-8c8b-2b52f3ef98d4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.5445178 Mar 10 23:48:57.967645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9212800c-a2ab-4a4a-b578-2ef5e0d883eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:57.969275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9212800c-a2ab-4a4a-b578-2ef5e0d883eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1131 time: 0.6711428 Mar 10 23:48:57.994014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:58.004545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa403ab-4612-46f9-a086-ad128ce16591 req-7dcfbe20-94e5-456a-9619-99336c33bbc2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:58.011976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1aa403ab-4612-46f9-a086-ad128ce16591 req-7dcfbe20-94e5-456a-9619-99336c33bbc2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.5997322 Mar 10 23:48:58.018685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:58.019081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:58.023030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:48:58.069275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0bc2-a798-44d6-8a5d-41af59f919d6 None None] Port 8c70d7b0-f636-4bad-ab06-9d50327ca23d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:48:58.087517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:48:58.088177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:48:58.088764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:58.095137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:48:58.095712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Attempting to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:48:58.097510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-4f73c91c-03c8-4551-9696-f0c7eaab4679 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:58.098958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-4f73c91c-03c8-4551-9696-f0c7eaab4679 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979452 Mar 10 23:48:58.101969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:48:58.102565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:48:58.103375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:48:58.105390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Bound port: 4053c76a-8a8f-455b-8482-99d3e31c4807, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:48:58.106316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:58.134147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:58.134368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:58.157215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:58.167359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Router db356ad4-7739-4ef6-af24-35f2eb8d2791 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:48:58.178001 n-d-831844-1 neutron-server[110427]: WARNING neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Concurrent port binding operations failed on port 4053c76a-8a8f-455b-8482-99d3e31c4807 Mar 10 23:48:58.189615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:58.191856 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Attempt 2 to bind port 4053c76a-8a8f-455b-8482-99d3e31c4807 Mar 10 23:48:58.192785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:48:58.232798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1aa403ab-4612-46f9-a086-ad128ce16591 req-d8f35a4e-b00d-40b4-b51c-7e3bff12e59d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199006 Mar 10 23:48:58.235902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19192b28-5f4e-49d4-ba99-bbdc727de6cc req-c39a4a3a-c631-402b-8be8-af2f5a143b09 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794888 Mar 10 23:48:58.266487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-365cd34b-132d-46af-ad27-9a95cff9e825 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:58.268160 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-365cd34b-132d-46af-ad27-9a95cff9e825 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.30 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 821 time: 0.6630297 Mar 10 23:48:58.271234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:58.389704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'port': {'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'admin_state_up': True, 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:48:58.418785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:58.435741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:58.436384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:58.438191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-58e8979a-f7c2-45f7-b6bb-7df8636ec93e service neutron] 10.222.0.39 "PUT /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 1122 time: 1.9482014 Mar 10 23:48:58.462360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 125dc7da-49d1-48f7-9ade-ae24c8162904 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:48:58.468875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3189c971-40d7-4bf1-8a81-ebe5d480973f req-74f2ee09-071c-4239-8ebd-aa8f6dadc3c1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 210 time: 0.1180286 Mar 10 23:48:58.580848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:58.588451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1840c39f-191b-4913-b045-ee2cf5366e3e req-fb612f9c-2342-44f4-9587-79e234686c14 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 210 time: 0.2037165 Mar 10 23:48:58.643619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:58.657931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 125dc7da-49d1-48f7-9ade-ae24c8162904 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:48:58.658316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:58.928240 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d418adb-2bb5-4b5b-8b0d-a91d4b76ce5d x-openstack-request-id: req-9d418adb-2bb5-4b5b-8b0d-a91d4b76ce5d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:48:58.928810 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:48:58.928810 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d418adb-2bb5-4b5b-8b0d-a91d4b76ce5d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:48:58.929162 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'code': 200} Mar 10 23:48:58.939520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:48:58.946912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c501c9c-821b-4789-9d39-83b002e0cf62 admin admin] 10.222.0.21 "PUT /v2.0/routers/db356ad4-7739-4ef6-af24-35f2eb8d2791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6048124 Mar 10 23:48:58.995042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Sync routers for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:48:59.026600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Made reservation on behalf of 47c80c3e3b804d55b99c1438e2e31326 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:59.027338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:48:59.027683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:48:59.039092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.055418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:48:59.061669 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.264713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Allocated IP 172.20.0.11 (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70/2224a795-f4da-4c51-8137-01f206002d5d/9d6a9a54-79c1-467d-86d4-34f3093e1eb7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:48:59.267843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 125dc7da-49d1-48f7-9ade-ae24c8162904 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:48:59.268471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.356704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:59.389132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 125dc7da-49d1-48f7-9ade-ae24c8162904, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=125dc7da-49d1-48f7-9ade-ae24c8162904,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:48:59.393177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:48:59.400447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:48:59.435475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.471721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks [] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.491883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Transition to ACTIVE for port object 6cce566b-a56a-48c3-9358-28f4971cdc5b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:48:59.500790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:48:59.503727 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca47843-deae-438b-b996-c011efcf5591" -d '{"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-unplugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:48:59.517082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.587960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:48:59.612581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.716215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:48:59.739422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66d442-8158-4a41-a3b6-fea0b3a87696 req-6a940559-8eb2-44e7-a231-1be30f28a7ba tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:59.741247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d66d442-8158-4a41-a3b6-fea0b3a87696 req-6a940559-8eb2-44e7-a231-1be30f28a7ba tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 0.6762664 Mar 10 23:48:59.745044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] No DVR routers for this DVR port 6cce566b-a56a-48c3-9358-28f4971cdc5b on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:48:59.809003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:48:59.813377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:48:59.819089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e933-488f-4075-84c7-4cf76fad6422 req-46db756a-4d67-4f78-ae61-41808df8bb70 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:48:59.823501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:48:59.829765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:48:59.834936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad89e933-488f-4075-84c7-4cf76fad6422 req-46db756a-4d67-4f78-ae61-41808df8bb70 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.7336099 Mar 10 23:48:59.846130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:48:59.865698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:00.002445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:00.002445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.042815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event updated for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:00.061424 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-f300ef9a-3708-4b39-bb76-0d11208816bc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6755171 Mar 10 23:49:00.075093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Request body: {'port': {'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:00.205468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:00.210159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:00.210520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:00.239501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.248614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:00.248953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Attempting to bind port 6cce566b-a56a-48c3-9358-28f4971cdc5b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:00.387064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d66d442-8158-4a41-a3b6-fea0b3a87696 req-20bbed66-faec-473f-9a61-0e0a9a6bcaf4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899765 Mar 10 23:49:00.412360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad89e933-488f-4075-84c7-4cf76fad6422 req-2c54067f-2d13-461c-80e1-22e68a14b9c3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710464 Mar 10 23:49:00.441490 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (6856e87f-19da-4f95-b177-f09064369de6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.447284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=125dc7da-49d1-48f7-9ade-ae24c8162904,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:00.468599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:00.470977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:00.472317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:00.474640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Bound port: 6cce566b-a56a-48c3-9358-28f4971cdc5b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:00.475186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.689523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:00.691674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.734605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:00.802648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:00.806551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:00.834043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:00.837456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.851696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '58d59823-46a7-4b45-a70e-643152126f48', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '58d59823-46a7-4b45-a70e-643152126f48', 'mac_address': 'fa:16:3e:62:31:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:00.853971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks [] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.856473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.102 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/417b72df-a8f0-408a-b256-496cd7799704) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:00.879998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Transition to ACTIVE for port object 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:00.889939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.930872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:00.936991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:00.939545 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154668cb-bcbb-428d-9b37-40e6e7963e76" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:00.942120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c8b82071-9e5e-4a13-afcc-55144c39acf2 None None] Provisioning complete for port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:00.942603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c8b82071-9e5e-4a13-afcc-55144c39acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:00.947153 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4923cc-a202-44c6-b517-4b2b13356901" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:00.949264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:00.972595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.974133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.974747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.975403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.975896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.976450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.977119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.977611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.978224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.978806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.979526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.980030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:00.980532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:01.016896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:01.057665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8a9e-49ea-4eb3-bd1d-6dc1eb904e63 req-107a1312-cb7e-4ff2-ad15-416d048059db tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:01.065686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c03a8a9e-49ea-4eb3-bd1d-6dc1eb904e63 req-107a1312-cb7e-4ff2-ad15-416d048059db tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.4196203 Mar 10 23:49:01.199097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:01.208639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:01.214968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.225536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-9156e2b9-5b48-4ee5-bc35-076f97d83aa2 service neutron] 10.222.0.30 "PUT /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 1095 time: 3.2357697 Mar 10 23:49:01.266718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Attempting to bind port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:01.267149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Attempting to bind port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:01.270646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Attempting to bind port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:01.282057 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.289833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:01.290067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Attempting to bind port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 on network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:01.302119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:01.302608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Checking segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:01.303006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Bound using segment: {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:01.303445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Bound port: 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bcda92-91ef-48b3-9330-3e1e563f3390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:01.303800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.305921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e979af-b0b0-493b-b245-befdb3809270 req-e9d7df34-dd73-4fb3-bdda-8b8145aa5b91 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:01.311916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48e979af-b0b0-493b-b245-befdb3809270 req-e9d7df34-dd73-4fb3-bdda-8b8145aa5b91 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 0.7057836 Mar 10 23:49:01.446961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:01.462908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c8b82071-9e5e-4a13-afcc-55144c39acf2 None None] Port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:01.489370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:01.490216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.513542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:01.520872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:01.540603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.569098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:01.592677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:01.593652 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:01.595420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] 10.222.0.30 "PUT /v2.0/ports/9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 1092 time: 1.5250187 Mar 10 23:49:01.639797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cf527-8327-4628-9d8a-7c4830f89339 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:01.749912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-a18f0d8d-ea61-4dd4-9d1c-d1e43533fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:01.753941 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-a18f0d8d-ea61-4dd4-9d1c-d1e43533fb26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1126 time: 0.0818605 Mar 10 23:49:01.773298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:56Z', 'revision_number': 4, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c70d7b0-f636-4bad-ab06-9d50327ca23d', 'name': '', 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'mac_address': 'fa:16:3e:59:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:55Z', 'updated_at': '2022-03-10T23:48:56Z', 'revision_number': 2, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'subnets': [{'id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:01.773298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:49:01.773298 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:49:01.865923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Checking router: db356ad4-7739-4ef6-af24-35f2eb8d2791 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:01.873432 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-4439221f-b528-4175-81ee-4b868ef9dd70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 217 time: 0.1091948 Mar 10 23:49:01.873670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Updating router db356ad4-7739-4ef6-af24-35f2eb8d2791 port 8c70d7b0-f636-4bad-ab06-9d50327ca23d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:49:02.002282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c03a8a9e-49ea-4eb3-bd1d-6dc1eb904e63 req-a0bba345-ce61-4991-81a5-227726dbdf43 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253832 Mar 10 23:49:02.025805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:02.074714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-41174259-2206-4317-868d-8f8681f7bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:02.076878 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-41174259-2206-4317-868d-8f8681f7bfac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1941824 Mar 10 23:49:02.190555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-594e894b-19ad-47d9-bc8e-117bdc5a3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:02.192349 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-594e894b-19ad-47d9-bc8e-117bdc5a3dc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029298 Mar 10 23:49:02.245801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (417b72df-a8f0-408a-b256-496cd7799704), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:02.276635 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37f44b8-8307-49b8-961b-b998bac85081 x-openstack-request-id: req-f37f44b8-8307-49b8-961b-b998bac85081 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:02.277907 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-unplugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:02.277907 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f37f44b8-8307-49b8-961b-b998bac85081 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:02.277907 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'code': 200} Mar 10 23:49:02.395647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:02.395647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:02.405747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-16794c94-8b54-4074-aade-38a091b044b1 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051442 Mar 10 23:49:02.408472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9097bb3d-043f-46f5-85cd-8bc17c459ebf req-59d9ab64-5514-41b4-a75a-6d97a6e9e6c0 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 210 time: 0.1158414 Mar 10 23:49:02.427390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48e979af-b0b0-493b-b245-befdb3809270 req-4a7f0e8c-8ca4-471f-b6d5-000bf5c883c9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0788748 Mar 10 23:49:02.469002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-67e1f442-43aa-47a8-8a7b-9c64496eef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:02.471713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:02.478348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-67e1f442-43aa-47a8-8a7b-9c64496eef5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1129 time: 1.1582551 Mar 10 23:49:02.497676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:02.503044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 125dc7da-49d1-48f7-9ade-ae24c8162904 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:02.622516 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:02.638296 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4ef84a-5240-49f9-ad42-f7dd84148f49 x-openstack-request-id: req-cd4ef84a-5240-49f9-ad42-f7dd84148f49 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:02.638746 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-unplugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:02.639417 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd4ef84a-5240-49f9-ad42-f7dd84148f49 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:02.639594 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'code': 200} Mar 10 23:49:02.655338 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b37a7c-47ef-44fb-816b-7121a9e9875c x-openstack-request-id: req-39b37a7c-47ef-44fb-816b-7121a9e9875c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:02.655626 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:02.655881 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39b37a7c-47ef-44fb-816b-7121a9e9875c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:02.657066 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'status': 'completed', 'code': 200} Mar 10 23:49:02.710961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:02.771884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:02.785769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b9e4cd3-9a93-437c-9979-97d5fb964cf4 req-c04e9775-717b-49fc-a2af-35b7afaa3305 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611653 Mar 10 23:49:02.793023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2e46-9418-4446-aae1-613f010420e2 req-4ff4d876-14c6-4305-a8fb-b21accff8ad7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:02.799112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:02.805622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:02.809483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:02.825784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d32a2e46-9418-4446-aae1-613f010420e2 req-4ff4d876-14c6-4305-a8fb-b21accff8ad7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 944 time: 0.2727334 Mar 10 23:49:02.846022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-ef05eb93-a1e5-4639-836f-0487a51e4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:02.848243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-ef05eb93-a1e5-4639-836f-0487a51e4693 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1156 time: 0.1694493 Mar 10 23:49:03.011049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:03.019815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:03.027814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:03.127275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d32a2e46-9418-4446-aae1-613f010420e2 req-c721af62-7c7b-4400-a476-f165a48c9058 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013353 Mar 10 23:49:03.146522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-5351f374-5ead-410e-92c5-3296ae14f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.152851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-5351f374-5ead-410e-92c5-3296ae14f3bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2970376 Mar 10 23:49:03.187387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-b0ac4abb-8343-4df4-962d-e2fd3e4b808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.191313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-b0ac4abb-8343-4df4-962d-e2fd3e4b808c service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.6800148 Mar 10 23:49:03.235996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-e3a0a677-c364-4031-8553-43aef6006132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 217 time: 0.0701694 Mar 10 23:49:03.380208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-06b88d34-0296-4871-b912-1a155471530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.383839 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-06b88d34-0296-4871-b912-1a155471530c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1352525 Mar 10 23:49:03.456644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-952beda7-4ac8-41e5-8520-9781fe4ae8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628524 Mar 10 23:49:03.502026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 125dc7da-49d1-48f7-9ade-ae24c8162904 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:03.502619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:03.514510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:03.713450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-35a27944-eb14-4bb5-9698-a5b6ecff9f1d service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362328 Mar 10 23:49:03.772835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-14d4b616-6978-4f4c-94cc-553e91504afc None None] Provisioning complete for port 417b72df-a8f0-408a-b256-496cd7799704 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:03.773238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14d4b616-6978-4f4c-94cc-553e91504afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (417b72df-a8f0-408a-b256-496cd7799704), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:03.815374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14d4b616-6978-4f4c-94cc-553e91504afc None None] Port 417b72df-a8f0-408a-b256-496cd7799704 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:03.849276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac4923cc-a202-44c6-b517-4b2b13356901 req-08f2328e-e851-4c33-b177-0a849cb98566 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281509 Mar 10 23:49:03.891656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-502ce2b1-8b7f-4fcd-ac72-adf303369776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.6303339 Mar 10 23:49:03.906053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dd7ae-1698-4a92-9ba9-34792a4d363d req-0221e113-7a21-4555-b90c-6f5e0f0e2918 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.907870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d9dd7ae-1698-4a92-9ba9-34792a4d363d req-0221e113-7a21-4555-b90c-6f5e0f0e2918 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 1.0732977 Mar 10 23:49:03.960772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.961382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:03.972997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-bcb65cbd-af88-4215-8762-4b052a985338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:03.974176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-bcb65cbd-af88-4215-8762-4b052a985338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0644503 Mar 10 23:49:04.018552 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks [] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.029573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 125dc7da-49d1-48f7-9ade-ae24c8162904 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:04.043784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.050891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-57224afa-592c-4e60-87db-8b361a2fd482 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9203632 Mar 10 23:49:04.084790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Request body: {'port': {'device_id': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:04.102623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1ef4f-f237-4b89-960e-4fc0fbce4f52 req-84515a11-95e5-453a-a0ec-20211d899028 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:04.104370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6f1ef4f-f237-4b89-960e-4fc0fbce4f52 req-84515a11-95e5-453a-a0ec-20211d899028 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.8335752 Mar 10 23:49:04.125468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Deleting port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:04.125933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.156338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8cd5d-f71a-4e4a-aad0-9c92ebaa82f7 None None] Pushing event updated for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:04.161903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d9dd7ae-1698-4a92-9ba9-34792a4d363d req-55d7747b-ee82-4387-ba9b-f05f08479008 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952288 Mar 10 23:49:04.286232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Attempting to bind port 8c70d7b0-f636-4bad-ab06-9d50327ca23d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:04.286531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Attempting to bind port 8c70d7b0-f636-4bad-ab06-9d50327ca23d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:04.286911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Attempting to bind port 8c70d7b0-f636-4bad-ab06-9d50327ca23d on network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:04.316099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:04.324640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] For port 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:04.325436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.327436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Checking segment: {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:04.328043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.328468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Bound using segment: {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:04.328982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Bound port: 8c70d7b0-f636-4bad-ab06-9d50327ca23d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:04.329376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.332552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:04.335413 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458496c9-8ec4-4ab6-961d-fceac39e0571" -d '{"events": [{"name": "network-changed", "server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:04.367290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-e4fc94ce-25a3-47c4-b1ec-84bb7ddea1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:04.369879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-e4fc94ce-25a3-47c4-b1ec-84bb7ddea1df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3773766 Mar 10 23:49:04.414746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Calling delete_port for 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:04.469644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (417b72df-a8f0-408a-b256-496cd7799704), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.480731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6f1ef4f-f237-4b89-960e-4fc0fbce4f52 req-dfd3c89e-0720-4821-8518-538d089a4e46 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516579 Mar 10 23:49:04.507801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] For port 8c70d7b0-f636-4bad-ab06-9d50327ca23d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:04.546287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] For port 8c70d7b0-f636-4bad-ab06-9d50327ca23d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c70d7b0-f636-4bad-ab06-9d50327ca23d,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:04.595053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.658154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:04.660036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170577af-4c81-4dfc-9149-cce2c336dc79 req-b0eb7cf7-fc89-4987-8f74-0b7a31828a57 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:04.660571 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6061b315-c7e7-4f13-bf7f-0d53965a66ec" -d '{"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:04.668502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-170577af-4c81-4dfc-9149-cce2c336dc79 req-b0eb7cf7-fc89-4987-8f74-0b7a31828a57 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 950 time: 0.3102074 Mar 10 23:49:04.719019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:04.723324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8cd5d-f71a-4e4a-aad0-9c92ebaa82f7 None None] Pushing event updated for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:04.811907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Provisioning complete for port 8c70d7b0-f636-4bad-ab06-9d50327ca23d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:04.812506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:04.897478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:04.901739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:05.014733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port 6cce566b-a56a-48c3-9358-28f4971cdc5b host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:49:05.015217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:05.152552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:05.154886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Current status of the port 8c70d7b0-f636-4bad-ab06-9d50327ca23d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:05.154886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.204953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417b72df-a8f0-408a-b256-496cd7799704 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:05.215539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks [] for port (417b72df-a8f0-408a-b256-496cd7799704), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.229672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Transition to ACTIVE for port object 417b72df-a8f0-408a-b256-496cd7799704 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:05.253195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-170577af-4c81-4dfc-9149-cce2c336dc79 req-b4bdf11f-3475-4faf-a4a4-ac2d04d64c57 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836823 Mar 10 23:49:05.255267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-0bd4e4e8-fbf5-45e8-adf1-9be417396ee8 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752737 Mar 10 23:49:05.256004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21cd80bc-24f2-41f6-9c95-d1d80bb91a7a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.270391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] For port 8c70d7b0-f636-4bad-ab06-9d50327ca23d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c70d7b0-f636-4bad-ab06-9d50327ca23d,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:05.339909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.382452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=21cd80bc-24f2-41f6-9c95-d1d80bb91a7a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:05.417642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.553716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3b602-d204-448d-b3f2-1fd860233115 None None] Pushing event updated for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:05.616549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7d701e94-1bc3-4c1f-b05f-86dbc66f72b7 None None] Provisioning complete for port 8c70d7b0-f636-4bad-ab06-9d50327ca23d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:05.616729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7d701e94-1bc3-4c1f-b05f-86dbc66f72b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:05.692907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:56Z', 'revision_number': 4, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c70d7b0-f636-4bad-ab06-9d50327ca23d', 'name': '', 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'mac_address': 'fa:16:3e:59:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:55Z', 'updated_at': '2022-03-10T23:49:04Z', 'revision_number': 4, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'subnets': [{'id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:05.761685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a4912-ce15-4716-bc64-f11aba5a5fa0 None None] The sync data for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 is: [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:48:56Z', 'revision_number': 4, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c70d7b0-f636-4bad-ab06-9d50327ca23d', 'name': '', 'network_id': '8774403b-45f0-4bf3-b6bc-53e5d57d3c2d', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'mac_address': 'fa:16:3e:59:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:55Z', 'updated_at': '2022-03-10T23:49:04Z', 'revision_number': 4, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'subnets': [{'id': '91be1539-9f55-486c-80cd-d01b8b76ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:05.761944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de8ca-8c77-48db-a899-52b3b1679c0c req-357764ae-0b20-4152-8581-e6dd99c6e51c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:05.763506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-623de8ca-8c77-48db-a899-52b3b1679c0c req-357764ae-0b20-4152-8581-e6dd99c6e51c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 936 time: 1.0857472 Mar 10 23:49:05.857012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:05.890809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Pushing event updated for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:05.901195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ce3400b-ee45-48dc-80f8-29ea0f008061 req-a6529329-b6a2-436f-b4f9-06f7e44fe81d service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292777 Mar 10 23:49:05.947558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7d701e94-1bc3-4c1f-b05f-86dbc66f72b7 None None] Current status of the port 8c70d7b0-f636-4bad-ab06-9d50327ca23d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:06.001875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d987b8-c31e-4caa-8a13-c39c54cdc1da req-91bd8954-2931-49c8-9ad4-430008529e61 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:06.004141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12d987b8-c31e-4caa-8a13-c39c54cdc1da req-91bd8954-2931-49c8-9ad4-430008529e61 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 0.5133076 Mar 10 23:49:06.123597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-623de8ca-8c77-48db-a899-52b3b1679c0c req-8eea8633-a547-4adf-aa5c-2b484ffd4eed tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200138 Mar 10 23:49:06.134116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (6856e87f-19da-4f95-b177-f09064369de6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:06.211501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:06.238943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:06.351631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Attempting to bind port 417b72df-a8f0-408a-b256-496cd7799704 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:06.352789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Attempting to bind port 417b72df-a8f0-408a-b256-496cd7799704 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:06.353382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Attempting to bind port 417b72df-a8f0-408a-b256-496cd7799704 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:06.360712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:06.361123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:06.385853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:06.402350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Port 417b72df-a8f0-408a-b256-496cd7799704 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:06.403042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Attempting to bind port 417b72df-a8f0-408a-b256-496cd7799704 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:06.414613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12d987b8-c31e-4caa-8a13-c39c54cdc1da req-397e70c5-0242-4723-a229-fbe5b9a41dee tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899715 Mar 10 23:49:06.416819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:06.418096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:06.418789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:06.419340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Bound port: 417b72df-a8f0-408a-b256-496cd7799704, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:06.428624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:06.433391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (417b72df-a8f0-408a-b256-496cd7799704), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:06.437640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:06.550887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:06.634279 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85d6f16-bc41-493a-94b8-2f4568a610e4 x-openstack-request-id: req-a85d6f16-bc41-493a-94b8-2f4568a610e4 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:06.635756 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:06.649006 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a85d6f16-bc41-493a-94b8-2f4568a610e4 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:06.649857 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'status': 'completed', 'code': 200} Mar 10 23:49:06.652536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-744e4e26-1bd4-480b-b505-f47ba5b457d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:06.657542 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-744e4e26-1bd4-480b-b505-f47ba5b457d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1129 time: 0.0983865 Mar 10 23:49:06.659651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:06.709445 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc43f63e-01da-4c2a-8aec-433308da170f x-openstack-request-id: req-bc43f63e-01da-4c2a-8aec-433308da170f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:06.710039 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:06.710510 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc43f63e-01da-4c2a-8aec-433308da170f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:06.714243 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'status': 'completed', 'code': 200} Mar 10 23:49:06.742486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c70d7b0-f636-4bad-ab06-9d50327ca23d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:06.754944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9d6a9a54-79c1-467d-86d4-34f3093e1eb7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:06.853038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-51cbfa82-eb34-4ca0-93d7-5b08d1c28ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:06.995710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-e64095ed-63f8-46d6-8a35-940f00181c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:06.997395 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-e64095ed-63f8-46d6-8a35-940f00181c60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1127 time: 0.2730474 Mar 10 23:49:07.077903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8c70d7b0-f636-4bad-ab06-9d50327ca23d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:07.078289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:07.192344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-497e9f65-8bb5-47da-8cf5-82fb3820a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.193835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-497e9f65-8bb5-47da-8cf5-82fb3820a9a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.1819196 Mar 10 23:49:07.294410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-999e5af9-4f12-4d43-af09-d233fd642305 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 217 time: 0.0921650 Mar 10 23:49:07.295714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-d5db3cf5-b8fe-4e7e-8251-d86829f1e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.297566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-d5db3cf5-b8fe-4e7e-8251-d86829f1e59e service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.6327400 Mar 10 23:49:07.321499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 58d59823-46a7-4b45-a70e-643152126f48 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:07.322087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58d59823-46a7-4b45-a70e-643152126f48), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:07.402839 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-950032af-55d9-47bb-bcbe-c6c6349076c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0938063 Mar 10 23:49:07.621728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-307540e2-369d-4c57-862e-ed6c9eb0341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.623452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-307540e2-369d-4c57-862e-ed6c9eb0341c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.2197244 Mar 10 23:49:07.636378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-b09cc1bb-c3fc-4f5b-9317-510fd6941031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.641804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-b09cc1bb-c3fc-4f5b-9317-510fd6941031 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1520920 Mar 10 23:49:07.741847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5721c-56e5-43aa-ab01-9787425e44e9 req-6416e8eb-9540-4b77-bce3-c056770ef2b9 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.747827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc5721c-56e5-43aa-ab01-9787425e44e9 req-6416e8eb-9540-4b77-bce3-c056770ef2b9 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 944 time: 1.3850687 Mar 10 23:49:07.796154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-fd1725dd-fb92-42fc-a4b4-df54c519e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.797646 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-fd1725dd-fb92-42fc-a4b4-df54c519e137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1549330 Mar 10 23:49:07.799391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-8a724fb4-07d7-4ec0-b168-ab0fbb1982de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.800775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-8a724fb4-07d7-4ec0-b168-ab0fbb1982de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1408448 Mar 10 23:49:07.854176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Router 6856e87f-19da-4f95-b177-f09064369de6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:07.884292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8c70d7b0-f636-4bad-ab06-9d50327ca23d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:07.895684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:07.900182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:07.981070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=417b72df-a8f0-408a-b256-496cd7799704,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:07.983756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-bbfb8544-a25f-46de-a787-b65d464d1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:07.993983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-bbfb8544-a25f-46de-a787-b65d464d1237 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1129 time: 1.3365319 Mar 10 23:49:08.045113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 58d59823-46a7-4b45-a70e-643152126f48 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:08.045517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:08.082758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:08.216273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5ccbe-3939-4aed-bfbc-6f8cd953d693 req-d41055fa-edf2-4268-b4d8-6c4f42f444e3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:08.218129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00c5ccbe-3939-4aed-bfbc-6f8cd953d693 req-d41055fa-edf2-4268-b4d8-6c4f42f444e3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 0.5787165 Mar 10 23:49:08.222609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:08.225328 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb2cd1-5066-4277-a2d6-239f6eeb43eb" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:08.266879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-3f63766c-4f70-485c-b0ab-615d38cf34d0 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554713 Mar 10 23:49:08.269986 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-d960370d-7592-44fb-9568-77c8be393810 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388463 Mar 10 23:49:08.275032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4053c76a-8a8f-455b-8482-99d3e31c4807 is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:08.295170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:08.306256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:08.410507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-4bda8977-ccc8-46e1-bfea-04c776ba5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:08.412172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-4bda8977-ccc8-46e1-bfea-04c776ba5a3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3954282 Mar 10 23:49:08.459107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=11']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:08.487137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:08.498792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Sync routers for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:08.509571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:08.509571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:08.512653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:08.513109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] 10.222.0.30 "PUT /v2.0/ports/417b72df-a8f0-408a-b256-496cd7799704 HTTP/1.1" status: 200 len: 1096 time: 4.4373591 Mar 10 23:49:08.514830 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:08.573528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-21f1a6e1-c996-4467-84ed-cfd711bd4c4f admin admin] 10.222.0.21 "PUT /v2.0/routers/6856e87f-19da-4f95-b177-f09064369de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6237948 Mar 10 23:49:08.580509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38470) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:08.636817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-3d1f4b71-a674-4684-a272-e3cb5d05c03b service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380446 Mar 10 23:49:08.661845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'tag': '417b72df-a8f0-408a-b256-496cd7799704'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:08.664288 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "tag": "417b72df-a8f0-408a-b256-496cd7799704"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:08.671235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc5721c-56e5-43aa-ab01-9787425e44e9 req-62d35dc2-eb87-4bb1-8640-0826e6530ee9 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8245256 Mar 10 23:49:08.787041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-b6921702-b8f3-474f-bea2-26f7fc8c4527 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.2724040 Mar 10 23:49:08.825319 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:08.856614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6061b315-c7e7-4f13-bf7f-0d53965a66ec req-9736ffa3-12b2-4977-a045-e2426d989631 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844941 Mar 10 23:49:08.886297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00c5ccbe-3939-4aed-bfbc-6f8cd953d693 req-08355277-a997-4167-8ca4-c013369d3581 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369414 Mar 10 23:49:08.953471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ce639-3795-433a-a21d-1e2a783ddfce service neutron] Pushing event updated for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:09.069563 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:49:04Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:09.102115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Checking router: 6856e87f-19da-4f95-b177-f09064369de6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:09.113580 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Routers {'6856e87f-19da-4f95-b177-f09064369de6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:09.114491 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6856e87f-19da-4f95-b177-f09064369de6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:09.122523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-24558443-55f7-4cf4-b68c-87ee06555a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.124621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-24558443-55f7-4cf4-b68c-87ee06555a57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.3230379 Mar 10 23:49:09.137854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-1a04f07e-2215-4f91-a5a3-e8d60a81c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.139656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-1a04f07e-2215-4f91-a5a3-e8d60a81c184 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 1130 time: 0.5567329 Mar 10 23:49:09.195019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-edfcae23-a406-43df-b20a-3d9d5449c467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:09.240387 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] Set router 6856e87f-19da-4f95-b177-f09064369de6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:09.249887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-e345ab90-bc08-4dd6-a17c-799fe3d602fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=417b72df-a8f0-408a-b256-496cd7799704 HTTP/1.1" status: 200 len: 217 time: 0.0921907 Mar 10 23:49:09.285689 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks [] for router (6856e87f-19da-4f95-b177-f09064369de6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:09.430947 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:49:04Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:09.444914 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks [] for router_gateway (6856e87f-19da-4f95-b177-f09064369de6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:09.462132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3185df9-e549-4083-8e73-92c07430bb0b None None] The sync data for ids ['6856e87f-19da-4f95-b177-f09064369de6'] in n-d-831844-1 is: [{'id': '6856e87f-19da-4f95-b177-f09064369de6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1573298168-router', 'tenant_id': '693aba2499c2459593ea097a4b77a3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:45:59Z', 'updated_at': '2022-03-10T23:49:04Z', 'revision_number': 5, 'project_id': '693aba2499c2459593ea097a4b77a3b4', 'gw_port': {'id': '02a138c7-d4c0-4a18-bc74-5e3a21eac5fa', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6856e87f-19da-4f95-b177-f09064369de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:00Z', 'updated_at': '2022-03-10T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:09.495513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9516a-a871-490e-8f48-b31e55650ebb req-1baf6d54-5dcb-431e-9a7a-16252709372d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.497001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72b9516a-a871-490e-8f48-b31e55650ebb req-1baf6d54-5dcb-431e-9a7a-16252709372d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 951 time: 0.4756353 Mar 10 23:49:09.508378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307179b-d409-4f32-a87f-a5381a0b955b req-41b494f7-4552-4c51-9d87-5486a04f7a6c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.518740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1307179b-d409-4f32-a87f-a5381a0b955b req-41b494f7-4552-4c51-9d87-5486a04f7a6c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 946 time: 0.6289146 Mar 10 23:49:09.569585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-83e4139c-e5a3-45a4-91ac-ff6901f7d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.571089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-83e4139c-e5a3-45a4-91ac-ff6901f7d0fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4249282 Mar 10 23:49:09.616591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-ee02d2ff-f1fb-4366-9584-0ff3dc4f57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.618047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-ee02d2ff-f1fb-4366-9584-0ff3dc4f57ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.3593655 Mar 10 23:49:09.632965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1307179b-d409-4f32-a87f-a5381a0b955b req-3f0166ed-d604-42e0-a52e-6c8da265f8b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152689 Mar 10 23:49:09.755449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72b9516a-a871-490e-8f48-b31e55650ebb req-04c084a3-3f32-43f0-affd-b26ce69b6a9d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135367 Mar 10 23:49:09.825084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec536-1a62-46ff-8e51-26feee43402e req-977a66e8-db1e-4350-a17c-85390c5a37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:09.827274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-977a66e8-db1e-4350-a17c-85390c5a37b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1886382 Mar 10 23:49:09.832965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-d2a8022a-f954-437d-8bcf-69edc72f0d72 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431686 Mar 10 23:49:09.844832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Deleting port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:09.844832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:09.859725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:09.928140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:09.973285 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:49:10.005888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:10.006335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4d3e-f24e-4727-8a61-82cad7fa8389 req-9c81a725-e9e5-4568-95b8-6f678e784c90 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:10.015941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ecf4d3e-f24e-4727-8a61-82cad7fa8389 req-9c81a725-e9e5-4568-95b8-6f678e784c90 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 948 time: 0.2837393 Mar 10 23:49:10.024953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:10.025360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.084567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-5862d151-3869-41bb-8feb-a2ea549058d6 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:10.087397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-5862d151-3869-41bb-8feb-a2ea549058d6 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1128 time: 0.1350415 Mar 10 23:49:10.100470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:10.233485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:10.234104 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.285367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.326323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.363468 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.364378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:10.395514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:10.396036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21cd80bc-24f2-41f6-9c95-d1d80bb91a7a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:10.402236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:10.441599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.447194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:10.450167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'mac_address': 'fa:16:3e:b6:b7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:10.490278 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.577867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:10.588499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.589564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.589914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.590253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.590588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.590920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.591249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.591571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.591897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.592529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.592857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.593180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.593503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.607582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cce566b-a56a-48c3-9358-28f4971cdc5b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:10.608001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.624405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:10.630905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cce566b-a56a-48c3-9358-28f4971cdc5b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:10.674381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:10.685242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.736871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:10.777559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-458496c9-8ec4-4ab6-961d-fceac39e0571 req-e2b302f3-badd-4613-ac88-b6173ff70360 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284101 Mar 10 23:49:10.782942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] For port 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:10.783312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.814827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Calling delete_port for 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:10.823745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:10.834909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:10.838417 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817553f9-7947-44b1-a4df-4724b71b0f8a" -d '{"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:10.842923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks [] for port (dc9870f5-7859-4934-a426-0d5921f31f87), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.855131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:10.950716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:10.960736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.961097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.961421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.961755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.962083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.963858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.964221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.964550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.964875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.965198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.965522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.972445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:10.974835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:11.013800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:11.028579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on host n-h1-831844-1 for vnic_type normal with profile {"migrating_to": "n-h2-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:11.029080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:11.029550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:11.035203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:11.038284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Attempting to bind port dc9870f5-7859-4934-a426-0d5921f31f87 on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:11.049409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f007dab-289b-4cce-b977-c11b0ac71580 req-555e5e9a-2cf5-48f5-8560-f01b129eed7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:11.051639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f007dab-289b-4cce-b977-c11b0ac71580 req-555e5e9a-2cf5-48f5-8560-f01b129eed7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 947 time: 1.1673846 Mar 10 23:49:11.058575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ecf4d3e-f24e-4727-8a61-82cad7fa8389 req-cd8fd5dc-e7d3-44d0-bc93-6edd200a8f7b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0412903 Mar 10 23:49:11.060575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (02a138c7-d4c0-4a18-bc74-5e3a21eac5fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.078380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:11.080698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:11.081587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:11.083440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Bound port: dc9870f5-7859-4934-a426-0d5921f31f87, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:11.085483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.113378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-a48a5f5f-c7fa-4a8a-94f7-d1470e7d5b74 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2464948 Mar 10 23:49:11.228770 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ce9e6-64ee-4b4b-a989-3b43d0afa430 x-openstack-request-id: req-da2ce9e6-64ee-4b4b-a989-3b43d0afa430 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:11.229160 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-plugged", "status": "completed", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:11.229427 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da2ce9e6-64ee-4b4b-a989-3b43d0afa430 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:11.229807 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'code': 200} Mar 10 23:49:11.237966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a138c7-d4c0-4a18-bc74-5e3a21eac5fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:11.282638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:11.287334 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a6905-20f3-4d46-8498-70563965b48a x-openstack-request-id: req-9c5a6905-20f3-4d46-8498-70563965b48a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:11.287685 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "tag": "417b72df-a8f0-408a-b256-496cd7799704", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:11.288432 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c5a6905-20f3-4d46-8498-70563965b48a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:11.288842 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'tag': '417b72df-a8f0-408a-b256-496cd7799704', 'status': 'completed', 'code': 200} Mar 10 23:49:11.294889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:11.310845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.426237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f007dab-289b-4cce-b977-c11b0ac71580 req-8c4afae0-00f2-44db-a012-63b190d34480 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530521 Mar 10 23:49:11.458330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (6856e87f-19da-4f95-b177-f09064369de6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.551304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.600566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:11.601544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.603128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] 10.222.0.30 "PUT /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 1122 time: 1.5082839 Mar 10 23:49:11.633507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a143ee-adb4-4ad0-8253-ef5f2cc5fc6c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:11.654875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94611e-6b84-4748-819a-bc910e8f8a8d req-c3984322-93b0-4455-a987-d12ffea33821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:11.659736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba94611e-6b84-4748-819a-bc910e8f8a8d req-c3984322-93b0-4455-a987-d12ffea33821 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1133 time: 0.3104820 Mar 10 23:49:11.726784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdec536-1a62-46ff-8e51-26feee43402e req-7dcf3a0a-8904-4258-83e8-5a6b20ef4ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047947 Mar 10 23:49:11.746743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:11.804167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:11.804402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb49b07-f5aa-4d24-b933-023b8a1f2b07 req-66853a99-c8dc-45d9-9689-4902413ab78d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:11.804402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bb49b07-f5aa-4d24-b933-023b8a1f2b07 req-66853a99-c8dc-45d9-9689-4902413ab78d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 944 time: 0.1239114 Mar 10 23:49:11.818647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (6856e87f-19da-4f95-b177-f09064369de6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.852319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks [] for router_controller (6856e87f-19da-4f95-b177-f09064369de6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:11.865821 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba94611e-6b84-4748-819a-bc910e8f8a8d req-58eab63d-cf81-412f-a692-09ad828197e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961606 Mar 10 23:49:11.879375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-b93d89bb-de16-4284-9fab-31eb51f6d535 service neutron] 10.222.0.30 "GET /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.2186227 Mar 10 23:49:11.940343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:12.017187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5bdd-1235-4b9b-92b3-29c09b5813b9 req-1c03fbf8-bed0-442c-8153-ceb142160ac7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.019529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ed5bdd-1235-4b9b-92b3-29c09b5813b9 req-1c03fbf8-bed0-442c-8153-ceb142160ac7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 946 time: 0.5039544 Mar 10 23:49:12.046726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (6856e87f-19da-4f95-b177-f09064369de6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.047255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6856e87f-19da-4f95-b177-f09064369de6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:49:12.068069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.069459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c85130cb-ebc8-4b52-b93d-7ae387d40731 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6856e87f-19da-4f95-b177-f09064369de6 HTTP/1.1" status: 204 len: 168 time: 3.4740305 Mar 10 23:49:12.081801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38486) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:12.107720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-30507e55-88af-4317-8020-00a742dcba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.109288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-30507e55-88af-4317-8020-00a742dcba86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 1130 time: 0.2807553 Mar 10 23:49:12.203589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ed5bdd-1235-4b9b-92b3-29c09b5813b9 req-4e4b7378-656f-4c3f-82b6-2e98e08a38fc tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671312 Mar 10 23:49:12.205895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:12.211996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bb49b07-f5aa-4d24-b933-023b8a1f2b07 req-f25de9f4-22ce-41b7-a1b9-752784c5ca72 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816838 Mar 10 23:49:12.240496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:12.288430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Deleting subnet 820338ba-8fda-4888-a239-3833294a1b0b {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:49:12.301762 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Publish callbacks [] for subnet (820338ba-8fda-4888-a239-3833294a1b0b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.310912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4053c76a-8a8f-455b-8482-99d3e31c4807 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:12.339302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:12.371460 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.448227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:12.485974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 has no active binding in host n-h2-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:49:12.488540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] Transition to ACTIVE for port object 4053c76a-8a8f-455b-8482-99d3e31c4807 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:12.498733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.511236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (820338ba-8fda-4888-a239-3833294a1b0b), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.576238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] No DVR routers for this DVR port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:12.578235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8541a-fd82-4554-b329-aa973a75d45c req-36b6d0d5-71d2-4625-a4a9-4fb11a873d0d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.580133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d8541a-fd82-4554-b329-aa973a75d45c req-36b6d0d5-71d2-4625-a4a9-4fb11a873d0d tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 951 time: 0.1617296 Mar 10 23:49:12.584307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] Pushing event updated for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:12.599507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-a454de3e-9bfd-4306-8dbd-aaeaa5b3128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.601078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-a454de3e-9bfd-4306-8dbd-aaeaa5b3128f service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4282877 Mar 10 23:49:12.614242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-1ff7383c-d02b-43bf-82fe-0b7832a1659e service neutron] 10.222.0.30 "PUT /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7178609 Mar 10 23:49:12.737369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f77a3b-d7c6-48a2-93d6-b890518745c5 req-26bc7dfe-b984-465c-b7cc-89d2640cf209 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.738914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7f77a3b-d7c6-48a2-93d6-b890518745c5 req-26bc7dfe-b984-465c-b7cc-89d2640cf209 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.3330300 Mar 10 23:49:12.740419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-08e7d0fb-ab37-4ddb-b4a4-ee1e42dc2c66 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.740557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-11ca6b16-a3e6-489c-aef3-6c12bdf42339 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=417b72df-a8f0-408a-b256-496cd7799704 HTTP/1.1" status: 200 len: 217 time: 0.1241381 Mar 10 23:49:12.748526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-08e7d0fb-ab37-4ddb-b4a4-ee1e42dc2c66 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.0721002 Mar 10 23:49:12.823565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-ad99619b-8e5f-4172-bc0b-61c44d98c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.825627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-ad99619b-8e5f-4172-bc0b-61c44d98c8ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0&tenant_id=da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 1127 time: 0.0753036 Mar 10 23:49:12.876061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d8541a-fd82-4554-b329-aa973a75d45c req-035c48b3-3c34-4c1c-8e8b-4d97391aa4e0 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861421 Mar 10 23:49:12.898691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (820338ba-8fda-4888-a239-3833294a1b0b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:12.937843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-737491b5-2188-45be-913a-9ec1677eef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.939298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-737491b5-2188-45be-913a-9ec1677eef91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1779630 Mar 10 23:49:12.959253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7f77a3b-d7c6-48a2-93d6-b890518745c5 req-95bbc7e9-5d43-4de7-857a-23d15fd71462 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075784 Mar 10 23:49:12.971231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-03e9797e-f331-4d1a-8c4e-fc5cb6217541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:12.975365 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-03e9797e-f331-4d1a-8c4e-fc5cb6217541 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1127 time: 0.1144273 Mar 10 23:49:12.977596 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86858135-4964-47fa-b126-4ece9387dc8b x-openstack-request-id: req-86858135-4964-47fa-b126-4ece9387dc8b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:12.980243 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:12.980615 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86858135-4964-47fa-b126-4ece9387dc8b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:12.981143 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'code': 200} Mar 10 23:49:13.034874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-b8e8ed1d-fd76-440d-8a77-579991adc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.036430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-b8e8ed1d-fd76-440d-8a77-579991adc8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0870438 Mar 10 23:49:13.037576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (820338ba-8fda-4888-a239-3833294a1b0b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.177893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.204032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820338ba-8fda-4888-a239-3833294a1b0b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:13.215695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f756c26-0163-466a-bbfd-6dda65c2589a None None] Network 6868b39a-f1f9-4f89-99ff-0896f0022b46 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:49:13.229112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.244797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4e9c1f6-9afc-4261-9267-38e33e7700b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/820338ba-8fda-4888-a239-3833294a1b0b HTTP/1.1" status: 204 len: 168 time: 1.1544056 Mar 10 23:49:13.292574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:13.294977 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1644e80-2ae7-4614-a5a1-1b4dec310213" -d '{"events": [{"server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:13.346276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:13.495515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] DHCP port deletion for 6868b39a-f1f9-4f89-99ff-0896f0022b46 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:49:13.561345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-7d62defe-36a5-4a96-8787-2c21fa513ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.569014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-7d62defe-36a5-4a96-8787-2c21fa513ab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.5753064 Mar 10 23:49:13.589921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce45c06-998f-4cf2-8fbf-5ef8aa28e2ff req-322ff5a2-0280-4b4e-91a3-84ca817fb726 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.591506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bce45c06-998f-4cf2-8fbf-5ef8aa28e2ff req-322ff5a2-0280-4b4e-91a3-84ca817fb726 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 948 time: 0.4674339 Mar 10 23:49:13.601432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Deleting port 38ac474d-dd63-4987-acc3-46c8021746e3 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:13.601924 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.687234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f7686-66d2-4b95-8f81-db30a4602d5a req-fde107cd-a3fb-487a-a9bb-9ee9c46eecb6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.689269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c8f7686-66d2-4b95-8f81-db30a4602d5a req-fde107cd-a3fb-487a-a9bb-9ee9c46eecb6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 948 time: 0.3674917 Mar 10 23:49:13.705047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-07a046b3-a952-4bb6-85cb-849a6858a5df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 200 len: 217 time: 0.0758486 Mar 10 23:49:13.715283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] For port 38ac474d-dd63-4987-acc3-46c8021746e3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38ac474d-dd63-4987-acc3-46c8021746e3,segment=NetworkSegment(ee96b2eb-a109-4eae-8db8-41a78fd53706),segment_id=ee96b2eb-a109-4eae-8db8-41a78fd53706)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:13.716104 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.725703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6868b39a-f1f9-4f89-99ff-0896f0022b46), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:13.732807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-d2ab363b-3f2b-4961-9bd8-65434c755662 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858330 Mar 10 23:49:13.736877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Calling delete_port for 38ac474d-dd63-4987-acc3-46c8021746e3 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:13.762252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-028a4789-d9ab-4bed-927c-609b4e0f6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.763915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-028a4789-d9ab-4bed-927c-609b4e0f6514 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0508602 Mar 10 23:49:13.798859 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-df0cc5b5-2768-461b-9714-6fef17478188 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265028 Mar 10 23:49:13.851683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-88208af5-9c58-4720-a1bf-002872877ff4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:13.856051 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-88208af5-9c58-4720-a1bf-002872877ff4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a&tenant_id=e836e3f5804447c88e208c5353efa464&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 948 time: 0.2847788 Mar 10 23:49:13.868166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bce45c06-998f-4cf2-8fbf-5ef8aa28e2ff req-76ca4f58-9091-4c3f-94e1-9232790fde5f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168775 Mar 10 23:49:13.896484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c8f7686-66d2-4b95-8f81-db30a4602d5a req-d7307d12-215d-422a-a0d3-1a0f0b159437 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904223 Mar 10 23:49:13.913136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:13.992992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.022296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] Pushing event deleted for resources: {'Port': ['ID=38ac474d-dd63-4987-acc3-46c8021746e3,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:14.026158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bdfad48-2020-4c9c-b3f9-59ab17c901cc req-190b6c0a-ab62-4caa-86b2-7e2453da7317 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822642 Mar 10 23:49:14.042861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Deleting port 38ac474d-dd63-4987-acc3-46c8021746e3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:14.042861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.071469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd10bd4-235c-4023-ac3c-3c79fd60efdc None None] No DVR routers for this DVR port 38ac474d-dd63-4987-acc3-46c8021746e3 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:14.077075 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-2f8ca887-ad71-4df3-b04a-8055fbb80e62 service neutron] delete failed (client error): The resource could not be found. Mar 10 23:49:14.078670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-2f8ca887-ad71-4df3-b04a-8055fbb80e62 service neutron] 10.222.0.39 "DELETE /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.2042894 Mar 10 23:49:14.116702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 6cce566b-a56a-48c3-9358-28f4971cdc5b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:14.133966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6cce566b-a56a-48c3-9358-28f4971cdc5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:14.134875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.136378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-e8566fce-28a5-4caa-b003-171d16861245 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290393 Mar 10 23:49:14.256358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cce566b-a56a-48c3-9358-28f4971cdc5b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:14.256916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.387534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-17320458-c4b1-4115-a60f-e22697eba30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.394815 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-17320458-c4b1-4115-a60f-e22697eba30d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1130 time: 0.1121631 Mar 10 23:49:14.452607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-88d0a875-d036-4b68-bff9-5d1ac180bd81 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083124 Mar 10 23:49:14.455817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490483-3983-41a2-bcd5-98ba0029b705 req-6d08e0e1-d219-41af-8832-b7741e4da308 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.458223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2490483-3983-41a2-bcd5-98ba0029b705 req-6d08e0e1-d219-41af-8832-b7741e4da308 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.4713998 Mar 10 23:49:14.465755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] For port 38ac474d-dd63-4987-acc3-46c8021746e3, host n-d-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:14.465755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.495180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89afde-905c-4a71-96d5-8dc1431fe952 req-48ed83a4-6548-4329-a32e-a75c31d845e3 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.496975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38ac474d-dd63-4987-acc3-46c8021746e3 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:14.503707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df89afde-905c-4a71-96d5-8dc1431fe952 req-48ed83a4-6548-4329-a32e-a75c31d845e3 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 946 time: 0.4746201 Mar 10 23:49:14.511863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Calling delete_port for 38ac474d-dd63-4987-acc3-46c8021746e3 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:14.520981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Port 38ac474d-dd63-4987-acc3-46c8021746e3 was not found and therefore no delete operation was performed {{(pid=110425) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:49:14.524838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:14.531086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (38ac474d-dd63-4987-acc3-46c8021746e3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.546288 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.548039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 38ac474d-dd63-4987-acc3-46c8021746e3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:14.548395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38ac474d-dd63-4987-acc3-46c8021746e3 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:14.548787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:14.559275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-7eda209c-4ff6-411a-a489-a70cc48948e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.560950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-7eda209c-4ff6-411a-a489-a70cc48948e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1563613 Mar 10 23:49:14.561269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ac474d-dd63-4987-acc3-46c8021746e3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:14.585701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] No DVR routers for this DVR port 38ac474d-dd63-4987-acc3-46c8021746e3 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:14.626040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-1b971930-fad4-4cd3-846b-1c3461933e00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0569825 Mar 10 23:49:14.632836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2490483-3983-41a2-bcd5-98ba0029b705 req-b49af42a-2ba6-4946-9bfa-959f5809b592 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581578 Mar 10 23:49:14.633237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:14.633802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 02a138c7-d4c0-4a18-bc74-5e3a21eac5fa not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:14.683704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:14.691631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6868b39a-f1f9-4f89-99ff-0896f0022b46), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.721033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-3f6b1f60-3b44-43e2-a7da-e5639df43eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.722499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-3f6b1f60-3b44-43e2-a7da-e5639df43eb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0829864 Mar 10 23:49:14.730331 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc8582-3956-4f3f-a86e-5663f4b2d5a5 x-openstack-request-id: req-41fc8582-3956-4f3f-a86e-5663f4b2d5a5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:14.730687 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "name": "network-vif-plugged", "status": "completed", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:14.731136 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41fc8582-3956-4f3f-a86e-5663f4b2d5a5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:14.731548 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'code': 200} Mar 10 23:49:14.737199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6868b39a-f1f9-4f89-99ff-0896f0022b46']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:14.766579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee96b2eb-a109-4eae-8db8-41a78fd53706') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:14.766799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee96b2eb-a109-4eae-8db8-41a78fd53706') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:14.781414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ee96b2eb-a109-4eae-8db8-41a78fd53706), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.790314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-fafeb12b-ed78-456b-9eb9-e443d9c3e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.792743 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-fafeb12b-ed78-456b-9eb9-e443d9c3e57b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602059 Mar 10 23:49:14.800943 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ee96b2eb-a109-4eae-8db8-41a78fd53706), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.809607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df89afde-905c-4a71-96d5-8dc1431fe952 req-4b7d031e-8cd7-4089-850a-e8260426c72d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048124 Mar 10 23:49:14.823823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:49:14.824341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ee96b2eb-a109-4eae-8db8-41a78fd53706), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:49:14.826198 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:49:14.947798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-2082e9f1-b505-41d4-b6ed-9c3ffc542f2b tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:14.950053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-2082e9f1-b505-41d4-b6ed-9c3ffc542f2b tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.1331222 Mar 10 23:49:14.988866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:14.993444 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:14.998104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6353-8f15-432d-b213-056c935bba7c req-3f4e8b98-0525-4e0c-9fc2-8542b4d2f691 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.005071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-635c6353-8f15-432d-b213-056c935bba7c req-3f4e8b98-0525-4e0c-9fc2-8542b4d2f691 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 951 time: 0.2007048 Mar 10 23:49:15.022173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-3b5a3f3b-f92e-4ac7-9ac0-18fd9818e6d8 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146578 Mar 10 23:49:15.041091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6868b39a-f1f9-4f89-99ff-0896f0022b46), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:15.062514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:15.068528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6868b39a-f1f9-4f89-99ff-0896f0022b46 HTTP/1.1" status: 204 len: 168 time: 1.7157733 Mar 10 23:49:15.070690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38534) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:15.071421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd007e-b259-4cd4-83d0-e992d1d920f7 req-2e3882be-c433-46ee-a68f-a3fa959f24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.073551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34cd007e-b259-4cd4-83d0-e992d1d920f7 req-2e3882be-c433-46ee-a68f-a3fa959f24f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1128 time: 0.2219670 Mar 10 23:49:15.117053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-635c6353-8f15-432d-b213-056c935bba7c req-095d2324-9ae3-4b87-afa4-9948439d69ca tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018653 Mar 10 23:49:15.117053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d3854-e3ab-49fc-a081-ea22f5640bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6868b39a-f1f9-4f89-99ff-0896f0022b46,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:15.149091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b9df9-bed4-49bb-97f8-1f2e927cfae9 req-386ac5be-5453-47ca-8fbb-79212a566c61 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.151303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e26b9df9-bed4-49bb-97f8-1f2e927cfae9 req-386ac5be-5453-47ca-8fbb-79212a566c61 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.2423012 Mar 10 23:49:15.250173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a70b233-8869-4a73-bc9c-fb2c4e5229d6 req-d0c19341-b767-4c90-9fef-d1d7db43f278 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183447 Mar 10 23:49:15.258957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-96bce93a-9eaf-437d-99ca-a2c4608dc8bb service neutron] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:15.264387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-96bce93a-9eaf-437d-99ca-a2c4608dc8bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:15.265502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-16c0b5a9-5a77-486c-86c6-982701be75dc req-96bce93a-9eaf-437d-99ca-a2c4608dc8bb service neutron] 10.222.0.39 "DELETE /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.3073051 Mar 10 23:49:15.290124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34cd007e-b259-4cd4-83d0-e992d1d920f7 req-cb159e36-df55-4ef2-a0ac-703fea02940b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046576 Mar 10 23:49:15.330488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e26b9df9-bed4-49bb-97f8-1f2e927cfae9 req-309d4fa1-60c1-45b1-9b14-4984dde6e1c9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608734 Mar 10 23:49:15.339531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33497b84-d85d-4997-9afe-ed7b1b3df2f9 req-d97b4049-ffa9-4271-ab53-a805802761de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.346697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33497b84-d85d-4997-9afe-ed7b1b3df2f9 req-d97b4049-ffa9-4271-ab53-a805802761de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 948 time: 0.1408169 Mar 10 23:49:15.433606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33497b84-d85d-4997-9afe-ed7b1b3df2f9 req-45723b3b-a43d-46b6-a63f-140e48ae99f4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859489 Mar 10 23:49:15.490745 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5ffdb-1464-447c-afa4-e00bb165ea6b x-openstack-request-id: req-47b5ffdb-1464-447c-afa4-e00bb165ea6b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:15.491076 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:15.491419 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47b5ffdb-1464-447c-afa4-e00bb165ea6b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:15.492452 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'status': 'completed', 'code': 200} Mar 10 23:49:15.522998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad945a-866c-4834-9545-a108b5225a83 req-fd1668da-7bd7-4e57-a42e-e66c8db15378 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.525845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84ad945a-866c-4834-9545-a108b5225a83 req-fd1668da-7bd7-4e57-a42e-e66c8db15378 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.0707130 Mar 10 23:49:15.603766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84ad945a-866c-4834-9545-a108b5225a83 req-41cfb72c-1d12-4633-b8a2-57a3e0e69617 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703340 Mar 10 23:49:15.639615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-daac760f-7efe-4d66-b64e-28af354f985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.641288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-daac760f-7efe-4d66-b64e-28af354f985f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1156 time: 0.0977840 Mar 10 23:49:15.844789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-f94ff8f7-24e9-4ae6-beb6-373140f3ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.846401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-f94ff8f7-24e9-4ae6-beb6-373140f3ef98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1943538 Mar 10 23:49:15.848845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab2b5-5e65-4c7e-891d-67d11a142f03 req-4e56f352-f7b7-4cf9-9040-bd53deccb6fa tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.850988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c7ab2b5-5e65-4c7e-891d-67d11a142f03 req-4e56f352-f7b7-4cf9-9040-bd53deccb6fa tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1133 time: 0.1120172 Mar 10 23:49:15.854502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (c211db03-43ef-46bf-bb73-8b479b36f10d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:15.866482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958a22e-9116-4dad-81fe-22d68ee6d811 req-cf560bde-f8d7-461c-8235-c6d3fc256ff7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:15.868826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 417b72df-a8f0-408a-b256-496cd7799704 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:15.879847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f958a22e-9116-4dad-81fe-22d68ee6d811 req-cf560bde-f8d7-461c-8235-c6d3fc256ff7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.1070168 Mar 10 23:49:15.965772 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-b092f1ac-8e12-4fb7-9004-d78f340ccad8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.1075222 Mar 10 23:49:16.017282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=417b72df-a8f0-408a-b256-496cd7799704,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:16.020505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f958a22e-9116-4dad-81fe-22d68ee6d811 req-e5dd89c6-36ed-4429-9144-8f6e056281f3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247356 Mar 10 23:49:16.053560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '417b72df-a8f0-408a-b256-496cd7799704', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '417b72df-a8f0-408a-b256-496cd7799704', 'mac_address': 'fa:16:3e:2c:9c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:16.091912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c7ab2b5-5e65-4c7e-891d-67d11a142f03 req-c3efe11a-0647-4013-b149-d0562a31a32e tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041683 Mar 10 23:49:16.169436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-3dbf2f18-224a-4061-acf4-b39e82bc917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:16.170889 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-3dbf2f18-224a-4061-acf4-b39e82bc917d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1963930 Mar 10 23:49:16.173604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 417b72df-a8f0-408a-b256-496cd7799704 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:16.174006 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (417b72df-a8f0-408a-b256-496cd7799704), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:16.208953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417b72df-a8f0-408a-b256-496cd7799704 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:16.254493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2384492-4ccd-4094-b03c-3ae7358c245c req-982b9b29-581f-4e3b-8673-0628e60dfa8d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:16.260068 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-2c978e69-f10b-42a1-823a-ee8ad5cfa4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747659 Mar 10 23:49:16.261079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2384492-4ccd-4094-b03c-3ae7358c245c req-982b9b29-581f-4e3b-8673-0628e60dfa8d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 946 time: 0.1236942 Mar 10 23:49:16.269545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=417b72df-a8f0-408a-b256-496cd7799704,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:16.280061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:16.388536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:16.394318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2384492-4ccd-4094-b03c-3ae7358c245c req-ad75fdaf-20f9-4676-a093-11dd85ecfa42 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261339 Mar 10 23:49:16.611917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-6e872c85-315a-411a-8581-dd8e114f5744 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387740 Mar 10 23:49:16.629891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcc55b-5e2a-41cf-ab41-9f2b6bd49b75 req-1fb6bad7-6384-4973-a3a3-98bba29e5b13 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:16.631540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5bcc55b-5e2a-41cf-ab41-9f2b6bd49b75 req-1fb6bad7-6384-4973-a3a3-98bba29e5b13 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 1133 time: 0.1043651 Mar 10 23:49:16.639167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf90ba-53c4-4fc3-87af-83682d8305be req-c31c2ded-1044-446d-865e-7533609e7aae tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:16.656418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdcf90ba-53c4-4fc3-87af-83682d8305be req-c31c2ded-1044-446d-865e-7533609e7aae tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1127 time: 0.1578455 Mar 10 23:49:16.721336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5bcc55b-5e2a-41cf-ab41-9f2b6bd49b75 req-42fbce6f-5553-4085-8924-edf92d42de66 tempest-ServersAdminTestJSON-1460532983 tempest-ServersAdminTestJSON-1460532983-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617082 Mar 10 23:49:16.734318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:16.736201 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a60ce25-c34e-4242-ac7b-c02e8d30cbb7" -d '{"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-plugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:16.788777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdcf90ba-53c4-4fc3-87af-83682d8305be req-e41d142b-f066-4075-ba19-5c1c0451d2e4 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314223 Mar 10 23:49:16.814410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['417b72df-a8f0-408a-b256-496cd7799704'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:16.869934 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9d5105-9a12-4619-8ce2-71aae9ebeff5 req-3f4a0984-5411-4297-b7a3-a8abdc69f59a service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320371 Mar 10 23:49:16.923453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2461-3eaa-4986-8af2-424094d09721 req-de028126-6162-4f7f-8946-03ca75643ee6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:16.934788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c4f2461-3eaa-4986-8af2-424094d09721 req-de028126-6162-4f7f-8946-03ca75643ee6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.1099720 Mar 10 23:49:17.119608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c4f2461-3eaa-4986-8af2-424094d09721 req-6c2b5609-4a20-4088-a1ae-ac097c76f456 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835220 Mar 10 23:49:17.146534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f8265-6435-47c5-bc8a-cb047b7ab772 req-71afb0bb-653c-4e7b-ba2e-0985c01a3c63 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:17.155540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d89f8265-6435-47c5-bc8a-cb047b7ab772 req-71afb0bb-653c-4e7b-ba2e-0985c01a3c63 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 949 time: 0.2149768 Mar 10 23:49:17.158067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Deleting port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:17.158403 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:17.268783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d89f8265-6435-47c5-bc8a-cb047b7ab772 req-384d350c-ee2e-4d45-b83b-0e575f59ffee tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072030 Mar 10 23:49:17.345485 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277f752-293a-433e-9897-8f30e230d0ce x-openstack-request-id: req-7277f752-293a-433e-9897-8f30e230d0ce {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:17.346068 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-plugged", "status": "completed", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:17.346319 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7277f752-293a-433e-9897-8f30e230d0ce {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:17.347613 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'code': 200} Mar 10 23:49:17.356406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb26513-92ac-49d9-85ca-30acbadbe6bb req-1abab0c5-8f68-458d-ab62-c1b6fd389691 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:17.357992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adb26513-92ac-49d9-85ca-30acbadbe6bb req-1abab0c5-8f68-458d-ab62-c1b6fd389691 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.1115859 Mar 10 23:49:17.448965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adb26513-92ac-49d9-85ca-30acbadbe6bb req-8a3e5951-6b9f-440e-85ab-51f190aa3fbe tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841951 Mar 10 23:49:17.580598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] For port 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:17.581262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:17.602341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Calling delete_port for 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:17.643696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6d60a-2d06-40e2-94ca-abf5a75f41aa req-80182ef4-aeb0-4a3d-9492-4eb82c82d80a tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:17.645415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13d6d60a-2d06-40e2-94ca-abf5a75f41aa req-80182ef4-aeb0-4a3d-9492-4eb82c82d80a tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 1127 time: 0.0929999 Mar 10 23:49:17.746845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13d6d60a-2d06-40e2-94ca-abf5a75f41aa req-924065f4-d3d3-4bfd-8c3c-e6dfb31c83f2 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841205 Mar 10 23:49:17.773197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679056a2-3f00-46bc-b4db-d1b21b9d7f2d req-5128d7ac-cc60-406b-b776-8ecbaad8f59d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:17.787257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-679056a2-3f00-46bc-b4db-d1b21b9d7f2d req-5128d7ac-cc60-406b-b776-8ecbaad8f59d tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 946 time: 0.1796045 Mar 10 23:49:17.844402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (54b606e4-7ca7-4ce6-815f-8dfd8d559ea8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:17.874191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Pushing event deleted for resources: {'Port': ['ID=54b606e4-7ca7-4ce6-815f-8dfd8d559ea8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:17.877864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-679056a2-3f00-46bc-b4db-d1b21b9d7f2d req-d59989df-26cd-4715-abe9-8a12cb015e72 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884655 Mar 10 23:49:17.950366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccc1e6-7c4a-4aac-a985-da7874bf1c63 req-87db4421-2d20-4eb7-8ac4-85854cfcd153 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:17.957260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fccc1e6-7c4a-4aac-a985-da7874bf1c63 req-87db4421-2d20-4eb7-8ac4-85854cfcd153 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1131 time: 0.0889330 Mar 10 23:49:18.063815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fccc1e6-7c4a-4aac-a985-da7874bf1c63 req-f65c21b7-d027-4402-8ff9-826ae3f78d86 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013658 Mar 10 23:49:18.085528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0257a-3047-4705-9cdc-e662e3e1192a req-6651e0f7-6d73-4fb1-91a9-d489aaa8e69b tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:18.087222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74c0257a-3047-4705-9cdc-e662e3e1192a req-6651e0f7-6d73-4fb1-91a9-d489aaa8e69b tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 950 time: 0.1266797 Mar 10 23:49:18.184650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74c0257a-3047-4705-9cdc-e662e3e1192a req-d609a208-cc5c-4e1f-bce2-23428e924625 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886054 Mar 10 23:49:18.257323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (c211db03-43ef-46bf-bb73-8b479b36f10d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:18.459533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-16b2f1d4-4008-4bcd-97e3-480a368d46cf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:18.461576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-16b2f1d4-4008-4bcd-97e3-480a368d46cf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1171269 Mar 10 23:49:18.537582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-0b1acc3a-c566-4973-9233-485050dc4c7c tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0637829 Mar 10 23:49:18.546579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:18.600342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:18.699351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Router c211db03-43ef-46bf-bb73-8b479b36f10d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:18.934004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:18.946088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Sync routers for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:18.948732 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b5ea7f23-b5d1-4f6e-89bd-d348409c759e admin admin] 10.222.0.21 "PUT /v2.0/routers/c211db03-43ef-46bf-bb73-8b479b36f10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8770239 Mar 10 23:49:18.950541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38596) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:18.963731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:18.964391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:19.089956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks [] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.187679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:19.298928 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks [] for router_gateway (c211db03-43ef-46bf-bb73-8b479b36f10d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.370061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-b33c4da8-0435-44e4-b0c9-e864fb7b9a6c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:19.371790 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-b33c4da8-0435-44e4-b0c9-e864fb7b9a6c tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 950 time: 0.1199942 Mar 10 23:49:19.485122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Deleting port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:19.486241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.522784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:49:17Z', 'revision_number': 5, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port': {'id': '20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:02:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:46:10Z', 'updated_at': '2022-03-10T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:19.601022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Checking router: c211db03-43ef-46bf-bb73-8b479b36f10d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:19.621957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Routers {'c211db03-43ef-46bf-bb73-8b479b36f10d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:19.623685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c211db03-43ef-46bf-bb73-8b479b36f10d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:19.675497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] For port 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:19.678369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.694187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.703618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:19.711506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Calling delete_port for 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:19.791174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71704fb-fc2f-447f-bbf6-613542e850f1 req-00a5e5fe-7557-468c-986e-d6c677e978ea tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:19.798253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71704fb-fc2f-447f-bbf6-613542e850f1 req-00a5e5fe-7557-468c-986e-d6c677e978ea tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.7214527 Mar 10 23:49:19.836493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] Set router c211db03-43ef-46bf-bb73-8b479b36f10d gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:19.912111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 417b72df-a8f0-408a-b256-496cd7799704 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:19.915342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:49:19Z', 'revision_number': 6, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:19.946639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71704fb-fc2f-447f-bbf6-613542e850f1 req-c57c71b0-7f60-4190-b2a9-103d0fa91c33 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475163 Mar 10 23:49:19.981141 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6 associated. External IP: 172.25.7.233, port: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2. Mar 10 23:49:20.014618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb04e9-643d-4312-852b-c16327bac7ac None None] The sync data for ids ['c211db03-43ef-46bf-bb73-8b479b36f10d'] in n-d-831844-1 is: [{'id': 'c211db03-43ef-46bf-bb73-8b479b36f10d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613478148-router', 'tenant_id': '216d79da8069400b9854fc42d966b41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:46:09Z', 'updated_at': '2022-03-10T23:49:19Z', 'revision_number': 6, 'project_id': '216d79da8069400b9854fc42d966b41e', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:20.043611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Deleting port 4332df8f-1474-49f1-9c68-aba1316bc4fd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:20.047047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.089408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 417b72df-a8f0-408a-b256-496cd7799704 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:20.094100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 417b72df-a8f0-408a-b256-496cd7799704 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:20.094906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (417b72df-a8f0-408a-b256-496cd7799704), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.236510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] For port 4332df8f-1474-49f1-9c68-aba1316bc4fd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4332df8f-1474-49f1-9c68-aba1316bc4fd,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:20.237647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.247420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.265657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 417b72df-a8f0-408a-b256-496cd7799704 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:20.266214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (417b72df-a8f0-408a-b256-496cd7799704), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.297397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Calling delete_port for 4332df8f-1474-49f1-9c68-aba1316bc4fd owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:20.313710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b72df-a8f0-408a-b256-496cd7799704'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:20.317795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:20.328006 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d2be6-a14c-473f-8869-686cdedb4161" -d '{"events": [{"server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "name": "network-vif-plugged", "status": "completed", "tag": "417b72df-a8f0-408a-b256-496cd7799704"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:20.343399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bbe4f-2410-4c76-b6c3-7ed7911f31d1 req-ec5507fa-c6d5-430e-b561-c12891ea88b9 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:20.351325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823bbe4f-2410-4c76-b6c3-7ed7911f31d1 req-ec5507fa-c6d5-430e-b561-c12891ea88b9 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 949 time: 0.2441394 Mar 10 23:49:20.355534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=417b72df-a8f0-408a-b256-496cd7799704,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:20.366391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.484785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (c211db03-43ef-46bf-bb73-8b479b36f10d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.493596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:20.561872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:20.616016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:20.616016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 54b606e4-7ca7-4ce6-815f-8dfd8d559ea8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:20.684185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.690918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks [] for router_controller (c211db03-43ef-46bf-bb73-8b479b36f10d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.700365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:20.855507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port dc9870f5-7859-4934-a426-0d5921f31f87 is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:20.856669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4332df8f-1474-49f1-9c68-aba1316bc4fd no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:20.860585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (c211db03-43ef-46bf-bb73-8b479b36f10d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.861306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c211db03-43ef-46bf-bb73-8b479b36f10d {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:49:20.867646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.873054 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13bf6b73-b674-449e-9d92-b1603c206cdc admin admin] 10.222.0.21 "DELETE /v2.0/routers/c211db03-43ef-46bf-bb73-8b479b36f10d HTTP/1.1" status: 204 len: 168 time: 1.9211531 Mar 10 23:49:20.876996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38602) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:20.955606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4332df8f-1474-49f1-9c68-aba1316bc4fd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:20.960784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No active binding found for port 4332df8f-1474-49f1-9c68-aba1316bc4fd {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 23:49:20.962991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port 4332df8f-1474-49f1-9c68-aba1316bc4fd host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:49:20.963323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4332df8f-1474-49f1-9c68-aba1316bc4fd not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:20.967853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:20.979007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['61438ebd-82b4-4621-851a-82cd0cb1282d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:20.981902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823bbe4f-2410-4c76-b6c3-7ed7911f31d1 req-7a1ba15f-00cf-4409-82cb-6bb6090248a4 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178186 Mar 10 23:49:21.045618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event deleted for resources: {'Port': ['ID=4332df8f-1474-49f1-9c68-aba1316bc4fd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:21.068055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:21.085767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Deleting subnet d75751d3-f3f6-449b-9a35-0a6ee27b17b4 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:49:21.091573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Publish callbacks [] for subnet (d75751d3-f3f6-449b-9a35-0a6ee27b17b4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:21.136336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (d75751d3-f3f6-449b-9a35-0a6ee27b17b4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:21.297856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-b281f169-0858-40a3-b308-9c9dc874c507 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345931 Mar 10 23:49:21.301983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:21.315852 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:21.324071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:21.349260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:21.350376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:21.436623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-7b8b83df-105c-4e25-9c52-1be6e72fd824 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "PUT /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 996 time: 2.8978517 Mar 10 23:49:21.484541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:21.492595 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608335f8-0a0e-44c3-94e7-76f2d9d45041" -d '{"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:21.516406 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:21.722284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-895e3b67-d06e-418d-aabd-b973494940f3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:21.724241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-895e3b67-d06e-418d-aabd-b973494940f3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4190540 Mar 10 23:49:21.727141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-70fde046-9d3d-49fa-b082-a8e53a2813ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:21.742296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-70fde046-9d3d-49fa-b082-a8e53a2813ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.2417102 Mar 10 23:49:21.802311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-647bcbf5-d3dc-4443-8154-2f53782db25a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/quotas/e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 375 time: 0.0485115 Mar 10 23:49:21.951172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-8f11af38-a84c-4f75-9154-d8c952910e1b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421380 Mar 10 23:49:21.956739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-82e44e91-1636-44d1-86b0-40da1da7e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:21.966033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-82e44e91-1636-44d1-86b0-40da1da7e0b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2224576 Mar 10 23:49:21.980792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d75751d3-f3f6-449b-9a35-0a6ee27b17b4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:21.983065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] No DVR routers for this DVR port 4332df8f-1474-49f1-9c68-aba1316bc4fd on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:21.992723 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:19Z', 'revision_number': 1, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:22.026014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:22.042833 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b4e2213f-36a1-4460-9681-fcab04fbf7cc req-07cc6a29-684c-4ce7-aa9b-cb955ad27cf6 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "DELETE /v2.0/ports/4332df8f-1474-49f1-9c68-aba1316bc4fd HTTP/1.1" status: 204 len: 173 time: 2.6557751 Mar 10 23:49:22.054937 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:22.055235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'name': 'network-vif-deleted', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:22.061277 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631a950-7d3c-4329-9d3f-45089dbc91b5" -d '{"events": [{"server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "name": "network-vif-deleted", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:22.090780 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:22.092386 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:22.096150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-1f25bfc3-28ce-4931-8959-9da022157d29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 999 time: 0.1278222 Mar 10 23:49:22.182497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (d75751d3-f3f6-449b-9a35-0a6ee27b17b4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:22.214802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-8e9e5ed2-d534-48b4-a50d-708d0f594113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:22.226975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-8e9e5ed2-d534-48b4-a50d-708d0f594113 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1284132 Mar 10 23:49:22.239188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75751d3-f3f6-449b-9a35-0a6ee27b17b4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:22.243012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:22.250557 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4e7a64d8-0194-41a6-ae0c-4b87aac9f062 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d75751d3-f3f6-449b-9a35-0a6ee27b17b4 HTTP/1.1" status: 204 len: 168 time: 1.3709254 Mar 10 23:49:22.253719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f46d9-37ee-47a9-8e9e-95ce5cbc665d None None] Network 3b149c55-a4ab-4fd3-be51-3349b0d13b45 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:49:22.276045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38624) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:22.357616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:22.426232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:22.452963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6555346f-019e-49bc-843d-334feaf9cab3 req-6ac6370e-4dec-4812-8c86-089e1fce77b9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=290feec1-1e23-4ff0-8105-e70bbbe8b007 HTTP/1.1" status: 200 len: 210 time: 0.0909171 Mar 10 23:49:22.475395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:22.495177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 20baf0fb-880d-4f4b-9fe2-8f6adaa40fd6 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:22.555381 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa9567b-c86a-48da-880a-dd09b399a035 x-openstack-request-id: req-3aa9567b-c86a-48da-880a-dd09b399a035 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:22.558689 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "name": "network-vif-plugged", "status": "completed", "tag": "417b72df-a8f0-408a-b256-496cd7799704", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:22.559193 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aa9567b-c86a-48da-880a-dd09b399a035 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:22.559816 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b72df-a8f0-408a-b256-496cd7799704', 'code': 200} Mar 10 23:49:22.601961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (3b149c55-a4ab-4fd3-be51-3349b0d13b45), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:22.613953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-79a2c2d0-dfe1-4c78-8205-1d3eaa7955b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:22.626949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-79a2c2d0-dfe1-4c78-8205-1d3eaa7955b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3999243 Mar 10 23:49:22.642059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-91b5403b-49dd-4a75-994a-4db45beb3884 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:49:22.648694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-91b5403b-49dd-4a75-994a-4db45beb3884 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208712 Mar 10 23:49:22.801389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] DHCP port deletion for 3b149c55-a4ab-4fd3-be51-3349b0d13b45 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:49:22.867548 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:19Z', 'revision_number': 1, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:22.953056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Deleting port ecb26b51-4041-42f3-bfe0-35b352543fb7 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:22.954871 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7f8cd-94ff-4256-833f-6773f5f06151 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:19Z', 'revision_number': 1, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:22.955705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.044887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] For port ecb26b51-4041-42f3-bfe0-35b352543fb7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecb26b51-4041-42f3-bfe0-35b352543fb7,segment=NetworkSegment(414b1c54-ff05-4946-b727-d4c5cf96c16c),segment_id=414b1c54-ff05-4946-b727-d4c5cf96c16c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:23.045430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.068062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Calling delete_port for ecb26b51-4041-42f3-bfe0-35b352543fb7 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:23.101518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10482c-d869-4038-abb5-ff8776cc951c req-09dc042b-0c89-4951-b02a-40f41da4a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:23.103224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec10482c-d869-4038-abb5-ff8776cc951c req-09dc042b-0c89-4951-b02a-40f41da4a109 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 1132 time: 0.3706033 Mar 10 23:49:23.194092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.223821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] Pushing event deleted for resources: {'Port': ['ID=ecb26b51-4041-42f3-bfe0-35b352543fb7,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:23.234757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32710-3124-4741-82c3-5821fa7189b0 req-ba2f79c8-ce5f-44a5-9620-9bdde51d06a8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:23.236362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3a32710-3124-4741-82c3-5821fa7189b0 req-ba2f79c8-ce5f-44a5-9620-9bdde51d06a8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.5239475 Mar 10 23:49:23.256328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125c5fe-ddb6-4e53-924a-bf6d880d88d2 None None] No DVR routers for this DVR port ecb26b51-4041-42f3-bfe0-35b352543fb7 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:23.281585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-9de7a058-0eca-4f91-9478-20ff96c38f9c service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319783 Mar 10 23:49:23.389928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Deleting port ecb26b51-4041-42f3-bfe0-35b352543fb7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:23.390275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.394045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec10482c-d869-4038-abb5-ff8776cc951c req-b495775f-ff50-44ff-9010-f05c1ae23870 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726982 Mar 10 23:49:23.413437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53bcd8-bd2f-43f2-ba72-17891c7e6746 None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:49:23.450519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3a32710-3124-4741-82c3-5821fa7189b0 req-73c57b3d-fa7e-49cd-9af5-399e476ff66c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926193 Mar 10 23:49:23.519191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6181dcf8-1825-42e9-863f-76277da1b5c4 req-d5f37913-ebf4-4a71-bd77-0d6a1d1a891b service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365723 Mar 10 23:49:23.526617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] For port ecb26b51-4041-42f3-bfe0-35b352543fb7, host n-d-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:23.533221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.558542 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9579ccc5-7b48-4666-ba79-61e40b4c4038 x-openstack-request-id: req-9579ccc5-7b48-4666-ba79-61e40b4c4038 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:23.560370 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:23.560884 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9579ccc5-7b48-4666-ba79-61e40b4c4038 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:23.561547 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:49:23.573839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Calling delete_port for ecb26b51-4041-42f3-bfe0-35b352543fb7 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:23.584086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Port ecb26b51-4041-42f3-bfe0-35b352543fb7 was not found and therefore no delete operation was performed {{(pid=110425) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:49:23.585693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ecb26b51-4041-42f3-bfe0-35b352543fb7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.652386 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a192cb-56f1-4ec2-b9ce-b7b808c0b914 x-openstack-request-id: req-c5a192cb-56f1-4ec2-b9ce-b7b808c0b914 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:23.653202 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290feec1-1e23-4ff0-8105-e70bbbe8b007", "name": "network-vif-deleted", "tag": "4332df8f-1474-49f1-9c68-aba1316bc4fd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:23.653621 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5a192cb-56f1-4ec2-b9ce-b7b808c0b914 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:23.658917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb26b51-4041-42f3-bfe0-35b352543fb7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:23.659726 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290feec1-1e23-4ff0-8105-e70bbbe8b007', 'name': 'network-vif-deleted', 'tag': '4332df8f-1474-49f1-9c68-aba1316bc4fd', 'status': 'completed', 'code': 200} Mar 10 23:49:23.666446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] No DVR routers for this DVR port ecb26b51-4041-42f3-bfe0-35b352543fb7 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:23.682999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-5bb90e23-6750-4542-8ab7-1dded2e395a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:23.684534 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-5bb90e23-6750-4542-8ab7-1dded2e395a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.1126697 Mar 10 23:49:23.832600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (3b149c55-a4ab-4fd3-be51-3349b0d13b45), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.876706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b149c55-a4ab-4fd3-be51-3349b0d13b45']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:23.887793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414b1c54-ff05-4946-b727-d4c5cf96c16c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:23.888446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414b1c54-ff05-4946-b727-d4c5cf96c16c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:23.898922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (414b1c54-ff05-4946-b727-d4c5cf96c16c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.909923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-14fc596e-c24e-49f7-b6e0-f8c50ab7edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:23.911765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-14fc596e-c24e-49f7-b6e0-f8c50ab7edb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2170939 Mar 10 23:49:23.927519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (414b1c54-ff05-4946-b727-d4c5cf96c16c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.940480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:49:23.941181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (414b1c54-ff05-4946-b727-d4c5cf96c16c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:49:23.998545 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:49:24.007523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cdb77-ac9f-4c28-ba61-38a3467f0f8a req-16a5ef15-4167-47c0-acf8-60ed7a818842 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:24.009882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e3cdb77-ac9f-4c28-ba61-38a3467f0f8a req-16a5ef15-4167-47c0-acf8-60ed7a818842 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 950 time: 0.3632762 Mar 10 23:49:24.011076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (3b149c55-a4ab-4fd3-be51-3349b0d13b45), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:24.026177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:24.029085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b149c55-a4ab-4fd3-be51-3349b0d13b45 HTTP/1.1" status: 204 len: 168 time: 1.7516510 Mar 10 23:49:24.070680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-1e941edc-acdf-4cba-80fa-60e9c126182e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 999 time: 0.1441615 Mar 10 23:49:24.084605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fde2795-5f45-4fe9-8650-6e5baa38f428 req-f503a5c7-873d-49f7-ade4-2f7a03681492 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0848505 Mar 10 23:49:24.136724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44383-2a2b-45ba-a9ad-2832faf6d4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3b149c55-a4ab-4fd3-be51-3349b0d13b45,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:24.196335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-9d2f713e-c5ab-4813-bb68-3d9cbf6a08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:24.198332 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-9d2f713e-c5ab-4813-bb68-3d9cbf6a08ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1191878 Mar 10 23:49:24.200700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e3cdb77-ac9f-4c28-ba61-38a3467f0f8a req-456d1033-f81a-4b61-8b32-89a1c57e23f7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782479 Mar 10 23:49:24.358474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-ac44f33d-cb01-4bdc-8cfd-6b02826f6fd5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491593 Mar 10 23:49:24.368158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:24.407756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-d0449255-ba4d-4d2b-9eaf-20aa9892f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:24.409101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-d0449255-ba4d-4d2b-9eaf-20aa9892f1ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1983936 Mar 10 23:49:24.484809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecb26b51-4041-42f3-bfe0-35b352543fb7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:24.558206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ecb26b51-4041-42f3-bfe0-35b352543fb7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:24.558483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecb26b51-4041-42f3-bfe0-35b352543fb7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:24.625197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ed9a0d7-e59d-460e-b103-6dfb37e4557f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=693aba2499c2459593ea097a4b77a3b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2553687 Mar 10 23:49:24.640777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38648) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:24.712679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-8ed7b18b-14ca-4de8-99cd-47ffc20efab7 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823725 Mar 10 23:49:24.748780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-26463ea9-3b5d-47f2-afe8-ff3e8389a598 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:24.750329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-26463ea9-3b5d-47f2-afe8-ff3e8389a598 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617582 Mar 10 23:49:24.782948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-5170a590-872f-4868-b8e2-393d80bb5580 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:24.784593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-5170a590-872f-4868-b8e2-393d80bb5580 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4293132 Mar 10 23:49:24.803781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Request body: {'port': {'device_id': '724bcb3b-679b-4766-9842-0177d201804d', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'e836e3f5804447c88e208c5353efa464'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:24.831294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] Publish callbacks [] for security_group (eb3a6f27-d16f-4d47-a07a-147f2c24d6af), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:24.845164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-608335f8-0a0e-44c3-94e7-76f2d9d45041 req-2c78c4a6-b6ee-4a49-a81c-5e51f59aeac6 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268098 Mar 10 23:49:25.011247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] Publish callbacks [] for security_group (eb3a6f27-d16f-4d47-a07a-147f2c24d6af), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:25.045312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef09a0-6727-4bd2-bafa-4a461c5890f5 req-61f12bf4-b80a-46e5-99e2-252ca14f39ae tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:25.052313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beef09a0-6727-4bd2-bafa-4a461c5890f5 req-61f12bf4-b80a-46e5-99e2-252ca14f39ae tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 944 time: 0.3323369 Mar 10 23:49:25.116701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-b28e281c-3fd1-4126-882f-b01f056ecd50 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1001 time: 0.3165996 Mar 10 23:49:25.145381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:25.208329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beef09a0-6727-4bd2-bafa-4a461c5890f5 req-b24fa0ca-0b57-478f-9c1d-a44205512840 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504521 Mar 10 23:49:25.297468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:25.496347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-9803bb09-2ecb-4f82-a1f7-fb6542cfc699 service neutron] 10.222.0.39 "GET /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87/bindings/n-h2-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1164389 Mar 10 23:49:25.503733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Made reservation on behalf of e836e3f5804447c88e208c5353efa464 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:49:25.508514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:25.560924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb3a6f27-d16f-4d47-a07a-147f2c24d6af), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:25.563932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:25.568907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb3a6f27-d16f-4d47-a07a-147f2c24d6af HTTP/1.1" status: 204 len: 168 time: 0.9261076 Mar 10 23:49:25.604540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4365ffb-c1b7-4b0e-9a92-964213c39135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a6f27-d16f-4d47-a07a-147f2c24d6af,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:25.722485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9c088-139f-4f55-837e-628808e33d12 req-b9aecebc-1aa9-4024-bfd1-5cdd67e7704f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:25.729772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05d9c088-139f-4f55-837e-628808e33d12 req-b9aecebc-1aa9-4024-bfd1-5cdd67e7704f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 950 time: 0.2176332 Mar 10 23:49:25.866879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:25.916257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:26.018658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9870f5-7859-4934-a426-0d5921f31f87 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:26.055860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:26.059499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:26.102283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.158334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-de6739db-3526-4350-a84c-854626ce617d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=216d79da8069400b9854fc42d966b41e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0976269 Mar 10 23:49:26.179494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:26.317701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Allocated IP 192.168.233.150 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/958911d0-c91a-484d-8740-6ff0f506589b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:26.336958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05d9c088-139f-4f55-837e-628808e33d12 req-9d7641bd-6682-48f8-84dd-d4a343e49c25 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014225 Mar 10 23:49:26.351772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] Publish callbacks [] for security_group (63137662-b5a9-42d5-87a2-9a81377a3b9e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.357881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] Transition to ACTIVE for port object dc9870f5-7859-4934-a426-0d5921f31f87 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:26.371909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.424871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] Publish callbacks [] for security_group (63137662-b5a9-42d5-87a2-9a81377a3b9e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.545970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1547b6d-ef74-45a8-bd11-f57e6e0fb781 req-98527cd4-006d-4a8d-8c51-f6be98da0bd3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0531929 Mar 10 23:49:26.551737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] No DVR routers for this DVR port dc9870f5-7859-4934-a426-0d5921f31f87 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:26.583727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:26.643309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-17507875-9c4a-4e25-9405-28bbb180f9f2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:26.645412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-17507875-9c4a-4e25-9405-28bbb180f9f2 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.30 "GET /v2.0/ports?device_id=1969a84f-4591-40dd-a226-92d2e4de73f4 HTTP/1.1" status: 200 len: 950 time: 0.2183378 Mar 10 23:49:26.655312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-376d3d75-33f2-4921-a285-4103989bc9bd service neutron] 10.222.0.39 "PUT /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87/bindings/n-h2-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1483998 Mar 10 23:49:26.706073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63137662-b5a9-42d5-87a2-9a81377a3b9e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.707470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:49:26.710253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.711896 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63137662-b5a9-42d5-87a2-9a81377a3b9e HTTP/1.1" status: 204 len: 168 time: 0.5314062 Mar 10 23:49:26.763244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415730-891b-4156-810f-99987ff8f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63137662-b5a9-42d5-87a2-9a81377a3b9e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:26.875544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Deleting port 61438ebd-82b4-4621-851a-82cd0cb1282d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:26.876251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.932798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:26.955966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-18011098-d241-46a1-8df4-0d7593745df9 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:26.958137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-18011098-d241-46a1-8df4-0d7593745df9 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.2034340 Mar 10 23:49:26.966631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.077318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] For port 61438ebd-82b4-4621-851a-82cd0cb1282d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61438ebd-82b4-4621-851a-82cd0cb1282d,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:27.077966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.096446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Calling delete_port for 61438ebd-82b4-4621-851a-82cd0cb1282d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:27.097254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for port (958911d0-c91a-484d-8740-6ff0f506589b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.109133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d275d1e-4a44-48cb-926a-0bb965780c17 req-08b6899f-babe-4e5b-92fe-ed30cd9f725a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:27.116936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d275d1e-4a44-48cb-926a-0bb965780c17 req-08b6899f-babe-4e5b-92fe-ed30cd9f725a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 950 time: 0.3712559 Mar 10 23:49:27.232579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-96ac1d0e-c8a8-4362-8402-7c05f311786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:27.234103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-96ac1d0e-c8a8-4362-8402-7c05f311786c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 1127 time: 0.2594590 Mar 10 23:49:27.301846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d275d1e-4a44-48cb-926a-0bb965780c17 req-b43dfbc9-1dcb-405a-af07-4fd66cfedb9d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811593 Mar 10 23:49:27.355377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (61438ebd-82b4-4621-851a-82cd0cb1282d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.368103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['61438ebd-82b4-4621-851a-82cd0cb1282d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:27.429440 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6 associated. External IP: 172.25.7.233, port: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2. Mar 10 23:49:27.432508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.450174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['58d59823-46a7-4b45-a70e-643152126f48'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:27.476223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event deleted for resources: {'Port': ['ID=61438ebd-82b4-4621-851a-82cd0cb1282d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:27.529019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:27.541866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:27.555697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:27.578590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:27.608919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] No DVR routers for this DVR port 61438ebd-82b4-4621-851a-82cd0cb1282d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:27.617043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.623730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-249559d4-cfe6-4be8-8fbc-dc79649ebe98 req-d35e5d4e-0cf9-43d3-825b-d62371f6d93f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.30 "DELETE /v2.0/ports/61438ebd-82b4-4621-851a-82cd0cb1282d HTTP/1.1" status: 204 len: 173 time: 0.9664321 Mar 10 23:49:27.626366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'name': 'network-vif-deleted', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:27.632026 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702fb4b-e319-4621-a3d2-9a7192fec9cd" -d '{"events": [{"server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "name": "network-vif-deleted", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:27.682066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:27.682717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:27.703222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-9609d05a-9c1f-4b89-aa87-800db0cf1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:27.704854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-9609d05a-9c1f-4b89-aa87-800db0cf1f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1127 time: 0.4016557 Mar 10 23:49:27.769518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc03f-a2f5-4105-9d42-b5aeb3e9681a req-d7825243-b4ed-4d89-a9c9-d385b19cad5e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:27.778119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e99bc03f-a2f5-4105-9d42-b5aeb3e9681a req-d7825243-b4ed-4d89-a9c9-d385b19cad5e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.3850360 Mar 10 23:49:27.885726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1000271 Mar 10 23:49:27.997269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e99bc03f-a2f5-4105-9d42-b5aeb3e9681a req-73233798-96da-4818-b23a-9b5ec0bdcf7d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175128 Mar 10 23:49:28.020780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Request body: {'port': {'device_id': '724bcb3b-679b-4766-9842-0177d201804d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:28.079963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8edd29-5b7b-46f6-88a8-fd9446309318 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:28.384804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:28.555835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-52bca497-03d9-4826-b775-5b17a7380a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:28.557421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-52bca497-03d9-4826-b775-5b17a7380a7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.8330145 Mar 10 23:49:28.594290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:28.644350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f75a59-fde7-4280-80eb-d1d9c1037118 req-afe00004-f886-40a3-a18c-5566e7f31a35 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:28.645543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f86e3c38-9f23-45cc-b2ef-23384cd57f88 None None] Provisioning complete for port 958911d0-c91a-484d-8740-6ff0f506589b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:28.645992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f86e3c38-9f23-45cc-b2ef-23384cd57f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (958911d0-c91a-484d-8740-6ff0f506589b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:28.652573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13f75a59-fde7-4280-80eb-d1d9c1037118 req-afe00004-f886-40a3-a18c-5566e7f31a35 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 1132 time: 0.4805961 Mar 10 23:49:28.694962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3c38-9f23-45cc-b2ef-23384cd57f88 None None] Port 958911d0-c91a-484d-8740-6ff0f506589b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:28.702216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-01ec8dd2-5db7-490a-abb7-8937d152dd10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.1239016 Mar 10 23:49:28.889216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-83787833-9e62-4cb5-abd2-783f254ae5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:28.890678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-83787833-9e62-4cb5-abd2-783f254ae5d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1724126 Mar 10 23:49:28.902838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13f75a59-fde7-4280-80eb-d1d9c1037118 req-3cdc4098-b088-4134-b9f6-f2b1caa2b034 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447109 Mar 10 23:49:29.182541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-d0c1eb8f-6b08-44fc-b46e-542207794aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586629 Mar 10 23:49:29.247708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:29.261125 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:29.277381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:29.278021 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:29.546385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223b6fb-53f2-4345-a6aa-2df9b4b4af22 req-f4337dc5-40fc-4bba-b754-3ef82ce91ac6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:29.547879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b223b6fb-53f2-4345-a6aa-2df9b4b4af22 req-f4337dc5-40fc-4bba-b754-3ef82ce91ac6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 936 time: 0.3681159 Mar 10 23:49:29.575706 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:29.905130 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:26Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:29.937382 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:29.949783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:29.950420 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:29.956504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61438ebd-82b4-4621-851a-82cd0cb1282d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:29.989245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 61438ebd-82b4-4621-851a-82cd0cb1282d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:29.989856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61438ebd-82b4-4621-851a-82cd0cb1282d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:30.002961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-4cbaa837-a324-4f8b-a376-f86e75247ac6 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061922 Mar 10 23:49:30.029546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958911d0-c91a-484d-8740-6ff0f506589b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:30.066352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks [] for port (958911d0-c91a-484d-8740-6ff0f506589b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:30.116173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b223b6fb-53f2-4345-a6aa-2df9b4b4af22 req-5409a553-4682-40a4-af79-38d029ea3188 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608826 Mar 10 23:49:30.117150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Transition to ACTIVE for port object 958911d0-c91a-484d-8740-6ff0f506589b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:30.118681 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:30.160472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:30.163861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:30.206656 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d6080c-ed6e-40f8-9663-554c28f6e8d6 x-openstack-request-id: req-99d6080c-ed6e-40f8-9663-554c28f6e8d6 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:30.208315 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1969a84f-4591-40dd-a226-92d2e4de73f4", "name": "network-vif-deleted", "tag": "61438ebd-82b4-4621-851a-82cd0cb1282d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:30.208735 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d6080c-ed6e-40f8-9663-554c28f6e8d6 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:30.209336 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1969a84f-4591-40dd-a226-92d2e4de73f4', 'name': 'network-vif-deleted', 'tag': '61438ebd-82b4-4621-851a-82cd0cb1282d', 'status': 'completed', 'code': 200} Mar 10 23:49:30.266567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-030b143d-79de-48d8-bbe7-c8108d841c60 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529664 Mar 10 23:49:30.267207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:30.616772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:26Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:30.650740 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738deff1-8fac-4908-8c80-5bf11b29e4e2 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:26Z', 'revision_number': 3, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:30.761950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:30.780520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:30.870074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be563bc-2c82-411b-bdba-d66473b6245d req-0ff23930-640f-4e73-ae84-c7bd21eb7e68 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:30.880364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6be563bc-2c82-411b-bdba-d66473b6245d req-0ff23930-640f-4e73-ae84-c7bd21eb7e68 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.3280084 Mar 10 23:49:30.897414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-5067f36b-19ba-423e-b659-4605748fc6b4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:30.898859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-5067f36b-19ba-423e-b659-4605748fc6b4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.2674255 Mar 10 23:49:30.902637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:30.904952 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf9f64b-4b65-4278-b90e-1e76fc27824b" -d '{"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:30.916974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:30.917309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:30.917634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:30.975668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:30.976036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:30.976983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03370193-341e-4da2-a253-edd5d14ef84f None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:49:31.010939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6be563bc-2c82-411b-bdba-d66473b6245d req-18161a42-56f0-4bb4-a83d-b1b1a856a5d5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Mar 10 23:49:31.044341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1054fd35-fb69-4a84-b662-03ec267b0ed0 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "PUT /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 999 time: 5.9120710 Mar 10 23:49:31.061938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:31.064020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:31.064581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:31.065218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Bound port: 958911d0-c91a-484d-8740-6ff0f506589b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:31.066817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:31.226069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-5bed1d11-2a58-40a9-a6cd-dd0075f3e46d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700619 Mar 10 23:49:31.381773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-9e39d1ca-b690-4d0f-a959-ef2d0bfc2173 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:31.390951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-9e39d1ca-b690-4d0f-a959-ef2d0bfc2173 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638794 Mar 10 23:49:31.413015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-5e2b3e97-dced-4511-946b-cf718b2fa4c7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:31.414170 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:31.414587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-5e2b3e97-dced-4511-946b-cf718b2fa4c7 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports/8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 942 time: 0.3372793 Mar 10 23:49:31.435331 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:31.435331 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:31.438386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-601cbed6-f8ec-48b3-83c5-6c34fa468936 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0461795 Mar 10 23:49:31.475145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:31.496316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:31.505872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f4dd9045-195c-4d5d-8271-a44e4d9a32e8 service neutron] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:31.518912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f4dd9045-195c-4d5d-8271-a44e4d9a32e8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:31.518912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36e82eaa-4776-40e9-ba54-933bd506e438 req-f4dd9045-195c-4d5d-8271-a44e4d9a32e8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87/bindings/n-h1-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.6098230 Mar 10 23:49:31.520227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:31.654212 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:31.680044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:31.700059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:31.700800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:31.702945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-326c0f39-cccd-488e-ac33-6d0c550818cf service neutron] 10.222.0.30 "PUT /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 1096 time: 3.7302175 Mar 10 23:49:31.740018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-ea046ffb-e85d-475f-8b37-d44f87b7d236 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3000653 Mar 10 23:49:31.893417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-ef2d8dad-6ce5-414b-b9b0-7791ffdac2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:31.895105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-ef2d8dad-6ce5-414b-b9b0-7791ffdac2f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.2749979 Mar 10 23:49:32.011883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-0708fb27-1d57-474e-82a4-9232857870a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.030940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-0708fb27-1d57-474e-82a4-9232857870a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1130 time: 0.2603478 Mar 10 23:49:32.174592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-14e98e44-bff6-4609-a96a-d112d3d1fcde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.1305587 Mar 10 23:49:32.222112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-c7eb7980-1706-4daa-ab59-49b0a12632f4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.235060 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-c7eb7980-1706-4daa-ab59-49b0a12632f4 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 951 time: 0.1203060 Mar 10 23:49:32.295027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-53005843-b989-4cbf-9c85-428a33c4b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.297369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-53005843-b989-4cbf-9c85-428a33c4b2ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.3896377 Mar 10 23:49:32.298881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-f8d8029d-a361-43ed-b0dc-91a45dfaa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.300282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-f8d8029d-a361-43ed-b0dc-91a45dfaa726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0781012 Mar 10 23:49:32.410596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-745b0ba7-44db-4749-88ba-d6de6f797017 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.1044509 Mar 10 23:49:32.461782 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:31Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:32.476377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-45999ef4-f969-42a0-8628-1e8a9c9655d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.476864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Deleting port 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:32.477316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (58d59823-46a7-4b45-a70e-643152126f48), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:32.480218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-45999ef4-f969-42a0-8628-1e8a9c9655d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1651392 Mar 10 23:49:32.504479 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:32.506241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-c006ad6b-6296-4571-85d5-0188438d0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.507786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-c006ad6b-6296-4571-85d5-0188438d0461 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.0901382 Mar 10 23:49:32.528852 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:32.529927 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:32.643657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1c38ca4a-38c6-425b-8a74-54f7c373f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:32.645230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-1c38ca4a-38c6-425b-8a74-54f7c373f051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256003 Mar 10 23:49:32.647149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-22f8352a-b7f0-474f-85f6-f035c4def313 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509445 Mar 10 23:49:32.657722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-ae763b50-4cb8-4df7-b091-43088a59be39 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:49:32.660759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-ae763b50-4cb8-4df7-b091-43088a59be39 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076239 Mar 10 23:49:32.788178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] For port 58d59823-46a7-4b45-a70e-643152126f48, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=58d59823-46a7-4b45-a70e-643152126f48,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:32.788605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (58d59823-46a7-4b45-a70e-643152126f48), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:32.822746 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:32.834554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Calling delete_port for 58d59823-46a7-4b45-a70e-643152126f48 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:33.095294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (58d59823-46a7-4b45-a70e-643152126f48), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:33.120021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb453cd8-057e-4843-9802-387197ac974c req-68e0cf0f-9c34-44ea-99c9-23af1f397e5f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:33.131263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb453cd8-057e-4843-9802-387197ac974c req-68e0cf0f-9c34-44ea-99c9-23af1f397e5f tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a38b219-e40b-47e8-9e80-2d205e095a9c HTTP/1.1" status: 200 len: 951 time: 0.4038036 Mar 10 23:49:33.168432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f0c74b-ddc4-49c5-bc87-ba661a302c24 req-83470bb9-0bef-4952-8a78-f387472ce0fa service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976342 Mar 10 23:49:33.200183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-d511598b-7424-41af-a677-d641c3830c4a service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204999 Mar 10 23:49:33.237040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Pushing event deleted for resources: {'Port': ['ID=58d59823-46a7-4b45-a70e-643152126f48,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:33.353996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] No DVR routers for this DVR port 58d59823-46a7-4b45-a70e-643152126f48 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:33.356848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:33.360358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3d05004e-0f52-4f02-9098-f772f3f307bd req-ef69e3de-3091-4330-9dc1-d677f6f75fe9 tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.39 "DELETE /v2.0/ports/58d59823-46a7-4b45-a70e-643152126f48 HTTP/1.1" status: 204 len: 173 time: 1.1132274 Mar 10 23:49:33.360915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-deleted', 'tag': '58d59823-46a7-4b45-a70e-643152126f48'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:33.363300 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cae6c-b123-421e-8d1c-ab41483483b1" -d '{"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-deleted", "tag": "58d59823-46a7-4b45-a70e-643152126f48"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:33.416467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb453cd8-057e-4843-9802-387197ac974c req-0b412548-4f21-4c3c-a803-fc3b2b0b6bac tempest-ServersAdminTestJSON-1553697016 tempest-ServersAdminTestJSON-1553697016-project] 10.222.0.21 "GET /v2.0/security-groups?id=877274d3-8c2e-4f21-81ce-6a4dceedfa4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611108 Mar 10 23:49:33.536485 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:31Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:33.537734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-9dfd07e2-44bf-4a66-802a-b9e32dce564e service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219953 Mar 10 23:49:33.583584 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4367cd98-f0ee-4d7a-9fbc-aa5362f5d9f9 x-openstack-request-id: req-4367cd98-f0ee-4d7a-9fbc-aa5362f5d9f9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:33.585036 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:33.585605 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4367cd98-f0ee-4d7a-9fbc-aa5362f5d9f9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:33.586192 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:49:33.674018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-02752a60-bd5d-4e6a-a70b-5b13c588186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:33.682294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-02752a60-bd5d-4e6a-a70b-5b13c588186c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1128 time: 0.0833035 Mar 10 23:49:33.754271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-3cf5d2b2-397d-4b2e-a6d3-df718548c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:33.755814 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-3cf5d2b2-397d-4b2e-a6d3-df718548c54a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.1327724 Mar 10 23:49:33.888009 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029dbed1-3f9d-413c-af10-129b5bdeff59 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:aa:96:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:31Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:33.943340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8534f0-c8d0-4b14-be4c-83d1299e8a99 req-2bcf57c7-6aa1-484c-958a-8ef7ca128fba tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:33.945066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be8534f0-c8d0-4b14-be4c-83d1299e8a99 req-2bcf57c7-6aa1-484c-958a-8ef7ca128fba tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.1917892 Mar 10 23:49:33.946923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-b0fc2517-a210-4e47-ac6a-8a36391a0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:33.953912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-b0fc2517-a210-4e47-ac6a-8a36391a0d10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2707667 Mar 10 23:49:34.009749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-0a5f4ae0-089c-4ee8-84af-cd709722de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:34.011676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-0a5f4ae0-089c-4ee8-84af-cd709722de7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2469783 Mar 10 23:49:34.107598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-e8572a02-cf77-4c9f-a764-94daff012e07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 1002 time: 0.1528006 Mar 10 23:49:34.126581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-8a8f2dae-610b-4307-ad72-86770f45da5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.1075914 Mar 10 23:49:34.129711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be8534f0-c8d0-4b14-be4c-83d1299e8a99 req-1e258901-2430-49d1-8959-b1edb3835fc1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686103 Mar 10 23:49:34.227171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-263a0a23-e49b-4813-a80f-f3cce79b130d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442851 Mar 10 23:49:34.272592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-d262de2a-0ff2-489c-9506-0dd9ed4a925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:34.274918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-d262de2a-0ff2-489c-9506-0dd9ed4a925f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1436951 Mar 10 23:49:34.296867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-abc80b4c-c4a4-450a-a095-d148b40debf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:34.298707 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-abc80b4c-c4a4-450a-a095-d148b40debf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1641426 Mar 10 23:49:34.375790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-95d0be70-fca6-4f92-8442-b2feef214fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:34.383119 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-95d0be70-fca6-4f92-8442-b2feef214fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778995 Mar 10 23:49:34.417636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d53335d-917c-494c-a63d-93121b14de75 req-11f27056-ed1d-4861-b2ac-bffdf2a2ad1c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 210 time: 0.1482460 Mar 10 23:49:34.614218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-279b9b46-88a2-4d3f-95a5-92ed76924054 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221270 Mar 10 23:49:34.659319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-78034603-e822-452b-893c-353738787f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:34.660877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-78034603-e822-452b-893c-353738787f92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3648481 Mar 10 23:49:34.708528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:34.760965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 58d59823-46a7-4b45-a70e-643152126f48 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:34.761307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 58d59823-46a7-4b45-a70e-643152126f48 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:34.770752 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cf9f64b-4b65-4278-b90e-1e76fc27824b req-ecbd5ec9-3697-474f-a3be-ddcb0b8341d1 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464477 Mar 10 23:49:35.107856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-ff93c1dd-9652-481c-9672-55e1d90569d6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:35.109519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-ff93c1dd-9652-481c-9672-55e1d90569d6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8662634 Mar 10 23:49:35.123866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919671-d8e1-4f31-8deb-471dd33e7554 req-d9aedf16-f1fb-4b86-a15b-1dee36e7dd57 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:35.125455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44919671-d8e1-4f31-8deb-471dd33e7554 req-d9aedf16-f1fb-4b86-a15b-1dee36e7dd57 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.5655203 Mar 10 23:49:35.132463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-15849d58-0463-4c97-b4ae-5ef503d79b76 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591615 Mar 10 23:49:35.145706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:35.315613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44919671-d8e1-4f31-8deb-471dd33e7554 req-c299b399-f417-4404-a257-9efa07217b23 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747456 Mar 10 23:49:35.358208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb68f938-7a2e-4770-bc67-f4188ae811a8 req-7864ddd5-ba16-4ae6-8492-f90a3b233e6a service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223067 Mar 10 23:49:35.413821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:49:35.418636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:35.442659 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb41611-7f9e-4b55-b9f7-96242b07bbb6 x-openstack-request-id: req-4fb41611-7f9e-4b55-b9f7-96242b07bbb6 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:35.443192 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38b219-e40b-47e8-9e80-2d205e095a9c", "name": "network-vif-deleted", "tag": "58d59823-46a7-4b45-a70e-643152126f48", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:35.443192 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb41611-7f9e-4b55-b9f7-96242b07bbb6 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:35.443612 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38b219-e40b-47e8-9e80-2d205e095a9c', 'name': 'network-vif-deleted', 'tag': '58d59823-46a7-4b45-a70e-643152126f48', 'status': 'completed', 'code': 200} Mar 10 23:49:35.593010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7'}, {'name': 'network-changed', 'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:35.595793 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908712c-7f48-40cf-a731-3344898528c5" -d '{"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7"}, {"name": "network-changed", "server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:35.728166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.15 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/3c915917-58b0-40f3-a7c8-db68594e4637) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:35.765840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5b6ee-1a56-4eac-b2e8-d220032850dc req-bd6c7ad6-46d8-410c-be92-bb86e5ac8b3c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:35.767400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9f5b6ee-1a56-4eac-b2e8-d220032850dc req-bd6c7ad6-46d8-410c-be92-bb86e5ac8b3c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.1391926 Mar 10 23:49:35.914721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:35.937445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-289bbc1b-538e-4ffc-95cb-0761bf633764 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:35.938680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-289bbc1b-538e-4ffc-95cb-0761bf633764 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/networks?id=c389bb4a-f217-4161-895b-551b44bfb306 HTTP/1.1" status: 200 len: 815 time: 0.2077930 Mar 10 23:49:35.942053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9f5b6ee-1a56-4eac-b2e8-d220032850dc req-b4a26ec8-4bb7-40a6-bdfe-6e6c11576745 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646707 Mar 10 23:49:35.972211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 958911d0-c91a-484d-8740-6ff0f506589b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:36.015535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-43271967-b88d-466d-82dd-e5b2d208a832 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/quotas/0c6ee0e9909947be9e042fb6e8ded406 HTTP/1.1" status: 200 len: 375 time: 0.0382822 Mar 10 23:49:36.117498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3fc2a077-ba8d-480a-93c7-be706b99776a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f257b73cdd33401dbb8250eade1ccc89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012978 Mar 10 23:49:36.123627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:36.198615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:36.217554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-2488b4cc-7bc6-4fe9-8e97-added64dbfb0 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c6ee0e9909947be9e042fb6e8ded406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010534 Mar 10 23:49:36.223231 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] Publish callbacks [] for security_group (877274d3-8c2e-4f21-81ce-6a4dceedfa4a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.225814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '958911d0-c91a-484d-8740-6ff0f506589b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '958911d0-c91a-484d-8740-6ff0f506589b', 'mac_address': 'fa:16:3e:3b:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:36.229009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (3c915917-58b0-40f3-a7c8-db68594e4637), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.234062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-d996a184-77b5-4bea-a759-743d7cf15b1e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1002 time: 0.1863275 Mar 10 23:49:36.271280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] Publish callbacks [] for security_group (877274d3-8c2e-4f21-81ce-6a4dceedfa4a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.315623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 958911d0-c91a-484d-8740-6ff0f506589b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:36.316896 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.342660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958911d0-c91a-484d-8740-6ff0f506589b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:36.357830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (877274d3-8c2e-4f21-81ce-6a4dceedfa4a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.360883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.364678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/877274d3-8c2e-4f21-81ce-6a4dceedfa4a HTTP/1.1" status: 204 len: 168 time: 0.2370696 Mar 10 23:49:36.380732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305fa88-98aa-4101-9297-605dabd4d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877274d3-8c2e-4f21-81ce-6a4dceedfa4a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:36.382194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-cbddd46c-2a4a-4724-b633-129fdbd40157 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:36.393872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:36.395095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-cbddd46c-2a4a-4724-b633-129fdbd40157 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports/9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 943 time: 0.1473360 Mar 10 23:49:36.421357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.441216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.468915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-082cfa6f-64d7-4774-812f-de2713cc67cc service neutron] 10.222.0.21 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504156 Mar 10 23:49:36.479752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda', '417b72df-a8f0-408a-b256-496cd7799704'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:36.482146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:36.538549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:36.591008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:36.602789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:36.612213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:36.686204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:36.716002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3d9abc51-423c-472e-be4a-1e94013b1825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.719878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-467d19c2-d0b0-45d2-b5d6-1a8234b86115 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1002 time: 0.2167943 Mar 10 23:49:36.768613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['958911d0-c91a-484d-8740-6ff0f506589b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:36.802507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-cb544a03-9c0e-4c82-b016-dfae75b4bb38 service neutron] 10.222.0.21 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325098 Mar 10 23:49:36.818082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:36.824636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:36.885183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-52616809-256e-4c11-9011-f91cfe8d5865 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7427096 Mar 10 23:49:36.938152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Request body: {'port': {'device_id': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:36.964473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:37.041781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e4aa01f8-f109-4ec2-a764-b966e4b79b7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a689940cddf4e8395eb22011da459a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760798 Mar 10 23:49:37.044074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:37.110786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-a603e9b3-7559-46d1-bfd5-ad93a13e057f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:37.112777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ff5134d-7a3e-4fb5-ac71-d3d61cf602d5 req-a603e9b3-7559-46d1-bfd5-ad93a13e057f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3793805 Mar 10 23:49:37.129749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.157907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] Publish callbacks [] for security_group (4df16168-6412-46ee-b5f9-b0e9e0ab8eb8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.232487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] Publish callbacks [] for security_group (4df16168-6412-46ee-b5f9-b0e9e0ab8eb8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.333149 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4df16168-6412-46ee-b5f9-b0e9e0ab8eb8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.336403 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.338172 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4df16168-6412-46ee-b5f9-b0e9e0ab8eb8 HTTP/1.1" status: 204 len: 168 time: 0.2930307 Mar 10 23:49:37.352422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54bd4a-42c6-42b0-aa18-54d2c213a762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df16168-6412-46ee-b5f9-b0e9e0ab8eb8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:37.371843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b7eb5100-0e7f-4af8-9633-f8998e9b22fb None None] Provisioning complete for port 3c915917-58b0-40f3-a7c8-db68594e4637 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:37.382339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b7eb5100-0e7f-4af8-9633-f8998e9b22fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.588239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb5100-0e7f-4af8-9633-f8998e9b22fb None None] Port 3c915917-58b0-40f3-a7c8-db68594e4637 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:37.598440 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3304bf21-d158-4858-848e-b43b8a0fca02 x-openstack-request-id: req-3304bf21-d158-4858-848e-b43b8a0fca02 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:37.598959 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:37.598959 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3304bf21-d158-4858-848e-b43b8a0fca02 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:37.599332 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'status': 'completed', 'code': 200} Mar 10 23:49:37.599593 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'status': 'completed', 'code': 200} Mar 10 23:49:37.667740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c915917-58b0-40f3-a7c8-db68594e4637 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:37.680094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks [] for port (3c915917-58b0-40f3-a7c8-db68594e4637), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.707128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Transition to ACTIVE for port object 3c915917-58b0-40f3-a7c8-db68594e4637 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:37.767325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:37.875525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Pushing event updated for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:37.964319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36896-ec6c-46a0-9ab6-c233a1833068 req-1b038d4c-a420-4822-a15d-5226e77ad58e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:37.965953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29c36896-ec6c-46a0-9ab6-c233a1833068 req-1b038d4c-a420-4822-a15d-5226e77ad58e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 935 time: 0.8166857 Mar 10 23:49:38.049729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-cedd092b-cbb5-4595-9559-dbddb494d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.051332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-cedd092b-cbb5-4595-9559-dbddb494d2e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1128 time: 0.4498773 Mar 10 23:49:38.146046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6db49-3645-48dd-848b-27bf1a7e2027 req-23ea0c02-8b96-4c75-9d6f-d220c8d39190 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.150377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00c6db49-3645-48dd-848b-27bf1a7e2027 req-23ea0c02-8b96-4c75-9d6f-d220c8d39190 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1127 time: 0.5498388 Mar 10 23:49:38.204792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29c36896-ec6c-46a0-9ab6-c233a1833068 req-cb409577-faa7-45d5-a6be-561f8b909cce tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238247 Mar 10 23:49:38.283961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Attempting to bind port 3c915917-58b0-40f3-a7c8-db68594e4637 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:38.284301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Attempting to bind port 3c915917-58b0-40f3-a7c8-db68594e4637 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:38.284629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Attempting to bind port 3c915917-58b0-40f3-a7c8-db68594e4637 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:38.299501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Port 3c915917-58b0-40f3-a7c8-db68594e4637 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:38.299726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Attempting to bind port 3c915917-58b0-40f3-a7c8-db68594e4637 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:38.333421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00c6db49-3645-48dd-848b-27bf1a7e2027 req-893391ca-9116-4219-b89c-0fa43f67790e tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715331 Mar 10 23:49:38.346107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:38.346813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:38.347262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:38.347527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Bound port: 3c915917-58b0-40f3-a7c8-db68594e4637, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:38.348003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:38.365432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-2334a5ef-3f9d-4a6e-b473-e051a03a96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.367188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-2334a5ef-3f9d-4a6e-b473-e051a03a96d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2881951 Mar 10 23:49:38.507849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-153ce388-ab80-454f-9060-cc727e86091b req-3e1f9728-0d64-4a77-b3c6-c8815fcf9077 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 210 time: 0.0383375 Mar 10 23:49:38.537412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-7b83f031-1f58-4683-8cda-de839d74c7b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 1002 time: 0.1524363 Mar 10 23:49:38.614177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:38.631669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38862) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:38.679246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ba733-819b-4544-9e17-fbecc7aa4810 req-043af4fe-3899-4d25-8356-c1244db01668 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.681579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d7ba733-819b-4544-9e17-fbecc7aa4810 req-043af4fe-3899-4d25-8356-c1244db01668 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 949 time: 0.2978311 Mar 10 23:49:38.684188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3c915917-58b0-40f3-a7c8-db68594e4637,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:38.689379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-ea49d04c-ff7e-4eb7-82fb-b714c1663f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.690821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-ea49d04c-ff7e-4eb7-82fb-b714c1663f83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1403332 Mar 10 23:49:38.753379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-10d38842-2df5-4495-8ebc-3f0640d39569 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.754872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-10d38842-2df5-4495-8ebc-3f0640d39569 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.39 "GET /v2.0/networks?id=c389bb4a-f217-4161-895b-551b44bfb306 HTTP/1.1" status: 200 len: 815 time: 0.1241455 Mar 10 23:49:38.756532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:38.771141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d7ba733-819b-4544-9e17-fbecc7aa4810 req-b13b29c9-351f-427d-b9f6-df3555bf1a1e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793755 Mar 10 23:49:38.771647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Request body: {'port': {'device_id': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'admin_state_up': True, 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:38.814669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-fed0ca7c-ff39-4965-b5a3-fe35c18f30c3 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1002 time: 0.2229700 Mar 10 23:49:38.879139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:38.882132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:38.888751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] 10.222.0.30 "PUT /v2.0/ports/3c915917-58b0-40f3-a7c8-db68594e4637 HTTP/1.1" status: 200 len: 1095 time: 1.9565701 Mar 10 23:49:38.894785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-network', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:38.941349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Made reservation on behalf of 960f857b0ecc4081916f80fc8b3b274c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:49:38.943993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:38.972230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.005352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-6c80a018-4ffa-4180-a7c7-11f2b38afb1a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.019196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-6c80a018-4ffa-4180-a7c7-11f2b38afb1a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports/9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 943 time: 0.1929448 Mar 10 23:49:39.049827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Made reservation on behalf of 0c6ee0e9909947be9e042fb6e8ded406 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:49:39.054081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.060532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0001-2060-436e-9f8f-65a623a5243c service neutron] Pushing event updated for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:39.145028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-855a0f1d-2734-4667-aa51-78a3d71c20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.148600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-855a0f1d-2734-4667-aa51-78a3d71c20c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4056168 Mar 10 23:49:39.193509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b40988a8-5a87-4290-bf29-ca26ad53b612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.219365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks [] for security_group (ad35cbaa-d235-4f59-ba18-f0aa675e8eb6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.231135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad35cbaa-d235-4f59-ba18-f0aa675e8eb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.266433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:49:39.273867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-cdcc92f7-61e8-4b6c-a421-b022fbb28081 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1002 time: 0.1621013 Mar 10 23:49:39.282281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Allocated IP 172.20.0.14 (c389bb4a-f217-4161-895b-551b44bfb306/ce6b2663-21f7-49ee-b785-8200c1892c70/96ced5ba-94bb-4a2a-ba52-9442c6166ec0) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:39.295856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (887f2c3e-917f-4682-8fd9-ef047f58595c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.297014 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Added segment 887f2c3e-917f-4682-8fd9-ef047f58595c of type vlan for network b013a328-a54e-4a2a-a6a4-914d20f0b3fe Mar 10 23:49:39.322135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:39.381023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b013a328-a54e-4a2a-a6a4-914d20f0b3fe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.465200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b013a328-a54e-4a2a-a6a4-914d20f0b3fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.466743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.467709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.646970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:39.653070 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9" -d '{"events": [{"name": "network-changed", "server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:39.657981 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0245984 Mar 10 23:49:39.671065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38894) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:39.688462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Request body: {'subnet': {'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-subnet', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:39.813220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f0a8-bc72-40ab-83a1-46aa9b517c57 admin admin] Pushing event updated for resources: {'Network': ['ID=b013a328-a54e-4a2a-a6a4-914d20f0b3fe,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:39.829886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:49:39.840790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Made reservation on behalf of 960f857b0ecc4081916f80fc8b3b274c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:49:39.845065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.845240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-1ac3d8f1-fa3b-4a7c-bed0-ce7ab9ee39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.846686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-1ac3d8f1-fa3b-4a7c-bed0-ce7ab9ee39fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 1129 time: 0.8483894 Mar 10 23:49:39.876511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54de4-3eed-46a0-abc3-a70a3e86af80 req-53ecc475-36ff-4cb9-a029-6e5ae8d4ce70 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.878310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75a54de4-3eed-46a0-abc3-a70a3e86af80 req-53ecc475-36ff-4cb9-a029-6e5ae8d4ce70 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1127 time: 0.8196828 Mar 10 23:49:39.963045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks [] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:39.965104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-4e1c7d7d-606d-4882-9e60-98b230a33dbf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:39.975034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 958911d0-c91a-484d-8740-6ff0f506589b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:39.979742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-4e1c7d7d-606d-4882-9e60-98b230a33dbf tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.7022579 Mar 10 23:49:40.043340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 958911d0-c91a-484d-8740-6ff0f506589b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:40.049894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 958911d0-c91a-484d-8740-6ff0f506589b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:40.051130 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (958911d0-c91a-484d-8740-6ff0f506589b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.098305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.160573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-2f72a092-c294-450f-91ef-22517aa1cc7b service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836377 Mar 10 23:49:40.194886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-99d50a95-36af-4191-b2e4-151719cc7108 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3c915917-58b0-40f3-a7c8-db68594e4637 HTTP/1.1" status: 200 len: 217 time: 0.3150227 Mar 10 23:49:40.201837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Network c389bb4a-f217-4161-895b-551b44bfb306 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:40.218012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 958911d0-c91a-484d-8740-6ff0f506589b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:40.219108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.221504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Pushing event updated for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:40.224103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:40.254238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:40.278010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:40.283739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:40.287265 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc4d55-e28c-4495-94bd-750181216d1a" -d '{"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-plugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:40.308417 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.342622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-4cee7271-2dce-4c55-8d0a-79ecb361157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.344403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-4cee7271-2dce-4c55-8d0a-79ecb361157a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0993352 Mar 10 23:49:40.417056 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.422291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.459726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.462387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75a54de4-3eed-46a0-abc3-a70a3e86af80 req-0a7b6086-0797-418d-aea6-437bb9e96328 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671952 Mar 10 23:49:40.474056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:40.488331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.489870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.509512 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.613757 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-8b0febec-fdef-43a2-aabf-996110cbf689 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8441296 Mar 10 23:49:40.665646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-a345cb6c-0564-47ec-9a0f-cd502696cf24 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986453 Mar 10 23:49:40.716067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9db55858-4f27-418f-9a25-0dbe28fb4a72 None None] Provisioning complete for port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:40.716714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9db55858-4f27-418f-9a25-0dbe28fb4a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.724069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:40.738861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Request body: {'port': {'device_id': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:40.750911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Checking segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:40.751297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Network hostable DHCP agents. Network: b013a328-a54e-4a2a-a6a4-914d20f0b3fe, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:49:40.790722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-a06906b3-48ef-4674-b1c5-58446767399f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1002 time: 0.8091376 Mar 10 23:49:40.791487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9db55858-4f27-418f-9a25-0dbe28fb4a72 None None] Port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:40.812541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:40.829692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:49:40.865391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b013a328-a54e-4a2a-a6a4-914d20f0b3fe) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:40.865660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ea574-6f5b-4859-aeb8-9b93f332779d req-5c7c3846-4d5b-41ad-8248-d9a6e7987222 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.869071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299ea574-6f5b-4859-aeb8-9b93f332779d req-5c7c3846-4d5b-41ad-8248-d9a6e7987222 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 947 time: 0.2014658 Mar 10 23:49:40.871842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-3adc2e6f-6298-4a71-82ad-db49173e9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.873865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-3adc2e6f-6298-4a71-82ad-db49173e9672 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5178463 Mar 10 23:49:40.878777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe74d85-3256-477d-bb57-c861786dd058 None None] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:49:40.882484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.883303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.889477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:40.967902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-1310eadb-9c3c-4cf4-b2e1-230360bd4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:40.969438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-1310eadb-9c3c-4cf4-b2e1-230360bd4059 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1132 time: 0.2509949 Mar 10 23:49:41.004910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.115743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:49:41.116323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.161613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299ea574-6f5b-4859-aeb8-9b93f332779d req-ff487ced-b62b-41aa-a571-aa5e34556a54 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833173 Mar 10 23:49:41.272394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-89075b8c-8943-445e-86f4-eef4c8746b56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5946558 Mar 10 23:49:41.276805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:41.284503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:41.338891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:41.367906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks [] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.374384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-c054c57d-7860-46d4-9c41-177d3dee9875 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918177 Mar 10 23:49:41.411096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (12912076-2298-435a-a32f-8edb8352eeb1), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.412281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (12912076-2298-435a-a32f-8edb8352eeb1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.417331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Transition to ACTIVE for port object 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:49:41.425022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.485715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:41.497276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Allocated IP 172.20.0.2 (b013a328-a54e-4a2a-a6a4-914d20f0b3fe/5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf/8903870f-fa16-42b8-83d4-1dedc29823f1) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:41.501315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-aad8bd96-b0ca-44d5-a260-942f6c1fd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:41.503519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-aad8bd96-b0ca-44d5-a260-942f6c1fd967 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.5198693 Mar 10 23:49:41.511509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.609609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for router_controller (12912076-2298-435a-a32f-8edb8352eeb1), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.785943 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.806565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fb9fc6a-1031-48dc-87e4-a857b7d2e308 req-872fbc19-9f89-41ce-97bd-9e30b645b7ef service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716152 Mar 10 23:49:41.810391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:41.811040 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6 disassociated. External IP: 172.25.7.233, port: 9d6a9a54-79c1-467d-86d4-34f3093e1eb7. Mar 10 23:49:41.996159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-78aebf0f-bfcb-47e7-9fee-998004a68660 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.1847234 Mar 10 23:49:41.996398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Attempting to bind port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:41.996885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Attempting to bind port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:41.997076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Attempting to bind port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 on network c389bb4a-f217-4161-895b-551b44bfb306 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:42.004015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 on network c389bb4a-f217-4161-895b-551b44bfb306 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:49:42.007636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Attempting to bind port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 on network c389bb4a-f217-4161-895b-551b44bfb306 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:42.024447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:42.024876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Checking segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:42.025322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Bound using segment: {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:42.025803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Bound port: 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:42.026138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.097812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks [] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.105646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.124193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-8bf3f23e-b2f0-483d-be74-fb424dc1c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:42.125841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-8bf3f23e-b2f0-483d-be74-fb424dc1c7f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1258743 Mar 10 23:49:42.136188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for router_gateway (12912076-2298-435a-a32f-8edb8352eeb1), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.163863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:42.179234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Pushing event updated for resources: {'Port': ['ID=8903870f-fa16-42b8-83d4-1dedc29823f1,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:42.185529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:42.191224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:42.365111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Attempting to bind port 8903870f-fa16-42b8-83d4-1dedc29823f1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:42.367702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Attempting to bind port 8903870f-fa16-42b8-83d4-1dedc29823f1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:42.369139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Attempting to bind port 8903870f-fa16-42b8-83d4-1dedc29823f1 on network b013a328-a54e-4a2a-a6a4-914d20f0b3fe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:42.369918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab435-8419-4e9e-be46-886e2fb5e6e1 req-ba920cbd-d073-4fec-857d-7842efa3c886 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:42.371736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aaaab435-8419-4e9e-be46-886e2fb5e6e1 req-ba920cbd-d073-4fec-857d-7842efa3c886 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 944 time: 0.9355330 Mar 10 23:49:42.390796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:42.391351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Checking segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:42.391766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.392186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Bound using segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:42.392661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Bound port: 8903870f-fa16-42b8-83d4-1dedc29823f1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:42.393044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.425730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:42.498624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aaaab435-8419-4e9e-be46-886e2fb5e6e1 req-4e2af0be-0c01-47ff-91fa-811e70b9ad97 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628955 Mar 10 23:49:42.541517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908712c-7f48-40cf-a731-3344898528c5 req-fc325cbe-1962-483e-856c-cdb6bec91a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:42.544444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-fc325cbe-1962-483e-856c-cdb6bec91a1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3997598 Mar 10 23:49:42.555226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:42.562127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] For port 8903870f-fa16-42b8-83d4-1dedc29823f1, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:42.568735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] For port 8903870f-fa16-42b8-83d4-1dedc29823f1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8903870f-fa16-42b8-83d4-1dedc29823f1,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:42.579382 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.597977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.705592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4603bb-0e6f-4bf8-8894-f46eab43fbfe None None] Pushing event updated for resources: {'Port': ['ID=8903870f-fa16-42b8-83d4-1dedc29823f1,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:42.716421 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3498bdc-d3a4-4348-a5cf-c740c7353a3a x-openstack-request-id: req-c3498bdc-d3a4-4348-a5cf-c740c7353a3a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:42.716989 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:42.717142 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3498bdc-d3a4-4348-a5cf-c740c7353a3a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:42.717554 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637', 'status': 'completed', 'code': 200} Mar 10 23:49:42.752935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:42.753626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:42.755252 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] 10.222.0.39 "PUT /v2.0/ports/96ced5ba-94bb-4a2a-ba52-9442c6166ec0 HTTP/1.1" status: 200 len: 1092 time: 2.0408521 Mar 10 23:49:42.760163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:42.763002 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252441a-ba0d-40c9-8645-ad24f0054ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:42.968230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c60af-a14b-417e-9562-d79baed6dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:43.055480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:43.084919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-b3914c81-81ea-48c5-ad71-0691812146a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:43.088371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-b3914c81-81ea-48c5-ad71-0691812146a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 1129 time: 0.3655400 Mar 10 23:49:43.190490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:43.215809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-20be07be-89d9-4af2-a6a9-9b0cca9d29de service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227871 Mar 10 23:49:43.245783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-23dac6d9-af8d-4030-9ca0-a9c2b3968f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:43.247465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-23dac6d9-af8d-4030-9ca0-a9c2b3968f62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6ee0e9909947be9e042fb6e8ded406&device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 1126 time: 0.4202027 Mar 10 23:49:43.331851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4622a7-ab33-465c-b37b-b577eadf48c3 req-d5d6efc5-c12d-45c9-b97f-eb1ea7831436 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:43.346012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d4622a7-ab33-465c-b37b-b577eadf48c3 req-d5d6efc5-c12d-45c9-b97f-eb1ea7831436 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.4840627 Mar 10 23:49:43.788683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-6c523fcd-91e9-429d-be49-360e8d369eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0 HTTP/1.1" status: 200 len: 217 time: 0.0414982 Mar 10 23:49:43.872325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for router_gateway (12912076-2298-435a-a32f-8edb8352eeb1), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:43.917743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:43.952004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-72b6f046-d69c-49bf-8ed1-6500b7840a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:43.953486 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-72b6f046-d69c-49bf-8ed1-6500b7840a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce6b2663-21f7-49ee-b785-8200c1892c70 HTTP/1.1" status: 200 len: 854 time: 0.1495612 Mar 10 23:49:44.010208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3c915917-58b0-40f3-a7c8-db68594e4637 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:44.286301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3c915917-58b0-40f3-a7c8-db68594e4637,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:44.291820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-a4eb5d3d-e817-4be0-af64-e438c17af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:44.297191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-a4eb5d3d-e817-4be0-af64-e438c17af24f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c389bb4a-f217-4161-895b-551b44bfb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2168760 Mar 10 23:49:44.310512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '3c915917-58b0-40f3-a7c8-db68594e4637', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '3c915917-58b0-40f3-a7c8-db68594e4637', 'mac_address': 'fa:16:3e:6c:b0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:44.340893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Allocated IP 172.25.7.126 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/916f19a0-d122-4f2d-a2fc-62ace269799a) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:44.386742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb3105-ffd2-431e-aa46-039259b55866 None None] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:49:44.501909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 3c915917-58b0-40f3-a7c8-db68594e4637 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:44.502356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:44.601090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:44.629435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:44.652711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d4622a7-ab33-465c-b37b-b577eadf48c3 req-5ecb52da-8542-4053-af18-230519c1a148 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3055820 Mar 10 23:49:44.657159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-960eeea8-f0b9-4a22-8feb-5478d2ba85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:44.662594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-960eeea8-f0b9-4a22-8feb-5478d2ba85f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 1.5538566 Mar 10 23:49:44.665231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8903870f-fa16-42b8-83d4-1dedc29823f1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:44.668981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c915917-58b0-40f3-a7c8-db68594e4637 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:44.678902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:44.686373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Provisioning complete for port 8903870f-fa16-42b8-83d4-1dedc29823f1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:44.686790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:44.755091 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-23af2bf4-214e-427c-9657-0a3838f9ab28 service neutron] 10.222.0.39 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474685 Mar 10 23:49:44.838465 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef350c-9bca-45db-846c-6ffcebfb57ee x-openstack-request-id: req-f9ef350c-9bca-45db-846c-6ffcebfb57ee {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:44.838769 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-plugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:44.839074 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9ef350c-9bca-45db-846c-6ffcebfb57ee {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:44.839896 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'code': 200} Mar 10 23:49:44.861262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2908712c-7f48-40cf-a731-3344898528c5 req-e7ac1fda-4761-4c5f-82e0-7e6059aa53ab service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6269701 Mar 10 23:49:44.873082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-c439bd94-30b2-4978-9642-05d5cb1bb791 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3c915917-58b0-40f3-a7c8-db68594e4637 HTTP/1.1" status: 200 len: 217 time: 0.1715555 Mar 10 23:49:44.877500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:44.878204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:44.919048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3c915917-58b0-40f3-a7c8-db68594e4637,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:44.998134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:45.000853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-8901b060-0ae0-40f3-b654-96a7d1a6e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:45.002595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-8901b060-0ae0-40f3-b654-96a7d1a6e742 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1211476 Mar 10 23:49:45.072914 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:45.093593 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbbb27c9-e427-4b0b-8cea-901949193bd1 req-ca51b657-f47d-4491-9f70-ac89eee23ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277781 Mar 10 23:49:45.100268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-1c46104f-08fd-4205-92e4-748859a9100a tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "PUT /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 695 time: 4.2997313 Mar 10 23:49:45.115427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:45.117799 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b7fbaa-0be6-4130-a10d-b4d024f671c7" -d '{"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:45.187155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f38880-bf19-40c0-918e-2979c964fbab req-01cb63d1-c47f-43e0-a0c8-1295a63dbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:45.188736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-98f38880-bf19-40c0-918e-2979c964fbab req-01cb63d1-c47f-43e0-a0c8-1295a63dbab7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1132 time: 0.2484438 Mar 10 23:49:45.229156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:45.264787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-0a2c8bf7-c8e1-41b9-8b36-2fbf14fb89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:45.266371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-0a2c8bf7-c8e1-41b9-8b36-2fbf14fb89ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2552705 Mar 10 23:49:45.355779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-14fc0a7a-b135-453f-9ca0-a8c247ab4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:45.357082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-14fc0a7a-b135-453f-9ca0-a8c247ab4163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1128 time: 0.2064362 Mar 10 23:49:45.361651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:45.372891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:45.382676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:45.389111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Pushing event updated for resources: {'Port': ['ID=916f19a0-d122-4f2d-a2fc-62ace269799a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:45.444039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-98f38880-bf19-40c0-918e-2979c964fbab req-2a20cbd7-8e5f-4351-89f6-ad1d6d023603 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416639 Mar 10 23:49:45.478886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['3c915917-58b0-40f3-a7c8-db68594e4637'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:45.505384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:45.513206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-b362858e-8b8d-4ca6-972a-1c369d38a398 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293274 Mar 10 23:49:45.539259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-c6f874a0-9780-4393-b1f7-4d03a857dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:45.541560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-c6f874a0-9780-4393-b1f7-4d03a857dabb service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.1701100 Mar 10 23:49:45.576335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8903870f-fa16-42b8-83d4-1dedc29823f1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:45.576936 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:45.636482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-291b2f6f-283f-4c73-9c3f-34670f101b4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 217 time: 0.0869145 Mar 10 23:49:45.771682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:45.865964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Current status of the port 8903870f-fa16-42b8-83d4-1dedc29823f1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:45.872996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:45.924640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] For port 8903870f-fa16-42b8-83d4-1dedc29823f1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8903870f-fa16-42b8-83d4-1dedc29823f1,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:45.958447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:46.031802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for router_gateway (12912076-2298-435a-a32f-8edb8352eeb1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:46.055062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd4cb960-b219-4989-8ac3-62d3bd0b92c9 req-32841908-375b-4dfd-a152-3589157b5327 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583889 Mar 10 23:49:46.082331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00dfaf-9d81-468e-a777-9eefacb7b425 None None] Pushing event updated for resources: {'Port': ['ID=8903870f-fa16-42b8-83d4-1dedc29823f1,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:46.087315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-8866fc93-d6c3-4b73-acaa-b10ec7b231e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:46.089134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-8866fc93-d6c3-4b73-acaa-b10ec7b231e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.4467626 Mar 10 23:49:46.226951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792df7e-91f8-4319-8b8e-0b87b275a288 req-d0047336-af56-40af-b413-1f15d0d52145 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:46.228698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3792df7e-91f8-4319-8b8e-0b87b275a288 req-d0047336-af56-40af-b413-1f15d0d52145 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 948 time: 0.5572517 Mar 10 23:49:46.258827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8903870f-fa16-42b8-83d4-1dedc29823f1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:46.273557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-5a0d34f9-a431-412f-87aa-e82d63c5eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:46.275744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-5a0d34f9-a431-412f-87aa-e82d63c5eff8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1745245 Mar 10 23:49:46.374743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3792df7e-91f8-4319-8b8e-0b87b275a288 req-6e7b422b-1fa7-48cf-bb5f-6802f36c56b2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Mar 10 23:49:46.469881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (12912076-2298-435a-a32f-8edb8352eeb1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:46.551297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-36f19aec-d2f1-47cb-a639-05ea801eed7f service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536349 Mar 10 23:49:46.632183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8903870f-fa16-42b8-83d4-1dedc29823f1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:46.655569 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456da002-af15-4999-b50b-ceafb5bf04f0 x-openstack-request-id: req-456da002-af15-4999-b50b-ceafb5bf04f0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:46.655863 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:46.656141 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-456da002-af15-4999-b50b-ceafb5bf04f0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:46.658215 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0', 'status': 'completed', 'code': 200} Mar 10 23:49:46.706312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-41142f44-e8cb-45f3-874e-3824037c5a58 None None] Provisioning complete for port 8903870f-fa16-42b8-83d4-1dedc29823f1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:46.707400 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41142f44-e8cb-45f3-874e-3824037c5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:46.846449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d07cb32-7ed5-4dd7-9e7f-6d487d806504 req-8af27882-c1d8-43fe-a881-6dda6e08b613 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942541 Mar 10 23:49:46.859400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942b56b-61bb-4daf-b4a2-5bff050505f9 req-21699504-5aea-4b00-8b77-7a35131bafaf tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:46.861419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f942b56b-61bb-4daf-b4a2-5bff050505f9 req-21699504-5aea-4b00-8b77-7a35131bafaf tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 944 time: 0.1823382 Mar 10 23:49:46.942960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:46.955875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:49:46.976370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-755aced9-b262-477d-b386-b5eee4c490bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:46.983261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-755aced9-b262-477d-b386-b5eee4c490bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6ee0e9909947be9e042fb6e8ded406&device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 1126 time: 0.3234031 Mar 10 23:49:46.987038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8903870f-fa16-42b8-83d4-1dedc29823f1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:46.987487 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:46.996703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:47.035114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f942b56b-61bb-4daf-b4a2-5bff050505f9 req-00fb284f-0247-4ee0-ad5f-1e08ca4e0199 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617482 Mar 10 23:49:47.040556 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433cf7a-006d-4b0f-9ecc-9fb6ec04922b x-openstack-request-id: req-4433cf7a-006d-4b0f-9ecc-9fb6ec04922b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:47.040556 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:47.040973 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4433cf7a-006d-4b0f-9ecc-9fb6ec04922b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:47.041302 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'status': 'completed', 'code': 200} Mar 10 23:49:47.133091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:47.136066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:47.139693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-41142f44-e8cb-45f3-874e-3824037c5a58 None None] Current status of the port 8903870f-fa16-42b8-83d4-1dedc29823f1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:47.200395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-26f4d8a5-dca2-43c1-89ae-1ca916bee8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.201858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-26f4d8a5-dca2-43c1-89ae-1ca916bee8b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c389bb4a-f217-4161-895b-551b44bfb306 HTTP/1.1" status: 200 len: 916 time: 0.1385458 Mar 10 23:49:47.220079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-e09730fc-d73c-42eb-803f-fb822e5836ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.221988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-e09730fc-d73c-42eb-803f-fb822e5836ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 1128 time: 0.1402416 Mar 10 23:49:47.393988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-ba61df73-2a19-406e-b6bd-7beb78ee07ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0 HTTP/1.1" status: 200 len: 217 time: 0.1778796 Mar 10 23:49:47.455796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056431be-be44-4b00-ad36-a941d73e3411 req-0e5dbcd3-38be-48af-856a-b7754a5bdaac tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.457869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-056431be-be44-4b00-ad36-a941d73e3411 req-0e5dbcd3-38be-48af-856a-b7754a5bdaac tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.2342551 Mar 10 23:49:47.513554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Router 12912076-2298-435a-a32f-8edb8352eeb1 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:49:47.544556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-5e467b45-1657-4033-b24c-25c99d37e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.546496 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-5e467b45-1657-4033-b24c-25c99d37e093 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce6b2663-21f7-49ee-b785-8200c1892c70 HTTP/1.1" status: 200 len: 854 time: 0.1369014 Mar 10 23:49:47.664400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-056431be-be44-4b00-ad36-a941d73e3411 req-269679c7-8eb8-4798-a201-21d72c37d078 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921842 Mar 10 23:49:47.699517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1095c153-a21d-4c2f-892b-371131ab316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.709358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1095c153-a21d-4c2f-892b-371131ab316a service neutron] 10.222.0.30 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.4019761 Mar 10 23:49:47.855396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-3b1ba224-68c5-4a0f-80d3-7f9b35166f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:47.857106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-3b1ba224-68c5-4a0f-80d3-7f9b35166f68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c389bb4a-f217-4161-895b-551b44bfb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2684715 Mar 10 23:49:47.916891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:47.929653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Sync routers for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:47.971188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-fcdfafdb-c033-408d-9ac8-16c61620ba8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 200 len: 217 time: 0.2501304 Mar 10 23:49:47.972203 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:47.978495 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:48.023096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:48.032624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ce79d3f-a24f-4435-979c-975dfebfc619 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.7522347 Mar 10 23:49:48.045695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:48.049274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-7afeba85-c686-44a0-a80b-40814d4f80fa tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:48.049693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8903870f-fa16-42b8-83d4-1dedc29823f1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:48.059207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-7afeba85-c686-44a0-a80b-40814d4f80fa tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3931401 Mar 10 23:49:48.070940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39030) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:48.090611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214007-9eba-4c4f-904c-8926c6e573e2 req-135f4637-43a7-4f0e-b1d4-05198084e96f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:48.096997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68214007-9eba-4c4f-904c-8926c6e573e2 req-135f4637-43a7-4f0e-b1d4-05198084e96f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 948 time: 0.2890558 Mar 10 23:49:48.227332 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-77dac2ed-1bda-4087-a482-fd4f647d4374 service neutron] 10.222.0.39 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328896 Mar 10 23:49:48.297389 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:48.494605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-2eb902a0-3f20-45cc-a165-fecadc6d3404 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 698 time: 0.4336917 Mar 10 23:49:48.510772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:48.529703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7252441a-ba0d-40c9-8645-ad24f0054ce5 req-eed721ea-b1aa-4538-b0bc-639aed5c9fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252982 Mar 10 23:49:48.575970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:48.744276 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:45Z', 'revision_number': 3, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:48.778072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:48.829481 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Checking router: 12912076-2298-435a-a32f-8edb8352eeb1 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:48.832310 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Updating router 12912076-2298-435a-a32f-8edb8352eeb1 port 916f19a0-d122-4f2d-a2fc-62ace269799a binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:49:48.842322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6845a6-ed1e-497d-bb5d-3b6a399c498a None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:48.944914 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:49.093344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1eba8eb4-4c6f-4dd7-a7da-bfaed838a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:49.094880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1eba8eb4-4c6f-4dd7-a7da-bfaed838a4a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 1.1104326 Mar 10 23:49:49.222023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c8b0b563-ce55-41e9-ab79-600530b8c602 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:49.224164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c8b0b563-ce55-41e9-ab79-600530b8c602 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.30 "GET /v2.0/ports?device_id=908df2ee-68b3-48e9-b0ee-1b0c62377534 HTTP/1.1" status: 200 len: 946 time: 0.1423182 Mar 10 23:49:49.325802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68214007-9eba-4c4f-904c-8926c6e573e2 req-1349d641-5202-4bb2-b96f-84cc0c22b472 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9822719 Mar 10 23:49:49.392111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd7841-a23a-423d-b5b7-ca6bb85f2770 None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:49:49.566508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Deleting port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:49:49.567071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:49.830173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] For port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:49.830459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:49.879207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Calling delete_port for 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:49:49.986153 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks [] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:49.992158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-05424a0f-230f-46da-bb6a-fd6c28a545da req-eb181d08-c6fc-4f19-85e8-6cf053625708 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:49:50.004588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05424a0f-230f-46da-bb6a-fd6c28a545da req-eb181d08-c6fc-4f19-85e8-6cf053625708 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173606 Mar 10 23:49:50.010106 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.033774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1f43729c-8f28-49e9-8ae8-7c294656c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:50.036755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-1f43729c-8f28-49e9-8ae8-7c294656c11a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9260767 Mar 10 23:49:50.046422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3c915917-58b0-40f3-a7c8-db68594e4637 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:50.246165 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Attempting to bind port 916f19a0-d122-4f2d-a2fc-62ace269799a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:50.246165 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Attempting to bind port 916f19a0-d122-4f2d-a2fc-62ace269799a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:50.246165 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Attempting to bind port 916f19a0-d122-4f2d-a2fc-62ace269799a on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:50.257503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 3c915917-58b0-40f3-a7c8-db68594e4637 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:50.269634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 3c915917-58b0-40f3-a7c8-db68594e4637 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:50.270018 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.283123 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Pushing event updated for resources: {'Port': ['ID=916f19a0-d122-4f2d-a2fc-62ace269799a,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:50.285641 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:50.286016 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:50.286661 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.286786 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:50.287271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Bound port: 916f19a0-d122-4f2d-a2fc-62ace269799a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:50.287753 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.389694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.390055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.390377 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.391157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.391157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.391357 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.391670 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.402848 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.403726 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.403726 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.409579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.410075 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.410510 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:49:50.432665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9d6a9a54-79c1-467d-86d4-34f3093e1eb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.453933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:50.514717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] For port 916f19a0-d122-4f2d-a2fc-62ace269799a, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:50.521179 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] For port 916f19a0-d122-4f2d-a2fc-62ace269799a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=916f19a0-d122-4f2d-a2fc-62ace269799a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:50.536809 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.568042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event deleted for resources: {'Port': ['ID=9d6a9a54-79c1-467d-86d4-34f3093e1eb7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:50.699874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 3c915917-58b0-40f3-a7c8-db68594e4637 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:50.700898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.766045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] No DVR routers for this DVR port 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:49:50.772550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:50.785568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e8becc58-25b9-41e2-a91f-15bd97086470 req-c1ae7a47-dc2f-4fe8-b96c-415007a13724 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.30 "DELETE /v2.0/ports/9d6a9a54-79c1-467d-86d4-34f3093e1eb7 HTTP/1.1" status: 204 len: 173 time: 1.5517011 Mar 10 23:49:50.786470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'name': 'network-vif-deleted', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:50.792679 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3282b-fc0a-4665-8498-717e8ce8596a" -d '{"events": [{"server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "name": "network-vif-deleted", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:50.802307 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508180f-70b6-4afd-b30c-25869a3ed0c9 None None] Pushing event updated for resources: {'Port': ['ID=916f19a0-d122-4f2d-a2fc-62ace269799a,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:50.821093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:50.821824 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:50.854649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:49:50.933415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:50.941989 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f377d-ca6d-43a4-9066-c4c75c4a7519" -d '{"events": [{"server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "name": "network-vif-plugged", "status": "completed", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:51.054343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:51.076812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3c915917-58b0-40f3-a7c8-db68594e4637,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:51.082910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-48bd7841-a23a-423d-b5b7-ca6bb85f2770 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:49:51.088054 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-48bd7841-a23a-423d-b5b7-ca6bb85f2770 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:49:51.106661 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:51.121030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:51.151938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:51.367034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:51.538203 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:45Z', 'revision_number': 3, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:51.588621 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d616ce3-1b47-44cc-b88f-ef645a2d3c72 None None] The sync data for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 is: [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:45Z', 'revision_number': 3, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:51.590192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd7841-a23a-423d-b5b7-ca6bb85f2770 None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:49:52.051847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:49:52.072243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-c5f8b999-807a-4bbf-8fb9-cc37e411f91b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6642690 Mar 10 23:49:52.077253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-566a3918-d1e9-4346-b8a4-a8e2959f1915 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:49:52.108555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:49:52.109781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-566a3918-d1e9-4346-b8a4-a8e2959f1915 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224938 Mar 10 23:49:52.110447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9d6a9a54-79c1-467d-86d4-34f3093e1eb7 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:49:52.224303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-db7db99d-d153-41aa-a31e-8cbc80bc8a52 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1365380 Mar 10 23:49:52.232864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854d045-638d-4bff-998d-13c662bc9950 req-fb654b7f-a8e3-49cc-b809-a00b8db2f12a tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:52.234518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f854d045-638d-4bff-998d-13c662bc9950 req-fb654b7f-a8e3-49cc-b809-a00b8db2f12a tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 944 time: 1.7961988 Mar 10 23:49:52.458566 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6 associated. External IP: 172.25.7.233, port: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2. Mar 10 23:49:52.541821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 916f19a0-d122-4f2d-a2fc-62ace269799a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:52.564738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:52.607679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f854d045-638d-4bff-998d-13c662bc9950 req-2f476432-da03-4b72-a427-9975922aafe3 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594203 Mar 10 23:49:52.613432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b7fbaa-0be6-4130-a10d-b4d024f671c7 req-2a569831-8968-40aa-b211-1797525115c9 service neutron] 10.222.0.30 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775735 Mar 10 23:49:52.639480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 916f19a0-d122-4f2d-a2fc-62ace269799a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:52.639874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:52.855217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 916f19a0-d122-4f2d-a2fc-62ace269799a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:52.856715 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:52.917402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 916f19a0-d122-4f2d-a2fc-62ace269799a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=916f19a0-d122-4f2d-a2fc-62ace269799a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:52.924883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:52.997965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-4f06c4de-d86e-4399-9152-305db2a7eba5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:52.999392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-4f06c4de-d86e-4399-9152-305db2a7eba5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 947 time: 0.1121137 Mar 10 23:49:53.014323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=916f19a0-d122-4f2d-a2fc-62ace269799a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:53.145491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf3f4b-8a8d-404d-bcff-4f49e93d7f7a req-b8f3383e-eed0-4f75-8123-8fa8a560429d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:53.146960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acaf3f4b-8a8d-404d-bcff-4f49e93d7f7a req-b8f3383e-eed0-4f75-8123-8fa8a560429d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.2298009 Mar 10 23:49:53.201744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Allocated IP 172.20.0.1 (b013a328-a54e-4a2a-a6a4-914d20f0b3fe/5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf/00a28da6-5e59-45fb-ac08-ec44dbceb755) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:49:53.275627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:53.284544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acaf3f4b-8a8d-404d-bcff-4f49e93d7f7a req-ab3bdf83-3a63-447d-bb59-5c75f45aca33 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013207 Mar 10 23:49:53.614902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks [] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:53.630331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:53.636136 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:53.644402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:53.676814 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:53.677829 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:53.688759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a15c3-f875-405d-b3a9-031b5f8e33f2 req-78e8e593-93cd-47ec-a3c2-3fd2bad15d16 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:53.691165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a8a15c3-f875-405d-b3a9-031b5f8e33f2 req-78e8e593-93cd-47ec-a3c2-3fd2bad15d16 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 949 time: 0.3226018 Mar 10 23:49:53.722981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-c668ae0c-e9dc-4522-85c7-1b20fce8b269 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "PUT /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 998 time: 5.2274146 Mar 10 23:49:53.732059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:53.734229 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216db70-b37e-4032-aebb-262cf9a0d847" -d '{"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:53.815428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:53.884317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a8a15c3-f875-405d-b3a9-031b5f8e33f2 req-dde77717-f087-461b-9edb-e18dba091fe1 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851807 Mar 10 23:49:53.892367 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:53.900745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:53.908038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:53.926687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-3c565ea8-4acf-4566-b60d-a9a760e6a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:53.939452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-3c565ea8-4acf-4566-b60d-a9a760e6a96d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.1914983 Mar 10 23:49:53.979303 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b213f-d3c2-4a58-8149-f9a9e394e687 x-openstack-request-id: req-bd2b213f-d3c2-4a58-8149-f9a9e394e687 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:53.979806 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908df2ee-68b3-48e9-b0ee-1b0c62377534", "name": "network-vif-deleted", "tag": "9d6a9a54-79c1-467d-86d4-34f3093e1eb7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:53.980260 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd2b213f-d3c2-4a58-8149-f9a9e394e687 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:53.980838 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908df2ee-68b3-48e9-b0ee-1b0c62377534', 'name': 'network-vif-deleted', 'tag': '9d6a9a54-79c1-467d-86d4-34f3093e1eb7', 'status': 'completed', 'code': 200} Mar 10 23:49:54.057920 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7267d8-97ec-4a2c-8007-e0ed591cf843 x-openstack-request-id: req-4f7267d8-97ec-4a2c-8007-e0ed591cf843 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:54.058823 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "name": "network-vif-plugged", "status": "completed", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:54.059248 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f7267d8-97ec-4a2c-8007-e0ed591cf843 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:54.060423 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637', 'code': 200} Mar 10 23:49:54.067517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:49:54.190544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-579e3da0-f334-40a1-9c9d-1683cafc31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.192120 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-579e3da0-f334-40a1-9c9d-1683cafc31ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2503963 Mar 10 23:49:54.447315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (12912076-2298-435a-a32f-8edb8352eeb1), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:54.453602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-14b4ce28-7d76-45a4-80a3-f422a2e6ddde None None] Provisioning complete for port 00a28da6-5e59-45fb-ac08-ec44dbceb755 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:54.454486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14b4ce28-7d76-45a4-80a3-f422a2e6ddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:54.469501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Pushing event updated for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:54.470815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-47458217-a0ad-4cd7-b044-a892cb4fef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.472342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-47458217-a0ad-4cd7-b044-a892cb4fef39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1132 time: 0.1618712 Mar 10 23:49:54.511037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14b4ce28-7d76-45a4-80a3-f422a2e6ddde None None] Port 00a28da6-5e59-45fb-ac08-ec44dbceb755 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:54.513967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 916f19a0-d122-4f2d-a2fc-62ace269799a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:54.519073 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:51Z', 'revision_number': 7, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:54.559221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:54.578639 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:54.578639 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:54.594643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 916f19a0-d122-4f2d-a2fc-62ace269799a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:54.595442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:54.649443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-ae8375f0-9070-4da9-bf4d-d0b8a1f54972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 999 time: 0.3552284 Mar 10 23:49:54.696441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 916f19a0-d122-4f2d-a2fc-62ace269799a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:54.702187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-41d63615-ac3d-4fc5-a158-e13e7beccdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.713275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-41d63615-ac3d-4fc5-a158-e13e7beccdcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2317584 Mar 10 23:49:54.763177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-e0d2c86c-3359-4a01-a492-9e58547bf9e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.0419655 Mar 10 23:49:54.780836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:54.794485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e172b-c01b-4801-ad14-435dbfff0527 req-bd418a74-66a2-49dd-a706-bd2dbed292d3 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.796088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a02e172b-c01b-4801-ad14-435dbfff0527 req-bd418a74-66a2-49dd-a706-bd2dbed292d3 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 944 time: 0.6029429 Mar 10 23:49:54.802449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:49:54.813615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51879d-6978-46c4-b0a2-de72cb6b3da6 req-13fe83eb-9d78-4d42-9626-3d132e7fd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.815107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b51879d-6978-46c4-b0a2-de72cb6b3da6 req-13fe83eb-9d78-4d42-9626-3d132e7fd5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 1131 time: 0.6102891 Mar 10 23:49:54.844770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-774d1f52-e6d9-49b9-94c8-ddeabe931352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.846890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-774d1f52-e6d9-49b9-94c8-ddeabe931352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0756056 Mar 10 23:49:54.915234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-ac58d5cb-6e5a-4bd2-8620-722df24713cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.921691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-ac58d5cb-6e5a-4bd2-8620-722df24713cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.2714710 Mar 10 23:49:54.963453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-e511a7bd-3743-433a-a6ed-298d096fd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:54.965501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-e511a7bd-3743-433a-a6ed-298d096fd829 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1126106 Mar 10 23:49:55.006526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:55.026401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0', 'network_id': 'c389bb4a-f217-4161-895b-551b44bfb306', 'port_id': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0', 'mac_address': 'fa:16:3e:b3:ac:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6b2663-21f7-49ee-b785-8200c1892c70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:49:55.026672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a02e172b-c01b-4801-ad14-435dbfff0527 req-ac83a9fd-e5cd-450e-912f-4eec1b80bd1a tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103546 Mar 10 23:49:55.054211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b51879d-6978-46c4-b0a2-de72cb6b3da6 req-a3714ad6-656b-4cd9-af22-65daab6afd1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305636 Mar 10 23:49:55.066735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:55.072457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:55.073645 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:55.093866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:49:55.111962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-80c20a20-2410-4efa-a98a-b00d81ada16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:55.115468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-80c20a20-2410-4efa-a98a-b00d81ada16d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1760321 Mar 10 23:49:55.149137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:55.161241 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:55.178198 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:51Z', 'revision_number': 7, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:55.215442 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e71c3-62be-49bf-b3f5-912de7891669 x-openstack-request-id: req-195e71c3-62be-49bf-b3f5-912de7891669 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:55.216103 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:55.216103 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195e71c3-62be-49bf-b3f5-912de7891669 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:55.216410 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:49:55.217946 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b16b1f-e6aa-4053-8248-936e457cf288 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '8809a541-65ac-45a3-bc6a-981bc87654f6', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'port_id': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'mac_address': 'fa:16:3e:31:82:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2a469-64ba-451b-8183-5d3c71807558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:49:51Z', 'revision_number': 7, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:49:55.296796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:55.372326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-0a6054e0-ded4-4995-80e1-936d194938a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:55.374880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-0a6054e0-ded4-4995-80e1-936d194938a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.1659753 Mar 10 23:49:55.382944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-e76c35a5-2061-43d5-947d-eda885b10271 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091690 Mar 10 23:49:55.399383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-eee4dfa3-63f9-4063-82c7-3a66c490d72f service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729819 Mar 10 23:49:55.453084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['96ced5ba-94bb-4a2a-ba52-9442c6166ec0'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:49:55.629682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-2f6c30be-3e7b-41dc-a9b9-0e23c6ff5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:55.632435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-2f6c30be-3e7b-41dc-a9b9-0e23c6ff5064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2470777 Mar 10 23:49:55.638703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-537f4ca2-e118-4ead-9c47-e292f96278ac service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411046 Mar 10 23:49:55.704093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks [] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:55.720592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec208321-cc39-404a-84e3-bcc86e5531a5 None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:49:55.738489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:55.797131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39102) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:55.819447 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-7462e870-dfec-4aba-9c2d-86450fcdd764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 999 time: 0.1757703 Mar 10 23:49:55.926135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-dcb5a29a-8786-44a1-8979-7a9d631c223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:55.932360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-dcb5a29a-8786-44a1-8979-7a9d631c223c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.1086490 Mar 10 23:49:55.998288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8895bfb-5f4b-4ba5-9ff0-cc4001f50b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.016241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792cfa42-0d54-4ea9-af2c-d3450e92aec2 req-bade1010-e599-4fb9-9495-e16dcd2759f5 service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160114 Mar 10 23:49:56.022159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-13355eb1-5b55-4b43-8b78-9d150f6b6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:56.024313 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-13355eb1-5b55-4b43-8b78-9d150f6b6bca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0771422 Mar 10 23:49:56.082578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (12912076-2298-435a-a32f-8edb8352eeb1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.105713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Pushing event updated for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:56.152164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085fecc-89b2-4161-ab89-642bc697141e req-efd703f7-b290-4b9e-9ebf-74f6a1bcd195 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:56.160638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5085fecc-89b2-4161-ab89-642bc697141e req-efd703f7-b290-4b9e-9ebf-74f6a1bcd195 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.4504917 Mar 10 23:49:56.176624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-c73ae837-6ee8-427c-8aad-a1f5d67a3b55 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432283 Mar 10 23:49:56.252405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8895bfb-5f4b-4ba5-9ff0-cc4001f50b32 admin admin] Publish callbacks [] for security_group (52e9d445-5740-4f2f-a0fb-44e8e82594b3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.284312 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8895bfb-5f4b-4ba5-9ff0-cc4001f50b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (52e9d445-5740-4f2f-a0fb-44e8e82594b3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.338631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e8895bfb-5f4b-4ba5-9ff0-cc4001f50b32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dfd67e0aa824f1e84c33610163a7eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378306 Mar 10 23:49:56.344929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39112) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:56.358213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8895bfb-5f4b-4ba5-9ff0-cc4001f50b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e9d445-5740-4f2f-a0fb-44e8e82594b3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:56.368361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:49:56.395031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:49:56.399884 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e216db70-b37e-4032-aebb-262cf9a0d847 req-83c37ea4-9109-4bd3-8a56-312914aa5439 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039354 Mar 10 23:49:56.442657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb234-0cb0-4757-a983-0ece026b5426 req-6516f77c-cbea-42ce-86d0-7311b27f34a7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:56.447820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3eccb234-0cb0-4757-a983-0ece026b5426 req-6516f77c-cbea-42ce-86d0-7311b27f34a7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 949 time: 0.2748616 Mar 10 23:49:56.461524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5085fecc-89b2-4161-ab89-642bc697141e req-f591eda9-e2ae-4de2-8a2c-2b95130e66f8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972879 Mar 10 23:49:56.487044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] Publish callbacks [] for security_group (52e9d445-5740-4f2f-a0fb-44e8e82594b3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.534642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] Publish callbacks [] for security_group (52e9d445-5740-4f2f-a0fb-44e8e82594b3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.638600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (52e9d445-5740-4f2f-a0fb-44e8e82594b3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.641370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:56.645047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52e9d445-5740-4f2f-a0fb-44e8e82594b3 HTTP/1.1" status: 204 len: 168 time: 0.2965214 Mar 10 23:49:56.666419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e1b66-6666-4c3a-b3f3-d864be84c970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e9d445-5740-4f2f-a0fb-44e8e82594b3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:56.672521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5923125-0d1b-4659-b367-06bc45e76474 req-693fe94b-3700-4b1c-9a7b-95baa6db249b tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 998 time: 0.1121998 Mar 10 23:49:56.814238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:49:56.951277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ae8bd1f-904e-4eaf-b35f-0628e9d26a2e None None] Provisioning complete for port 00a28da6-5e59-45fb-ac08-ec44dbceb755 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:56.951665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ae8bd1f-904e-4eaf-b35f-0628e9d26a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.010028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8bd1f-904e-4eaf-b35f-0628e9d26a2e None None] Port 00a28da6-5e59-45fb-ac08-ec44dbceb755 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:49:57.031432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:49:57.040282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:57.040674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.116786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39120) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:57.132083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d95d73-523f-4adf-b74f-f4124ce4c555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.132669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:57.133792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.166918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:49:57.169829 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5dbc9-4221-43d8-b9bb-55121144c5b7" -d '{"events": [{"server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "name": "network-vif-plugged", "status": "completed", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:49:57.188551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:57.197359 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.276390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:57.277128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d95d73-523f-4adf-b74f-f4124ce4c555 admin admin] Publish callbacks [] for security_group (92cefe2b-39a5-4eb2-9391-d5479c27d4e0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.282656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d95d73-523f-4adf-b74f-f4124ce4c555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (92cefe2b-39a5-4eb2-9391-d5479c27d4e0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.330664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d95d73-523f-4adf-b74f-f4124ce4c555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cefe2b-39a5-4eb2-9391-d5479c27d4e0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:57.338914 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-73d95d73-523f-4adf-b74f-f4124ce4c555 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=726b6e10eb0d49409c4aae1a9beec80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194951 Mar 10 23:49:57.339523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:49:57.355391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3eccb234-0cb0-4757-a983-0ece026b5426 req-a0eb9512-1db1-4c54-bd43-39a1faee0a3a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8905416 Mar 10 23:49:57.400527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] Publish callbacks [] for security_group (92cefe2b-39a5-4eb2-9391-d5479c27d4e0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.418655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923125-0d1b-4659-b367-06bc45e76474 req-f93b0def-581e-4812-98ca-c35e29dc9f20 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:57.425569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5923125-0d1b-4659-b367-06bc45e76474 req-f93b0def-581e-4812-98ca-c35e29dc9f20 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.7209280 Mar 10 23:49:57.428035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] Publish callbacks [] for security_group (92cefe2b-39a5-4eb2-9391-d5479c27d4e0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.432086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-b5923125-0d1b-4659-b367-06bc45e76474 req-379e2d85-7c8c-4f58-97ae-b68c1873e8c2 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:49:57.438199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5923125-0d1b-4659-b367-06bc45e76474 req-379e2d85-7c8c-4f58-97ae-b68c1873e8c2 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116496 Mar 10 23:49:57.460138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Router 12912076-2298-435a-a32f-8edb8352eeb1 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:57.484155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (92cefe2b-39a5-4eb2-9391-d5479c27d4e0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.486753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:57.502040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92cefe2b-39a5-4eb2-9391-d5479c27d4e0 HTTP/1.1" status: 204 len: 168 time: 0.1499813 Mar 10 23:49:57.526322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e34e9-7f77-4b42-9d44-64ba53ec9cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cefe2b-39a5-4eb2-9391-d5479c27d4e0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:57.565338 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069b73e-6879-4824-afc6-205928781f79 x-openstack-request-id: req-3069b73e-6879-4824-afc6-205928781f79 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:49:57.566784 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "name": "network-vif-plugged", "status": "completed", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:49:57.567278 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3069b73e-6879-4824-afc6-205928781f79 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:49:57.567891 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0', 'code': 200} Mar 10 23:49:57.706463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b26397-6d8f-4c87-bbae-70edc51bb341 req-90c4a97a-b6c2-4e10-9ddf-b814fc97faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:57.708146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9b26397-6d8f-4c87-bbae-70edc51bb341 req-90c4a97a-b6c2-4e10-9ddf-b814fc97faa0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 1128 time: 0.0760779 Mar 10 23:49:57.735631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c53ca-dd19-428f-aeeb-f01fddab454b req-700b15f6-ea5f-47e0-9aef-7a6819975fd5 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:57.737256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e7c53ca-dd19-428f-aeeb-f01fddab454b req-700b15f6-ea5f-47e0-9aef-7a6819975fd5 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 946 time: 0.2717881 Mar 10 23:49:57.772799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9b26397-6d8f-4c87-bbae-70edc51bb341 req-707221eb-a857-4f2c-951c-636860620f3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585804 Mar 10 23:49:57.853276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c8a03bcc-1072-469c-ad7f-e420ea4efa36 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1001 time: 0.2119529 Mar 10 23:49:57.896008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e7c53ca-dd19-428f-aeeb-f01fddab454b req-edfa59a2-1a6e-40dd-80e2-6cd4f0256815 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478088 Mar 10 23:49:57.932183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:49:57.947954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0d044621-4473-4290-8d33-d2c0785fb004 admin admin] 10.222.0.21 "PUT /v2.0/routers/12912076-2298-435a-a32f-8edb8352eeb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8415394 Mar 10 23:49:57.952712 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Sync routers for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:49:57.975399 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:57.976305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:57.990313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-76a7650a-d390-4b6e-aa45-f7d87d47d27f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:57.999509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-76a7650a-d390-4b6e-aa45-f7d87d47d27f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports/8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 942 time: 0.1230659 Mar 10 23:49:58.095761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9b8bd-c747-4766-88c0-827dbef7e85d req-d5178a3a-4001-4e2c-a7cd-0ebbb1903589 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:58.105614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72e9b8bd-c747-4766-88c0-827dbef7e85d req-d5178a3a-4001-4e2c-a7cd-0ebbb1903589 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.0929294 Mar 10 23:49:58.142129 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:58.255788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72e9b8bd-c747-4766-88c0-827dbef7e85d req-012f6c64-bbb7-4e53-9774-cda5c2dfab18 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491718 Mar 10 23:49:58.310375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-a0019f4a-b73c-41b4-a1a0-debef38f75f1 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1001 time: 0.2017169 Mar 10 23:49:58.473201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:55Z', 'revision_number': 2, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:58.545613 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Checking router: 12912076-2298-435a-a32f-8edb8352eeb1 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:49:58.546151 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Updating router 12912076-2298-435a-a32f-8edb8352eeb1 port 00a28da6-5e59-45fb-ac08-ec44dbceb755 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:49:58.593503 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:58.628944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-895c453c-b8ac-4b16-889e-7952a963c3ef tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:58.638664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-895c453c-b8ac-4b16-889e-7952a963c3ef tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3193610 Mar 10 23:49:58.810791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-20f8601c-b581-4e45-b474-717b13c4c8a3 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 1001 time: 0.1653302 Mar 10 23:49:58.838004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:49:59.073487 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks [] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.075181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.083850 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.232469 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a8889-6c96-4077-8eb9-3ade805e0f29 None None] Pushing event updated for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:59.254409 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Attempting to bind port 00a28da6-5e59-45fb-ac08-ec44dbceb755 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:49:59.255781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Attempting to bind port 00a28da6-5e59-45fb-ac08-ec44dbceb755 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:49:59.256374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-ee1c4503-4199-4639-b7d0-3264d02e9a37 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:49:59.258873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Attempting to bind port 00a28da6-5e59-45fb-ac08-ec44dbceb755 on network b013a328-a54e-4a2a-a6a4-914d20f0b3fe {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:49:59.264553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-ee1c4503-4199-4639-b7d0-3264d02e9a37 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 829 time: 0.4598265 Mar 10 23:49:59.287064 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:49:59.287579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Checking segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:49:59.288559 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.289864 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Bound using segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:49:59.291249 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Bound port: 00a28da6-5e59-45fb-ac08-ec44dbceb755, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:49:59.297561 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.326597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-45bfee5e-429c-4fa6-b93a-149625ae6d32 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/quotas/960f857b0ecc4081916f80fc8b3b274c HTTP/1.1" status: 200 len: 375 time: 0.0555980 Mar 10 23:49:59.432221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] For port 00a28da6-5e59-45fb-ac08-ec44dbceb755, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:49:59.437601 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] For port 00a28da6-5e59-45fb-ac08-ec44dbceb755, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00a28da6-5e59-45fb-ac08-ec44dbceb755,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:49:59.442649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.450413 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.460456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.461228 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6 disassociated. External IP: 172.25.7.233, port: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2. Mar 10 23:49:59.561009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Provisioning complete for port 00a28da6-5e59-45fb-ac08-ec44dbceb755 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:49:59.562165 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.562431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a8889-6c96-4077-8eb9-3ade805e0f29 None None] Pushing event updated for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:59.596058 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:49:59.596648 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:49:59.685060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-d1f9ca84-8e99-463a-8ba9-b50b3d083c82 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3479328 Mar 10 23:49:59.815590 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:49:59.820066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Current status of the port 00a28da6-5e59-45fb-ac08-ec44dbceb755 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:49:59.824971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.882212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] For port 00a28da6-5e59-45fb-ac08-ec44dbceb755, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00a28da6-5e59-45fb-ac08-ec44dbceb755,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:49:59.889280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:49:59.967609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8c0cb-efe9-404c-904f-bed04bc8b7bf None None] Pushing event updated for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:49:59.989534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:49:59.998050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-303c0d74-a5b6-43bf-b827-18b82df656c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955737 Mar 10 23:50:00.021005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a389db36-3483-451a-94f2-092e00fe7432 None None] Provisioning complete for port 00a28da6-5e59-45fb-ac08-ec44dbceb755 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:00.021005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a389db36-3483-451a-94f2-092e00fe7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:00.139206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a389db36-3483-451a-94f2-092e00fe7432 None None] Current status of the port 00a28da6-5e59-45fb-ac08-ec44dbceb755 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:00.255709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-44f0f7f0-c6c4-4670-9997-0cd81db683bf service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500699 Mar 10 23:50:00.258579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:00.264860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:00.275532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:00.290877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:00.291508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:00.293178 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:00.329428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee0731-bb67-416f-8135-96ff82c6bdca None None] The sync data for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 is: [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:00.369729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-c292fe3a-f034-420f-a6db-a43a8f53362e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "PUT /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 695 time: 1.5459905 Mar 10 23:50:00.369945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:00.376782 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ae48c-fc21-48aa-a03d-b17c876b554c" -d '{"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:00.510962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-9f810d48-39c8-4211-bb0b-a33a140befbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:00.516217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-9f810d48-39c8-4211-bb0b-a33a140befbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.1335907 Mar 10 23:50:00.727907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:00.729315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-bfe787e0-bbf5-4c4c-922d-01451cb6a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:00.731409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-bfe787e0-bbf5-4c4c-922d-01451cb6a9f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2045758 Mar 10 23:50:00.813922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-a1d71df4-d6e9-4b52-b5ee-3d131ce1b44a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0759232 Mar 10 23:50:00.825474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95b4e1-af89-4bdd-a15b-87e360d742b0 req-627aa8b8-f6b3-4f72-a187-e3a14abfb79b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:00.827428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b95b4e1-af89-4bdd-a15b-87e360d742b0 req-627aa8b8-f6b3-4f72-a187-e3a14abfb79b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 949 time: 0.1889412 Mar 10 23:50:00.923106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-5a53fc7f-e488-45d8-81ff-8385a7e57e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:00.924843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-5a53fc7f-e488-45d8-81ff-8385a7e57e30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.0964122 Mar 10 23:50:00.942469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b95b4e1-af89-4bdd-a15b-87e360d742b0 req-0016df34-1625-47f2-93a3-3259ac086b25 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Mar 10 23:50:01.057695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-e59c437a-dc3e-4ebb-832d-cd6df434961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:01.060658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-e59c437a-dc3e-4ebb-832d-cd6df434961c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167498 Mar 10 23:50:01.106165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:01.178226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:01.191455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:01.192376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:01.344939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:01.389897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d86985-6b10-4d7d-af6e-b461f7cca4c6 req-a4d9f380-853d-48c3-b802-26e086e072a9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:01.391320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d86985-6b10-4d7d-af6e-b461f7cca4c6 req-a4d9f380-853d-48c3-b802-26e086e072a9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 946 time: 0.2261527 Mar 10 23:50:01.393538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-d75b7a80-e9d5-4725-83d0-e7840289b20f service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259137 Mar 10 23:50:01.621603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d86985-6b10-4d7d-af6e-b461f7cca4c6 req-bbe67693-6dd4-4eab-a8c3-dc7765f92a7a tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101653 Mar 10 23:50:01.672441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b60ee8-2669-4f2d-bd34-ccea070811bc req-801049c0-a9c3-4251-a31e-5500d8a47adf service neutron] 10.222.0.21 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670896 Mar 10 23:50:01.720937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:01.758467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cee6d-8e58-48a1-a064-832a50e20c20 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:48:25Z', 'revision_number': 4, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'aa6533c0-473f-4427-940e-555ddd19fce5', 'name': '', 'network_id': '137d3e4b-ac65-4eb7-ba5f-39adf87bbd70', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'mac_address': 'fa:16:3e:6c:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '2224a795-f4da-4c51-8137-01f206002d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:23Z', 'updated_at': '2022-03-10T23:48:30Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'subnets': [{'id': '2224a795-f4da-4c51-8137-01f206002d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:01.828423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a172fb9-964b-47f2-a207-200646aeda40 req-dcad3a0b-6d85-4be3-8def-f8b58680a5a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:01.829984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a172fb9-964b-47f2-a207-200646aeda40 req-dcad3a0b-6d85-4be3-8def-f8b58680a5a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.0767837 Mar 10 23:50:01.906681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a172fb9-964b-47f2-a207-200646aeda40 req-939f406e-3158-40b9-bf97-23d759d655c6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647879 Mar 10 23:50:02.096387 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd28ebf-f13e-4399-87e6-6ebd9e58e1c4 x-openstack-request-id: req-cfd28ebf-f13e-4399-87e6-6ebd9e58e1c4 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:02.097009 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:02.097276 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfd28ebf-f13e-4399-87e6-6ebd9e58e1c4 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:02.097691 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:50:02.325550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35fb2287-9e31-487d-8a41-23b14ad4bb97 req-b56281ae-5513-44c1-8cbf-e88ec7e86eee tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 210 time: 0.1158819 Mar 10 23:50:02.471456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195a0a-5eb6-4f66-9d65-e60c69232a7b req-e964a534-83d5-4754-b039-85abf4a23366 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:02.481129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f195a0a-5eb6-4f66-9d65-e60c69232a7b req-e964a534-83d5-4754-b039-85abf4a23366 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 1131 time: 0.1468434 Mar 10 23:50:02.490148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-f2a51d8d-f21b-49ff-9d32-e0777c8cf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:02.498574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-f2a51d8d-f21b-49ff-9d32-e0777c8cf9d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47c80c3e3b804d55b99c1438e2e31326&device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 1127 time: 0.3733442 Mar 10 23:50:02.534561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00a28da6-5e59-45fb-ac08-ec44dbceb755 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:02.565985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f195a0a-5eb6-4f66-9d65-e60c69232a7b req-30d8fa27-232c-461d-b1c6-f1381e70371b tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782816 Mar 10 23:50:02.568043 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5af55c-10c4-4ca3-81e6-5e40d01d3553 None None] New status for floating IP 8809a541-65ac-45a3-bc6a-981bc87654f6: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:50:02.730557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 00a28da6-5e59-45fb-ac08-ec44dbceb755 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:02.731174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:02.941264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 00a28da6-5e59-45fb-ac08-ec44dbceb755 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:03.023679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-27bbb983-ad41-4ff4-9b54-5525d3fd2385 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 200 len: 695 time: 0.0658269 Mar 10 23:50:03.059693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-ceb966ab-1dc0-4628-8458-32e53998f81b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337892 Mar 10 23:50:03.449933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-61d872cc-1e28-422e-9ea4-b5043b5f1a2b tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.451722 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-61d872cc-1e28-422e-9ea4-b5043b5f1a2b tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.39 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 829 time: 1.2398319 Mar 10 23:50:03.466828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'port': {'device_id': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'admin_state_up': True, 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:03.491890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-11c4d3f8-1619-42a1-a514-1bec7603391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.496044 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-11c4d3f8-1619-42a1-a514-1bec7603391c service neutron] 10.222.0.39 "GET /v2.0/networks?id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 200 len: 922 time: 0.2342072 Mar 10 23:50:03.564906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-9877efdc-6d48-4071-8839-db3aa3635dd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 200 len: 217 time: 0.0621567 Mar 10 23:50:03.649757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-b4f146d5-9e0e-403f-bcc5-420839066e92 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.658063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-b4f146d5-9e0e-403f-bcc5-420839066e92 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5967507 Mar 10 23:50:03.675447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-5f0ea1a0-e135-4312-9ca0-9e7fe5e08992 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.683478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-a7edada4-aab9-44cd-953f-daf7262fbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.683612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-5f0ea1a0-e135-4312-9ca0-9e7fe5e08992 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.6110940 Mar 10 23:50:03.685177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-a7edada4-aab9-44cd-953f-daf7262fbf40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 200 len: 860 time: 0.0861599 Mar 10 23:50:03.688841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-a5fb9be8-545f-49d9-b29c-78b285e32eed tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:50:03.695868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-a5fb9be8-545f-49d9-b29c-78b285e32eed tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114715 Mar 10 23:50:03.720307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Made reservation on behalf of 960f857b0ecc4081916f80fc8b3b274c for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:03.722392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-3adf0dbc-5d12-4691-9950-0ef50a75b2a5 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/quotas/0e0a2237e88641308fd8764764dace23 HTTP/1.1" status: 200 len: 375 time: 0.0607936 Mar 10 23:50:03.724495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:03.809611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-e646f994-7988-4088-bad9-8defcdd6cad8 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 697 time: 0.1119428 Mar 10 23:50:03.826489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-667137bf-a0b7-4185-9ac1-eedc023f8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:03.828030 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-667137bf-a0b7-4185-9ac1-eedc023f8177 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1207941 Mar 10 23:50:03.888447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71af3abf-8f84-4f1f-9cd6-987750ae1bef tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 697 time: 0.0717053 Mar 10 23:50:03.902553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d70ba4-3441-4e51-a00a-37a3d6bff85b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1793172 Mar 10 23:50:03.998261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Allocated IP 172.20.0.9 (b013a328-a54e-4a2a-a6a4-914d20f0b3fe/5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf/c78c4e93-ff0c-47c1-8037-e8164372fc45) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:04.022208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-fa177821-823a-4b00-a186-ed478a3b8373 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868529 Mar 10 23:50:04.166815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Deleting port 35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:04.167402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.265921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0d9ae48c-fc21-48aa-a03d-b17c876b554c req-f439cc0a-5efb-4c15-a5b3-aac64ef8deb0 service neutron] 10.222.0.39 "GET /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358332 Mar 10 23:50:04.427712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af32a9-9618-456c-97a4-eed23296ccff req-8c268aaf-9f69-4db3-a70f-92c138c5ca79 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:04.430234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91af32a9-9618-456c-97a4-eed23296ccff req-8c268aaf-9f69-4db3-a70f-92c138c5ca79 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.1925509 Mar 10 23:50:04.462277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.501841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.541067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91af32a9-9618-456c-97a4-eed23296ccff req-319787ea-1148-4b5b-9360-67237f9da064 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991395 Mar 10 23:50:04.569806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.571824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.598663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Calling delete_port for 35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:04.625847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:04.642276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:04.656239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:04.700232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event updated for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:04.771832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:04.772525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:04.807890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-15b8f013-b977-4c50-983b-e92361b2b539 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3465707 Mar 10 23:50:04.824438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Request body: {'port': {'device_id': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:04.859094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1c080-0811-4e94-a943-a349bb6b4ece req-030b8d90-e04f-40a6-972e-37639e1e5ac7 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:04.869258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efb1c080-0811-4e94-a943-a349bb6b4ece req-030b8d90-e04f-40a6-972e-37639e1e5ac7 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 931 time: 0.1760316 Mar 10 23:50:04.996392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.030532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efb1c080-0811-4e94-a943-a349bb6b4ece req-237eca6e-8954-4b6f-adec-e1b27095b79d tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600201 Mar 10 23:50:05.192401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.231079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-26c2d000-410c-423d-b184-96df68f6366c None None] Provisioning complete for port c78c4e93-ff0c-47c1-8037-e8164372fc45 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:05.232236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26c2d000-410c-423d-b184-96df68f6366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.278843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event deleted for resources: {'Port': ['ID=35a9a5e2-76d9-4c8d-b5bc-248cd84eb3f8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:05.300965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.301578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.302114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.302625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.303141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.303647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.304221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.305058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.305578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.306079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.306569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.307066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.307554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:05.360645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-26c2d000-410c-423d-b184-96df68f6366c None None] Port c78c4e93-ff0c-47c1-8037-e8164372fc45 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:50:05.365921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de12af10-635e-4609-b429-dded49523d7b req-de6fe696-a5c9-49e4-8eeb-a0eb7918a696 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 210 time: 0.0894175 Mar 10 23:50:05.486046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78c4e93-ff0c-47c1-8037-e8164372fc45 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:05.497179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks [] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.513321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Transition to ACTIVE for port object c78c4e93-ff0c-47c1-8037-e8164372fc45 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:50:05.519295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.560294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks [] for floatingip (8809a541-65ac-45a3-bc6a-981bc87654f6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.567243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.572023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0476a894-a8e3-4bc4-91a6-62fda299aa16 req-71bb79c1-66f1-4833-89eb-f4dfb1da6d06 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "DELETE /v2.0/floatingips/8809a541-65ac-45a3-bc6a-981bc87654f6 HTTP/1.1" status: 204 len: 173 time: 1.6682372 Mar 10 23:50:05.633661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Pushing event updated for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:05.825662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Attempting to bind port c78c4e93-ff0c-47c1-8037-e8164372fc45 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:05.826053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Attempting to bind port c78c4e93-ff0c-47c1-8037-e8164372fc45 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:05.827434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Attempting to bind port c78c4e93-ff0c-47c1-8037-e8164372fc45 on network b013a328-a54e-4a2a-a6a4-914d20f0b3fe {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:05.841176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Port c78c4e93-ff0c-47c1-8037-e8164372fc45 on network b013a328-a54e-4a2a-a6a4-914d20f0b3fe not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:50:05.841513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Attempting to bind port c78c4e93-ff0c-47c1-8037-e8164372fc45 on network b013a328-a54e-4a2a-a6a4-914d20f0b3fe {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:05.864270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:05.864679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Checking segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:05.865008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Bound using segment: {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:05.865459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Bound port: c78c4e93-ff0c-47c1-8037-e8164372fc45, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f2c3e-917f-4682-8fd9-ef047f58595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:05.865819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:05.876588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c87fb2-211b-49f8-be71-5207c69bc6c9 req-de4bb0e5-ffe5-45da-81ff-550ad6dca5ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:05.881860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9c87fb2-211b-49f8-be71-5207c69bc6c9 req-de4bb0e5-ffe5-45da-81ff-550ad6dca5ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.1872814 Mar 10 23:50:05.989240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9c87fb2-211b-49f8-be71-5207c69bc6c9 req-d1d77b79-3bce-4d16-a1d9-61d57172fbfc tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011727 Mar 10 23:50:06.070923 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-ad8aba95-f9d8-4f92-8319-34304bfb628f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0e0a2237e88641308fd8764764dace23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930591 Mar 10 23:50:06.074903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:06.128362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7e4cc-6b14-40e3-9a80-a646a2d5f2ac req-318275b0-918a-4d30-a16d-1394ea1fb524 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.130144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ae7e4cc-6b14-40e3-9a80-a646a2d5f2ac req-318275b0-918a-4d30-a16d-1394ea1fb524 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.0795684 Mar 10 23:50:06.160607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:06.187764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.199264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:06.239864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ae7e4cc-6b14-40e3-9a80-a646a2d5f2ac req-12cded14-74ad-458b-aac6-895ad5bc096f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031663 Mar 10 23:50:06.263361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe666bd-1788-40e3-a656-c749389f11d8 req-a25e883f-8f5c-4824-a46d-1d058312b2ab tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.265288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fe666bd-1788-40e3-a656-c749389f11d8 req-a25e883f-8f5c-4824-a46d-1d058312b2ab tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 943 time: 0.1046753 Mar 10 23:50:06.304536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.305159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.306670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] 10.222.0.39 "PUT /v2.0/ports/c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 1091 time: 1.4906478 Mar 10 23:50:06.307035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:06.312564 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecfd926-3891-4516-bddf-6fd1f0881ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:06.366336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fe666bd-1788-40e3-a656-c749389f11d8 req-1715b87a-d5b1-43fd-b3d5-6aec485bd842 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939584 Mar 10 23:50:06.410540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-a3c8cd24-ffdf-472f-b18a-35700c5dbe8b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.412308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-a3c8cd24-ffdf-472f-b18a-35700c5dbe8b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259840 Mar 10 23:50:06.415483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7285-efaa-4d4c-8ae6-8ddda3e5ba16 service neutron] Pushing event updated for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:06.442782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Request body: {'port': {'device_id': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '0e0a2237e88641308fd8764764dace23'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:06.449072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14ba717a-67af-4ac9-bb09-ff620633d8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.544872 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f98229e-ca4f-46de-bd5c-2c038d3d16ca x-openstack-request-id: req-5f98229e-ca4f-46de-bd5c-2c038d3d16ca {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:06.545769 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:06.546187 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f98229e-ca4f-46de-bd5c-2c038d3d16ca {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:06.546740 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'status': 'completed', 'code': 200} Mar 10 23:50:06.574319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5475f707-6b88-4707-8845-42debc31ab05 req-125d1ca0-bcb7-4a1c-91ed-c891d956d004 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 210 time: 0.0491688 Mar 10 23:50:06.597213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-c19e2450-3f20-48fa-9648-2dc5b3bb3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.602610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-c19e2450-3f20-48fa-9648-2dc5b3bb3a88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1125 time: 0.2361526 Mar 10 23:50:06.641789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dd50b6f8-322b-432d-b550-d55996d21e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.662303 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-9b2c4183-deb0-4639-a5d4-08f70c70cd44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 217 time: 0.0517583 Mar 10 23:50:06.683211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14ba717a-67af-4ac9-bb09-ff620633d8be admin admin] Publish callbacks [] for security_group (22a4443d-4c75-4ea0-b164-9d8dfc74c4d6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.687836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14ba717a-67af-4ac9-bb09-ff620633d8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (22a4443d-4c75-4ea0-b164-9d8dfc74c4d6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.719630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Made reservation on behalf of 0e0a2237e88641308fd8764764dace23 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:06.722994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:06.735981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-14ba717a-67af-4ac9-bb09-ff620633d8be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69fe8283b7b44609895d883417384e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267763 Mar 10 23:50:06.735981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba717a-67af-4ac9-bb09-ff620633d8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4443d-4c75-4ea0-b164-9d8dfc74c4d6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:06.736660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39330) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:06.760863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-7c965ac2-af59-42de-9a95-9e1ba054583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.762762 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-7c965ac2-af59-42de-9a95-9e1ba054583b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.0924659 Mar 10 23:50:06.930418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-9a54bbc0-edba-4af5-bf81-113b7d5ad0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:06.931955 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-9a54bbc0-edba-4af5-bf81-113b7d5ad0fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1561654 Mar 10 23:50:06.972563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] Publish callbacks [] for security_group (22a4443d-4c75-4ea0-b164-9d8dfc74c4d6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:07.020247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] Publish callbacks [] for security_group (22a4443d-4c75-4ea0-b164-9d8dfc74c4d6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:07.050326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Allocated IP 192.168.233.203 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/dba40da4-9549-4a26-a22b-16d8b0f30d67) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:07.239473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ef623-a17a-418d-afa3-b1ba9d62833a req-3ee68c76-90fe-4426-90b4-a25639979224 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:07.241084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-661ef623-a17a-418d-afa3-b1ba9d62833a req-3ee68c76-90fe-4426-90b4-a25639979224 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.0973737 Mar 10 23:50:07.265171 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-e5456071-0f40-4262-8077-bd257d8c1b3f service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072741 Mar 10 23:50:07.371422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-661ef623-a17a-418d-afa3-b1ba9d62833a req-ea8e142f-2fa0-4796-a7e7-6d8c427d711e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222730 Mar 10 23:50:07.515961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (22a4443d-4c75-4ea0-b164-9d8dfc74c4d6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:07.518695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:07.524840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22a4443d-4c75-4ea0-b164-9d8dfc74c4d6 HTTP/1.1" status: 204 len: 168 time: 0.7667825 Mar 10 23:50:07.659032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246abc50-8523-450e-b1c5-d2b289ed230e req-66230254-83e5-4df6-8e5d-f25ccd65c0c0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:07.674605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-246abc50-8523-450e-b1c5-d2b289ed230e req-66230254-83e5-4df6-8e5d-f25ccd65c0c0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 943 time: 0.1833601 Mar 10 23:50:07.693420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf09e3-cc70-4f91-ae5c-65961569dcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4443d-4c75-4ea0-b164-9d8dfc74c4d6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:07.765077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154eaa8-ebb2-4b34-942f-54e70f0358cc req-19ee33c8-9229-43e2-a491-c53b45879299 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:07.778333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d154eaa8-ebb2-4b34-942f-54e70f0358cc req-19ee33c8-9229-43e2-a491-c53b45879299 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.2130063 Mar 10 23:50:07.826037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-cfb3cf42-9e2b-4e07-a89a-35f3020cae31 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:07.828506 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-cfb3cf42-9e2b-4e07-a89a-35f3020cae31 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.39 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.5404108 Mar 10 23:50:07.887264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-246abc50-8523-450e-b1c5-d2b289ed230e req-20bc8b78-0e84-4a12-afbe-f4fee829fe9a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060282 Mar 10 23:50:07.903603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d154eaa8-ebb2-4b34-942f-54e70f0358cc req-84843366-d726-4ffc-adc3-23854fa25d9e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237884 Mar 10 23:50:08.008349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks [] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.147286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-247eaf09-b920-4f8c-91df-3c3747618666 req-51d2c5bd-1241-4596-9381-a5f6f71fa11c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 210 time: 0.1225584 Mar 10 23:50:08.171716 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-360ddaa7-8e75-40ee-ab56-0f6d306a9d6e req-80036e3f-fbf8-4c48-9450-40f00b7fb79b service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8720703 Mar 10 23:50:08.219328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:08.249691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.258842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14982f90-535f-4d7e-96c8-9d0f86ab9f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.263480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda', '417b72df-a8f0-408a-b256-496cd7799704', '3c915917-58b0-40f3-a7c8-db68594e4637'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:08.403628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:08.407652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:08.426270 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14982f90-535f-4d7e-96c8-9d0f86ab9f8e admin admin] Publish callbacks [] for security_group (2daddcb4-ede1-45fb-ac05-0dcc0aa091d0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.437411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14982f90-535f-4d7e-96c8-9d0f86ab9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2daddcb4-ede1-45fb-ac05-0dcc0aa091d0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.458609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:08.480093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-14982f90-535f-4d7e-96c8-9d0f86ab9f8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1a38f6241654363b03d3b85d48254af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492909 Mar 10 23:50:08.483577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39440) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:08.484889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:08.540227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982f90-535f-4d7e-96c8-9d0f86ab9f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daddcb4-ede1-45fb-ac05-0dcc0aa091d0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:08.727709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] Publish callbacks [] for security_group (2daddcb4-ede1-45fb-ac05-0dcc0aa091d0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.786754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event updated for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:08.787666 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] Publish callbacks [] for security_group (2daddcb4-ede1-45fb-ac05-0dcc0aa091d0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.854987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-4d6ebf78-0f46-46d6-8c2e-478526c51706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:08.857949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-4d6ebf78-0f46-46d6-8c2e-478526c51706 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1125 time: 0.6113684 Mar 10 23:50:08.908220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2daddcb4-ede1-45fb-ac05-0dcc0aa091d0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.919034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:08.919738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2daddcb4-ede1-45fb-ac05-0dcc0aa091d0 HTTP/1.1" status: 204 len: 168 time: 0.3943050 Mar 10 23:50:08.955473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030b28f-e731-4bb2-aab6-ca673f4992e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daddcb4-ede1-45fb-ac05-0dcc0aa091d0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:08.988057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Deleting port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:08.991020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.067912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:09.068611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.079013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac22cff-e03a-4a52-9197-6d86a20868fe req-ebe538bf-6cb2-4987-ac89-b30cd02a8124 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:09.091895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac22cff-e03a-4a52-9197-6d86a20868fe req-ebe538bf-6cb2-4987-ac89-b30cd02a8124 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.4234674 Mar 10 23:50:09.349228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed8f0-908b-49e6-a4c3-8d7dec462538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.402569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b7c5e23e-edf0-4101-8ac9-cb796f92c213 None None] Provisioning complete for port dba40da4-9549-4a26-a22b-16d8b0f30d67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:09.403674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b7c5e23e-edf0-4101-8ac9-cb796f92c213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.421981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac22cff-e03a-4a52-9197-6d86a20868fe req-ac5628f7-b8b9-4ea6-a92c-e8b85f3ddc91 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265870 Mar 10 23:50:09.426106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-187c9ea0-047b-4b00-89d5-0ed23e8704de tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9885242 Mar 10 23:50:09.474472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Request body: {'port': {'device_id': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:09.495318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47783c7-3942-47fa-aaf6-0744285750cf req-c701307e-7505-413a-8cef-76d6ac51ee2e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:09.508011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5e23e-edf0-4101-8ac9-cb796f92c213 None None] Port dba40da4-9549-4a26-a22b-16d8b0f30d67 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:50:09.508667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b47783c7-3942-47fa-aaf6-0744285750cf req-c701307e-7505-413a-8cef-76d6ac51ee2e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 943 time: 0.3200636 Mar 10 23:50:09.719709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b47783c7-3942-47fa-aaf6-0744285750cf req-d7bc1483-9b17-4733-bdb4-8dbc37074115 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094038 Mar 10 23:50:09.744758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.747739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] For port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:09.748153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:09.752027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-f54a9db1-2cd0-43d9-bb6c-e1108e965b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:09.753521 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-f54a9db1-2cd0-43d9-bb6c-e1108e965b51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 930 time: 0.8815849 Mar 10 23:50:09.778102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4e93b-f09f-49ea-b0ca-ba3d1eae8b48 req-da21844b-40f8-4917-8a07-77b99d7d1c73 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:09.781243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ce4e93b-f09f-49ea-b0ca-ba3d1eae8b48 req-da21844b-40f8-4917-8a07-77b99d7d1c73 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.1859701 Mar 10 23:50:09.830491 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-92b54097-36e5-4c05-8518-0b475002b2dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 217 time: 0.0617361 Mar 10 23:50:09.832592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Calling delete_port for 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:09.867504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ce4e93b-f09f-49ea-b0ca-ba3d1eae8b48 req-f600c055-256b-4ac0-9c45-1571d4e7177f tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781305 Mar 10 23:50:10.085601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cc68c-4d7b-47c1-95b5-3f1824d770e8 req-c9e494d8-61db-4efe-9c64-bdde6ac0efd3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:10.087197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d66cc68c-4d7b-47c1-95b5-3f1824d770e8 req-c9e494d8-61db-4efe-9c64-bdde6ac0efd3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 936 time: 0.1148965 Mar 10 23:50:10.201001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d66cc68c-4d7b-47c1-95b5-3f1824d770e8 req-8502e8cc-87e4-41d9-9b2d-1a6e09395efe tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055710 Mar 10 23:50:10.312660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-56f5e942-90e9-4720-a505-07bba7ae2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:10.314107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-56f5e942-90e9-4720-a505-07bba7ae2d7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.1855268 Mar 10 23:50:10.376742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba40da4-9549-4a26-a22b-16d8b0f30d67 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:10.401832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks [] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:10.423949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Transition to ACTIVE for port object dba40da4-9549-4a26-a22b-16d8b0f30d67 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:50:10.428708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:10.451914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:10.454389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:10.455494 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:10.471468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-f926c841-f001-45f9-8a84-b93aa32e807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:10.471468 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-f926c841-f001-45f9-8a84-b93aa32e807f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459730 Mar 10 23:50:10.899339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c78c4e93-ff0c-47c1-8037-e8164372fc45 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:50:10.942765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01881367-24d7-4152-a016-84fd6659b724 req-9ee44b80-921a-41e6-80c5-6982860ec663 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:10.944566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01881367-24d7-4152-a016-84fd6659b724 req-9ee44b80-921a-41e6-80c5-6982860ec663 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 943 time: 0.0751538 Mar 10 23:50:11.144944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01881367-24d7-4152-a016-84fd6659b724 req-2b1d1d0c-025d-4b97-9511-94f81e9891c3 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934361 Mar 10 23:50:11.323823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:11.365459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'mac_address': 'fa:16:3e:e3:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:50:11.369372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72333a04-757d-4744-9d2d-f137b799fd60 req-5d14129e-32a5-413a-bf0f-f4667a30c437 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:11.378829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72333a04-757d-4744-9d2d-f137b799fd60 req-5d14129e-32a5-413a-bf0f-f4667a30c437 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.1616311 Mar 10 23:50:11.425998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794676db-a43b-434f-a4bd-5c812188e39c req-59ddd1dc-db9a-4c27-b582-a9250239e670 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:11.428724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794676db-a43b-434f-a4bd-5c812188e39c req-59ddd1dc-db9a-4c27-b582-a9250239e670 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/ports?device_id=4af2a469-64ba-451b-8183-5d3c71807558 HTTP/1.1" status: 200 len: 945 time: 0.1769874 Mar 10 23:50:11.452917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Pushing event updated for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:11.465170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.465873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.466440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.466998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.467548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.468140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.468697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.469234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.469771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.470317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.470876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.471280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.471677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:11.483606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:11.536157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:11.583369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72333a04-757d-4744-9d2d-f137b799fd60 req-73805dd7-bdd8-4f6a-8c42-8d066f0856fc tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033978 Mar 10 23:50:11.624305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794676db-a43b-434f-a4bd-5c812188e39c req-494ee249-4c00-44ed-8a98-eed463c87c3e tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad3301e4-6da4-46df-a555-7ff1e0ff4f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537254 Mar 10 23:50:11.672646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Pushing event deleted for resources: {'Port': ['ID=8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:11.674563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:11.686500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port c78c4e93-ff0c-47c1-8037-e8164372fc45 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:11.689293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:11.757190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78c4e93-ff0c-47c1-8037-e8164372fc45 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:11.794552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] No DVR routers for this DVR port 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:11.802020 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-42e2d5d3-1cb6-4888-92dd-9ba98a7bc22c service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3220727 Mar 10 23:50:11.806276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:11.820606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21d474fe-e9d1-449c-9b45-c949f19e575e req-100544f9-3436-4ce8-b87e-bb73cd859557 tempest-FloatingIPsAssociationTestJSON-1362321367 tempest-FloatingIPsAssociationTestJSON-1362321367-project] 10.222.0.39 "DELETE /v2.0/ports/8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 HTTP/1.1" status: 204 len: 173 time: 3.9619007 Mar 10 23:50:11.825144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'name': 'network-vif-deleted', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:11.833652 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ed368-fa66-4639-9246-fde184b92c4d" -d '{"events": [{"server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "name": "network-vif-deleted", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:11.848157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:11.848484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe632f9-4f6b-486f-badd-99e76ace789a req-2c7c46f8-f663-419c-a7fa-81f86dac948b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:11.859082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fe632f9-4f6b-486f-badd-99e76ace789a req-2c7c46f8-f663-419c-a7fa-81f86dac948b tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 948 time: 0.1015961 Mar 10 23:50:11.859300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Attempting to bind port dba40da4-9549-4a26-a22b-16d8b0f30d67 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:11.864805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Attempting to bind port dba40da4-9549-4a26-a22b-16d8b0f30d67 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:11.865591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:11.868975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Attempting to bind port dba40da4-9549-4a26-a22b-16d8b0f30d67 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:11.957368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fe632f9-4f6b-486f-badd-99e76ace789a req-a8cc5ba3-e532-482e-b796-aa57b1fce531 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964596 Mar 10 23:50:11.959886 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686d033-5a17-4515-8b2a-f437067b7038 x-openstack-request-id: req-8686d033-5a17-4515-8b2a-f437067b7038 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:11.964475 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af2a469-64ba-451b-8183-5d3c71807558", "name": "network-vif-deleted", "tag": "8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:11.964898 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8686d033-5a17-4515-8b2a-f437067b7038 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:11.965427 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af2a469-64ba-451b-8183-5d3c71807558', 'name': 'network-vif-deleted', 'tag': '8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2', 'status': 'completed', 'code': 200} Mar 10 23:50:11.970852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Port dba40da4-9549-4a26-a22b-16d8b0f30d67 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:50:11.977408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Attempting to bind port dba40da4-9549-4a26-a22b-16d8b0f30d67 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:11.992271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:11.997301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:12.000715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:12.001243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:12.001385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.001670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.002019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.002356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.002697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.003045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.003356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.003690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Bound port: dba40da4-9549-4a26-a22b-16d8b0f30d67, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:12.003814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.004137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.004464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.004786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.005108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.005242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:12.005428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:12.146825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['c78c4e93-ff0c-47c1-8037-e8164372fc45'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:12.197198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ecfd926-3891-4516-bddf-6fd1f0881ccb req-9c0b0b09-f6a3-4296-a071-54c171dcf097 service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396311 Mar 10 23:50:12.225212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:12.237331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:12.253712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:12.342544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:12.343449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:12.346634 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] 10.222.0.39 "PUT /v2.0/ports/dba40da4-9549-4a26-a22b-16d8b0f30d67 HTTP/1.1" status: 200 len: 1096 time: 2.8930495 Mar 10 23:50:12.401449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0efef-61f5-46cd-b494-2f607f094936 service neutron] Pushing event updated for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:12.448982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4980-4204-4b2d-b287-f0c9e2e69906 req-2bf5e91b-5dfd-4762-a0b3-b9d1c76a09fd tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:12.452552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c57b4980-4204-4b2d-b287-f0c9e2e69906 req-2bf5e91b-5dfd-4762-a0b3-b9d1c76a09fd tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 944 time: 0.1474879 Mar 10 23:50:12.548442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-9ad546b9-b991-409e-9a99-f28a131748d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:12.550521 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-9ad546b9-b991-409e-9a99-f28a131748d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 1130 time: 0.1324222 Mar 10 23:50:12.599449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c57b4980-4204-4b2d-b287-f0c9e2e69906 req-147b07bd-ba4c-4bd1-bf62-466828aded35 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403024 Mar 10 23:50:12.640571 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-57bc4235-5e22-4734-9182-e6740e92a6a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67 HTTP/1.1" status: 200 len: 217 time: 0.0795560 Mar 10 23:50:12.770845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-2138dbcc-0dc8-4e73-b823-aa9636277876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:12.775721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-2138dbcc-0dc8-4e73-b823-aa9636277876 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1279097 Mar 10 23:50:12.839039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:12.920296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:12.946951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67646e3c-5238-4114-9726-da0f5488c25a req-b6df8ce0-75c7-4e57-9b44-75f75d806c3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:12.948567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67646e3c-5238-4114-9726-da0f5488c25a req-b6df8ce0-75c7-4e57-9b44-75f75d806c3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.1609766 Mar 10 23:50:12.967093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:12.967687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8eddb1c2-fb72-4ac9-ae9f-c746e3fcdfd2 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:13.047915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67646e3c-5238-4114-9726-da0f5488c25a req-08f595dd-823b-4672-aa90-f43481f8ba4b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Mar 10 23:50:13.192403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:13.210340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e72fa-a181-4378-ab72-708687acec0d req-db287894-5fb1-4814-a077-751b935f36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:13.218338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-db287894-5fb1-4814-a077-751b935f36aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4348965 Mar 10 23:50:13.296847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81a375-7481-4eca-8920-ebe0d9859c65 req-870f6f68-61aa-40cc-bae1-fbe25aa4c982 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:13.309119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e81a375-7481-4eca-8920-ebe0d9859c65 req-870f6f68-61aa-40cc-bae1-fbe25aa4c982 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 948 time: 0.1667824 Mar 10 23:50:13.364454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e81a375-7481-4eca-8920-ebe0d9859c65 req-97e38b3c-3a7a-40e0-8a09-ad4bda0a247e tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Mar 10 23:50:13.459263 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f7cebaf8-097f-4531-b594-a0f188b23306 service neutron] show failed (client error): The resource could not be found. Mar 10 23:50:13.461114 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f7cebaf8-097f-4531-b594-a0f188b23306 service neutron] 10.222.0.30 "GET /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.4166856 Mar 10 23:50:13.683356 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-8fe7cb47-a55a-40cc-a21c-f7a642cdb0ff service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526508 Mar 10 23:50:13.862846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8451ccb-09bd-4274-8cbe-d7a0d1597119 req-9952f4da-6912-4734-b6da-3a2787be4b62 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:13.876468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8451ccb-09bd-4274-8cbe-d7a0d1597119 req-9952f4da-6912-4734-b6da-3a2787be4b62 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 944 time: 0.1120965 Mar 10 23:50:13.971558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:13.974401 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f727d6c-106e-4816-8c7d-0bd068716924" -d '{"events": [{"name": "network-changed", "server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:13.997717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8451ccb-09bd-4274-8cbe-d7a0d1597119 req-36cb2610-3d92-41cf-8a23-96f7bf8c523c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939059 Mar 10 23:50:14.052104 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2d56ef-80b5-4832-9290-894d52371c54 x-openstack-request-id: req-bf2d56ef-80b5-4832-9290-894d52371c54 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:14.052455 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:14.052771 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf2d56ef-80b5-4832-9290-894d52371c54 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:14.053335 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67', 'status': 'completed', 'code': 200} Mar 10 23:50:14.059655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b7e72fa-a181-4378-ab72-708687acec0d req-cda7ca6a-1572-4acb-aa7b-70554c60cf9b service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605096 Mar 10 23:50:14.063662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-6e62e948-42ea-42a6-9b86-3ca54838398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:14.076046 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-6e62e948-42ea-42a6-9b86-3ca54838398c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1132 time: 0.2733538 Mar 10 23:50:14.095517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:14.140903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39570) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:14.234047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.238879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-c80f80af-2511-4761-8b86-f042fc9e263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:14.241382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-c80f80af-2511-4761-8b86-f042fc9e263e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e0a2237e88641308fd8764764dace23&device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 1130 time: 0.1180735 Mar 10 23:50:14.249450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239eeb7-ad7f-4d58-8c83-f134e743090c req-7fc0224b-3d6f-4ac8-b139-42dacaf1483b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:14.256832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b239eeb7-ad7f-4d58-8c83-f134e743090c req-7fc0224b-3d6f-4ac8-b139-42dacaf1483b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.0926342 Mar 10 23:50:14.338837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b239eeb7-ad7f-4d58-8c83-f134e743090c req-3789b5e5-b9cf-41c7-a773-164ff5733b3c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658774 Mar 10 23:50:14.359219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c75aec03-2565-401e-9568-d8877f119e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.582283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.666780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0976579-738e-42cb-b924-ebec74718863 req-a5d79bf3-ed6d-4ec7-973a-ebfd348d8f94 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:14.672456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-adf17e9f-21de-4c29-8ffa-facbdf97c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:14.674018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-adf17e9f-21de-4c29-8ffa-facbdf97c2c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4242663 Mar 10 23:50:14.675365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0976579-738e-42cb-b924-ebec74718863 req-a5d79bf3-ed6d-4ec7-973a-ebfd348d8f94 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 948 time: 0.1972556 Mar 10 23:50:14.689668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c75aec03-2565-401e-9568-d8877f119e6e admin admin] Publish callbacks [] for security_group (b158e70e-971b-4bbe-b8a1-8be98eb34278), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.706208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c75aec03-2565-401e-9568-d8877f119e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b158e70e-971b-4bbe-b8a1-8be98eb34278), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.741262 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-7c21d4bd-c72a-4e04-aaa2-5ef46652e0ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67 HTTP/1.1" status: 200 len: 217 time: 0.0581932 Mar 10 23:50:14.771458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aec03-2565-401e-9568-d8877f119e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b158e70e-971b-4bbe-b8a1-8be98eb34278,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:14.778939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c75aec03-2565-401e-9568-d8877f119e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d875eefcef34eaf8d750c7e6b0f8f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345975 Mar 10 23:50:14.779350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39578) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:14.800060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0976579-738e-42cb-b924-ebec74718863 req-74d8feb2-bd68-49df-9b18-810053363d74 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190414 Mar 10 23:50:14.875738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] Publish callbacks [] for security_group (b158e70e-971b-4bbe-b8a1-8be98eb34278), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.940256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c78c4e93-ff0c-47c1-8037-e8164372fc45 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:14.949350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:14.959074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] Publish callbacks [] for security_group (b158e70e-971b-4bbe-b8a1-8be98eb34278), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:14.995192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-1999ad88-1b7b-4455-8ef4-9bb28dc23395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:15.002633 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-1999ad88-1b7b-4455-8ef4-9bb28dc23395 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2326794 Mar 10 23:50:15.061252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b158e70e-971b-4bbe-b8a1-8be98eb34278), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.065235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.066493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b158e70e-971b-4bbe-b8a1-8be98eb34278 HTTP/1.1" status: 204 len: 168 time: 0.2862744 Mar 10 23:50:15.087571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b4f07-3ce3-4a12-9fd8-be10eff29c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b158e70e-971b-4bbe-b8a1-8be98eb34278,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:15.156289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port c78c4e93-ff0c-47c1-8037-e8164372fc45 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:50:15.161170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port c78c4e93-ff0c-47c1-8037-e8164372fc45 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:15.161662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.216350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a29e96-507c-405c-8942-868c279d26e1 req-809767e6-478e-4908-afc9-d974623a5e13 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:15.224173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4a29e96-507c-405c-8942-868c279d26e1 req-809767e6-478e-4908-afc9-d974623a5e13 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 944 time: 0.1294219 Mar 10 23:50:15.253167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:15.356925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4a29e96-507c-405c-8942-868c279d26e1 req-58f1f4af-f082-41b9-9634-2987e938d35e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315780 Mar 10 23:50:15.519646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks [] for port (958911d0-c91a-484d-8740-6ff0f506589b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.536426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728db4ae-d1ad-4d98-a2b3-d44fe7fad5af req-111027a2-78a8-4763-ba01-3756ce30f264 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:15.539825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728db4ae-d1ad-4d98-a2b3-d44fe7fad5af req-111027a2-78a8-4763-ba01-3756ce30f264 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.1045625 Mar 10 23:50:15.555581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-98b3823e-96a8-4ca6-9fb3-be1520055367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:15.557592 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-98b3823e-96a8-4ca6-9fb3-be1520055367 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5404410 Mar 10 23:50:15.572168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Transition to ACTIVE for port object 958911d0-c91a-484d-8740-6ff0f506589b will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:50:15.618072 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.677680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728db4ae-d1ad-4d98-a2b3-d44fe7fad5af req-0b5fd9af-d07d-4c59-8cb3-7ae926fb3d5c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258821 Mar 10 23:50:15.681337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39594) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:15.705982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6edc592b-a336-4abd-92d1-81cf7a295e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.727427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port c78c4e93-ff0c-47c1-8037-e8164372fc45 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:15.727816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.801756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:15.808839 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3793e4-883e-456c-b2bf-8c3dcc9ef7dc" -d '{"events": [{"server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "name": "network-vif-plugged", "status": "completed", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:15.849975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:15.862134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.962295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6edc592b-a336-4abd-92d1-81cf7a295e54 admin admin] Publish callbacks [] for security_group (58ddb1a0-8aa1-41d0-8a11-6671fa304e58), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.975560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6edc592b-a336-4abd-92d1-81cf7a295e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (58ddb1a0-8aa1-41d0-8a11-6671fa304e58), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:15.989863 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f7772-ea23-4060-91eb-67e495dc4531 x-openstack-request-id: req-4d9f7772-ea23-4060-91eb-67e495dc4531 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:15.990435 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "name": "network-vif-plugged", "status": "completed", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:15.991271 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d9f7772-ea23-4060-91eb-67e495dc4531 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:15.994148 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'code': 200} Mar 10 23:50:16.059703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:16.120326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6edc592b-a336-4abd-92d1-81cf7a295e54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96b313cbfdd44798a2e491110512fb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375987 Mar 10 23:50:16.179752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39602) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:16.191838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 958911d0-c91a-484d-8740-6ff0f506589b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:16.234421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc592b-a336-4abd-92d1-81cf7a295e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ddb1a0-8aa1-41d0-8a11-6671fa304e58,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:16.327654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 958911d0-c91a-484d-8740-6ff0f506589b host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:50:16.333262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 958911d0-c91a-484d-8740-6ff0f506589b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:16.334828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] Publish callbacks [] for security_group (58ddb1a0-8aa1-41d0-8a11-6671fa304e58), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.344811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af32b1d-8843-4552-9a76-886d6b865287 req-f5b6b343-0f0f-47c1-845e-470be93075ea tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:16.353047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8af32b1d-8843-4552-9a76-886d6b865287 req-f5b6b343-0f0f-47c1-845e-470be93075ea tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 948 time: 0.3679626 Mar 10 23:50:16.354740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:16.356984 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a09712-9e19-48d8-bd16-2a08abb7e157" -d '{"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-unplugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:16.387813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:16.420265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] No DVR routers for this DVR port 958911d0-c91a-484d-8740-6ff0f506589b on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:16.420714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] Publish callbacks [] for security_group (58ddb1a0-8aa1-41d0-8a11-6671fa304e58), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.486906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8af32b1d-8843-4552-9a76-886d6b865287 req-0999dfea-c46c-44f5-93e9-1625226804aa tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325006 Mar 10 23:50:16.501695 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8386d5-53b2-456d-b9dd-c105ff92b84d x-openstack-request-id: req-6f8386d5-53b2-456d-b9dd-c105ff92b84d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:16.501992 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-unplugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:16.502244 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f8386d5-53b2-456d-b9dd-c105ff92b84d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:16.502895 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'code': 200} Mar 10 23:50:16.517541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-ffd683d4-147e-475a-9b89-d2ae9282c1f2 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443440 Mar 10 23:50:16.535412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (58ddb1a0-8aa1-41d0-8a11-6671fa304e58), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.541047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.544804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58ddb1a0-8aa1-41d0-8a11-6671fa304e58 HTTP/1.1" status: 204 len: 168 time: 0.2926891 Mar 10 23:50:16.558574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:16.558574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:16.558574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:16.564438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e41082-140d-423c-83c0-e6d36757524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ddb1a0-8aa1-41d0-8a11-6671fa304e58,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:16.591387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd555a68-c0a4-4c21-a59e-0fc74aa46228 req-4cc227fe-c190-4cac-b2e0-b3c88a01e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:16.592957 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cd555a68-c0a4-4c21-a59e-0fc74aa46228 req-4cc227fe-c190-4cac-b2e0-b3c88a01e88d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1127 time: 0.2287519 Mar 10 23:50:16.595900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:50:16.596260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Attempting to bind port 958911d0-c91a-484d-8740-6ff0f506589b on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:16.653619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:16.653999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:16.654354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:16.654804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Bound port: 958911d0-c91a-484d-8740-6ff0f506589b, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:16.655164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.658085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Deleting port aa6533c0-473f-4427-940e-555ddd19fce5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:16.658406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.718853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d44c-9f66-4e2c-803c-95d9096d18b4 req-c5bc03a4-e662-46ca-8d1b-5b062c2d4a13 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:16.727259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7777d44c-9f66-4e2c-803c-95d9096d18b4 req-c5bc03a4-e662-46ca-8d1b-5b062c2d4a13 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 945 time: 0.1229784 Mar 10 23:50:16.864734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2f727d6c-106e-4816-8c7d-0bd068716924 req-0c34fa15-13d5-46e0-af26-7d9c797ab694 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365476 Mar 10 23:50:16.870648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cd555a68-c0a4-4c21-a59e-0fc74aa46228 req-d17724b2-7611-48fd-b801-c85df20e8c11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398984 Mar 10 23:50:16.907140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] For port aa6533c0-473f-4427-940e-555ddd19fce5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aa6533c0-473f-4427-940e-555ddd19fce5,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:16.907507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.919668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:16.924190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:16.929458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Calling delete_port for aa6533c0-473f-4427-940e-555ddd19fce5 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:16.938347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:16.962750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7777d44c-9f66-4e2c-803c-95d9096d18b4 req-0d0e9e69-9e86-4c6b-ae32-5dd7753c8143 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305472 Mar 10 23:50:16.974468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dba40da4-9549-4a26-a22b-16d8b0f30d67 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:50:17.001494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a64e01-1ff7-4b73-b1ac-76620709ef20 req-90cccd56-bb8d-4db7-a3d3-d1d5a30d8c0e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:17.006305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06a64e01-1ff7-4b73-b1ac-76620709ef20 req-90cccd56-bb8d-4db7-a3d3-d1d5a30d8c0e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.2044439 Mar 10 23:50:17.094305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:17.115951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06a64e01-1ff7-4b73-b1ac-76620709ef20 req-1f8378fd-7f4d-4327-988a-0d6990fb323d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018167 Mar 10 23:50:17.150440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:17.153942 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:17.155094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f805a9e2-d301-4c94-b919-ce3a8958b27d service neutron] 10.222.0.39 "PUT /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 1096 time: 3.0712061 Mar 10 23:50:17.221555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:17.242802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'dba40da4-9549-4a26-a22b-16d8b0f30d67', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'dba40da4-9549-4a26-a22b-16d8b0f30d67', 'mac_address': 'fa:16:3e:e5:a9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:50:17.318046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port dba40da4-9549-4a26-a22b-16d8b0f30d67 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:17.318563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:17.335204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba40da4-9549-4a26-a22b-16d8b0f30d67 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:17.359260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:17.369409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:17.437512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:17.527841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f48bc62c-e88c-4c6e-91db-62a356d53da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:17.530265 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-f48bc62c-e88c-4c6e-91db-62a356d53da6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1130 time: 0.2245305 Mar 10 23:50:17.696592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['dba40da4-9549-4a26-a22b-16d8b0f30d67'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:17.732603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62937f-41cd-42b4-a7a7-c4a2b3f68aa3 req-5b674fa5-6551-40d8-ae0c-53a214204972 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:17.739662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c62937f-41cd-42b4-a7a7-c4a2b3f68aa3 req-5b674fa5-6551-40d8-ae0c-53a214204972 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 949 time: 0.1476121 Mar 10 23:50:17.793983 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (aa6533c0-473f-4427-940e-555ddd19fce5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:17.852777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c62937f-41cd-42b4-a7a7-c4a2b3f68aa3 req-cd5dc9c9-9391-428e-9b8e-0d93611faa6c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121109 Mar 10 23:50:17.873939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-65d39ad3-5edf-4edf-8332-81067250e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:17.886403 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-65d39ad3-5edf-4edf-8332-81067250e768 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3392491 Mar 10 23:50:17.923859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6533c0-473f-4427-940e-555ddd19fce5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:18.025435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-52658b43-fd02-416c-bd6c-4d216956c6be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.1359594 Mar 10 23:50:18.204119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-157ef7be-8d1e-4d1f-81af-98e752477cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:18.206025 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-157ef7be-8d1e-4d1f-81af-98e752477cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1500628 Mar 10 23:50:18.261119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46549e1-39d2-4227-b05d-29853cb0a622 req-73ff276f-1d84-4933-b084-f30e200d2294 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:18.272522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e46549e1-39d2-4227-b05d-29853cb0a622 req-73ff276f-1d84-4933-b084-f30e200d2294 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 945 time: 0.1919296 Mar 10 23:50:18.435887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-b5367ed8-be53-43e6-9fa6-de2e2c2e71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:18.437789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-b5367ed8-be53-43e6-9fa6-de2e2c2e71b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2208059 Mar 10 23:50:18.459055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e46549e1-39d2-4227-b05d-29853cb0a622 req-faa67a3e-f68e-4427-8b6e-368c997420af tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851478 Mar 10 23:50:18.490462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49f9e-ae75-4093-a364-2b4804658ea8 req-0273fd81-3f8c-4b8a-a919-0f8cf2a43030 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:18.493783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89a49f9e-ae75-4093-a364-2b4804658ea8 req-0273fd81-3f8c-4b8a-a919-0f8cf2a43030 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.1805632 Mar 10 23:50:18.573485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:18.581947 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace" -d '{"events": [{"name": "network-changed", "server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:18.653834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89a49f9e-ae75-4093-a364-2b4804658ea8 req-2408ba21-1be7-4fc4-a929-a057ac12b8f0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421978 Mar 10 23:50:18.687215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:18.706368 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe8212-b396-4722-889d-345052cbe2f2 x-openstack-request-id: req-47fe8212-b396-4722-889d-345052cbe2f2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:18.707079 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:18.707888 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47fe8212-b396-4722-889d-345052cbe2f2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:18.708570 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'status': 'completed', 'code': 200} Mar 10 23:50:18.803588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-647cc803-13b9-439e-bf4d-741c5a3df5aa service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498781 Mar 10 23:50:18.988930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dba40da4-9549-4a26-a22b-16d8b0f30d67 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:19.064790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-04b92436-77fd-428c-984e-009b0e7b5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:19.066289 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-04b92436-77fd-428c-984e-009b0e7b5321 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1130 time: 0.3413510 Mar 10 23:50:19.134080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port dba40da4-9549-4a26-a22b-16d8b0f30d67 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:50:19.139135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port dba40da4-9549-4a26-a22b-16d8b0f30d67 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:19.139524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:19.153514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425397-b75f-4832-93c8-71688b0c6ae3 req-907f8298-c969-4efe-bbf8-6147173eba92 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:19.155092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf425397-b75f-4832-93c8-71688b0c6ae3 req-907f8298-c969-4efe-bbf8-6147173eba92 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 949 time: 0.1514089 Mar 10 23:50:19.286545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf425397-b75f-4832-93c8-71688b0c6ae3 req-391360d4-185f-4ef1-9abe-ba4d112d87dd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245844 Mar 10 23:50:19.337230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port dba40da4-9549-4a26-a22b-16d8b0f30d67 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:19.337612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:19.369067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:19.375706 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f724d5-e895-4b89-84bb-1e0e2ab538cf" -d '{"events": [{"server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "name": "network-vif-plugged", "status": "completed", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:19.405603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:19.415187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:19.502479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-70461aab-19de-478c-966b-b4c795b3d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:19.505872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-70461aab-19de-478c-966b-b4c795b3d04e service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4321198 Mar 10 23:50:19.515592 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa37a8-c618-4b2f-91fa-e6136a9dbcbd x-openstack-request-id: req-3faa37a8-c618-4b2f-91fa-e6136a9dbcbd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:19.521673 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "name": "network-vif-plugged", "status": "completed", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:19.521956 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3faa37a8-c618-4b2f-91fa-e6136a9dbcbd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:19.527839 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67', 'code': 200} Mar 10 23:50:19.528960 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166063f5-1d58-4b92-b0e6-f46ae123fb07 req-04edcc89-81f8-4dbb-a793-be5277fb2158 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189116 Mar 10 23:50:19.594763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:19.606052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-7307ab7b-fb20-41b9-bc97-4454f67fc6e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.0908854 Mar 10 23:50:19.745021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-248d6449-c70f-4939-bab9-f8a4e48477c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:19.752654 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-248d6449-c70f-4939-bab9-f8a4e48477c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1132154 Mar 10 23:50:19.800218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31c1b-5cc4-48a1-b37d-eeb586266fca req-e8fbc9a7-cd0d-4284-8690-f990e8455724 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:19.807560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ae31c1b-5cc4-48a1-b37d-eeb586266fca req-e8fbc9a7-cd0d-4284-8690-f990e8455724 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 945 time: 0.1298447 Mar 10 23:50:19.916550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ae31c1b-5cc4-48a1-b37d-eeb586266fca req-3a79b7dd-dc8b-48b0-b4c2-ef0d47875a68 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Mar 10 23:50:20.000668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cecfc3-9386-4540-9d1d-ac8dc3fbab53 req-4c4e7547-b119-4296-b087-345392a06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:20.002214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a9cecfc3-9386-4540-9d1d-ac8dc3fbab53 req-4c4e7547-b119-4296-b087-345392a06125 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 1132 time: 0.4258387 Mar 10 23:50:20.019909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-7da7ba18-5e7a-4b2d-a596-f650df2c1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:20.021604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-7da7ba18-5e7a-4b2d-a596-f650df2c1a1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1130 time: 0.2594683 Mar 10 23:50:20.024568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:50:20.129358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-4d61e9c7-13ff-4ed4-ae5a-8dbfdfc1beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:20.130843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-4d61e9c7-13ff-4ed4-ae5a-8dbfdfc1beab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3434472 Mar 10 23:50:20.135659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82f6e-1d54-477c-81fd-6a316f3751dd req-102174b1-3c9c-49be-a8a9-01ab2258ae7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:20.143304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fc82f6e-1d54-477c-81fd-6a316f3751dd req-102174b1-3c9c-49be-a8a9-01ab2258ae7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.1040270 Mar 10 23:50:20.237121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fc82f6e-1d54-477c-81fd-6a316f3751dd req-2d1f68d3-8b47-43db-b532-e95c76d1baad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899529 Mar 10 23:50:20.343726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-c25708ed-1504-4c71-aed9-59f86d0d0996 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994555 Mar 10 23:50:20.714070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-9903e33d-1edb-4d8f-bf62-9b3ab48690a6 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 258 time: 0.4334795 Mar 10 23:50:20.723445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:20.778791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:20.792184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:20.802073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-098657c4-28b5-4cd5-a682-d23fda0fb5a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/9583b05f-572e-4daa-ba53-0f1d5fbe5a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9619849 Mar 10 23:50:20.805804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39698) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:20.809931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Sync routers for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:20.827401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a9cecfc3-9386-4540-9d1d-ac8dc3fbab53 req-07b371e8-40e5-4ffd-af50-736a53b93ff6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127880 Mar 10 23:50:20.829216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:20.830168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:20.947075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ec41e-5427-4dc6-98f1-b7f938a01151 req-cffb594c-34ae-471f-8d3b-0f251ef4233d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:20.958058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e5ec41e-5427-4dc6-98f1-b7f938a01151 req-cffb594c-34ae-471f-8d3b-0f251ef4233d tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.1379256 Mar 10 23:50:21.041848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e5ec41e-5427-4dc6-98f1-b7f938a01151 req-3034b88a-f03e-4b56-9d0b-19e7f738b1ee tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769453 Mar 10 23:50:21.080005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-f92778f6-ea9a-4ed8-9c5c-3f6fa45813d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:21.083234 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-f92778f6-ea9a-4ed8-9c5c-3f6fa45813d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 1.0523729 Mar 10 23:50:21.083493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:21.097105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:21.364894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Allocated IP 172.25.7.225 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/22e1d98d-aed4-4e08-a12a-80524201011d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:21.467379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:50:17Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:21.530233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Checking router: 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:21.570602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Routers {'9583b05f-572e-4daa-ba53-0f1d5fbe5a92'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:21.571251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:21.697502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for port (22e1d98d-aed4-4e08-a12a-80524201011d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:21.758964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3add7-96d8-43ed-91de-d156b5e88e3b req-c1b5b30c-c425-4b21-9152-324a3219320a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:21.760833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4e3add7-96d8-43ed-91de-d156b5e88e3b req-c1b5b30c-c425-4b21-9152-324a3219320a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.1525979 Mar 10 23:50:21.783950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:21.787951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] Set router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:21.846531 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-ca19d2c4-b66d-4018-a722-030ce5126d60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.7544692 Mar 10 23:50:21.868515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:21.879199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:21.891011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:21.895077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event updated for resources: {'Port': ['ID=22e1d98d-aed4-4e08-a12a-80524201011d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:21.950678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-32f5b12f-9471-4735-8f39-915d8a56788e service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5172648 Mar 10 23:50:22.042319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4e3add7-96d8-43ed-91de-d156b5e88e3b req-461e24de-76fa-487a-b382-527fed70187e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687011 Mar 10 23:50:22.092294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-2a8d998e-a992-4d28-b284-a5b72ee4fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:22.094723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-2a8d998e-a992-4d28-b284-a5b72ee4fe85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2130690 Mar 10 23:50:22.145358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks [] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:22.301710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:50:17Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:22.392920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d418ed13-eead-4f9d-8e51-d8ab0af01f13 None None] The sync data for ids ['9583b05f-572e-4daa-ba53-0f1d5fbe5a92'] in n-d-831844-1 is: [{'id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'name': 'tempest-FloatingIPsAssociationTestJSON-1335266766-router', 'tenant_id': '47c80c3e3b804d55b99c1438e2e31326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:19Z', 'updated_at': '2022-03-10T23:50:17Z', 'revision_number': 5, 'project_id': '47c80c3e3b804d55b99c1438e2e31326', 'gw_port': {'id': '1ca245c0-1fb5-402d-b0e7-7fa49840f586', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9583b05f-572e-4daa-ba53-0f1d5fbe5a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:20Z', 'updated_at': '2022-03-10T23:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:22.446238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-7a910d49-64fd-4c15-b3d6-b8211a6829d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:22.448364 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-7a910d49-64fd-4c15-b3d6-b8211a6829d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3401978 Mar 10 23:50:22.471237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:22.572373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473bbf9-c57d-4cdf-b1d5-3cf1e7a4a961 req-5aec6668-5580-4539-bf12-bc2e2a8471a3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:22.580550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3473bbf9-c57d-4cdf-b1d5-3cf1e7a4a961 req-5aec6668-5580-4539-bf12-bc2e2a8471a3 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.2126281 Mar 10 23:50:22.592401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:22.598423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks [] for router_gateway (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:22.679011 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-9569a795-7990-4580-b79b-a133e2b0f51d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769965 Mar 10 23:50:22.705070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3473bbf9-c57d-4cdf-b1d5-3cf1e7a4a961 req-ca755168-8f8c-4109-8521-fa885b592b38 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233938 Mar 10 23:50:22.832040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e84b9ac-0123-46cb-92f7-7b4d6a779ace req-b0267e93-87e6-4a15-8162-ba33adc45f84 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439209 Mar 10 23:50:22.869731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Deleting port 1ca245c0-1fb5-402d-b0e7-7fa49840f586 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:22.870441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.009663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 958911d0-c91a-484d-8740-6ff0f506589b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:50:23.031894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for port (22e1d98d-aed4-4e08-a12a-80524201011d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.052153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.100907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] For port 1ca245c0-1fb5-402d-b0e7-7fa49840f586, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ca245c0-1fb5-402d-b0e7-7fa49840f586,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:23.103343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.146139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Calling delete_port for 1ca245c0-1fb5-402d-b0e7-7fa49840f586 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:23.332349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event updated for resources: {'Port': ['ID=22e1d98d-aed4-4e08-a12a-80524201011d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:23.345435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:23.346972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.363239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '958911d0-c91a-484d-8740-6ff0f506589b', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '958911d0-c91a-484d-8740-6ff0f506589b', 'mac_address': 'fa:16:3e:3b:6a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:50:23.378915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.384287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-462d39f3-fa81-4c1a-be73-86a4f581a13c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6656382 Mar 10 23:50:23.467582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 958911d0-c91a-484d-8740-6ff0f506589b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:23.469883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.500189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958911d0-c91a-484d-8740-6ff0f506589b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:23.560423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-5bb5f1ef-c240-47d8-a9da-94fc68458223 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.1652348 Mar 10 23:50:23.562730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:23.573754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29aee-901d-49d6-b5db-68ab69b5b967 req-ae3704da-ce99-48c9-906e-8f6804c94452 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:23.576904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.588304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85e29aee-901d-49d6-b5db-68ab69b5b967 req-ae3704da-ce99-48c9-906e-8f6804c94452 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 948 time: 0.3050508 Mar 10 23:50:23.637506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39734) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:23.667773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1ca245c0-1fb5-402d-b0e7-7fa49840f586), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.698595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85e29aee-901d-49d6-b5db-68ab69b5b967 req-364d6055-47dd-4adf-a91e-cafef8d022c6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087132 Mar 10 23:50:23.715575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:23.737887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca245c0-1fb5-402d-b0e7-7fa49840f586,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:23.883727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21837317-4ca9-418d-b6b0-9601c374b6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.903142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:23.924417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['958911d0-c91a-484d-8740-6ff0f506589b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:23.958026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:50:24.298524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.310729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks [] for router_controller (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.401805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-a125813c-4331-42bc-b857-6e2c57835805 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:24.403582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-a125813c-4331-42bc-b857-6e2c57835805 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&tenant_id=e836e3f5804447c88e208c5353efa464&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 949 time: 0.1624806 Mar 10 23:50:24.411348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (9583b05f-572e-4daa-ba53-0f1d5fbe5a92), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.412355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9583b05f-572e-4daa-ba53-0f1d5fbe5a92 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:50:24.440765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.444284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d17bc3b5-d2c9-4bf7-ac7d-1d750540c3ee admin admin] 10.222.0.21 "DELETE /v2.0/routers/9583b05f-572e-4daa-ba53-0f1d5fbe5a92 HTTP/1.1" status: 204 len: 168 time: 3.6193101 Mar 10 23:50:24.454034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39748) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:24.505552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21837317-4ca9-418d-b6b0-9601c374b6f8 admin admin] Publish callbacks [] for security_group (99636c26-29df-4e10-bf68-6ddf234868c4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.519256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21837317-4ca9-418d-b6b0-9601c374b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (99636c26-29df-4e10-bf68-6ddf234868c4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.541434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Deleting subnet 2224a795-f4da-4c51-8137-01f206002d5d {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:50:24.550836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Publish callbacks [] for subnet (2224a795-f4da-4c51-8137-01f206002d5d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.561971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aa6533c0-473f-4427-940e-555ddd19fce5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:24.574047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837317-4ca9-418d-b6b0-9601c374b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99636c26-29df-4e10-bf68-6ddf234868c4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:24.635341 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-4b806c56-83b2-4c2e-87ef-0f3786097afe service neutron] delete failed (client error): The resource could not be found. Mar 10 23:50:24.636389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-4b806c56-83b2-4c2e-87ef-0f3786097afe service neutron] 10.222.0.30 "DELETE /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.2212195 Mar 10 23:50:24.643418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-25ec1ab4-7112-4160-bda2-66cb80a95030 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:24.645274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21837317-4ca9-418d-b6b0-9601c374b6f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=704f9b3cced34526ab056408e7f4a5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0045342 Mar 10 23:50:24.645991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52501a46-55f6-4692-8943-0d2dbbb3dda5 req-25ec1ab4-7112-4160-bda2-66cb80a95030 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 1.0541010 Mar 10 23:50:24.654151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:24.666133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edfa1d-208c-4aa8-86ee-72e3e0407f3c req-42c2570a-60f5-400e-a1f4-2c6ace250955 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:24.669843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: aa6533c0-473f-4427-940e-555ddd19fce5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:24.674330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52edfa1d-208c-4aa8-86ee-72e3e0407f3c req-42c2570a-60f5-400e-a1f4-2c6ace250955 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.2944872 Mar 10 23:50:24.674837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aa6533c0-473f-4427-940e-555ddd19fce5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:24.780993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (2224a795-f4da-4c51-8137-01f206002d5d), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:24.786598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-97577bc1-3b98-4e8c-b437-3ac2752ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:24.788155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-97577bc1-3b98-4e8c-b437-3ac2752ff8e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 1131 time: 0.0598629 Mar 10 23:50:24.900539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-d99240f4-8cee-490f-8eed-d8ee35dd41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:24.901317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-d99240f4-8cee-490f-8eed-d8ee35dd41b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1050606 Mar 10 23:50:24.945908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52edfa1d-208c-4aa8-86ee-72e3e0407f3c req-af8bbdac-486e-4187-8c35-a1e6e2628f51 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700992 Mar 10 23:50:24.978505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-51939ca4-b8b0-4cc5-93d6-8e3efe723fe2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 200 len: 217 time: 0.0688100 Mar 10 23:50:25.030580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261ebb9-97c6-4d7b-aa77-c9f1abab8219 req-da134327-c4ea-4a7a-a3ce-ef465d91a7a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:25.035294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6261ebb9-97c6-4d7b-aa77-c9f1abab8219 req-da134327-c4ea-4a7a-a3ce-ef465d91a7a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 949 time: 0.2740762 Mar 10 23:50:25.051887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-2e7020f1-2e3b-4d55-b4c3-61b569cba1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:25.053560 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-2e7020f1-2e3b-4d55-b4c3-61b569cba1d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0685720 Mar 10 23:50:25.092423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] Publish callbacks [] for security_group (99636c26-29df-4e10-bf68-6ddf234868c4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.137941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-01507634-b878-4c90-b8c9-e8bd01dfb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:25.139852 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-01507634-b878-4c90-b8c9-e8bd01dfb954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0799603 Mar 10 23:50:25.190159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] Publish callbacks [] for security_group (99636c26-29df-4e10-bf68-6ddf234868c4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.227520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6261ebb9-97c6-4d7b-aa77-c9f1abab8219 req-b30bfa79-0bb1-41a6-9bb6-635200f07048 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781781 Mar 10 23:50:25.228900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (2224a795-f4da-4c51-8137-01f206002d5d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.286746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-26076b62-1bd2-4be7-9706-73cfc6142bc5 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:25.294868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-26076b62-1bd2-4be7-9706-73cfc6142bc5 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2108631 Mar 10 23:50:25.339959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-3c74a34d-7d01-4750-9d13-30c7c603203f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901433 Mar 10 23:50:25.410755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-e797fa81-e369-49e1-9d81-44dc2f9a403a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.1158557 Mar 10 23:50:25.416291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'floatingip': {'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:25.474815 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-afbcfdf7-114c-4ce5-a5b5-34153aadbe1f req-6df92437-de2e-4211-b998-08adeba0be25 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241767 Mar 10 23:50:25.475984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.482377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (99636c26-29df-4e10-bf68-6ddf234868c4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.485014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.487335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99636c26-29df-4e10-bf68-6ddf234868c4 HTTP/1.1" status: 204 len: 168 time: 0.7501678 Mar 10 23:50:25.525614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (2224a795-f4da-4c51-8137-01f206002d5d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.581061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a238d-753c-48fd-ba05-f7c8f650630d req-90901727-a666-4f1d-8c8f-840fe189c099 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:25.582610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-080a238d-753c-48fd-ba05-f7c8f650630d req-90901727-a666-4f1d-8c8f-840fe189c099 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 1132 time: 0.2287900 Mar 10 23:50:25.601772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93094b48-3536-4396-ac2e-a1c5d881c8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99636c26-29df-4e10-bf68-6ddf234868c4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:25.611959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2224a795-f4da-4c51-8137-01f206002d5d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:25.637145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09bbd4-9d01-428c-a270-eac44d0c2b1a None None] Network 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:50:25.639016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.643299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9da1f400-3651-4a05-ab20-42c940161248 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2224a795-f4da-4c51-8137-01f206002d5d HTTP/1.1" status: 204 len: 168 time: 1.1650374 Mar 10 23:50:25.647053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39766) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:25.738595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-080a238d-753c-48fd-ba05-f7c8f650630d req-31f0400f-93c5-4130-9f04-a667b5807814 tempest-ServersOnMultiNodesTest-1542146376 tempest-ServersOnMultiNodesTest-1542146376-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298432 Mar 10 23:50:25.864385 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:25.986099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] DHCP port deletion for 137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:50:25.996729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Deleting port f7d66431-e122-4682-bbb6-b93f21d8e8fd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:25.997305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.081245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Deleting port f7d66431-e122-4682-bbb6-b93f21d8e8fd {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:26.081887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.114304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] For port f7d66431-e122-4682-bbb6-b93f21d8e8fd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f7d66431-e122-4682-bbb6-b93f21d8e8fd,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:26.117498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.175707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Calling delete_port for f7d66431-e122-4682-bbb6-b93f21d8e8fd owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:26.184672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] For port f7d66431-e122-4682-bbb6-b93f21d8e8fd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f7d66431-e122-4682-bbb6-b93f21d8e8fd,segment=NetworkSegment(71bcda92-91ef-48b3-9330-3e1e563f3390),segment_id=71bcda92-91ef-48b3-9330-3e1e563f3390)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:26.187355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.219567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Calling delete_port for f7d66431-e122-4682-bbb6-b93f21d8e8fd owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:26.266500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:26.289880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59b02ca3-ba08-4cbd-9dc8-127cb2165b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.429215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.449504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-c3ff41b9-de53-4ad3-ae6b-c1ecab1f78a4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:26.452871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-c3ff41b9-de53-4ad3-ae6b-c1ecab1f78a4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.4161620 Mar 10 23:50:26.466350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] Pushing event deleted for resources: {'Port': ['ID=f7d66431-e122-4682-bbb6-b93f21d8e8fd,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:26.479902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f7d66431-e122-4682-bbb6-b93f21d8e8fd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.491366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cffbaf5-0d1b-4168-85d9-b0b67bf703cd None None] No DVR routers for this DVR port f7d66431-e122-4682-bbb6-b93f21d8e8fd on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:26.511900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-277236aa-3717-4040-9f43-a0cb7f3c7531 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/quotas/da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 375 time: 0.0256271 Mar 10 23:50:26.530224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] No DVR routers for this DVR port f7d66431-e122-4682-bbb6-b93f21d8e8fd on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:26.538360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:50:26.549072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ca245c0-1fb5-402d-b0e7-7fa49840f586 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:26.571746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59b02ca3-ba08-4cbd-9dc8-127cb2165b8e admin admin] Publish callbacks [] for security_group (f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.574173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1ca245c0-1fb5-402d-b0e7-7fa49840f586 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:26.574636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ca245c0-1fb5-402d-b0e7-7fa49840f586 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:26.576404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f7d66431-e122-4682-bbb6-b93f21d8e8fd no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:26.610867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59b02ca3-ba08-4cbd-9dc8-127cb2165b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.617830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f7d66431-e122-4682-bbb6-b93f21d8e8fd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:26.618178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f7d66431-e122-4682-bbb6-b93f21d8e8fd not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:26.620131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.629657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d66431-e122-4682-bbb6-b93f21d8e8fd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:26.636699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.657260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-6c5070be-08b1-4630-afb7-52876f82f104 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346936 Mar 10 23:50:26.680249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b02ca3-ba08-4cbd-9dc8-127cb2165b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:26.697794 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-59b02ca3-ba08-4cbd-9dc8-127cb2165b8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468b82a1cfc74ee9ac9a50f18357a9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302669 Mar 10 23:50:26.700341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:26.761540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.792997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137d3e4b-ac65-4eb7-ba5f-39adf87bbd70']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:26.812512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bcda92-91ef-48b3-9330-3e1e563f3390') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:26.812885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bcda92-91ef-48b3-9330-3e1e563f3390') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:26.814592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] Publish callbacks [] for security_group (f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.825878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (71bcda92-91ef-48b3-9330-3e1e563f3390), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.849802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (71bcda92-91ef-48b3-9330-3e1e563f3390), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.852419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-2b824b57-6679-4746-81b3-460a8ac0a971 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472902 Mar 10 23:50:26.853636 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Floating IP 1e92b536-259b-4e5d-9cc2-e5029e8f5841 associated. External IP: 172.25.7.225, port: c78c4e93-ff0c-47c1-8037-e8164372fc45. Mar 10 23:50:26.864125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] Publish callbacks [] for security_group (f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.873360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:50:26.873771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (71bcda92-91ef-48b3-9330-3e1e563f3390), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:50:26.875555 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:50:26.973752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (137d3e4b-ac65-4eb7-ba5f-39adf87bbd70), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.005644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.009634 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] 10.222.0.21 "DELETE /v2.0/networks/137d3e4b-ac65-4eb7-ba5f-39adf87bbd70 HTTP/1.1" status: 204 len: 168 time: 1.3615694 Mar 10 23:50:27.011393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.015080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.016198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90 HTTP/1.1" status: 204 len: 168 time: 0.3148785 Mar 10 23:50:27.026384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 958911d0-c91a-484d-8740-6ff0f506589b up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:27.030102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd65c-6e7a-4665-b905-1980fd47629c admin admin] Pushing event deleted for resources: {'Network': ['ID=137d3e4b-ac65-4eb7-ba5f-39adf87bbd70,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:27.033124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d05db-a615-4dcb-be04-e0ffe3ac4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb1f0b-8f3a-43a6-99e6-1c5e24610b90,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:27.095489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-a867938a-9bc7-43c1-a0ee-b5f7ed237ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036238 Mar 10 23:50:27.168355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 958911d0-c91a-484d-8740-6ff0f506589b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:50:27.186475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 958911d0-c91a-484d-8740-6ff0f506589b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:27.186841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (958911d0-c91a-484d-8740-6ff0f506589b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.378228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Router 12912076-2298-435a-a32f-8edb8352eeb1 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:50:27.385245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 958911d0-c91a-484d-8740-6ff0f506589b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:27.386128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.442403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:27.444501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:27.448648 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146afcbd-3c9a-44fb-b362-94f3376e0586" -d '{"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-plugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:27.454587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.497806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39802) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:27.595173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:27.634032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:27.651525 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Sync routers for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:27.666491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.670289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:27.670932 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:27.689954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88947c7d-2dd1-486e-943c-72f52007771d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47c80c3e3b804d55b99c1438e2e31326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878197 Mar 10 23:50:27.696462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:27.768961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-7d5c763e-0bd7-4669-9c39-41235456dee0 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "PUT /v2.0/floatingips/1e92b536-259b-4e5d-9cc2-e5029e8f5841 HTTP/1.1" status: 200 len: 996 time: 2.3571832 Mar 10 23:50:27.769414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:27.775700 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6af6bc-e396-4730-afe6-5bac28cfeb35" -d '{"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:27.798815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] Publish callbacks [] for security_group (ad3301e4-6da4-46df-a555-7ff1e0ff4f49), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.874250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] Publish callbacks [] for security_group (ad3301e4-6da4-46df-a555-7ff1e0ff4f49), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:27.925253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-30835133-b0b5-4638-af68-45d6e884609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:27.926798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-30835133-b0b5-4638-af68-45d6e884609a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1127 time: 0.1180711 Mar 10 23:50:28.013804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad3301e4-6da4-46df-a555-7ff1e0ff4f49), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:28.030144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:28.050196 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad3301e4-6da4-46df-a555-7ff1e0ff4f49 HTTP/1.1" status: 204 len: 168 time: 0.3321633 Mar 10 23:50:28.097864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688824b-4d86-4304-b726-9ee8f199f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3301e4-6da4-46df-a555-7ff1e0ff4f49,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:28.130218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-de0951e0-c3e0-4dce-8907-af66a5b9cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:28.136847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-de0951e0-c3e0-4dce-8907-af66a5b9cff8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 930 time: 0.2032247 Mar 10 23:50:28.197574 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:28.353281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-174c3480-5122-4c8c-a395-8b57b138e7d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 999 time: 0.2006786 Mar 10 23:50:28.482559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-756c15d0-f9c4-4358-a136-14d16d7bc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:28.499315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-756c15d0-f9c4-4358-a136-14d16d7bc388 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.1444254 Mar 10 23:50:28.614868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1e92b536-259b-4e5d-9cc2-e5029e8f5841', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'mac_address': 'fa:16:3e:e3:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:50:22Z', 'updated_at': '2022-03-10T23:50:26Z', 'revision_number': 1, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:28.644516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ce-4589-4bc1-9c92-d3e720cc2307 req-4b5169a8-fe86-4da3-8659-724ced3bfc0f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:28.649243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5213a7ce-4589-4bc1-9c92-d3e720cc2307 req-4b5169a8-fe86-4da3-8659-724ced3bfc0f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.3842690 Mar 10 23:50:28.649879 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Checking router: 12912076-2298-435a-a32f-8edb8352eeb1 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:28.692680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:28.697392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:28.732241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-774e6c87-f9d8-4e53-9229-44830b389235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:28.747109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-774e6c87-f9d8-4e53-9229-44830b389235 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2454093 Mar 10 23:50:28.887575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5213a7ce-4589-4bc1-9c92-d3e720cc2307 req-9cf89d1e-0e49-4188-9c8c-e7f3e1899bf4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274570 Mar 10 23:50:28.953294 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0550e29-84b8-4203-9a8b-5db9fbc65260 x-openstack-request-id: req-d0550e29-84b8-4203-9a8b-5db9fbc65260 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:28.953795 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-plugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:28.953898 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0550e29-84b8-4203-9a8b-5db9fbc65260 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:28.954490 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'code': 200} Mar 10 23:50:28.960752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:29.027333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-6408b127-350d-4407-a79c-1b17072c13e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793555 Mar 10 23:50:29.087425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf899e-ed15-43b9-bff8-a23f090bf145 req-174ed8cc-0adc-4529-85d8-9f5c3e24e271 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0582623 Mar 10 23:50:29.177284 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa5710-7ef4-4567-a750-f36ed9a17e07 x-openstack-request-id: req-92fa5710-7ef4-4567-a750-f36ed9a17e07 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:29.192150 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:29.192767 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92fa5710-7ef4-4567-a750-f36ed9a17e07 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:29.193872 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'status': 'completed', 'code': 200} Mar 10 23:50:29.328289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-0476a71c-2554-4aff-a104-680500fd82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:29.330579 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-0476a71c-2554-4aff-a104-680500fd82ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1127 time: 0.1207836 Mar 10 23:50:29.448759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9fe52e-7fbd-4f40-8a69-a0d984eb4e6a req-f87aeddb-be09-4fc2-9b04-164b5944df55 service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096396 Mar 10 23:50:29.486712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a68a5-793e-4e48-968d-50812f4324d3 req-dd234828-faa3-4767-afd5-cf9457aab7be tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:29.496373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-455a68a5-793e-4e48-968d-50812f4324d3 req-dd234828-faa3-4767-afd5-cf9457aab7be tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.1969304 Mar 10 23:50:29.541786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-1b09b6cc-53b3-4223-b3b2-91a1a9394dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:29.544974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-1b09b6cc-53b3-4223-b3b2-91a1a9394dd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 930 time: 0.2053726 Mar 10 23:50:29.648960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-455a68a5-793e-4e48-968d-50812f4324d3 req-e9c3c576-3242-4028-b147-8b2765dbcc83 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382029 Mar 10 23:50:29.682851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1e92b536-259b-4e5d-9cc2-e5029e8f5841', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'mac_address': 'fa:16:3e:e3:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:50:22Z', 'updated_at': '2022-03-10T23:50:26Z', 'revision_number': 1, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:29.741098 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce6aa0-9968-44d0-b6b9-ba7a9f1affc9 None None] The sync data for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 is: [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1e92b536-259b-4e5d-9cc2-e5029e8f5841', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'mac_address': 'fa:16:3e:e3:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:50:22Z', 'updated_at': '2022-03-10T23:50:26Z', 'revision_number': 1, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:29.764706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:29.887759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-1834e0dc-0993-4a61-98d9-95922168a0ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 999 time: 0.3362277 Mar 10 23:50:30.055184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-1c0c882d-311c-486c-9684-e9751227497b tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 258 time: 0.3466730 Mar 10 23:50:30.070876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:30.109737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3e35d-052a-4b43-ab81-b0230086ca75 req-f0a36796-dc1a-4cdf-b9b0-50f475b7924e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:30.117587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88f3e35d-052a-4b43-ab81-b0230086ca75 req-f0a36796-dc1a-4cdf-b9b0-50f475b7924e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 950 time: 0.4808557 Mar 10 23:50:30.131153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693addb4-57b3-4785-8de3-e059689a1540 req-f11b7aac-a5d2-4ae2-b41c-3036cbc46d4c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:30.137276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-693addb4-57b3-4785-8de3-e059689a1540 req-f11b7aac-a5d2-4ae2-b41c-3036cbc46d4c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.4670658 Mar 10 23:50:30.143832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-network', 'tenant_id': 'c3adc187413149adacc658a4c519f07e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:30.171240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-cf6b304d-e593-4694-b61e-312152b35020 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:30.172833 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-cf6b304d-e593-4694-b61e-312152b35020 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 808 time: 0.4693167 Mar 10 23:50:30.175907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.178859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-3fe62b4f-8af1-4727-9ad1-8b2af5f34052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:30.180389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-3fe62b4f-8af1-4727-9ad1-8b2af5f34052 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.2802646 Mar 10 23:50:30.197301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b530a-8ac0-4bc8-88f1-c84c9df19761 None None] New status for floating IP 1e92b536-259b-4e5d-9cc2-e5029e8f5841: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:50:30.223260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Request body: {'port': {'device_id': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'admin_state_up': True, 'tenant_id': 'da12229c4cbb4b6c828735039e4890d6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:30.327727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88f3e35d-052a-4b43-ab81-b0230086ca75 req-e6549a2b-d1d1-4663-a42d-5f994e070bbe tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046151 Mar 10 23:50:30.345563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Made reservation on behalf of c3adc187413149adacc658a4c519f07e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:30.347857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.395153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.456022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-1e2aaca9-c7da-4729-b31d-a77d01cf59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:30.457795 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-1e2aaca9-c7da-4729-b31d-a77d01cf59c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2522883 Mar 10 23:50:30.545665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port dba40da4-9549-4a26-a22b-16d8b0f30d67 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:30.546314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.574291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c6d9a7-0e87-4be1-8642-a22c8923257c req-f0900681-e74e-46d2-b651-b9e5b6bf9956 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0829504 Mar 10 23:50:30.618110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.624231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Made reservation on behalf of da12229c4cbb4b6c828735039e4890d6 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:30.627531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:30.842579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Allocated IP 172.25.7.83 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d30e900d-59b9-4e18-a46f-ee585cd3efba) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:30.902833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Allocated IP 172.20.0.7 (0108e72d-82ed-4115-bb19-632addd3ad18/a1afc83a-2ceb-4c1f-968a-9d30edf4ed43/0aba15b2-cc60-450e-9853-8239a9b7b894) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:31.041699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.096045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.282999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks [] for security_group (798a89bf-a863-4093-991a-389bcc2a38c9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.302549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port dba40da4-9549-4a26-a22b-16d8b0f30d67, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=dba40da4-9549-4a26-a22b-16d8b0f30d67,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:31.303027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.319677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for dba40da4-9549-4a26-a22b-16d8b0f30d67 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:31.335774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-75ce3276-918a-4078-9e4a-15117c8dfc29 service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691072 Mar 10 23:50:31.372442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (798a89bf-a863-4093-991a-389bcc2a38c9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.384336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:50:31.395286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a3ced40d-40ac-41ab-b89d-0455cabcbcf0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.395752 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Added segment a3ced40d-40ac-41ab-b89d-0455cabcbcf0 of type vlan for network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 Mar 10 23:50:31.443152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.475547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:31.479397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:31.486089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:31.520454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event updated for resources: {'Port': ['ID=d30e900d-59b9-4e18-a46f-ee585cd3efba,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:31.542422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5419-357d-4c4b-8b7a-6efa97058ed3 req-7068ce23-17d6-48f9-86a0-c3b2d64129be tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:31.544010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-135d5419-357d-4c4b-8b7a-6efa97058ed3 req-7068ce23-17d6-48f9-86a0-c3b2d64129be tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 950 time: 0.4626796 Mar 10 23:50:31.604972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-135d5419-357d-4c4b-8b7a-6efa97058ed3 req-1eb4029e-a6a9-4847-8b6b-4ff2c2e9da88 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543172 Mar 10 23:50:31.629708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bd6af6bc-e396-4730-afe6-5bac28cfeb35 req-691e74b9-4e65-410a-b015-69ed8e376d92 service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558862 Mar 10 23:50:31.658758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (664cd2fe-978b-4165-bf45-fb6c06274479), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.694519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.695539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:31.696184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.706736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.782863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Pushing event updated for resources: {'Network': ['ID=73c63d04-ca0f-4b11-8918-b6c6d4b2ae19,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:31.785085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a89bf-a863-4093-991a-389bcc2a38c9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:31.794780 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1e425b5-4421-4274-af22-e97da7d40b87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0278039 Mar 10 23:50:31.800630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:50:31.804211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:31.820091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Request body: {'subnet': {'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-subnet', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:31.930040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.934651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:31.999041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Made reservation on behalf of c3adc187413149adacc658a4c519f07e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:32.001750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.021380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dba40da4-9549-4a26-a22b-16d8b0f30d67), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.051000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event updated for resources: {'Port': ['ID=d30e900d-59b9-4e18-a46f-ee585cd3efba,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:32.051385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda', '417b72df-a8f0-408a-b256-496cd7799704', '3c915917-58b0-40f3-a7c8-db68594e4637'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:32.057347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'dba40da4-9549-4a26-a22b-16d8b0f30d67'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:32.090842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (664cd2fe-978b-4165-bf45-fb6c06274479), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.121420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.122679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-822ae612-f90a-458e-b282-77bdfb2e990e tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0574660 Mar 10 23:50:32.180210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks [] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.205838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=dba40da4-9549-4a26-a22b-16d8b0f30d67,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:32.218769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-7e23e1d0-5fc8-4c48-bb51-4c9b9ee6f922 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.0894990 Mar 10 23:50:32.261512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b5bff31-efe8-4855-a044-f4b2b998a404 req-55e33adb-af94-490c-b55f-4a9e9a930daf tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0698311 Mar 10 23:50:32.405445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port dba40da4-9549-4a26-a22b-16d8b0f30d67 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:32.424766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.427991 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-693addb4-57b3-4785-8de3-e059689a1540 req-fc6349b3-8901-4ca5-9854-02f7f37ae8ef tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "DELETE /v2.0/ports/dba40da4-9549-4a26-a22b-16d8b0f30d67 HTTP/1.1" status: 204 len: 173 time: 2.2735913 Mar 10 23:50:32.438380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'name': 'network-vif-deleted', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:32.446287 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75336664-81ac-48c7-b9f3-de3a45bc4252" -d '{"events": [{"server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "name": "network-vif-deleted", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:32.615232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-3fb5c6d8-1edb-4c86-b958-df5199f12485 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:32.630850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df9ac5e6-911c-4146-aedd-42662a2f51de req-3fb5c6d8-1edb-4c86-b958-df5199f12485 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.4111853 Mar 10 23:50:32.767397 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c1f5c-483f-409c-9a13-e7796c138d82 x-openstack-request-id: req-a14c1f5c-483f-409c-9a13-e7796c138d82 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:32.768059 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223b8d4-07c2-48e3-9c9e-bae6aa0e338f", "name": "network-vif-deleted", "tag": "dba40da4-9549-4a26-a22b-16d8b0f30d67", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:32.768169 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a14c1f5c-483f-409c-9a13-e7796c138d82 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:32.768820 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223b8d4-07c2-48e3-9c9e-bae6aa0e338f', 'name': 'network-vif-deleted', 'tag': 'dba40da4-9549-4a26-a22b-16d8b0f30d67', 'status': 'completed', 'code': 200} Mar 10 23:50:32.770547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.775103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (e6fff070-4404-4390-bb54-28b034b53ebc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:32.801393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:32.846351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-50db4043-d524-4ba7-926e-56f2d95de474 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571156 Mar 10 23:50:32.909122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Network 0108e72d-82ed-4115-bb19-632addd3ad18 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:32.922401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:32.930927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Checking segment: {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:32.931314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Network hostable DHCP agents. Network: 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:50:32.936830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:33.056456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:33.057090 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.072194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fff070-4404-4390-bb54-28b034b53ebc,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:33.085628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:33.158223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-351bca73-82a8-4419-b353-fa918015f8bb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9551427 Mar 10 23:50:33.161125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:50:33.189835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Request body: {'port': {'device_id': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:33.195960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:33.216019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad1a346a-dea5-4353-889d-ac8900b309a0 req-48b16037-6d91-4656-a859-73136d2fde48 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=a223b8d4-07c2-48e3-9c9e-bae6aa0e338f HTTP/1.1" status: 200 len: 210 time: 0.3678679 Mar 10 23:50:33.220431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583e1c1-634e-46bd-bb47-3c375477eee3 None None] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:50:33.232428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:33.233669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.247889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-db201fba-3176-424d-bbe5-8d532822a2f4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:33.259452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39962) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:33.261911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-db201fba-3176-424d-bbe5-8d532822a2f4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3893352 Mar 10 23:50:33.277438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2be5ed4e-8be5-420e-b087-b97914566d84 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4710565 Mar 10 23:50:33.291809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39966) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:33.300256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:33.325810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.364874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-43db9041-4c8e-46cf-9d89-5e9437f0c8a5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/quotas/e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 375 time: 0.1018767 Mar 10 23:50:33.431016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-869173bf-8d3f-4185-b8db-c6f9df665894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.530961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.533636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.587462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'project_id': 'c3adc187413149adacc658a4c519f07e', 'fixed_ips': [{'subnet_id': 'e6fff070-4404-4390-bb54-28b034b53ebc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:50:33.588517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.654461 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for router_controller (07eba41f-4b05-4072-b1d3-30cc886c07c6), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.708187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-869173bf-8d3f-4185-b8db-c6f9df665894 admin admin] Publish callbacks [] for security_group (6fccc0f7-b30f-4dd7-8827-44ef6d099508), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.720919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-869173bf-8d3f-4185-b8db-c6f9df665894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fccc0f7-b30f-4dd7-8827-44ef6d099508), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.763399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869173bf-8d3f-4185-b8db-c6f9df665894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fccc0f7-b30f-4dd7-8827-44ef6d099508,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:33.811272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Allocated IP 172.20.0.2 (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19/e6fff070-4404-4390-bb54-28b034b53ebc/00090122-8e0c-4ffe-8b5b-5e202159fa87) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:33.825551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-869173bf-8d3f-4185-b8db-c6f9df665894 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39b717fbad0e461ead23dfa35d26f557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5648715 Mar 10 23:50:33.828227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:33.855081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aba15b2-cc60-450e-9853-8239a9b7b894 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:33.871581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks [] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.911873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Transition to ACTIVE for port object 0aba15b2-cc60-450e-9853-8239a9b7b894 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:50:33.919728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.928353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for router_gateway (07eba41f-4b05-4072-b1d3-30cc886c07c6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.938350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] Publish callbacks [] for security_group (6fccc0f7-b30f-4dd7-8827-44ef6d099508), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.977670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] Publish callbacks [] for security_group (6fccc0f7-b30f-4dd7-8827-44ef6d099508), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:33.992800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-c977c8ec-b5a5-4047-ac11-f019587b7150 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6214168 Mar 10 23:50:34.007555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-173c5bb2-f682-4f32-84ca-28585d32f1f1 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:34.009168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-173c5bb2-f682-4f32-84ca-28585d32f1f1 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6048453 Mar 10 23:50:34.060096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fccc0f7-b30f-4dd7-8827-44ef6d099508), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.063122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.064299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fccc0f7-b30f-4dd7-8827-44ef6d099508 HTTP/1.1" status: 204 len: 168 time: 0.2349365 Mar 10 23:50:34.080767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dd827-9366-40b7-87e7-f49b2c7d5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fccc0f7-b30f-4dd7-8827-44ef6d099508,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:34.189569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-d09d3b3b-7394-4b68-8ebe-48bec1e67e5b tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.1647689 Mar 10 23:50:34.206456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-7af82baf-ad74-4c31-b489-d934d0581e85 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'floatingip': {'port_id': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:34.227548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:34.227986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:34.228487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:34.232606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:34.237332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:50:34.237717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:34.246480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:34.246480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:34.247470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:34.247904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Bound port: 0aba15b2-cc60-450e-9853-8239a9b7b894, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:34.248306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.449980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:34.458338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:34.472415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.482413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-7af82baf-ad74-4c31-b489-d934d0581e85 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (664cd2fe-978b-4165-bf45-fb6c06274479), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.539677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:34.540691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.544433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] 10.222.0.30 "PUT /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 1091 time: 1.3649518 Mar 10 23:50:34.587535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12d90f-cdda-42ae-99d7-c8b503f846df service neutron] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:34.651675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-b4d51077-3135-4e7e-be43-4d2448f00b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:34.653056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-b4d51077-3135-4e7e-be43-4d2448f00b4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1125 time: 0.0619390 Mar 10 23:50:34.719402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed6dbe-1808-4648-ab33-bbfbeb4bc06f req-e3d2fcf2-ed65-4d7a-bbf1-9aa4d8fc4e74 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:34.726735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11ed6dbe-1808-4648-ab33-bbfbeb4bc06f req-e3d2fcf2-ed65-4d7a-bbf1-9aa4d8fc4e74 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2753057 Mar 10 23:50:34.753999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks [] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.775393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.804324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:34.808646 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bb0128-e743-4fad-89e8-b1d39319ae91" -d '{"events": [{"name": "network-changed", "server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:34.815696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:34.816519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39986) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:34.823606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:34.826827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:34.853116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5294a5d-e5d3-4fc8-a3e1-af8fa517a2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.855575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-6a0b6a85-2106-444d-a253-f448ea5df0d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 217 time: 0.1942277 Mar 10 23:50:34.869210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Pushing event updated for resources: {'Port': ['ID=00090122-8e0c-4ffe-8b5b-5e202159fa87,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:34.911047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Attempting to bind port 00090122-8e0c-4ffe-8b5b-5e202159fa87 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:34.911557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Attempting to bind port 00090122-8e0c-4ffe-8b5b-5e202159fa87 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:34.912075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Attempting to bind port 00090122-8e0c-4ffe-8b5b-5e202159fa87 on network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:34.925295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:34.925859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Checking segment: {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:34.926433 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.928269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Bound using segment: {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:34.929727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Bound port: 00090122-8e0c-4ffe-8b5b-5e202159fa87, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:34.930555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:34.982280 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-7af82baf-ad74-4c31-b489-d934d0581e85 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] update failed (client error): There was a conflict when trying to complete your request. Mar 10 23:50:34.996686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-109aebf2-2dc1-44c2-a58f-325520b9d049 req-7af82baf-ad74-4c31-b489-d934d0581e85 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "PUT /v2.0/floatingips/664cd2fe-978b-4165-bf45-fb6c06274479 HTTP/1.1" status: 409 len: 549 time: 0.8055134 Mar 10 23:50:35.040420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-e369434c-11b7-4300-a8f6-ee8527007c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:35.043668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-e369434c-11b7-4300-a8f6-ee8527007c13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1800780 Mar 10 23:50:35.064987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dba40da4-9549-4a26-a22b-16d8b0f30d67 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:35.129679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: dba40da4-9549-4a26-a22b-16d8b0f30d67 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:35.130033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device dba40da4-9549-4a26-a22b-16d8b0f30d67 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:35.133038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-3120b000-08d9-40ea-8bde-88f4c527e6fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708451 Mar 10 23:50:35.159084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] For port 00090122-8e0c-4ffe-8b5b-5e202159fa87, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:35.168089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] For port 00090122-8e0c-4ffe-8b5b-5e202159fa87, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00090122-8e0c-4ffe-8b5b-5e202159fa87,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:35.183392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:35.292761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11ed6dbe-1808-4648-ab33-bbfbeb4bc06f req-cc7c365e-05ea-4fad-bd6e-7b2b36b637e9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651095 Mar 10 23:50:35.383062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981116ba-55c3-4fcf-ba61-911e19318a5f None None] Pushing event updated for resources: {'Port': ['ID=00090122-8e0c-4ffe-8b5b-5e202159fa87,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:35.408670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e8e9f22-ec40-4c23-b3e0-7635183eadb9 req-63791a30-4bc4-43d3-a6e1-6964cd7ec971 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1704195 Mar 10 23:50:35.427272 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961525cb-0495-4c48-80d8-0b233bc1742f x-openstack-request-id: req-961525cb-0495-4c48-80d8-0b233bc1742f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:35.429504 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:35.429948 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-961525cb-0495-4c48-80d8-0b233bc1742f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:35.430572 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'status': 'completed', 'code': 200} Mar 10 23:50:35.546622 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-fc31611d-f176-47f0-8217-fa048228d94a service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074478 Mar 10 23:50:35.567160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-6646a6b9-0f5e-4a2f-81ae-1b2fb714fa39 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips/664cd2fe-978b-4165-bf45-fb6c06274479 HTTP/1.1" status: 200 len: 692 time: 0.1204069 Mar 10 23:50:35.586083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5294a5d-e5d3-4fc8-a3e1-af8fa517a2f6 admin admin] Publish callbacks [] for security_group (6cf9ad00-d385-4988-ba83-3dbd9faefa29), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:35.622091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5294a5d-e5d3-4fc8-a3e1-af8fa517a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6cf9ad00-d385-4988-ba83-3dbd9faefa29), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:35.624693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for router_gateway (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:35.767206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:35.885475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5294a5d-e5d3-4fc8-a3e1-af8fa517a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9ad00-d385-4988-ba83-3dbd9faefa29,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:35.914565 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c5294a5d-e5d3-4fc8-a3e1-af8fa517a2f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a70b8a42f9c24d0f9843b6ab2a20c052&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0954845 Mar 10 23:50:35.915473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40006) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:35.965322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a15cc044-0388-4858-b5f5-cb7c94d64d0e req-e5e3bfe4-ae80-4750-a28e-0d8d606bd232 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050775 Mar 10 23:50:36.117086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-f34193fb-84b2-468c-aeb8-184bb5d89449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.123279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-f34193fb-84b2-468c-aeb8-184bb5d89449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1125 time: 0.1061428 Mar 10 23:50:36.254882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-a542ef05-265b-4a05-8e35-77ff1ed24ed8 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.262643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-a542ef05-265b-4a05-8e35-77ff1ed24ed8 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.6745825 Mar 10 23:50:36.268378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-dc1ad4d3-c477-40f4-b542-a23b54acf76f tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:50:36.269582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-dc1ad4d3-c477-40f4-b542-a23b54acf76f tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060389 Mar 10 23:50:36.330112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Allocated IP 172.25.7.185 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/df3937de-bb5c-43c0-a646-b2119801574a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:36.394709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-ca38c259-deac-4d8a-860d-86e5624e18ee tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793376 Mar 10 23:50:36.530663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-424bae21-b8ca-422f-b4d7-dd1f1351520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.535479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-424bae21-b8ca-422f-b4d7-dd1f1351520c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.4016526 Mar 10 23:50:36.617121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00090122-8e0c-4ffe-8b5b-5e202159fa87 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:36.680121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-0d25d877-7cdd-49f9-b59b-bfc8f22b01a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 217 time: 0.1321189 Mar 10 23:50:36.714443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-8219b0b4-f800-4af7-aca6-d12a8126af82 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.4122615 Mar 10 23:50:36.716400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] Publish callbacks [] for security_group (6cf9ad00-d385-4988-ba83-3dbd9faefa29), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.739948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-264591a4-ca0c-4d7c-9030-6d7a2dbc98d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.770230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] Publish callbacks [] for security_group (6cf9ad00-d385-4988-ba83-3dbd9faefa29), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.781259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 00090122-8e0c-4ffe-8b5b-5e202159fa87 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:36.781785 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.867355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-df8b86ff-5860-4284-8192-bd515781e594 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.872199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-df8b86ff-5860-4284-8192-bd515781e594 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4600339 Mar 10 23:50:36.877280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a5287-5789-4cf9-92bf-fd737d13d274 req-7f6663ad-9085-4ece-ac3b-64fce303ceb8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.878420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-855e09b0-e1e8-4c5f-a55b-64f4c3530cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:36.880588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-855e09b0-e1e8-4c5f-a55b-64f4c3530cfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1774096 Mar 10 23:50:36.886421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-018a5287-5789-4cf9-92bf-fd737d13d274 req-7f6663ad-9085-4ece-ac3b-64fce303ceb8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 949 time: 0.9597211 Mar 10 23:50:36.888035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Request body: {'port': {'device_id': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'e836e3f5804447c88e208c5353efa464'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:36.916515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6cf9ad00-d385-4988-ba83-3dbd9faefa29), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.919501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.932531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cf9ad00-d385-4988-ba83-3dbd9faefa29 HTTP/1.1" status: 204 len: 168 time: 0.9968932 Mar 10 23:50:36.982396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 00090122-8e0c-4ffe-8b5b-5e202159fa87 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:36.982956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:36.998472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cb464-8701-4ee0-b0eb-105d587ce1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9ad00-d385-4988-ba83-3dbd9faefa29,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:37.025272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-c8d77f92-ee53-4da0-9d00-d43ac30a4e49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308386 Mar 10 23:50:37.084337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 00090122-8e0c-4ffe-8b5b-5e202159fa87, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00090122-8e0c-4ffe-8b5b-5e202159fa87,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:37.093660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:37.144991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50247a-5956-461d-86d1-39395f200321 None None] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:50:37.153805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-e4ad06a8-7b86-4af2-89b3-81d069be6fa9 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.83 HTTP/1.1" status: 200 len: 695 time: 0.2945709 Mar 10 23:50:37.194766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for port (df3937de-bb5c-43c0-a646-b2119801574a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:37.240060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-018a5287-5789-4cf9-92bf-fd737d13d274 req-1ea3d6ff-14a9-402e-83b3-280a64e40956 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521912 Mar 10 23:50:37.263685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (df3937de-bb5c-43c0-a646-b2119801574a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:37.376681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=00090122-8e0c-4ffe-8b5b-5e202159fa87,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:37.394674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ffbe15ee-006f-47a3-991b-8d3975d21666 None None] Provisioning complete for port 00090122-8e0c-4ffe-8b5b-5e202159fa87 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:37.404525 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffbe15ee-006f-47a3-991b-8d3975d21666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:37.407333 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-f7924bb1-c581-44cf-849d-7390cce8921c service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701251 Mar 10 23:50:37.429381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Made reservation on behalf of e836e3f5804447c88e208c5353efa464 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:50:37.433177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:37.572932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:37.643813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Pushing event updated for resources: {'Port': ['ID=df3937de-bb5c-43c0-a646-b2119801574a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:37.657072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:37.665118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:37.711178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe15ee-006f-47a3-991b-8d3975d21666 None None] Current status of the port 00090122-8e0c-4ffe-8b5b-5e202159fa87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:37.879828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1bb0128-e743-4fad-89e8-b1d39319ae91 req-5793f151-28ce-42fc-9264-d47479cca9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588921 Mar 10 23:50:37.985381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Allocated IP 192.168.233.63 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:38.044118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6b528774-6377-4304-b185-1d971acc0ef2 None None] Provisioning complete for port 00090122-8e0c-4ffe-8b5b-5e202159fa87 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:38.044974 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6b528774-6377-4304-b185-1d971acc0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:38.182359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6b528774-6377-4304-b185-1d971acc0ef2 None None] Current status of the port 00090122-8e0c-4ffe-8b5b-5e202159fa87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:38.313603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:38.401339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:38.414757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:38.500614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:38.513425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:38.528294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:38.576942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['958911d0-c91a-484d-8740-6ff0f506589b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:38.577173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eecffe-16b0-4b54-8e84-448f67383987 req-d224f7b3-de37-48cf-a37a-685ff53e0bd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:38.581992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74eecffe-16b0-4b54-8e84-448f67383987 req-d224f7b3-de37-48cf-a37a-685ff53e0bd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 949 time: 1.3401361 Mar 10 23:50:38.605282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00090122-8e0c-4ffe-8b5b-5e202159fa87 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:38.617230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:38.617829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:38.667500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:38.686764 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-91a50f49-f08c-4e5d-b938-b49715b59e3a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8030233 Mar 10 23:50:38.699271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Request body: {'port': {'device_id': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:38.869172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:38.973174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for router_gateway (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.240310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0347ce8f-daf9-47ee-912b-6bdd930387e2 None None] Provisioning complete for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:39.241515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0347ce8f-daf9-47ee-912b-6bdd930387e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.285028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0347ce8f-daf9-47ee-912b-6bdd930387e2 None None] Port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:50:39.287299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 00090122-8e0c-4ffe-8b5b-5e202159fa87 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:39.288570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.373249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90e4f3d4-823d-44e2-a018-bde34e963ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.395671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:39.421113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks [] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.449155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Transition to ACTIVE for port object 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:50:39.456219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.469710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f903ee-08d1-4bc6-ad48-e2863b0dd15a req-92bb07fc-f7ff-45af-b560-2fede2868fde tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:39.479708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13f903ee-08d1-4bc6-ad48-e2863b0dd15a req-92bb07fc-f7ff-45af-b560-2fede2868fde tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 1.9287014 Mar 10 23:50:39.560070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 00090122-8e0c-4ffe-8b5b-5e202159fa87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:39.592599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13f903ee-08d1-4bc6-ad48-e2863b0dd15a req-9fd12a35-3b37-4c45-a06c-7ed5410be33d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109381 Mar 10 23:50:39.685842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port 3c915917-58b0-40f3-a7c8-db68594e4637 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:39.686187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.727771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:39.735807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Deleting port d30e900d-59b9-4e18-a46f-ee585cd3efba {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:39.736091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.760072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:39.760415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:39.760748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:39.766125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:50:39.766650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:39.772930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:39.773548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:39.774115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:39.774728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Bound port: 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:39.775250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.888391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.888721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (d30e900d-59b9-4e18-a46f-ee585cd3efba), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:39.912269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Calling delete_port for d30e900d-59b9-4e18-a46f-ee585cd3efba owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:39.939650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:39.950773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:39.968665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.021801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:40.022817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.024458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] 10.222.0.39 "PUT /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 1095 time: 1.3302844 Mar 10 23:50:40.025185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:40.028057 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d9019-ab10-4595-b3f3-f4c996195410" -d '{"events": [{"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:40.070909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb1d6e-2b4a-4360-b481-cdd5b70ef09f service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:40.148823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-45c2e4d6-ecc8-4450-a764-7ae9dc9b2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:40.150495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-45c2e4d6-ecc8-4450-a764-7ae9dc9b2291 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1129 time: 0.0732415 Mar 10 23:50:40.151115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port 3c915917-58b0-40f3-a7c8-db68594e4637, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3c915917-58b0-40f3-a7c8-db68594e4637,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:40.151485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.166614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for 3c915917-58b0-40f3-a7c8-db68594e4637 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:40.207367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-ef4c4a6b-9afd-4412-9b3b-173c6e4f9052 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0462360 Mar 10 23:50:40.274192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-1f3be426-b181-4d9a-a13d-4d1a20bcbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:40.275726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-1f3be426-b181-4d9a-a13d-4d1a20bcbabb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0600834 Mar 10 23:50:40.287007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3c915917-58b0-40f3-a7c8-db68594e4637 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:40.306179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.347150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.386196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-e90e97b4-5951-43cd-97f9-efb08b724bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:40.392170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-e90e97b4-5951-43cd-97f9-efb08b724bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0977230 Mar 10 23:50:40.402129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.416553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No active binding found for port 3c915917-58b0-40f3-a7c8-db68594e4637 {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 23:50:40.418238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 3c915917-58b0-40f3-a7c8-db68594e4637 host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:50:40.418757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d30e900d-59b9-4e18-a46f-ee585cd3efba), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.419168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3c915917-58b0-40f3-a7c8-db68594e4637 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:40.429036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3c915917-58b0-40f3-a7c8-db68594e4637), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.442979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda', '417b72df-a8f0-408a-b256-496cd7799704'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:40.498945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event deleted for resources: {'Port': ['ID=d30e900d-59b9-4e18-a46f-ee585cd3efba,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:40.554871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:40.576252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=3c915917-58b0-40f3-a7c8-db68594e4637,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:40.590890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (664cd2fe-978b-4165-bf45-fb6c06274479), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.594268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.595455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1405920-cb8f-4064-9b50-f49e911c2b28 req-b604f11d-7489-47bd-964b-249c1887d6bb tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "DELETE /v2.0/floatingips/664cd2fe-978b-4165-bf45-fb6c06274479 HTTP/1.1" status: 204 len: 173 time: 3.3430650 Mar 10 23:50:40.616412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-ea9618d5-f3c6-4814-87a2-8d8dc76229b0 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200093 Mar 10 23:50:40.636439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283391-eca3-4b9f-a02e-86469e059d88 req-315d8a64-9a97-4fad-89d7-6395ad592a2c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:40.643955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc283391-eca3-4b9f-a02e-86469e059d88 req-315d8a64-9a97-4fad-89d7-6395ad592a2c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.9090958 Mar 10 23:50:40.732091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.736041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port 3c915917-58b0-40f3-a7c8-db68594e4637 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:40.745117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:40.748284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74eecffe-16b0-4b54-8e84-448f67383987 req-007b1dfe-4280-4491-a3e6-37f0fd6c411f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "DELETE /v2.0/ports/3c915917-58b0-40f3-a7c8-db68594e4637 HTTP/1.1" status: 204 len: 173 time: 2.0443354 Mar 10 23:50:40.749914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'name': 'network-vif-deleted', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:40.752278 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bea892-cfd8-481c-b44f-77efeb795425" -d '{"events": [{"server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "name": "network-vif-deleted", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:40.812965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4f73a432-8275-4de0-b448-de9e18a4c97f req-6f80e4c8-e177-45aa-8e35-9924e6751207 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884964 Mar 10 23:50:41.020920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc283391-eca3-4b9f-a02e-86469e059d88 req-d5ed9679-c741-4490-bee3-78f282c531fc tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399646 Mar 10 23:50:41.049781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Router 07eba41f-4b05-4072-b1d3-30cc886c07c6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:50:41.360982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97a3e5f4-d5ca-42a4-929f-5dc6cc315ea8 req-8b5f4d72-6a1e-44a6-836e-b4e98a0daddd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=05d0ccac-e979-4309-8166-64e7be0ef7c2 HTTP/1.1" status: 200 len: 210 time: 0.1441834 Mar 10 23:50:41.502898 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6401e9-643e-4d0f-be69-5effc5955c5a x-openstack-request-id: req-9f6401e9-643e-4d0f-be69-5effc5955c5a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:41.503654 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:41.504249 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f6401e9-643e-4d0f-be69-5effc5955c5a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:41.504834 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'status': 'completed', 'code': 200} Mar 10 23:50:41.554580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:41.624672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-ab4b3cc8-6606-4083-8c6f-b2aea576f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:41.627005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-ab4b3cc8-6606-4083-8c6f-b2aea576f45d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1129 time: 0.0945392 Mar 10 23:50:41.731268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-42219a07-3825-4c3f-940b-ed51b021be9c tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 1001 time: 0.3064082 Mar 10 23:50:41.744602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:41.758111 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Sync routers for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:41.784847 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:41.785492 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:41.799527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd63ff-0665-4376-a657-f91b43c6b277 req-9fcb46f8-daae-4a8b-ac57-0ab143157dfa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:41.806792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42bd63ff-0665-4376-a657-f91b43c6b277 req-9fcb46f8-daae-4a8b-ac57-0ab143157dfa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1883380 Mar 10 23:50:41.819170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-bca67f54-43c0-4550-9785-c178e8714033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:41.821970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-bca67f54-43c0-4550-9785-c178e8714033 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1874008 Mar 10 23:50:41.828132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:41.829521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94cb0e8b-82dc-4911-b364-796d2d90b700 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5358274 Mar 10 23:50:41.839029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40098) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:41.853247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-1333afa9-3a86-4168-951a-b85ea7fd6ee7 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:41.854760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-1333afa9-3a86-4168-951a-b85ea7fd6ee7 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports/c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 942 time: 0.1139181 Mar 10 23:50:41.932548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42bd63ff-0665-4376-a657-f91b43c6b277 req-1b6c0cef-113f-4a16-9619-95b4a5860650 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246569 Mar 10 23:50:41.943894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:42.149193 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae139eb3-17ec-43ec-8d50-24f9e1b03a3e x-openstack-request-id: req-ae139eb3-17ec-43ec-8d50-24f9e1b03a3e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:42.149650 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d0ccac-e979-4309-8166-64e7be0ef7c2", "name": "network-vif-deleted", "tag": "3c915917-58b0-40f3-a7c8-db68594e4637", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:42.150007 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae139eb3-17ec-43ec-8d50-24f9e1b03a3e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:42.150508 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d0ccac-e979-4309-8166-64e7be0ef7c2', 'name': 'network-vif-deleted', 'tag': '3c915917-58b0-40f3-a7c8-db68594e4637', 'status': 'completed', 'code': 200} Mar 10 23:50:42.317608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-3e3dd2c3-48f6-407a-be18-20e56d32b3ca tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 1001 time: 0.1766798 Mar 10 23:50:42.437755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a90a3-02d5-49f9-9ce8-79cb316dd172 req-8da3046a-e15f-4a13-9e61-4b3e2c007bdf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:42.441585 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:38Z', 'revision_number': 3, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:42.446854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56a90a3-02d5-49f9-9ce8-79cb316dd172 req-8da3046a-e15f-4a13-9e61-4b3e2c007bdf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.2239709 Mar 10 23:50:42.474679 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Checking router: 07eba41f-4b05-4072-b1d3-30cc886c07c6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:42.476236 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Updating router 07eba41f-4b05-4072-b1d3-30cc886c07c6 port df3937de-bb5c-43c0-a646-b2119801574a binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:50:42.505975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-141c8e9c-34a1-4db8-8b2e-0c9b42635103 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.6766944 Mar 10 23:50:42.528647 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56a90a3-02d5-49f9-9ce8-79cb316dd172 req-1c926d15-2627-4557-99aa-37157175f6a0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815971 Mar 10 23:50:42.529962 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df3937de-bb5c-43c0-a646-b2119801574a), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:42.601640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-ebec3574-1754-4656-89b8-d52fa517d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:42.603281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-ebec3574-1754-4656-89b8-d52fa517d747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0881324 Mar 10 23:50:42.713007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-a2400854-edc7-4795-bd3f-8b1c8844006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:42.718847 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-a2400854-edc7-4795-bd3f-8b1c8844006d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1070440 Mar 10 23:50:42.851451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-2c11d94f-67c1-428b-9282-b8afd9362667 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:42.856177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-2c11d94f-67c1-428b-9282-b8afd9362667 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.4841306 Mar 10 23:50:43.025790 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-26556691-1eca-45eb-aab6-e67283500117 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003583 Mar 10 23:50:43.035296 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks [] for port (df3937de-bb5c-43c0-a646-b2119801574a), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.049774 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df3937de-bb5c-43c0-a646-b2119801574a), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.118951 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f01832-0105-4942-8087-8b21d552f238 None None] Pushing event updated for resources: {'Port': ['ID=df3937de-bb5c-43c0-a646-b2119801574a,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:43.151264 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Attempting to bind port df3937de-bb5c-43c0-a646-b2119801574a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:43.151968 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Attempting to bind port df3937de-bb5c-43c0-a646-b2119801574a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:43.152260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Attempting to bind port df3937de-bb5c-43c0-a646-b2119801574a on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:43.159894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:43.160452 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:43.161120 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.161891 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:43.162211 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Bound port: df3937de-bb5c-43c0-a646-b2119801574a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:43.163437 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df3937de-bb5c-43c0-a646-b2119801574a), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.188164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.232237 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] For port df3937de-bb5c-43c0-a646-b2119801574a, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:43.236456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] For port df3937de-bb5c-43c0-a646-b2119801574a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df3937de-bb5c-43c0-a646-b2119801574a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:43.247180 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df3937de-bb5c-43c0-a646-b2119801574a), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.304270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f08d9019-ab10-4595-b3f3-f4c996195410 req-e396b993-97b5-42cd-ab2f-136aef1dc9e6 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557602 Mar 10 23:50:43.316954 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:43.318027 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:43.368305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40128) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:43.474635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f01832-0105-4942-8087-8b21d552f238 None None] Pushing event updated for resources: {'Port': ['ID=df3937de-bb5c-43c0-a646-b2119801574a,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:43.524808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:43.553994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.555091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5b9d-29bd-488c-ab97-db30d689b768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.567803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-6e1462e1-6575-489a-baf8-b88d41b90497 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 1001 time: 0.7020023 Mar 10 23:50:43.594627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:43.662464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5b9d-29bd-488c-ab97-db30d689b768 admin admin] Publish callbacks [] for security_group (a0055e0f-f85a-46ef-aab4-e81c9319490c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.667479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5b9d-29bd-488c-ab97-db30d689b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0055e0f-f85a-46ef-aab4-e81c9319490c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.706617 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e3bc5b9d-29bd-488c-ab97-db30d689b768 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5943850cf304aa1ba3a90c6ba4fb502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362215 Mar 10 23:50:43.709086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8f1cd-ed5e-4842-884f-393b30b8c286 req-7f13de93-53ea-4659-80ff-67ef4a1157dd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:43.710489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40134) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:43.715334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6c8f1cd-ed5e-4842-884f-393b30b8c286 req-7f13de93-53ea-4659-80ff-67ef4a1157dd tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 950 time: 0.7423255 Mar 10 23:50:43.748598 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:38Z', 'revision_number': 3, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:43.777587 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea97702-ab34-4ede-8ead-4f493339c082 None None] The sync data for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 is: [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:38Z', 'revision_number': 3, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:43.795829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.825629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc5b9d-29bd-488c-ab97-db30d689b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0055e0f-f85a-46ef-aab4-e81c9319490c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:43.848014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] Publish callbacks [] for security_group (a0055e0f-f85a-46ef-aab4-e81c9319490c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.887157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] Publish callbacks [] for security_group (a0055e0f-f85a-46ef-aab4-e81c9319490c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.954023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0055e0f-f85a-46ef-aab4-e81c9319490c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.957557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:43.958851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0055e0f-f85a-46ef-aab4-e81c9319490c HTTP/1.1" status: 204 len: 168 time: 0.2368822 Mar 10 23:50:43.971018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e05a-b3bf-42f9-bfce-44d4eeb728ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0055e0f-f85a-46ef-aab4-e81c9319490c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:44.007792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6c8f1cd-ed5e-4842-884f-393b30b8c286 req-7772f6b4-0e8b-49fc-b64c-61ecf1445203 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083676 Mar 10 23:50:44.172487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.237529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.238221 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Floating IP 1e92b536-259b-4e5d-9cc2-e5029e8f5841 disassociated. External IP: 172.25.7.225, port: c78c4e93-ff0c-47c1-8037-e8164372fc45. Mar 10 23:50:44.326070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Allocated IP 172.20.0.1 (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19/e6fff070-4404-4390-bb54-28b034b53ebc/2fcd9cdf-591c-4757-9256-3bc062741d35) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:44.538305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40140) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:44.557494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df3937de-bb5c-43c0-a646-b2119801574a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:44.572603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1741f34a-9b3b-4005-b12e-8498d41a7c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.578482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-4f78698f-520b-43f1-bd5b-9afd6c4aa719 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:44.580033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-4f78698f-520b-43f1-bd5b-9afd6c4aa719 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 950 time: 0.3867745 Mar 10 23:50:44.660896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cd6e9-1c71-4f24-9f5e-02077d51a1c1 req-02332c7a-f28c-4362-bdbc-e7fc2bff2d6d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:44.665631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port df3937de-bb5c-43c0-a646-b2119801574a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:44.666736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df3937de-bb5c-43c0-a646-b2119801574a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.677000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb4cd6e9-1c71-4f24-9f5e-02077d51a1c1 req-02332c7a-f28c-4362-bdbc-e7fc2bff2d6d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.5742769 Mar 10 23:50:44.702637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1741f34a-9b3b-4005-b12e-8498d41a7c83 admin admin] Publish callbacks [] for security_group (c185e91c-4057-4f35-818b-e08b1d31125c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.713257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1741f34a-9b3b-4005-b12e-8498d41a7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c185e91c-4057-4f35-818b-e08b1d31125c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.767073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1741f34a-9b3b-4005-b12e-8498d41a7c83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=678da679afdc45b48c6e5c1abd664716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254200 Mar 10 23:50:44.770744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:44.781651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port df3937de-bb5c-43c0-a646-b2119801574a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:44.782181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df3937de-bb5c-43c0-a646-b2119801574a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.811550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port df3937de-bb5c-43c0-a646-b2119801574a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df3937de-bb5c-43c0-a646-b2119801574a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:44.815623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741f34a-9b3b-4005-b12e-8498d41a7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185e91c-4057-4f35-818b-e08b1d31125c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:44.818625 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df3937de-bb5c-43c0-a646-b2119801574a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.842117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] Publish callbacks [] for security_group (c185e91c-4057-4f35-818b-e08b1d31125c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.894176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] Publish callbacks [] for security_group (c185e91c-4057-4f35-818b-e08b1d31125c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:44.896147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=df3937de-bb5c-43c0-a646-b2119801574a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:44.978303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks [] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.015750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c185e91c-4057-4f35-818b-e08b1d31125c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.021001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.026446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c185e91c-4057-4f35-818b-e08b1d31125c HTTP/1.1" status: 204 len: 168 time: 0.2545824 Mar 10 23:50:45.036760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a22bf-1334-4907-b13b-bd7c5b0a6572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185e91c-4057-4f35-818b-e08b1d31125c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:45.119622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:50:45.206684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb4cd6e9-1c71-4f24-9f5e-02077d51a1c1 req-ad9038f4-ce2b-477f-af12-ae234f19e7a7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263450 Mar 10 23:50:45.257753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.365154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Router 12912076-2298-435a-a32f-8edb8352eeb1 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:50:45.369406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:45.374049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:45.386469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port 417b72df-a8f0-408a-b256-496cd7799704 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:45.386826 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (417b72df-a8f0-408a-b256-496cd7799704), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.396162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'mac_address': 'fa:16:3e:07:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:50:45.486290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:45.489999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:45.495602 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.526311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:45.540459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:50:45.594079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:45.602631 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.630963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:45.751229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:45.790928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port 417b72df-a8f0-408a-b256-496cd7799704, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=417b72df-a8f0-408a-b256-496cd7799704,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:45.791866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (417b72df-a8f0-408a-b256-496cd7799704), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.816186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f471c9b-e39c-4ea7-b356-9631b312f221 req-7f58d1e1-be9e-45c3-905e-0719148f2acd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:45.818426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f471c9b-e39c-4ea7-b356-9631b312f221 req-7f58d1e1-be9e-45c3-905e-0719148f2acd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.4516904 Mar 10 23:50:45.882582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.897354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0d3f8248-5486-42b9-b12d-beb25c4087b5 None None] Provisioning complete for port 2fcd9cdf-591c-4757-9256-3bc062741d35 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:45.897735 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8248-5486-42b9-b12d-beb25c4087b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:45.944772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f8248-5486-42b9-b12d-beb25c4087b5 None None] Port 2fcd9cdf-591c-4757-9256-3bc062741d35 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:50:45.947956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:45.963400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for 417b72df-a8f0-408a-b256-496cd7799704 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:46.018775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:46.033955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Sync routers for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:46.065123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:46.065779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:46.075267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:46.122937 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f471c9b-e39c-4ea7-b356-9631b312f221 req-5550dad8-543b-48fa-97b1-9ec695461a44 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352252 Mar 10 23:50:46.310154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-f1ff2051-d562-4b95-9470-1eb997ac4770 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "PUT /v2.0/floatingips/1e92b536-259b-4e5d-9cc2-e5029e8f5841 HTTP/1.1" status: 200 len: 695 time: 2.7196600 Mar 10 23:50:46.312930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:46.315575 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772fcce7-6274-47c2-a76e-8233c1bff883" -d '{"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:46.434035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (417b72df-a8f0-408a-b256-496cd7799704), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:46.438634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:46.470866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:46.517592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:46.518012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=417b72df-a8f0-408a-b256-496cd7799704,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:46.526711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:46.539769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df3937de-bb5c-43c0-a646-b2119801574a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:46.581984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b684-0d7d-41df-bb5b-8f51c02589b7 req-1670af0a-655e-4908-8185-b074f1c71905 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:46.582672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a059b684-0d7d-41df-bb5b-8f51c02589b7 req-1670af0a-655e-4908-8185-b074f1c71905 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5934ef2-5186-4e35-a5f3-ca03d649ab24 HTTP/1.1" status: 200 len: 867 time: 0.3167820 Mar 10 23:50:46.587951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-86b6678c-97a4-465e-ae9a-1e7ac1b40ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:46.589393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-86b6678c-97a4-465e-ae9a-1e7ac1b40ac4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1127 time: 0.2431562 Mar 10 23:50:46.711151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port 417b72df-a8f0-408a-b256-496cd7799704 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:46.951157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port df3937de-bb5c-43c0-a646-b2119801574a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:46.951723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df3937de-bb5c-43c0-a646-b2119801574a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:47.010998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:47.014469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07b62939-a177-47c0-94e5-b30f8ecc80ba req-6aa53dc6-81e0-40f5-8724-f13b4ba3f174 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "DELETE /v2.0/ports/417b72df-a8f0-408a-b256-496cd7799704 HTTP/1.1" status: 204 len: 173 time: 2.3200703 Mar 10 23:50:47.082420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks [] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:47.109021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:47.317857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a059b684-0d7d-41df-bb5b-8f51c02589b7 req-5b8f71b3-5b6f-4136-a490-62d2c6f30b9f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053761 Mar 10 23:50:47.324720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:47.329801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-8cc1c81c-6efb-4d07-bc3b-c81469e2d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:47.331089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-8cc1c81c-6efb-4d07-bc3b-c81469e2d8a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 930 time: 0.7069733 Mar 10 23:50:47.332272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:47.335023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Pushing event updated for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:47.393053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-7c06689a-061e-4b08-a79a-8250898300c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 217 time: 0.0554986 Mar 10 23:50:47.416287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Checking router: 12912076-2298-435a-a32f-8edb8352eeb1 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:47.606055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-cb14ca7c-fcbc-47ba-b335-bda584270bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:47.607645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-cb14ca7c-fcbc-47ba-b335-bda584270bdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.1875279 Mar 10 23:50:47.664230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:47.664948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:47.667078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae3803-9dcf-44a2-8078-36ada21523fe req-affbe505-9b77-4d4e-8c46-eca18161efe8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:47.668821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ae3803-9dcf-44a2-8078-36ada21523fe req-affbe505-9b77-4d4e-8c46-eca18161efe8 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2475185 Mar 10 23:50:47.682692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:47.692894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:47.716847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port df3937de-bb5c-43c0-a646-b2119801574a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:47.732921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-23f206a9-9498-4a35-b45c-ab90aaf6663d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605871 Mar 10 23:50:48.039850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:48.186199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569497f-3491-4f9d-97fd-2a5586965698 req-5aeedb92-e78e-4af1-8dbb-dc554f7f4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.187731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-5aeedb92-e78e-4af1-8dbb-dc554f7f4fda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5690856 Mar 10 23:50:48.218818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1def3c25-39a9-4300-8977-16f8b4328499 None None] Provisioning complete for port 2fcd9cdf-591c-4757-9256-3bc062741d35 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:48.219295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1def3c25-39a9-4300-8977-16f8b4328499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:48.251684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ae3803-9dcf-44a2-8078-36ada21523fe req-969d349f-052a-4a99-8144-1bc57e5e25f9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710747 Mar 10 23:50:48.333043 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f93327-4a4c-4707-a381-eeb98a2e79f9 x-openstack-request-id: req-21f93327-4a4c-4707-a381-eeb98a2e79f9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:48.334032 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:48.334605 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f93327-4a4c-4707-a381-eeb98a2e79f9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:48.335215 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'status': 'completed', 'code': 200} Mar 10 23:50:48.419979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-f71f5444-4f70-4638-a4cf-ed5c7030159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.421576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-f71f5444-4f70-4638-a4cf-ed5c7030159d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=960f857b0ecc4081916f80fc8b3b274c&device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 1127 time: 0.0684254 Mar 10 23:50:48.436092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-56823557-0d30-40a0-bd88-99e175003689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.441402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-56823557-0d30-40a0-bd88-99e175003689 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 1149 time: 0.2726424 Mar 10 23:50:48.442124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1def3c25-39a9-4300-8977-16f8b4328499 None None] Port 2fcd9cdf-591c-4757-9256-3bc062741d35 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:50:48.468126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 417b72df-a8f0-408a-b256-496cd7799704 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:48.468525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Router 07eba41f-4b05-4072-b1d3-30cc886c07c6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:50:48.569769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-24796b88-f0c3-4e9b-a9e3-758152828989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.571191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-24796b88-f0c3-4e9b-a9e3-758152828989 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 200 len: 930 time: 0.1437461 Mar 10 23:50:48.587665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 417b72df-a8f0-408a-b256-496cd7799704 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:48.588044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 417b72df-a8f0-408a-b256-496cd7799704 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:48.623318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:48.633013 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-c7dc6523-c88b-4389-929a-e535bace3021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 200 len: 217 time: 0.0461524 Mar 10 23:50:48.656446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe5a7-219c-46e9-b9f1-5d9112568135 None None] The sync data for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 is: [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:49:54Z', 'revision_number': 4, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '00a28da6-5e59-45fb-ac08-ec44dbceb755', 'name': '', 'network_id': 'b013a328-a54e-4a2a-a6a4-914d20f0b3fe', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'mac_address': 'fa:16:3e:a4:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:52Z', 'updated_at': '2022-03-10T23:49:59Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'subnets': [{'id': '5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:48.679596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-6d716c7a-86f5-4d1b-a8e4-2b18d224f18b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219246 Mar 10 23:50:48.681890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-78585e31-a498-49e3-b28f-83aa414dc2ba service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735975 Mar 10 23:50:48.704470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-4fcc85d9-7a4b-4b84-9398-a90e8eaa8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.706289 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-4fcc85d9-7a4b-4b84-9398-a90e8eaa8692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 200 len: 868 time: 0.0648847 Mar 10 23:50:48.708992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d80068-540d-43cc-8332-6dc54ab3efba req-03261ece-6161-411f-ad6f-19c93bde5fbd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.711423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d80068-540d-43cc-8332-6dc54ab3efba req-03261ece-6161-411f-ad6f-19c93bde5fbd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.2408669 Mar 10 23:50:48.808433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-f7bc8ec4-150a-4b4a-bf70-78fd4ed1be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.810257 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-f7bc8ec4-150a-4b4a-bf70-78fd4ed1be95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b013a328-a54e-4a2a-a6a4-914d20f0b3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909245 Mar 10 23:50:48.816174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-058ed49c-8a64-4b79-8a8b-496eb9f0e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.817564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-058ed49c-8a64-4b79-8a8b-496eb9f0e71e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 1126 time: 0.0690815 Mar 10 23:50:48.896003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-6b0bc315-b372-4d3f-9901-36ca4b39234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:48.898382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-6b0bc315-b372-4d3f-9901-36ca4b39234d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.4169915 Mar 10 23:50:48.964480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:50:48.983093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Sync routers for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:50:48.994266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b406265-480c-4b92-acca-ddace9198003 admin admin] 10.222.0.21 "PUT /v2.0/routers/07eba41f-4b05-4072-b1d3-30cc886c07c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1539519 Mar 10 23:50:48.997097 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:48.997723 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:49.017113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d80068-540d-43cc-8332-6dc54ab3efba req-0df81b03-6baa-41b2-9840-e0e3ea8aa834 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701433 Mar 10 23:50:49.027685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-8832ee5b-bcd3-4d2e-9897-512320934dbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 200 len: 217 time: 0.1188869 Mar 10 23:50:49.034673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1569497f-3491-4f9d-97fd-2a5586965698 req-4a7cff26-3ed6-4d91-ada5-77156b3a37ea service neutron] 10.222.0.21 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198225 Mar 10 23:50:49.041935 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-12f1d51d-619c-4eaa-a8d3-e2a9cd4fd816 service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159185 Mar 10 23:50:49.083180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbb97f-d4a2-407f-b82a-d5c26c6c0b13 None None] New status for floating IP 1e92b536-259b-4e5d-9cc2-e5029e8f5841: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:50:49.107271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-35f40b8f-3fae-4854-bbd1-c691da824447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:49.108777 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-35f40b8f-3fae-4854-bbd1-c691da824447 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2592373 Mar 10 23:50:49.154310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-91c974a1-e356-4b0d-9d48-1a2f7cc9a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:49.156618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-91c974a1-e356-4b0d-9d48-1a2f7cc9a4a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1193459 Mar 10 23:50:49.226741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-b0dffd6c-a914-4e31-a639-9f6db81256bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602386 Mar 10 23:50:49.239857 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-2cfbabcc-ce51-4963-a5d5-c63b66ad7978 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 200 len: 217 time: 0.1184726 Mar 10 23:50:49.272838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:49.300929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-63e16f7a-4ae8-4a04-ba4f-879e38fa0327 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips/1e92b536-259b-4e5d-9cc2-e5029e8f5841 HTTP/1.1" status: 200 len: 695 time: 0.1017668 Mar 10 23:50:49.373399 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-772fcce7-6274-47c2-a76e-8233c1bff883 req-aed9a123-003d-42b1-8579-042d74701145 service neutron] 10.222.0.39 "GET /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221674 Mar 10 23:50:49.374904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-780ddb34-c101-461f-b627-47d1525108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:49.376249 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-780ddb34-c101-461f-b627-47d1525108ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1187186 Mar 10 23:50:49.425472 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-859a1877-100c-481f-8e55-ed6c482ebff5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409260 Mar 10 23:50:49.451607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:49.530447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:50:49.535682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:49.536108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:49.542142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-4b44306a-6bc0-4a88-8766-de2f6f7e5b7b service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815781 Mar 10 23:50:49.570491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-c061d09b-d1c8-45d0-9300-9c5ddf8621ff tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:49.572130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-c061d09b-d1c8-45d0-9300-9c5ddf8621ff tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2700531 Mar 10 23:50:49.632531 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-8ed5717a-2bfc-46e4-8faa-2f408542cd40 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001395 Mar 10 23:50:49.726157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:46Z', 'revision_number': 4, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '2fcd9cdf-591c-4757-9256-3bc062741d35', 'name': '', 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'mac_address': 'fa:16:3e:ca:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:43Z', 'updated_at': '2022-03-10T23:50:46Z', 'revision_number': 2, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'subnets': [{'id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:49.728810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:49.729229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:49.760323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1dd59064-8429-453c-8887-e0a6a6f31a8d req-b044f792-8240-4441-9451-edcfb060747d service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226120 Mar 10 23:50:49.763780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-c3b55f79-4d29-46b7-b730-a8e3b24dec38 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.1698601 Mar 10 23:50:49.766136 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Checking router: 07eba41f-4b05-4072-b1d3-30cc886c07c6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:50:49.766803 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Updating router 07eba41f-4b05-4072-b1d3-30cc886c07c6 port 2fcd9cdf-591c-4757-9256-3bc062741d35 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:50:49.783867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:49.786149 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12fc96d-53d9-455f-9a35-6f274186ab66" -d '{"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:49.798889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:49.803781 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:49.805216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:49.860385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:49.876137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-02718978-1f01-4e2e-b4e1-d41ae2d34b35 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.225 HTTP/1.1" status: 200 len: 696 time: 0.1105118 Mar 10 23:50:49.896959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8822604-0abc-4022-9536-dd9cfd5e80b0 req-b30647e9-ecea-4bea-ac74-b0da812fa8d0 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403981 Mar 10 23:50:49.962528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93423b8a-f99f-4660-b0b8-98741fca7beb req-b22e9a52-33aa-466b-b71e-ee558ae9bacc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:49.964022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93423b8a-f99f-4660-b0b8-98741fca7beb req-b22e9a52-33aa-466b-b71e-ee558ae9bacc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2246752 Mar 10 23:50:50.071590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93423b8a-f99f-4660-b0b8-98741fca7beb req-8e49763c-3443-49f9-996f-8f7813d8b8ec tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750675 Mar 10 23:50:50.093994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Deleting port 22e1d98d-aed4-4e08-a12a-80524201011d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:50.093994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.189941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.189941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (22e1d98d-aed4-4e08-a12a-80524201011d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.217413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Calling delete_port for 22e1d98d-aed4-4e08-a12a-80524201011d owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:50.229583 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks [] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.235987 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.291002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Pushing event updated for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:50.343544 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Attempting to bind port 2fcd9cdf-591c-4757-9256-3bc062741d35 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:50:50.344099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Attempting to bind port 2fcd9cdf-591c-4757-9256-3bc062741d35 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:50:50.344561 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Attempting to bind port 2fcd9cdf-591c-4757-9256-3bc062741d35 on network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:50:50.345113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58d8ac88-d441-4775-b974-9af0363d535f req-af68b0be-8be0-4a5b-b73d-25c838acd65f tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1694641 Mar 10 23:50:50.350792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:50:50.351329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Checking segment: {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:50:50.351824 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.352336 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Bound using segment: {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:50:50.352898 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Bound port: 2fcd9cdf-591c-4757-9256-3bc062741d35, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:50:50.353373 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.388118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'name': 'network-vif-deleted', 'tag': '417b72df-a8f0-408a-b256-496cd7799704'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:50.408655 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a04c46-4a24-474b-8acf-1f3e8e826846" -d '{"events": [{"server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "name": "network-vif-deleted", "tag": "417b72df-a8f0-408a-b256-496cd7799704"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:50.422327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:50.427216 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] For port 2fcd9cdf-591c-4757-9256-3bc062741d35, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:50:50.483671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.522555 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] For port 2fcd9cdf-591c-4757-9256-3bc062741d35, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2fcd9cdf-591c-4757-9256-3bc062741d35,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:50:50.523199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (22e1d98d-aed4-4e08-a12a-80524201011d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.531868 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.585416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event deleted for resources: {'Port': ['ID=22e1d98d-aed4-4e08-a12a-80524201011d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:50.601922 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:50:50.602643 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:50.606734 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Pushing event updated for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:50.652505 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.652859 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.653176 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.653509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.653838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.654163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.654483 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.654802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.655121 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.655440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.655758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.656100 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.656418 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7e671-41fb-4aad-a2b0-de7697801b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:50:50.687439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Provisioning complete for port 2fcd9cdf-591c-4757-9256-3bc062741d35 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:50.688456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.726509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks [] for floatingip (1e92b536-259b-4e5d-9cc2-e5029e8f5841), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.729249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.730400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97ea2092-c8e0-4cdc-bda8-32cec112d9b6 req-9b9c5f05-9297-42a1-99b6-45b7fae148be tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "DELETE /v2.0/floatingips/1e92b536-259b-4e5d-9cc2-e5029e8f5841 HTTP/1.1" status: 204 len: 173 time: 0.8460526 Mar 10 23:50:50.746068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.783045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:50:50.936524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Current status of the port 2fcd9cdf-591c-4757-9256-3bc062741d35 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:50.936923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:50.948424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Allocated IP 172.25.7.242 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/71955a5b-cb62-4303-b3a8-957e937f8c4d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:51.060842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] For port 2fcd9cdf-591c-4757-9256-3bc062741d35, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2fcd9cdf-591c-4757-9256-3bc062741d35,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:51.074567 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.086765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.121737 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c8c983-2a0a-485d-8dde-672d6cffcff5 x-openstack-request-id: req-76c8c983-2a0a-485d-8dde-672d6cffcff5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:51.121737 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:51.122032 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76c8c983-2a0a-485d-8dde-672d6cffcff5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:51.122831 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:50:51.133614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.158097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a801-4318-4c8c-8083-c7bda4e11c12 None None] Pushing event updated for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:51.161247 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:46Z', 'revision_number': 4, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '2fcd9cdf-591c-4757-9256-3bc062741d35', 'name': '', 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'mac_address': 'fa:16:3e:ca:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:43Z', 'updated_at': '2022-03-10T23:50:50Z', 'revision_number': 4, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'subnets': [{'id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:50:51.199954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82bf7be3-57ae-4635-9077-cd3b1335b334 None None] Provisioning complete for port 2fcd9cdf-591c-4757-9256-3bc062741d35 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:51.200820 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82bf7be3-57ae-4635-9077-cd3b1335b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.204400 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1289e9-6a11-4bad-a3a7-ff1b1534a144 None None] The sync data for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 is: [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:50:46Z', 'revision_number': 4, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '2fcd9cdf-591c-4757-9256-3bc062741d35', 'name': '', 'network_id': '73c63d04-ca0f-4b11-8918-b6c6d4b2ae19', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'mac_address': 'fa:16:3e:ca:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:43Z', 'updated_at': '2022-03-10T23:50:50Z', 'revision_number': 4, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'subnets': [{'id': 'e6fff070-4404-4390-bb54-28b034b53ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:50:51.268472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:51.273065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=71955a5b-cb62-4303-b3a8-957e937f8c4d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:51.275808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:51.278756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:51.344918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-18a879aa-0d9f-4314-b1cb-b1bd1635d0e0 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:51.347179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-18a879aa-0d9f-4314-b1cb-b1bd1635d0e0 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 949 time: 0.2012503 Mar 10 23:50:51.379411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82bf7be3-57ae-4635-9077-cd3b1335b334 None None] Current status of the port 2fcd9cdf-591c-4757-9256-3bc062741d35 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:51.383199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5649c-a9a9-45c5-b29d-876d75b5a7fd req-4b862ad7-298f-4d3f-aab0-0d841e96fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:51.385007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-50b5649c-a9a9-45c5-b29d-876d75b5a7fd req-4b862ad7-298f-4d3f-aab0-0d841e96fd07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1131 time: 0.1589410 Mar 10 23:50:51.396583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f3a86-3f1e-4ad7-b416-76337849b381 req-61369ce1-2b6c-4150-b1c7-6998553f94a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:51.398856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-023f3a86-3f1e-4ad7-b416-76337849b381 req-61369ce1-2b6c-4150-b1c7-6998553f94a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1273062 Mar 10 23:50:51.479350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (6521e4cc-165f-4522-a819-e5d54836c616), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.511698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-50b5649c-a9a9-45c5-b29d-876d75b5a7fd req-2a7347a7-ba23-4819-83eb-87044e1c9c9b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997980 Mar 10 23:50:51.527344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-023f3a86-3f1e-4ad7-b416-76337849b381 req-09854f2f-9c83-4035-bebc-5e6a481aa0a1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215184 Mar 10 23:50:51.556442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port e66c1f96-f949-4a07-9355-dc7f8dd6d02b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:51.556442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.580761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.620758 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cb89c5-d54f-42f3-960d-8beb9e891cc0 x-openstack-request-id: req-01cb89c5-d54f-42f3-960d-8beb9e891cc0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:51.621397 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5934ef2-5186-4e35-a5f3-ca03d649ab24", "name": "network-vif-deleted", "tag": "417b72df-a8f0-408a-b256-496cd7799704", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:51.621397 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cb89c5-d54f-42f3-960d-8beb9e891cc0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:51.621702 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5934ef2-5186-4e35-a5f3-ca03d649ab24', 'name': 'network-vif-deleted', 'tag': '417b72df-a8f0-408a-b256-496cd7799704', 'status': 'completed', 'code': 200} Mar 10 23:50:51.678386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port e66c1f96-f949-4a07-9355-dc7f8dd6d02b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:51.678758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.703311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for e66c1f96-f949-4a07-9355-dc7f8dd6d02b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:51.833336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.845301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.891031 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e66c1f96-f949-4a07-9355-dc7f8dd6d02b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:51.906601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4', '54614626-61c8-4e4d-9199-c025aed8eeda'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:51.910677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b', 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:51.933853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=e66c1f96-f949-4a07-9355-dc7f8dd6d02b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:52.033724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port e66c1f96-f949-4a07-9355-dc7f8dd6d02b on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:52.036460 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.041541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0186df45-dcfd-4887-ade3-ccef54e3cf01 req-62876a47-9c87-4f36-a5a9-9755ff5b9c7a tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "DELETE /v2.0/ports/e66c1f96-f949-4a07-9355-dc7f8dd6d02b HTTP/1.1" status: 204 len: 173 time: 0.6866755 Mar 10 23:50:52.042032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'name': 'network-vif-deleted', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:52.045904 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8b265-18f4-4f95-91d0-75d021145312" -d '{"events": [{"server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "name": "network-vif-deleted", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:52.138600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=71955a5b-cb62-4303-b3a8-957e937f8c4d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:52.157932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd37e02f-0217-46a3-a35c-24e2d5973f7f req-bdcd6e66-62a2-41ac-8149-7d9ae78a52b6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea32a96-34d8-403b-81fa-22267cdde9e6 HTTP/1.1" status: 200 len: 210 time: 0.1684868 Mar 10 23:50:52.201540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (6521e4cc-165f-4522-a819-e5d54836c616), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.241832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.243313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58d8ac88-d441-4775-b974-9af0363d535f req-c9cf6563-fa95-4901-9451-a7fcb1dda961 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8295250 Mar 10 23:50:52.373661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58d8ac88-d441-4775-b974-9af0363d535f req-4193b6f0-232c-417e-a1e4-232f835cc609 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1185868 Mar 10 23:50:52.530518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40232) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:52.629359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2fcd9cdf-591c-4757-9256-3bc062741d35 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:50:52.668840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbdc56-68d9-46ad-9a11-12568248787f req-e3bed775-3f39-439e-8cab-6e82b9afb0a4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:52.673051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8dbdc56-68d9-46ad-9a11-12568248787f req-e3bed775-3f39-439e-8cab-6e82b9afb0a4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.3523219 Mar 10 23:50:52.785146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bec517d-6909-47af-8c5b-4953edb1c86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.816621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2fcd9cdf-591c-4757-9256-3bc062741d35 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:50:52.817096 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.959408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bec517d-6909-47af-8c5b-4953edb1c86a admin admin] Publish callbacks [] for security_group (7f525f5e-57f1-4fed-b964-5c3e2e6bad66), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:52.969321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bec517d-6909-47af-8c5b-4953edb1c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7f525f5e-57f1-4fed-b964-5c3e2e6bad66), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.035889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec517d-6909-47af-8c5b-4953edb1c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f525f5e-57f1-4fed-b964-5c3e2e6bad66,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:53.049228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bec517d-6909-47af-8c5b-4953edb1c86a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a180eaad9d4e45999e978807d52017e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172517 Mar 10 23:50:53.051703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40238) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:53.099026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2fcd9cdf-591c-4757-9256-3bc062741d35 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:50:53.166054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] Publish callbacks [] for security_group (7f525f5e-57f1-4fed-b964-5c3e2e6bad66), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.192879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] Publish callbacks [] for security_group (7f525f5e-57f1-4fed-b964-5c3e2e6bad66), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.271085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7f525f5e-57f1-4fed-b964-5c3e2e6bad66), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.276015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.279663 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f525f5e-57f1-4fed-b964-5c3e2e6bad66 HTTP/1.1" status: 204 len: 168 time: 0.2244763 Mar 10 23:50:53.285286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8ac88-d441-4775-b974-9af0363d535f req-01a622dd-d36b-405c-8a54-e1215aefcb22 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:53.285585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd74d7-ad5d-4856-b410-ab3cf1108642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f525f5e-57f1-4fed-b964-5c3e2e6bad66,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:53.286645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58d8ac88-d441-4775-b974-9af0363d535f req-01a622dd-d36b-405c-8a54-e1215aefcb22 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.9119072 Mar 10 23:50:53.316303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-7e2ec7db-1be8-4068-b233-5c581e9553d7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:53.318778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-7e2ec7db-1be8-4068-b233-5c581e9553d7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 949 time: 0.8383155 Mar 10 23:50:53.377100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8dbdc56-68d9-46ad-9a11-12568248787f req-3dc05e28-714d-45e1-ab16-647551c717e4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6924651 Mar 10 23:50:53.463089 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bdb793-4b47-4422-b967-f16816783be8 x-openstack-request-id: req-09bdb793-4b47-4422-b967-f16816783be8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:53.463394 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea32a96-34d8-403b-81fa-22267cdde9e6", "name": "network-vif-deleted", "tag": "e66c1f96-f949-4a07-9355-dc7f8dd6d02b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:53.463648 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09bdb793-4b47-4422-b967-f16816783be8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:53.464083 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea32a96-34d8-403b-81fa-22267cdde9e6', 'name': 'network-vif-deleted', 'tag': 'e66c1f96-f949-4a07-9355-dc7f8dd6d02b', 'status': 'completed', 'code': 200} Mar 10 23:50:53.468270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f85f7-2544-45bc-a877-baf56154ad70 req-c69fe318-965b-452e-afa7-41655fba113a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:53.469848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-041f85f7-2544-45bc-a877-baf56154ad70 req-c69fe318-965b-452e-afa7-41655fba113a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1123991 Mar 10 23:50:53.550496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port 54614626-61c8-4e4d-9199-c025aed8eeda {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:53.550827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.564951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-041f85f7-2544-45bc-a877-baf56154ad70 req-e8fb1d37-c3cd-4620-b14c-9721069fcf4a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0859179 Mar 10 23:50:53.753326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271829-1092-4703-9d37-65bc69ef414a req-b3274663-6e3b-49c5-8f82-958f76605f22 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:53.754824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de271829-1092-4703-9d37-65bc69ef414a req-b3274663-6e3b-49c5-8f82-958f76605f22 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.2087584 Mar 10 23:50:53.756878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port 54614626-61c8-4e4d-9199-c025aed8eeda, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=54614626-61c8-4e4d-9199-c025aed8eeda,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:53.757152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.769760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40252) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:53.788937 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c151f984-dbd8-46c6-8a3d-81bd187d9351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.809202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for 54614626-61c8-4e4d-9199-c025aed8eeda owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:53.889641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c151f984-dbd8-46c6-8a3d-81bd187d9351 admin admin] Publish callbacks [] for security_group (e8f0910e-e3ec-456e-bf80-b18a70502bb7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.895130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c151f984-dbd8-46c6-8a3d-81bd187d9351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e8f0910e-e3ec-456e-bf80-b18a70502bb7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:53.918005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de271829-1092-4703-9d37-65bc69ef414a req-68761aa5-4c5e-4515-87ff-cfc367eb9c14 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486406 Mar 10 23:50:53.926169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-d43a5c5a-a2ba-4a2d-b637-b05be895adaf tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2386992 Mar 10 23:50:53.935490 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c151f984-dbd8-46c6-8a3d-81bd187d9351 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1c5f6dddc3c4cbe8738c2b05d765144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640866 Mar 10 23:50:53.936435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:53.940067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:53.959960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151f984-dbd8-46c6-8a3d-81bd187d9351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f0910e-e3ec-456e-bf80-b18a70502bb7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:54.040945 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.044561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93f2ef0c-dd5e-455a-ac2e-53d36d0c0469 req-ba38530e-e20e-44e5-af21-1b3d050a2309 tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0708475 Mar 10 23:50:54.132716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] Publish callbacks [] for security_group (e8f0910e-e3ec-456e-bf80-b18a70502bb7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.195566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] Publish callbacks [] for security_group (e8f0910e-e3ec-456e-bf80-b18a70502bb7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.197380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (54614626-61c8-4e4d-9199-c025aed8eeda), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.210374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:54.213077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:54.282392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=54614626-61c8-4e4d-9199-c025aed8eeda,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:54.346156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67a914-3489-4e3d-8eb7-4c657702aac8 req-9f8eccc7-00b9-4dac-9757-2e4d6e8bd505 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:54.352671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a67a914-3489-4e3d-8eb7-4c657702aac8 req-9f8eccc7-00b9-4dac-9757-2e4d6e8bd505 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f4fa5c1-195f-438c-8be5-5d27fca1c5fe HTTP/1.1" status: 200 len: 867 time: 0.2478576 Mar 10 23:50:54.399617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port 54614626-61c8-4e4d-9199-c025aed8eeda on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:54.404954 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.409468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f51a2a53-0d6d-49ed-964d-0af41d61f4e7 req-23e09ec7-9456-4076-a861-120a4c2dacd2 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "DELETE /v2.0/ports/54614626-61c8-4e4d-9199-c025aed8eeda HTTP/1.1" status: 204 len: 173 time: 1.0855486 Mar 10 23:50:54.410398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'name': 'network-vif-deleted', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:54.413445 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4dbdd7-73a7-4dea-97fd-436e10229131" -d '{"events": [{"server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "name": "network-vif-deleted", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:54.440098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e8f0910e-e3ec-456e-bf80-b18a70502bb7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.442652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.447068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8f0910e-e3ec-456e-bf80-b18a70502bb7 HTTP/1.1" status: 204 len: 168 time: 0.5037696 Mar 10 23:50:54.470485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c18b9-4007-4ade-b1c0-cc6d50d25e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f0910e-e3ec-456e-bf80-b18a70502bb7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:54.483014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a67a914-3489-4e3d-8eb7-4c657702aac8 req-859ddc30-9664-417d-8617-51835509499c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290076 Mar 10 23:50:54.495912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:54.722502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483d94f-446c-4706-85a8-af9cf44dd169 req-cad55be9-3467-48ae-8763-8f15ab7df78e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:54.730450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0483d94f-446c-4706-85a8-af9cf44dd169 req-cad55be9-3467-48ae-8763-8f15ab7df78e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1402593 Mar 10 23:50:54.759896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Allocated IP 172.25.7.106 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/496eb2aa-103d-4c32-9988-d73e2357ff2d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:54.838630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0483d94f-446c-4706-85a8-af9cf44dd169 req-b0998e0c-e085-46a0-8bb6-10c04d837db6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919254 Mar 10 23:50:55.016674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.067228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.116542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:55.122323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:55.125900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:55.131977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=496eb2aa-103d-4c32-9988-d73e2357ff2d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:55.174969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e66c1f96-f949-4a07-9355-dc7f8dd6d02b no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:55.198698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: e66c1f96-f949-4a07-9355-dc7f8dd6d02b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:55.199052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e66c1f96-f949-4a07-9355-dc7f8dd6d02b not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:55.271091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (31533187-1a34-4180-b451-8b8be7ed71e2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.279650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871006d4-3c7a-4b06-8c67-c5b431cf6a13 req-b95ff138-5c77-4728-98da-5a395dd2be72 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:55.281286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-871006d4-3c7a-4b06-8c67-c5b431cf6a13 req-b95ff138-5c77-4728-98da-5a395dd2be72 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1002359 Mar 10 23:50:55.357339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.361737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-871006d4-3c7a-4b06-8c67-c5b431cf6a13 req-36e065c3-ad9c-478d-ae9e-032d7a299b1a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735469 Mar 10 23:50:55.421889 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a042af-6190-439d-9a4b-fc9a6b4f241c x-openstack-request-id: req-f3a042af-6190-439d-9a4b-fc9a6b4f241c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:55.423037 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4fa5c1-195f-438c-8be5-5d27fca1c5fe", "name": "network-vif-deleted", "tag": "54614626-61c8-4e4d-9199-c025aed8eeda", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:55.423489 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3a042af-6190-439d-9a4b-fc9a6b4f241c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:55.424148 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4fa5c1-195f-438c-8be5-5d27fca1c5fe', 'name': 'network-vif-deleted', 'tag': '54614626-61c8-4e4d-9199-c025aed8eeda', 'status': 'completed', 'code': 200} Mar 10 23:50:55.611386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d011ae-9b3e-40a7-a82e-ed0c5a29c683 req-75ff55b4-f6a6-4127-9a2f-53ef18253e1a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:55.613167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1d011ae-9b3e-40a7-a82e-ed0c5a29c683 req-75ff55b4-f6a6-4127-9a2f-53ef18253e1a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 945 time: 0.1002893 Mar 10 23:50:55.615346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.620931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.734085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=496eb2aa-103d-4c32-9988-d73e2357ff2d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:55.742877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (31533187-1a34-4180-b451-8b8be7ed71e2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.748221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1d011ae-9b3e-40a7-a82e-ed0c5a29c683 req-2ef0a7ca-5dcf-4392-a0d1-52c06ce673df tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237593 Mar 10 23:50:55.768289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:55.768289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-396dceb1-19d3-46f3-935f-21fc4761e40e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8327680 Mar 10 23:50:55.834103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-09021980-8cdf-49dc-9631-4c98f342f926 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0571439 Mar 10 23:50:55.964901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-aa6aafbd-e5b4-407b-87f5-e841957301a3 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:55.985970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b45b79-5a74-4772-9dba-10d1042a74a6 req-aa6aafbd-e5b4-407b-87f5-e841957301a3 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1427157 Mar 10 23:50:56.077178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-051c5ff7-a445-4ba0-91a6-d536355dd896 req-6b0ca30a-b0a9-47ad-a4a1-c98d6245ea34 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:50:56.078275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-051c5ff7-a445-4ba0-91a6-d536355dd896 req-6b0ca30a-b0a9-47ad-a4a1-c98d6245ea34 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092285 Mar 10 23:50:56.189242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-44b1fc82-23de-4284-a1de-9887cf0becb9 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1480217 Mar 10 23:50:56.195104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:56.220937 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:56.377541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 54614626-61c8-4e4d-9199-c025aed8eeda no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:50:56.392663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:56.408632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-2e2d3719-89c3-4ba1-bcd7-c337590f5916 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845947 Mar 10 23:50:56.423540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 54614626-61c8-4e4d-9199-c025aed8eeda {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:50:56.423938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 54614626-61c8-4e4d-9199-c025aed8eeda not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:50:56.639693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Allocated IP 172.25.7.161 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/2d598bc4-8b8f-49db-9739-3b57a76c34ab) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:50:56.790352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:56.794561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-74779ae1-8cf1-48b7-abce-d9765ed12add tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:56.808380 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-74779ae1-8cf1-48b7-abce-d9765ed12add tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e42f5011-c32b-4da4-9792-0690dc73ea15 HTTP/1.1" status: 200 len: 945 time: 0.1424990 Mar 10 23:50:56.901383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb29947-9b31-45b9-8c7f-955282db02f6 req-ec935e95-f162-4978-9e29-7f204449051e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:56.909018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aeb29947-9b31-45b9-8c7f-955282db02f6 req-ec935e95-f162-4978-9e29-7f204449051e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1068380 Mar 10 23:50:56.911348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:56.950183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Deleting port c78c4e93-ff0c-47c1-8037-e8164372fc45 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:56.950620 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:56.994601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:50:57.008794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:50:57.021273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:50:57.070774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] For port c78c4e93-ff0c-47c1-8037-e8164372fc45, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c78c4e93-ff0c-47c1-8037-e8164372fc45,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:57.071230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.078205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=2d598bc4-8b8f-49db-9739-3b57a76c34ab,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:57.095809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aeb29947-9b31-45b9-8c7f-955282db02f6 req-c49ccfec-4409-4904-b614-e8be40d18fb8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858711 Mar 10 23:50:57.096949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Calling delete_port for c78c4e93-ff0c-47c1-8037-e8164372fc45 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:57.150882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40366) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:57.181140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (c231d331-52e7-4842-9747-9ed59c6a752f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.257797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c78c4e93-ff0c-47c1-8037-e8164372fc45), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.266051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97d5d-d8b3-43d0-a2eb-512ad6e78c5d req-aab66cf3-cda5-4cc2-bcee-dce535e3de0a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:57.267543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19b97d5d-d8b3-43d0-a2eb-512ad6e78c5d req-aab66cf3-cda5-4cc2-bcee-dce535e3de0a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.0994124 Mar 10 23:50:57.273375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.276593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['c78c4e93-ff0c-47c1-8037-e8164372fc45'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:57.337220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Pushing event deleted for resources: {'Port': ['ID=c78c4e93-ff0c-47c1-8037-e8164372fc45,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:57.352795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19b97d5d-d8b3-43d0-a2eb-512ad6e78c5d req-7a30829b-8dc7-4e82-a5fe-4d2533493baf tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772884 Mar 10 23:50:57.416325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] No DVR routers for this DVR port c78c4e93-ff0c-47c1-8037-e8164372fc45 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:57.418967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.424980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d4ae963-2dcb-4c39-a9ee-83dea164a11d req-a174cc24-91d3-4cc4-8a0a-035d9a7da45a tempest-FloatingIPsAssociationNegativeTestJSON-101532462 tempest-FloatingIPsAssociationNegativeTestJSON-101532462-project] 10.222.0.39 "DELETE /v2.0/ports/c78c4e93-ff0c-47c1-8037-e8164372fc45 HTTP/1.1" status: 204 len: 173 time: 0.6155403 Mar 10 23:50:57.425471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'name': 'network-vif-deleted', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:50:57.425993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-0906f1c4-b821-4c5a-aa70-de02b237e576 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:57.428024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-0906f1c4-b821-4c5a-aa70-de02b237e576 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 946 time: 0.2755404 Mar 10 23:50:57.428452 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1832ca-419b-4e87-8dca-5fa269f08742" -d '{"events": [{"server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "name": "network-vif-deleted", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:50:57.622107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.631745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.726261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87654a9c-d0b1-40f1-80c9-08ada1cbb96c req-ecca73a7-d776-480a-a9ca-298e828a0b0e tempest-FlavorsV2NegativeTest-1431835776 tempest-FlavorsV2NegativeTest-1431835776-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=edce490f26d94c46b6cce48368d2736e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383496 Mar 10 23:50:57.743429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (c231d331-52e7-4842-9747-9ed59c6a752f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.748046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=2d598bc4-8b8f-49db-9739-3b57a76c34ab,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:57.789518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:57.797384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-fb620dcd-6055-4dc2-a559-4ffdc6f8a70e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6070650 Mar 10 23:50:57.867755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-a74230d2-7f24-4bc9-8f8b-a38af5b3fd91 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0694287 Mar 10 23:50:58.062005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87654a9c-d0b1-40f1-80c9-08ada1cbb96c req-73bcd313-abbb-42c0-8bcb-86e901b7fe52 tempest-FlavorsV2NegativeTest-1431835776 tempest-FlavorsV2NegativeTest-1431835776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.069431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87654a9c-d0b1-40f1-80c9-08ada1cbb96c req-73bcd313-abbb-42c0-8bcb-86e901b7fe52 tempest-FlavorsV2NegativeTest-1431835776 tempest-FlavorsV2NegativeTest-1431835776-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228581 Mar 10 23:50:58.077878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-4860e65e-ec73-42c3-889f-f409945be11c tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.079233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bd96e0f-39ee-4b38-bb5d-bc90c39a135b req-4860e65e-ec73-42c3-889f-f409945be11c tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2106934 Mar 10 23:50:58.096297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87654a9c-d0b1-40f1-80c9-08ada1cbb96c req-c5300671-ee22-47bb-8119-fbad93f20c66 tempest-FlavorsV2NegativeTest-1431835776 tempest-FlavorsV2NegativeTest-1431835776-project] 10.222.0.21 "GET /v2.0/quotas/edce490f26d94c46b6cce48368d2736e HTTP/1.1" status: 200 len: 375 time: 0.0257580 Mar 10 23:50:58.129960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40392) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:58.139775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87654a9c-d0b1-40f1-80c9-08ada1cbb96c req-493dac4e-193b-45f7-a83a-558142049062 tempest-FlavorsV2NegativeTest-1431835776 tempest-FlavorsV2NegativeTest-1431835776-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=edce490f26d94c46b6cce48368d2736e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424669 Mar 10 23:50:58.221268 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d68aa-ce04-47c3-8c56-6b9013493ec0 x-openstack-request-id: req-cc4d68aa-ce04-47c3-8c56-6b9013493ec0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:50:58.221780 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42f5011-c32b-4da4-9792-0690dc73ea15", "name": "network-vif-deleted", "tag": "c78c4e93-ff0c-47c1-8037-e8164372fc45", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:50:58.221780 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc4d68aa-ce04-47c3-8c56-6b9013493ec0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:50:58.222182 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42f5011-c32b-4da4-9792-0690dc73ea15', 'name': 'network-vif-deleted', 'tag': 'c78c4e93-ff0c-47c1-8037-e8164372fc45', 'status': 'completed', 'code': 200} Mar 10 23:50:58.551598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-97b7a808-5953-4d6f-970e-e0679226fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.554533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-97b7a808-5953-4d6f-970e-e0679226fbd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1131 time: 0.0634751 Mar 10 23:50:58.666568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-29065e1b-9bbb-42ea-a35c-5a8f71099ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.668679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-29065e1b-9bbb-42ea-a35c-5a8f71099ecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1082747 Mar 10 23:50:58.720859 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-f8dc59ba-42f2-48f2-bb93-7a6982d1a05b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0442777 Mar 10 23:50:58.780252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:58.788884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-13ca68ee-5c70-426f-9440-a714a869d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.790578 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-13ca68ee-5c70-426f-9440-a714a869d894 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0633280 Mar 10 23:50:58.792479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-e6e60a1b-e883-49f7-8cb4-2d909f9d5ce6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.793853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-e6e60a1b-e883-49f7-8cb4-2d909f9d5ce6 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 950 time: 0.5624228 Mar 10 23:50:58.845895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-a22bfc5c-9d8d-4b34-b88c-6c2ae574f25c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.853200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-a22bfc5c-9d8d-4b34-b88c-6c2ae574f25c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.5707617 Mar 10 23:50:58.874663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-2cfa53d0-fce9-4cb5-8183-ef9f81e5d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.876952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-2cfa53d0-fce9-4cb5-8183-ef9f81e5d42d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0761888 Mar 10 23:50:58.883227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15c3e4-a86a-4733-8f01-3ffa81f9aeed req-1df8553c-4a4c-4fd7-af64-4b1888835903 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:58.884826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a15c3e4-a86a-4733-8f01-3ffa81f9aeed req-1df8553c-4a4c-4fd7-af64-4b1888835903 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=4215d4cd-d590-49e1-9566-f7cddafd70de HTTP/1.1" status: 200 len: 950 time: 0.6014130 Mar 10 23:50:58.956224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-6248f4e2-ac4c-485f-9711-d59d2b9a05bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/quotas/f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 375 time: 0.1020620 Mar 10 23:50:59.012703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-fcef139e-d1bb-4023-9b5b-231ac72a1459 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281896 Mar 10 23:50:59.050757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c57ae564-db0f-4b24-a8c3-53ba97bcfcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.154492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a15c3e4-a86a-4733-8f01-3ffa81f9aeed req-520232ee-ea70-4e1f-be71-3dd131f3d73c tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239380 Mar 10 23:50:59.155984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-bc284987-d421-408a-8188-4aafff551aee service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289434 Mar 10 23:50:59.168307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1227e8-4826-40b0-b1ac-351085127865 req-cf47998d-d3e1-46b3-b97a-e99e87979530 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:50:59.169966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf1227e8-4826-40b0-b1ac-351085127865 req-cf47998d-d3e1-46b3-b97a-e99e87979530 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5b6f63a-c21b-456c-95f6-5766049a7d94 HTTP/1.1" status: 200 len: 950 time: 0.0773010 Mar 10 23:50:59.192639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-9452c013-8066-4300-bddd-1cdd3a7e505c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2355547 Mar 10 23:50:59.308556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:59.309033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.309819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port dd740b72-716b-4ce2-8a53-ee4665485ea4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:50:59.310311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.403794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port dd740b72-716b-4ce2-8a53-ee4665485ea4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dd740b72-716b-4ce2-8a53-ee4665485ea4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:59.404160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.417453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for dd740b72-716b-4ce2-8a53-ee4665485ea4 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:59.539390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c57ae564-db0f-4b24-a8c3-53ba97bcfcde admin admin] Publish callbacks [] for security_group (b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.554705 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dd740b72-716b-4ce2-8a53-ee4665485ea4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.556036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b11fd21f-c392-4162-8da0-5221133417b2 req-7a201f53-854b-41fc-952d-e7cd21f5f830 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3594046 Mar 10 23:50:59.562315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c57ae564-db0f-4b24-a8c3-53ba97bcfcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.569364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:59.585237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-0036e222-f6e0-446a-bdd8-f221f49ec0b3 service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502073 Mar 10 23:50:59.597679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:50:59.613481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=dd740b72-716b-4ce2-8a53-ee4665485ea4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:59.634706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:50:59.662805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:50:59.663473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.672920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port dd740b72-716b-4ce2-8a53-ee4665485ea4 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:50:59.679214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.687745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c57ae564-db0f-4b24-a8c3-53ba97bcfcde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edce490f26d94c46b6cce48368d2736e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9029434 Mar 10 23:50:59.703993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:50:59.705022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae564-db0f-4b24-a8c3-53ba97bcfcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:50:59.706351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf1227e8-4826-40b0-b1ac-351085127865 req-4f13f44f-46b3-4d41-846b-a452e1c1f967 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "DELETE /v2.0/ports/dd740b72-716b-4ce2-8a53-ee4665485ea4 HTTP/1.1" status: 204 len: 173 time: 0.5118046 Mar 10 23:50:59.720604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:50:59.765761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:50:59.900215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-d69970ed-0c1a-4bc7-bb3f-e43663005b2e service neutron] 10.222.0.21 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905884 Mar 10 23:50:59.959723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] Publish callbacks [] for security_group (b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.029758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] Publish callbacks [] for security_group (b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.150567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (12912076-2298-435a-a32f-8edb8352eeb1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.213609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0914ca92-a2e9-45b5-af08-2a07ec9e98f4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.225814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'name': 'network-vif-deleted', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:00.226599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dd740b72-716b-4ce2-8a53-ee4665485ea4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:00.234027 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad1979d-6477-4394-b0c5-2be655b64e2f" -d '{"events": [{"server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "name": "network-vif-deleted", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:00.262294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:00.262754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=0914ca92-a2e9-45b5-af08-2a07ec9e98f4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:00.284671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.386254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.389222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.390762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf HTTP/1.1" status: 204 len: 168 time: 0.6833546 Mar 10 23:51:00.524553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:00.532401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb62ce3-4f63-45a6-8d24-921d19444af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a05236-b7cf-4ffb-b7f3-5e34d8439dcf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:00.548792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:00.553522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce3b036f-ebb6-42de-a273-04ea09437045 req-27ec08c5-7f93-4855-9490-187fbdfb5db8 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.30 "DELETE /v2.0/ports/0914ca92-a2e9-45b5-af08-2a07ec9e98f4 HTTP/1.1" status: 204 len: 173 time: 1.7390614 Mar 10 23:51:00.554429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'name': 'network-vif-deleted', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:00.557058 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c469537-fe77-4874-9ff6-9c9bd63668ad" -d '{"events": [{"server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "name": "network-vif-deleted", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:00.699183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27807226-5780-48ce-8ea6-5fe4181a8e3e req-4555c69f-5781-437b-a4da-4c2247ebc712 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:00.706199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27807226-5780-48ce-8ea6-5fe4181a8e3e req-4555c69f-5781-437b-a4da-4c2247ebc712 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.3108912 Mar 10 23:51:00.763443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Allocated IP 172.25.7.209 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9deb667c-12ca-40b6-b321-13616db49a80) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:00.836618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27807226-5780-48ce-8ea6-5fe4181a8e3e req-07fda3d0-dbf3-44ef-84e2-92b19363e3d6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294491 Mar 10 23:51:00.962544 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:51:01.058759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (9deb667c-12ca-40b6-b321-13616db49a80), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.085373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Deleting port 00a28da6-5e59-45fb-ac08-ec44dbceb755 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:01.085970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.190719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c78c4e93-ff0c-47c1-8037-e8164372fc45 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:01.215572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9deb667c-12ca-40b6-b321-13616db49a80), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.221756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: c78c4e93-ff0c-47c1-8037-e8164372fc45 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:01.222104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c78c4e93-ff0c-47c1-8037-e8164372fc45 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:01.274095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80539-8920-43d3-908f-9c0857e49abe req-2e3cbb4d-20fa-42a1-83e4-5d25d3dd67b0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:01.275797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fd80539-8920-43d3-908f-9c0857e49abe req-2e3cbb4d-20fa-42a1-83e4-5d25d3dd67b0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1652324 Mar 10 23:51:01.300682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:01.318770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:01.330019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:01.338993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=9deb667c-12ca-40b6-b321-13616db49a80,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:01.348100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] For port 00a28da6-5e59-45fb-ac08-ec44dbceb755, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00a28da6-5e59-45fb-ac08-ec44dbceb755,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:01.348639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.437837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Calling delete_port for 00a28da6-5e59-45fb-ac08-ec44dbceb755 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:01.540326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fd80539-8920-43d3-908f-9c0857e49abe req-7af0d697-36c7-45f5-8e67-ce686e0e271d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557490 Mar 10 23:51:01.551472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (57b21b9f-cc0d-4b16-b4c4-294d455e3214), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.606234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40474) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:01.671533 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a54fa-8598-4021-ab77-3697b45b510d x-openstack-request-id: req-fa1a54fa-8598-4021-ab77-3697b45b510d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:01.671891 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b6f63a-c21b-456c-95f6-5766049a7d94", "name": "network-vif-deleted", "tag": "dd740b72-716b-4ce2-8a53-ee4665485ea4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:01.672266 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1a54fa-8598-4021-ab77-3697b45b510d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:01.672731 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b6f63a-c21b-456c-95f6-5766049a7d94', 'name': 'network-vif-deleted', 'tag': 'dd740b72-716b-4ce2-8a53-ee4665485ea4', 'status': 'completed', 'code': 200} Mar 10 23:51:01.750696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1621177259-network', 'tenant_id': '3b3bec86ff564a2693580046b5baced9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:01.773267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Made reservation on behalf of 3b3bec86ff564a2693580046b5baced9 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:01.776475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.791847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.895013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks [] for security_group (c24cd622-2de7-4e9e-b8a6-9704d7954b7c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.900817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c24cd622-2de7-4e9e-b8a6-9704d7954b7c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.932002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:51:01.944963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cd622-2de7-4e9e-b8a6-9704d7954b7c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:01.951803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0a630905-7445-4c09-a453-4379d9638c99), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:01.952189 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Added segment 0a630905-7445-4c09-a453-4379d9638c99 of type vlan for network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f Mar 10 23:51:01.956797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9deb667c-12ca-40b6-b321-13616db49a80), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.000189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.024646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73fb851f-534b-489f-b740-bb6bc2e33f3b req-8fca46b2-3cc3-42e0-b0cf-afef555415e2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0784750 Mar 10 23:51:02.040163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.041463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:02.041976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.076197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4688148 Mar 10 23:51:02.078986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:02.084251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Request body: {'subnet': {'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1621177259-subnet', 'tenant_id': '3b3bec86ff564a2693580046b5baced9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:02.139464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09a679-a3d6-42b3-a93b-4278e75da83a admin admin] Pushing event updated for resources: {'Network': ['ID=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:02.154060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:51:02.157862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Made reservation on behalf of 3b3bec86ff564a2693580046b5baced9 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:02.161011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.167511 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9552b5f6-e918-4ee1-b86e-b9394399a861 x-openstack-request-id: req-9552b5f6-e918-4ee1-b86e-b9394399a861 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:02.168077 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215d4cd-d590-49e1-9566-f7cddafd70de", "name": "network-vif-deleted", "tag": "0914ca92-a2e9-45b5-af08-2a07ec9e98f4", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:02.168077 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9552b5f6-e918-4ee1-b86e-b9394399a861 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:02.168597 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215d4cd-d590-49e1-9566-f7cddafd70de', 'name': 'network-vif-deleted', 'tag': '0914ca92-a2e9-45b5-af08-2a07ec9e98f4', 'status': 'completed', 'code': 200} Mar 10 23:51:02.321878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (00a28da6-5e59-45fb-ac08-ec44dbceb755), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.365968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a28da6-5e59-45fb-ac08-ec44dbceb755,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:02.391528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:02.430765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (b9a999b2-25a4-4e33-b3fb-c5471b2422f2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.440093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:02.440253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0914ca92-a2e9-45b5-af08-2a07ec9e98f4 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:02.444323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dd740b72-716b-4ce2-8a53-ee4665485ea4 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:02.483781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: dd740b72-716b-4ce2-8a53-ee4665485ea4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:02.484433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dd740b72-716b-4ce2-8a53-ee4665485ea4 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:02.528697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a999b2-25a4-4e33-b3fb-c5471b2422f2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:02.534571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f7a93dc5-a8ae-4d4b-94f9-405823eff00d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:02.537287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f7a93dc5-a8ae-4d4b-94f9-405823eff00d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 821 time: 0.5918059 Mar 10 23:51:02.553001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Checking segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:02.553366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Network hostable DHCP agents. Network: 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:51:02.569489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Request body: {'port': {'device_id': '953744af-292a-434a-a468-d79979af90c8', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'admin_state_up': True, 'tenant_id': 'f1e3acbf3cd148d28ba2e537e7c5dc87'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:02.575847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:51:02.589565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:02.594010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:02.594868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.603802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a0a1a-89f2-4923-8abe-0e7edd7e6c15 None None] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:02.628786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-20355bcc-054a-4b3f-9a41-02e342d8afe9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5472288 Mar 10 23:51:02.705734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for port (9deb667c-12ca-40b6-b321-13616db49a80), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.743223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9deb667c-12ca-40b6-b321-13616db49a80), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:02.752983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f306ef5-1494-4c04-a441-143fdb702308 req-22fb6fde-7ed5-4123-857f-a37ce8604f5a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:02.761862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f306ef5-1494-4c04-a441-143fdb702308 req-22fb6fde-7ed5-4123-857f-a37ce8604f5a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.2646105 Mar 10 23:51:02.778303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2dca9-6c4a-4669-a6d2-72601f85fe69 None None] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:02.975110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event updated for resources: {'Port': ['ID=9deb667c-12ca-40b6-b321-13616db49a80,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:02.983819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f306ef5-1494-4c04-a441-143fdb702308 req-18dc3114-2c04-4cc9-9b8d-3f364ef82bb0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211194 Mar 10 23:51:02.984440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (12912076-2298-435a-a32f-8edb8352eeb1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.041688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (57b21b9f-cc0d-4b16-b4c4-294d455e3214), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.058452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Made reservation on behalf of f1e3acbf3cd148d28ba2e537e7c5dc87 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:03.061921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.090846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.092045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b11fd21f-c392-4162-8da0-5221133417b2 req-e37be3e3-aec7-4002-af56-b6cada9d81fa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5209105 Mar 10 23:51:03.209310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b11fd21f-c392-4162-8da0-5221133417b2 req-db9fbd65-8008-4ece-af95-406f3eb64c10 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.0964932 Mar 10 23:51:03.323030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915f86-731d-49b6-a67f-5775f3647827 req-8231ded9-b0b0-4d0f-bcf8-cae779962fa0 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:03.324452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01915f86-731d-49b6-a67f-5775f3647827 req-8231ded9-b0b0-4d0f-bcf8-cae779962fa0 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 946 time: 0.2579274 Mar 10 23:51:03.498415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Allocated IP 172.20.0.14 (6c553ddc-8578-4f93-aa28-2d39914c52a3/e291b944-80d5-4d91-a07d-ab4b39e963f0/fdde9772-8b5f-4ebb-baf4-ac7437627c6b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:03.513304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd21f-c392-4162-8da0-5221133417b2 req-1f34c845-12e7-4b88-b5cc-cc237993cfbe tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:03.514856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b11fd21f-c392-4162-8da0-5221133417b2 req-1f34c845-12e7-4b88-b5cc-cc237993cfbe tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2703290 Mar 10 23:51:03.534798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01915f86-731d-49b6-a67f-5775f3647827 req-bb5be51f-5c9f-4883-ae9e-56bfbcd2c440 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.21 "GET /v2.0/security-groups?id=afce722b-1d5b-4ca6-9dde-f75d278235d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850746 Mar 10 23:51:03.627962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Router 12912076-2298-435a-a32f-8edb8352eeb1 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:51:03.823674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ba81-1102-4837-8751-610b631dc75d req-2ad92637-ec08-4ac0-97e2-e625468faff5 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:03.825139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0e94ba81-1102-4837-8751-610b631dc75d req-2ad92637-ec08-4ac0-97e2-e625468faff5 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.39 "GET /v2.0/ports?device_id=045e9fad-e78e-4a33-b82a-e0a054b968aa HTTP/1.1" status: 200 len: 946 time: 0.0810907 Mar 10 23:51:03.862383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5fe4a-b55a-4233-86e6-a02f09d0ff17 req-03a2d0f5-299b-4ed6-8d2b-9b7dc48aaba4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:03.864045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8aa5fe4a-b55a-4233-86e6-a02f09d0ff17 req-03a2d0f5-299b-4ed6-8d2b-9b7dc48aaba4 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2162099 Mar 10 23:51:03.919063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks [] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.949323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Deleting port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:03.950020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:03.950605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:51:03.961998 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Sync routers for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:51:03.976265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:03.977219 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:03.989714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9eeb778f-0788-4d6a-86bf-fc53655b1158 admin admin] 10.222.0.21 "PUT /v2.0/routers/12912076-2298-435a-a32f-8edb8352eeb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8554313 Mar 10 23:51:03.994686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:04.080753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] For port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:04.081491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:04.102251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:04.105885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Calling delete_port for 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:04.246942 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96ced5ba-94bb-4a2a-ba52-9442c6166ec0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:04.258863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['96ced5ba-94bb-4a2a-ba52-9442c6166ec0'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:04.305522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Pushing event deleted for resources: {'Port': ['ID=96ced5ba-94bb-4a2a-ba52-9442c6166ec0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:04.361157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] No DVR routers for this DVR port 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:04.367986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:04.375338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0e94ba81-1102-4837-8751-610b631dc75d req-b43bb2ab-8517-472c-8ea2-a70492a61fb9 tempest-AttachSCSIVolumeTestJSON-354830963 tempest-AttachSCSIVolumeTestJSON-354830963-project] 10.222.0.39 "DELETE /v2.0/ports/96ced5ba-94bb-4a2a-ba52-9442c6166ec0 HTTP/1.1" status: 204 len: 173 time: 0.5450146 Mar 10 23:51:04.376422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'name': 'network-vif-deleted', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:04.380621 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446fcfa2-2d64-49d9-a7ef-f129d9db90fb" -d '{"events": [{"server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "name": "network-vif-deleted", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:04.384098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8aa5fe4a-b55a-4233-86e6-a02f09d0ff17 req-d69be394-250c-4761-8e5f-0d0ca0159710 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001245 Mar 10 23:51:04.386950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:51:02Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:04.453918 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Checking router: 12912076-2298-435a-a32f-8edb8352eeb1 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:51:04.467148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Routers {'12912076-2298-435a-a32f-8edb8352eeb1'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:04.468703 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:50:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['12912076-2298-435a-a32f-8edb8352eeb1'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:04.479186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-1cb89e5b-8020-4af0-aa40-f5f4871e4fc7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:04.486219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-1cb89e5b-8020-4af0-aa40-f5f4871e4fc7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.6799085 Mar 10 23:51:04.521955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-644fd3f5-9240-41ad-9ef7-19272fc3f2f8 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/quotas/3b3bec86ff564a2693580046b5baced9 HTTP/1.1" status: 200 len: 375 time: 0.0340738 Mar 10 23:51:04.524207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:04.535737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:04.623058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-61766500-1e82-42af-8bb4-ed9718122b97 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000266 Mar 10 23:51:04.635876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks [] for router (12912076-2298-435a-a32f-8edb8352eeb1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:04.648535 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] Set router 12912076-2298-435a-a32f-8edb8352eeb1 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:04.716815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Network 6c553ddc-8578-4f93-aa28-2d39914c52a3 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:04.732859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:04.753029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:04.757812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:04.883974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b2cf-0def-40c8-a1b7-cc7e2f4b10b2 req-c931f4ce-ca45-4576-949e-9f64da07fa1a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:04.893622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c520b2cf-0def-40c8-a1b7-cc7e2f4b10b2 req-c931f4ce-ca45-4576-949e-9f64da07fa1a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 932 time: 0.4009371 Mar 10 23:51:04.920817 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:51:02Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:04.982802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:04.983538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:05.049273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-e7354938-6fb2-4a9d-9130-93f464178584 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253335 Mar 10 23:51:05.055293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-edeb380e-261b-4f7a-9ed8-042a1c490f0a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4955981 Mar 10 23:51:05.060426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c520b2cf-0def-40c8-a1b7-cc7e2f4b10b2 req-6de57948-2730-44f9-a4d4-040d0b431450 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665733 Mar 10 23:51:05.062903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks [] for router_gateway (12912076-2298-435a-a32f-8edb8352eeb1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:05.065364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c96ee-5874-427f-830c-641c22a78744 None None] The sync data for ids ['12912076-2298-435a-a32f-8edb8352eeb1'] in n-d-831844-1 is: [{'id': '12912076-2298-435a-a32f-8edb8352eeb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1831625671-router', 'tenant_id': '960f857b0ecc4081916f80fc8b3b274c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:49:41Z', 'updated_at': '2022-03-10T23:51:02Z', 'revision_number': 5, 'project_id': '960f857b0ecc4081916f80fc8b3b274c', 'gw_port': {'id': '916f19a0-d122-4f2d-a2fc-62ace269799a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:90:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12912076-2298-435a-a32f-8edb8352eeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:49:43Z', 'updated_at': '2022-03-10T23:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:51:05.079567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Request body: {'port': {'device_id': '953744af-292a-434a-a468-d79979af90c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:05.214362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794cca34-e14b-49bb-9f1a-331ddeabcc17 req-0dac4937-ee76-4419-b2b5-953785a56254 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips/57b21b9f-cc0d-4b16-b4c4-294d455e3214 HTTP/1.1" status: 200 len: 693 time: 0.0921428 Mar 10 23:51:05.330887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:05.378634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-0c92094e-0802-40c6-b8bd-bfc6a9d9bee7 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041415 Mar 10 23:51:05.380000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Deleting port 916f19a0-d122-4f2d-a2fc-62ace269799a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:05.380339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:05.536013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cca34-e14b-49bb-9f1a-331ddeabcc17 req-4efb9da8-f060-46e6-acbd-1fc9fc71d73a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:05.543064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794cca34-e14b-49bb-9f1a-331ddeabcc17 req-4efb9da8-f060-46e6-acbd-1fc9fc71d73a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3017290 Mar 10 23:51:05.556509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-794cca34-e14b-49bb-9f1a-331ddeabcc17 req-2c974cdd-deb5-4950-a2f6-12666280103b tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:51:05.557527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794cca34-e14b-49bb-9f1a-331ddeabcc17 req-2c974cdd-deb5-4950-a2f6-12666280103b tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137126 Mar 10 23:51:05.573577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] For port 916f19a0-d122-4f2d-a2fc-62ace269799a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=916f19a0-d122-4f2d-a2fc-62ace269799a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:05.573947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:05.727895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Calling delete_port for 916f19a0-d122-4f2d-a2fc-62ace269799a owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:05.794804 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56e00b8-7d64-4da8-bc0a-629199039cf8 x-openstack-request-id: req-c56e00b8-7d64-4da8-bc0a-629199039cf8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:05.795302 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045e9fad-e78e-4a33-b82a-e0a054b968aa", "name": "network-vif-deleted", "tag": "96ced5ba-94bb-4a2a-ba52-9442c6166ec0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:05.795423 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56e00b8-7d64-4da8-bc0a-629199039cf8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:05.795731 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045e9fad-e78e-4a33-b82a-e0a054b968aa', 'name': 'network-vif-deleted', 'tag': '96ced5ba-94bb-4a2a-ba52-9442c6166ec0', 'status': 'completed', 'code': 200} Mar 10 23:51:06.021743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f74a2-078c-426c-87d4-4fb61566ca88 req-d4d3ea66-c3d1-4c16-a2f8-8e65e7f7a490 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:06.023651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-075f74a2-078c-426c-87d4-4fb61566ca88 req-d4d3ea66-c3d1-4c16-a2f8-8e65e7f7a490 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.3271322 Mar 10 23:51:06.156261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1168ed-0e25-4012-926e-326e794af4e2 req-99390e30-1c40-416e-9177-ce08ac0134f1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:06.158229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb1168ed-0e25-4012-926e-326e794af4e2 req-99390e30-1c40-416e-9177-ce08ac0134f1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2016034 Mar 10 23:51:06.275971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdde9772-8b5f-4ebb-baf4-ac7437627c6b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:06.291055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-075f74a2-078c-426c-87d4-4fb61566ca88 req-c6432658-bb7e-4457-9c50-913f831cd57a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496917 Mar 10 23:51:06.311089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks [] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:06.382707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Transition to ACTIVE for port object fdde9772-8b5f-4ebb-baf4-ac7437627c6b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:06.392821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:06.420509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb1168ed-0e25-4012-926e-326e794af4e2 req-f0cc33c1-9321-4c86-97a8-8e98b562b08b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147501 Mar 10 23:51:06.449908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00a28da6-5e59-45fb-ac08-ec44dbceb755 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:06.483462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 00a28da6-5e59-45fb-ac08-ec44dbceb755 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:06.483804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00a28da6-5e59-45fb-ac08-ec44dbceb755 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:06.495451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b3fad22-7208-4f5d-9396-9dbad86b6699 req-812dc93a-66ee-4e78-bd3c-00c7652ba3be tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 210 time: 0.0975645 Mar 10 23:51:06.554770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (916f19a0-d122-4f2d-a2fc-62ace269799a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:06.575426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-4bf45adc-4f33-41e2-b3be-1bf3c39754ff tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips/57b21b9f-cc0d-4b16-b4c4-294d455e3214 HTTP/1.1" status: 200 len: 693 time: 0.0885060 Mar 10 23:51:06.585725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:06.645570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8a75ebc3-f060-49e7-a7d4-45e14f164169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:06.672614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.672965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.673309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.673649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.673983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.674459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.674791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.675118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.675438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.675760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.676126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.676447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.676768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:06.823554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=916f19a0-d122-4f2d-a2fc-62ace269799a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:06.905063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-1bc46475-6f3e-467d-be82-4a59a7a93af5 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:06.906442 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-1bc46475-6f3e-467d-be82-4a59a7a93af5 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.1897395 Mar 10 23:51:06.918822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (12912076-2298-435a-a32f-8edb8352eeb1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:06.920238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'port': {'device_id': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'admin_state_up': True, 'tenant_id': '3b3bec86ff564a2693580046b5baced9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:06.920684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:06.921041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:06.921370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:06.964437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c565836-0ac1-4622-8597-ab5ecb402426 req-53c54699-0d56-4de4-841f-d73f013790d7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:06.971366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c565836-0ac1-4622-8597-ab5ecb402426 req-53c54699-0d56-4de4-841f-d73f013790d7 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 949 time: 0.3589566 Mar 10 23:51:07.023746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:07.024102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:07.081601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:07.081948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:07.082341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:07.082786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Bound port: fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:07.083140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.092699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (12912076-2298-435a-a32f-8edb8352eeb1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.100512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-4c4a0eee-552f-41a9-9ec2-16ab76c77ca2 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:07.101871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-4c4a0eee-552f-41a9-9ec2-16ab76c77ca2 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.5256927 Mar 10 23:51:07.103138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks [] for router_controller (12912076-2298-435a-a32f-8edb8352eeb1), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.107438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Made reservation on behalf of 3b3bec86ff564a2693580046b5baced9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:07.111830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.205351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c565836-0ac1-4622-8597-ab5ecb402426 req-280d2651-7fbe-4c28-b32d-d83eee646e8f tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.21 "GET /v2.0/security-groups?id=4685ae74-5362-43e4-b9b4-ba5ee99fa42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323787 Mar 10 23:51:07.227726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (12912076-2298-435a-a32f-8edb8352eeb1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.228311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12912076-2298-435a-a32f-8edb8352eeb1 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:51:07.233866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-9f9cdafa-f32b-4f42-9533-81e4721d73f1 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.1217179 Mar 10 23:51:07.239649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.240430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb528ced-69ac-4edc-8531-35fe1d2529d5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/12912076-2298-435a-a32f-8edb8352eeb1 HTTP/1.1" status: 204 len: 168 time: 3.2434649 Mar 10 23:51:07.242858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:07.277792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722339-a87a-4c85-ae1c-fe36e891700f req-e1e0a3bf-376d-4a81-982c-802902996328 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:07.279683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10722339-a87a-4c85-ae1c-fe36e891700f req-e1e0a3bf-376d-4a81-982c-802902996328 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2445b8e-d02d-4258-9bf9-b1e14c458ec9 HTTP/1.1" status: 200 len: 949 time: 0.1147864 Mar 10 23:51:07.336573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Allocated IP 172.20.0.3 (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f/b9a999b2-25a4-4e33-b3fb-c5471b2422f2/cd192800-3302-49e0-9b6b-e6f6bc58705c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:07.374893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-b640e462-936d-4fa6-9ac2-f1e92d2f1588 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.209 HTTP/1.1" status: 200 len: 696 time: 0.1189897 Mar 10 23:51:07.378943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:07.390111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:07.393496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Deleting subnet 5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:51:07.421148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Publish callbacks [] for subnet (5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.446350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.447987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Deleting port e88dd567-6373-49f7-9a8b-d448de36fb6b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:07.448331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.649053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] For port e88dd567-6373-49f7-9a8b-d448de36fb6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e88dd567-6373-49f7-9a8b-d448de36fb6b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:07.649412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.877594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.888356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:07.889008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.890372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] 10.222.0.30 "PUT /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 1092 time: 2.8176322 Mar 10 23:51:07.913660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:07.915589 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "953744af-292a-434a-a468-d79979af90c8", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:07.948984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.983501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Calling delete_port for e88dd567-6373-49f7-9a8b-d448de36fb6b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:07.986303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:07.994955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b94f6d-871e-4a66-976f-e888e5ee5c8b service neutron] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:08.019039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96ad6f-f01c-46da-bf1d-4ca21a40e0ee req-3c32aaa6-ddc9-415a-a6ad-d326e4bc055f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:08.027005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf96ad6f-f01c-46da-bf1d-4ca21a40e0ee req-3c32aaa6-ddc9-415a-a6ad-d326e4bc055f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.6506698 Mar 10 23:51:08.073798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:08.080038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:08.082626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:08.086977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:08.115436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.120384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-4f8466a2-8706-4f60-9f0a-45cef6dc766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:08.121534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-4f8466a2-8706-4f60-9f0a-45cef6dc766a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1126 time: 0.1799414 Mar 10 23:51:08.148017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:08.148886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.167992 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-8daa3b9b-d167-4d03-8e55-343c74131a30 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2521737 Mar 10 23:51:08.180773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Request body: {'port': {'device_id': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:08.197477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Deleting port 9deb667c-12ca-40b6-b321-13616db49a80 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:08.197823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9deb667c-12ca-40b6-b321-13616db49a80), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.211164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf96ad6f-f01c-46da-bf1d-4ca21a40e0ee req-a8960b65-4bd0-4460-a4ad-eae1f03cb0d6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836848 Mar 10 23:51:08.212587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-43369644-baef-4f28-8958-a3821aaad63f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 217 time: 0.0692050 Mar 10 23:51:08.288516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.291062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e88dd567-6373-49f7-9a8b-d448de36fb6b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.302664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e88dd567-6373-49f7-9a8b-d448de36fb6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:08.329632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Pushing event deleted for resources: {'Port': ['ID=e88dd567-6373-49f7-9a8b-d448de36fb6b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:08.332799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5a78-411a-461a-aff8-532c056d4207 req-ed6c2b66-764e-45da-8695-a9e2a0085333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:08.335065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-ed6c2b66-764e-45da-8695-a9e2a0085333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.1111250 Mar 10 23:51:08.341702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.354809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9deb667c-12ca-40b6-b321-13616db49a80), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.355147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (9deb667c-12ca-40b6-b321-13616db49a80), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.391221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:08.415079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] No DVR routers for this DVR port e88dd567-6373-49f7-9a8b-d448de36fb6b on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:08.418839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.419972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:08.422327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10722339-a87a-4c85-ae1c-fe36e891700f req-27aa5de6-9864-474d-b30a-5835b9039f44 tempest-ServersOnMultiNodesTest-1925231428 tempest-ServersOnMultiNodesTest-1925231428-project] 10.222.0.39 "DELETE /v2.0/ports/e88dd567-6373-49f7-9a8b-d448de36fb6b HTTP/1.1" status: 204 len: 173 time: 1.1346235 Mar 10 23:51:08.423963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'name': 'network-vif-deleted', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:08.425672 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaba1cc-af79-4383-9378-6e6e040ce443" -d '{"events": [{"server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "name": "network-vif-deleted", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:08.428098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-bfb7b893-f148-4b5c-bfa8-8a2daf551a50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824144 Mar 10 23:51:08.430564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Calling delete_port for 9deb667c-12ca-40b6-b321-13616db49a80 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:08.465365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed54f6c-fbdf-4124-b8d4-9ac7100d2aa7 None None] Network b013a328-a54e-4a2a-a6a4-914d20f0b3fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:08.472217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.476188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-13ea5972-27f6-4604-9671-919b578c3b5d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ceb6fa7-ca43-4e1e-9f85-dd2a1b4456cf HTTP/1.1" status: 204 len: 168 time: 1.2323806 Mar 10 23:51:08.483858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:08.629231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 916f19a0-d122-4f2d-a2fc-62ace269799a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:08.671423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 916f19a0-d122-4f2d-a2fc-62ace269799a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:08.672035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 916f19a0-d122-4f2d-a2fc-62ace269799a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:08.741891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:08.760747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18', 'port_id': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'mac_address': 'fa:16:3e:8d:ca:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1afc83a-2ceb-4c1f-968a-9d30edf4ed43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:08.784689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd192800-3302-49e0-9b6b-e6f6bc58705c {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:08.801296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks [] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.822995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0aba15b2-cc60-450e-9853-8239a9b7b894 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:08.823395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.824730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b013a328-a54e-4a2a-a6a4-914d20f0b3fe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.828777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Transition to ACTIVE for port object cd192800-3302-49e0-9b6b-e6f6bc58705c will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:08.843287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.844991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afac8e-2546-47a6-8125-d0dd1fe94806 req-14a4cfe6-1b26-4ad0-8e99-81ff6c8c12e6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:08.855273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91afac8e-2546-47a6-8125-d0dd1fe94806 req-14a4cfe6-1b26-4ad0-8e99-81ff6c8c12e6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.4625208 Mar 10 23:51:08.863440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aba15b2-cc60-450e-9853-8239a9b7b894 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:08.870075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9deb667c-12ca-40b6-b321-13616db49a80), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.926079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:08.933699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:08.971228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:08.986256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] DHCP port deletion for b013a328-a54e-4a2a-a6a4-914d20f0b3fe request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:51:09.105236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:09.112564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Attempting to bind port cd192800-3302-49e0-9b6b-e6f6bc58705c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:09.113077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Attempting to bind port cd192800-3302-49e0-9b6b-e6f6bc58705c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:09.113544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Attempting to bind port cd192800-3302-49e0-9b6b-e6f6bc58705c on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:09.122506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Port cd192800-3302-49e0-9b6b-e6f6bc58705c on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:09.122975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Attempting to bind port cd192800-3302-49e0-9b6b-e6f6bc58705c on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:09.129807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:09.130821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Checking segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:09.132347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Bound using segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:09.133092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Bound port: cd192800-3302-49e0-9b6b-e6f6bc58705c, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:09.133572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.139058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Deleting port 8903870f-fa16-42b8-83d4-1dedc29823f1 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:09.139638 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.153869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event deleted for resources: {'Port': ['ID=9deb667c-12ca-40b6-b321-13616db49a80,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:09.183289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (57b21b9f-cc0d-4b16-b4c4-294d455e3214), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.191150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0aba15b2-cc60-450e-9853-8239a9b7b894'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:09.206057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.207317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7ccb7d1-7ed5-4087-8b6b-d81b262109c7 req-d7d9c0fd-30b4-4455-9dff-d52de2012e1e tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "DELETE /v2.0/floatingips/57b21b9f-cc0d-4b16-b4c4-294d455e3214 HTTP/1.1" status: 204 len: 173 time: 1.8098779 Mar 10 23:51:09.215299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-bdb7a68e-ba07-4db7-b977-0e8faaa24be6 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500274 Mar 10 23:51:09.261640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:09.298022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:09.302041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:09.306772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] For port 8903870f-fa16-42b8-83d4-1dedc29823f1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8903870f-fa16-42b8-83d4-1dedc29823f1,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:09.307380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.310660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.327390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Calling delete_port for 8903870f-fa16-42b8-83d4-1dedc29823f1 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:09.353947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:09.355033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.357170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd192800-3302-49e0-9b6b-e6f6bc58705c HTTP/1.1" status: 200 len: 1091 time: 1.1819634 Mar 10 23:51:09.379629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59f6ce-a752-46f0-a967-53178d09c387 service neutron] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:09.401069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:09.401807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96ced5ba-94bb-4a2a-ba52-9442c6166ec0 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:09.403434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-daf93f0b-b043-44a6-aaa6-e395c180eaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.415185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c27e5a78-411a-461a-aff8-532c056d4207 req-470e857b-fa66-44df-967f-b28a6cee6d18 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918807 Mar 10 23:51:09.461576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Deleting port 8903870f-fa16-42b8-83d4-1dedc29823f1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:09.461913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.465297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-252444cc-ddfa-4f2f-a2e9-560b6822cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:09.467074 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-252444cc-ddfa-4f2f-a2e9-560b6822cc6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 1125 time: 0.0682087 Mar 10 23:51:09.501268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91afac8e-2546-47a6-8125-d0dd1fe94806 req-bdfe5818-f280-4484-b594-e3768825732d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445999 Mar 10 23:51:09.508865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.531684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] No DVR routers for this DVR port 8903870f-fa16-42b8-83d4-1dedc29823f1 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:09.558415 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-2733f241-7dd2-4a45-9662-c7321affd364 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c HTTP/1.1" status: 200 len: 217 time: 0.0822451 Mar 10 23:51:09.561843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ea3c-0e14-494f-8e30-520159b44e26 None None] Pushing event deleted for resources: {'Port': ['ID=8903870f-fa16-42b8-83d4-1dedc29823f1,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:09.643453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-470d5bd8-35b9-4d27-a1ff-8b0111766f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:09.645781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-470d5bd8-35b9-4d27-a1ff-8b0111766f34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.0629089 Mar 10 23:51:09.657594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b3fa3-dcc7-41fe-97bd-2554be8889df req-07dcd5bb-ffb1-4ae3-ad62-ab74be0eb728 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:09.659031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a91b3fa3-dcc7-41fe-97bd-2554be8889df req-07dcd5bb-ffb1-4ae3-ad62-ab74be0eb728 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.2418411 Mar 10 23:51:09.680072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fa2093b1-9442-4f8a-a927-47ccc26ecaf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275517 Mar 10 23:51:09.712267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] For port 8903870f-fa16-42b8-83d4-1dedc29823f1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8903870f-fa16-42b8-83d4-1dedc29823f1,segment=NetworkSegment(887f2c3e-917f-4682-8fd9-ef047f58595c),segment_id=887f2c3e-917f-4682-8fd9-ef047f58595c)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:09.712729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.736463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Calling delete_port for 8903870f-fa16-42b8-83d4-1dedc29823f1 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:09.765361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418377e-b3e9-4eb9-bc59-619e88b4a355 req-24f7b2ce-190d-4a76-be7b-d0af201bb801 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:09.766956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2418377e-b3e9-4eb9-bc59-619e88b4a355 req-24f7b2ce-190d-4a76-be7b-d0af201bb801 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 943 time: 0.1319118 Mar 10 23:51:09.779763 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-6457452d-4a65-4108-90db-714f13a2e530 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934856 Mar 10 23:51:09.819816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a91b3fa3-dcc7-41fe-97bd-2554be8889df req-30b97004-637b-4921-80bb-3d0d6f28f960 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383722 Mar 10 23:51:09.899298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2418377e-b3e9-4eb9-bc59-619e88b4a355 req-8bdef63e-d73d-401a-8502-4f5b6acacc54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897310 Mar 10 23:51:09.903490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dbf4f7-5cca-4ce5-b103-d475da758300 x-openstack-request-id: req-17dbf4f7-5cca-4ce5-b103-d475da758300 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:09.903490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953744af-292a-434a-a468-d79979af90c8", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:09.905181 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17dbf4f7-5cca-4ce5-b103-d475da758300 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:09.905779 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'status': 'completed', 'code': 200} Mar 10 23:51:09.918236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0274a365-297f-4c4a-9b7f-fc8f80dfd048 req-fa9ff71d-555f-4c84-bd07-aaeade876975 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321805 Mar 10 23:51:09.949400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8903870f-fa16-42b8-83d4-1dedc29823f1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:09.970697 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5319eef4-6820-48e9-9f24-1bb756668bd0 x-openstack-request-id: req-5319eef4-6820-48e9-9f24-1bb756668bd0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:09.970999 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2445b8e-d02d-4258-9bf9-b1e14c458ec9", "name": "network-vif-deleted", "tag": "e88dd567-6373-49f7-9a8b-d448de36fb6b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:09.971256 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5319eef4-6820-48e9-9f24-1bb756668bd0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:09.971844 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2445b8e-d02d-4258-9bf9-b1e14c458ec9', 'name': 'network-vif-deleted', 'tag': 'e88dd567-6373-49f7-9a8b-d448de36fb6b', 'status': 'completed', 'code': 200} Mar 10 23:51:09.986150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8903870f-fa16-42b8-83d4-1dedc29823f1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:10.047764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] No DVR routers for this DVR port 8903870f-fa16-42b8-83d4-1dedc29823f1 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:10.196431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40618) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:10.284757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b013a328-a54e-4a2a-a6a4-914d20f0b3fe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.288956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-89365587-5b98-4398-abfa-c35afe19f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:10.290929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-89365587-5b98-4398-abfa-c35afe19f761 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1126 time: 0.3796699 Mar 10 23:51:10.313228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.336906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.344171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.369556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b013a328-a54e-4a2a-a6a4-914d20f0b3fe']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:10.385968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216695a-4268-471d-acc1-0fc61726df1c req-63795932-ab41-4491-a87f-75b67d5dce94 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:10.387474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f216695a-4268-471d-acc1-0fc61726df1c req-63795932-ab41-4491-a87f-75b67d5dce94 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.3518302 Mar 10 23:51:10.392397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a393209-62c4-4b44-977a-a70b803c3f84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e0a2237e88641308fd8764764dace23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942704 Mar 10 23:51:10.393304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56673a-3eb6-48f8-b5e8-914e36fcc87a req-aaf745de-71c7-4915-9aa9-0628499be8aa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:10.394319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40624) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:10.394673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e56673a-3eb6-48f8-b5e8-914e36fcc87a req-aaf745de-71c7-4915-9aa9-0628499be8aa tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4097004 Mar 10 23:51:10.400464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:10.415338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f2c3e-917f-4682-8fd9-ef047f58595c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:10.415625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f2c3e-917f-4682-8fd9-ef047f58595c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:10.469392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] Publish callbacks [] for security_group (4685ae74-5362-43e4-b9b4-ba5ee99fa42b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.474353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (887f2c3e-917f-4682-8fd9-ef047f58595c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.492826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 0aba15b2-cc60-450e-9853-8239a9b7b894 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:10.502340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 0aba15b2-cc60-450e-9853-8239a9b7b894 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:10.502729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.523743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] Publish callbacks [] for security_group (4685ae74-5362-43e4-b9b4-ba5ee99fa42b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.562631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8903870f-fa16-42b8-83d4-1dedc29823f1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:10.576868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (887f2c3e-917f-4682-8fd9-ef047f58595c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.589195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8903870f-fa16-42b8-83d4-1dedc29823f1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:10.589596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8903870f-fa16-42b8-83d4-1dedc29823f1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:10.617482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4685ae74-5362-43e4-b9b4-ba5ee99fa42b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.620100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.623487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4685ae74-5362-43e4-b9b4-ba5ee99fa42b HTTP/1.1" status: 204 len: 168 time: 0.2260728 Mar 10 23:51:10.623628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7d59e4b-0284-4782-9c61-26acce76f6ea req-8cdae163-5f1b-4f3d-b801-8a696b700c05 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=c3adc187413149adacc658a4c519f07e HTTP/1.1" status: 200 len: 1657 time: 0.1853087 Mar 10 23:51:10.624428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:51:10.624828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (887f2c3e-917f-4682-8fd9-ef047f58595c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.635402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e044f0e-6db4-4d9b-a0ad-66f9226d9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4685ae74-5362-43e4-b9b4-ba5ee99fa42b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:51:10.636379 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:51:10.639564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-0fbf3231-b7ce-41d6-a4af-dffa898b14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:10.643150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0aba15b2-cc60-450e-9853-8239a9b7b894 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:10.643545 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.645189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-0fbf3231-b7ce-41d6-a4af-dffa898b14e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.3389645 Mar 10 23:51:10.676034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f216695a-4268-471d-acc1-0fc61726df1c req-b935464b-7f37-4a80-b895-83aae0ac0e76 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799447 Mar 10 23:51:10.679807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:10.682307 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8746abf3-38e3-407d-a331-d5db639b43ee" -d '{"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-plugged", "status": "completed", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:10.697879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:10.703474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:10.723530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-001d784d-2ccf-4159-9a56-0cee7ea3a1b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 217 time: 0.0428813 Mar 10 23:51:10.771760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:10.984020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40640) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:11.027378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eb47220b-ca6c-4298-bd05-8ba155da0003 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=356b18997a56406785225a55027c870c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421522 Mar 10 23:51:11.030578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:11.081557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] Publish callbacks [] for security_group (5ec4a732-53d9-4725-9594-c6a5255bcbfb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.104203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] Publish callbacks [] for security_group (5ec4a732-53d9-4725-9594-c6a5255bcbfb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.162280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5ec4a732-53d9-4725-9594-c6a5255bcbfb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.164980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.168497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ec4a732-53d9-4725-9594-c6a5255bcbfb HTTP/1.1" status: 204 len: 168 time: 0.1346545 Mar 10 23:51:11.176729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9489db-b86e-42c2-9efe-81a776b1482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec4a732-53d9-4725-9594-c6a5255bcbfb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:11.197296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-f3beda20-5f73-434c-9689-1489c80e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.199297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-f3beda20-5f73-434c-9689-1489c80e196e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.4579372 Mar 10 23:51:11.203497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b013a328-a54e-4a2a-a6a4-914d20f0b3fe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.222908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e88dd567-6373-49f7-9a8b-d448de36fb6b no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:11.252085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: e88dd567-6373-49f7-9a8b-d448de36fb6b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:11.252824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e88dd567-6373-49f7-9a8b-d448de36fb6b not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:11.265455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.269345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/b013a328-a54e-4a2a-a6a4-914d20f0b3fe HTTP/1.1" status: 204 len: 168 time: 2.7759728 Mar 10 23:51:11.280205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433c05a-9887-4844-b882-7c6599fd37ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b013a328-a54e-4a2a-a6a4-914d20f0b3fe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:11.290865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-e616f8e5-d627-49f8-aced-22c8a1b76acb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750685 Mar 10 23:51:11.426454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d59e4b-0284-4782-9c61-26acce76f6ea req-52ae0a06-73e7-4bc0-8ebb-8438e8961f08 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.434217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7d59e4b-0284-4782-9c61-26acce76f6ea req-52ae0a06-73e7-4bc0-8ebb-8438e8961f08 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks?id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 787 time: 0.7867253 Mar 10 23:51:11.440201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40652) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:11.445980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-b7d59e4b-0284-4782-9c61-26acce76f6ea req-5ad8e82e-cb5e-4dfe-8cec-1726098fa3f8 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:51:11.447770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7d59e4b-0284-4782-9c61-26acce76f6ea req-5ad8e82e-cb5e-4dfe-8cec-1726098fa3f8 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124886 Mar 10 23:51:11.458812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e52811-339e-420e-9651-ef80832e8800 req-46c1321d-6989-451d-987d-3c5f4577973e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.458812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60e52811-339e-420e-9651-ef80832e8800 req-46c1321d-6989-451d-987d-3c5f4577973e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.3400557 Mar 10 23:51:11.477342 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.523278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bfa66d1-89df-4716-b695-6bf79b24ca50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=960f857b0ecc4081916f80fc8b3b274c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816996 Mar 10 23:51:11.524161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40656) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:11.546033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-82573133-e2c4-40f2-95bc-01728fd50399 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451699 Mar 10 23:51:11.562032 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6895b-4784-4bb1-b6ed-0b984d821e73 x-openstack-request-id: req-06f6895b-4784-4bb1-b6ed-0b984d821e73 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:11.562346 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-plugged", "status": "completed", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:11.562611 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06f6895b-4784-4bb1-b6ed-0b984d821e73 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:11.563021 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'code': 200} Mar 10 23:51:11.564567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60e52811-339e-420e-9651-ef80832e8800 req-a3f411b6-3890-4df8-a98c-956ea27de778 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969422 Mar 10 23:51:11.686419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Publish callbacks [] for security_group (ad35cbaa-d235-4f59-ba18-f0aa675e8eb6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.719161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Publish callbacks [] for security_group (ad35cbaa-d235-4f59-ba18-f0aa675e8eb6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.728851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc3d60-f8c1-44b2-8e9c-b4bd20c4aa67 req-f8a223fd-f740-4784-8830-e0c978c7d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.730706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7cc3d60-f8c1-44b2-8e9c-b4bd20c4aa67 req-f8a223fd-f740-4784-8830-e0c978c7d6c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1127 time: 0.0928812 Mar 10 23:51:11.801046 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7cc3d60-f8c1-44b2-8e9c-b4bd20c4aa67 req-52e52f37-2738-4548-8b0b-6a6df638fe07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Mar 10 23:51:11.801278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd555a3-7274-4a81-bda1-7be15ed2bb5a req-aebe5da1-155f-4126-ab3b-01d4ead604d0 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353947 Mar 10 23:51:11.816195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1f0c3-0e92-4013-94cf-5e8a931fbfb2 req-e7d32751-c327-44e1-b7be-9698bb1fc804 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.818248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcc1f0c3-0e92-4013-94cf-5e8a931fbfb2 req-e7d32751-c327-44e1-b7be-9698bb1fc804 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1258216 Mar 10 23:51:11.825691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad35cbaa-d235-4f59-ba18-f0aa675e8eb6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.826030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f97313-6321-4ea5-827d-de13f437b9b6 req-153c480b-fc56-4ea2-a211-2a9a0b71cf82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:11.829029 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:11.832809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad35cbaa-d235-4f59-ba18-f0aa675e8eb6 HTTP/1.1" status: 204 len: 168 time: 0.3074021 Mar 10 23:51:11.840147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f97313-6321-4ea5-827d-de13f437b9b6 req-153c480b-fc56-4ea2-a211-2a9a0b71cf82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 943 time: 0.1449208 Mar 10 23:51:11.842209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35cbaa-d235-4f59-ba18-f0aa675e8eb6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:11.850423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.850897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.851347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.851787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.852263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.852912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.853254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.853682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.854351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.854540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.855372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.855894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.856253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03673b7-2c38-437e-a3c0-2d52c4f04f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:11.934688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f97313-6321-4ea5-827d-de13f437b9b6 req-6a79252f-1343-48bf-94ca-ea0b846bb493 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977859 Mar 10 23:51:11.938319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcc1f0c3-0e92-4013-94cf-5e8a931fbfb2 req-f80fa92e-763f-45b5-ac38-173505879535 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Mar 10 23:51:11.973315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:11.976070 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:12.089947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-553bc3bb-acd4-47a0-b574-329828107025 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips/c231d331-52e7-4842-9747-9ed59c6a752f HTTP/1.1" status: 200 len: 693 time: 0.0891480 Mar 10 23:51:12.225768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a1e16-b156-4c21-91d4-9c8ef706e655 req-e145ab80-9300-4307-b717-6f83c1207c09 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:12.233136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805a1e16-b156-4c21-91d4-9c8ef706e655 req-e145ab80-9300-4307-b717-6f83c1207c09 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1303446 Mar 10 23:51:12.320479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805a1e16-b156-4c21-91d4-9c8ef706e655 req-97476f2b-1380-4241-8d85-0a1a3a388b1e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 Mar 10 23:51:12.330664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-38bca0f3-4e10-43eb-914c-c933b3b0f693 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:12.333674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-38bca0f3-4e10-43eb-914c-c933b3b0f693 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2428730 Mar 10 23:51:12.385176 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f700969-0919-481f-b7ad-5277168b3b22 x-openstack-request-id: req-2f700969-0919-481f-b7ad-5277168b3b22 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:12.385706 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:12.385706 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f700969-0919-481f-b7ad-5277168b3b22 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:12.386113 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'status': 'completed', 'code': 200} Mar 10 23:51:12.438228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-60f1a3c4-69b3-46df-abd9-23aeb6057cdc tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0852103 Mar 10 23:51:12.502497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-3d5f654c-a03e-4505-8ff5-22f224026bcd tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0628655 Mar 10 23:51:12.508531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-53b7f922-5b4c-45f3-b73f-4495470fa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:12.510302 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-53b7f922-5b4c-45f3-b73f-4495470fa2b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 1125 time: 0.1003587 Mar 10 23:51:12.723494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-6ad17c19-2b88-4ef4-b84e-0377944abfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:12.725197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-6ad17c19-2b88-4ef4-b84e-0377944abfd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 923 time: 0.2089660 Mar 10 23:51:12.767171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b4735-6f1d-431e-b11f-ee47f9259df4 req-f5ca674f-b11a-4794-8491-3f11b2391fcf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:12.769111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f60b4735-6f1d-431e-b11f-ee47f9259df4 req-f5ca674f-b11a-4794-8491-3f11b2391fcf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.0883143 Mar 10 23:51:12.810356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Deleting port 2d598bc4-8b8f-49db-9739-3b57a76c34ab {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:12.811070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:12.851737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-c93701f4-8019-4fa9-a230-53472b7e9341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c HTTP/1.1" status: 200 len: 217 time: 0.1199570 Mar 10 23:51:12.870348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f60b4735-6f1d-431e-b11f-ee47f9259df4 req-45cf9279-901f-4cd4-bdc2-660bb9008f45 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881207 Mar 10 23:51:12.977421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:12.977905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (2d598bc4-8b8f-49db-9739-3b57a76c34ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.009636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-62a6a2c9-0ac6-4029-a93a-c4dbc7a418d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:13.010329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Calling delete_port for 2d598bc4-8b8f-49db-9739-3b57a76c34ab owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:13.011109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-62a6a2c9-0ac6-4029-a93a-c4dbc7a418d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.1526766 Mar 10 23:51:13.074379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-7b2efbfb-589e-42ca-ada5-063e96b8a31a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522003 Mar 10 23:51:13.167471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.216962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device cd192800-3302-49e0-9b6b-e6f6bc58705c details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:13.222879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f536cb-4227-4e6c-8012-d80da5d99548 req-fa2b9747-6683-4d37-8bb9-88f3888e35ec tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:13.228653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04f536cb-4227-4e6c-8012-d80da5d99548 req-fa2b9747-6683-4d37-8bb9-88f3888e35ec tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 943 time: 0.1432302 Mar 10 23:51:13.298717 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-a5b25fb0-7226-4fca-92b7-eaf06e078707 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131093 Mar 10 23:51:13.429831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04f536cb-4227-4e6c-8012-d80da5d99548 req-c9723141-cca7-4f75-b019-b60eaaadd991 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937041 Mar 10 23:51:13.461855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2d598bc4-8b8f-49db-9739-3b57a76c34ab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.519585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event deleted for resources: {'Port': ['ID=2d598bc4-8b8f-49db-9739-3b57a76c34ab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:13.535077 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0274ea6-2369-4aa3-b7c3-374895c8dc5d req-c70c99ca-7377-4222-89cc-b32d64eebac7 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244196 Mar 10 23:51:13.695277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (c231d331-52e7-4842-9747-9ed59c6a752f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.698589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.699758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cce762c-954a-4342-91e2-f7fdb94d9e89 req-7c52380f-9ba5-4d7e-b393-909a36cad261 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "DELETE /v2.0/floatingips/c231d331-52e7-4842-9747-9ed59c6a752f HTTP/1.1" status: 204 len: 173 time: 1.1846936 Mar 10 23:51:13.715063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a9cbc-fe82-4ff5-89ea-515430262217 req-20203147-5209-40c5-9306-a1a46223b899 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:13.722391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a8a9cbc-fe82-4ff5-89ea-515430262217 req-20203147-5209-40c5-9306-a1a46223b899 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1270790 Mar 10 23:51:13.772004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:13.791697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'port_id': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'mac_address': 'fa:16:3e:06:b0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a999b2-25a4-4e33-b3fb-c5471b2422f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:13.847270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port cd192800-3302-49e0-9b6b-e6f6bc58705c is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:13.848045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:13.862975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a8a9cbc-fe82-4ff5-89ea-515430262217 req-ebe55531-a6c4-4dd4-8afa-3e7b07e96885 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391251 Mar 10 23:51:13.865419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd192800-3302-49e0-9b6b-e6f6bc58705c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:13.943868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc91df-355b-456a-8ecc-3a3e47a19fe5 req-c74d594a-c08c-4eff-821f-d882337c7c0b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:13.945389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7fc91df-355b-456a-8ecc-3a3e47a19fe5 req-c74d594a-c08c-4eff-821f-d882337c7c0b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1345835 Mar 10 23:51:13.951528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:13.960079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:14.025305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7fc91df-355b-456a-8ecc-3a3e47a19fe5 req-d51db85c-0a5e-406b-8420-c7d743d1fefa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553176 Mar 10 23:51:14.045107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:14.063460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.064186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.064744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.065235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.065728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.066704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.067448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.068210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.076611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.077582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.079144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.079656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.080203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:51:14.226945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-4f78b670-15ec-45ab-814f-327d1b3673d0 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips/31533187-1a34-4180-b451-8b8be7ed71e2 HTTP/1.1" status: 200 len: 693 time: 0.1448905 Mar 10 23:51:14.258864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['cd192800-3302-49e0-9b6b-e6f6bc58705c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:14.483827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e851a-5f1e-4794-b15f-664a19121a30 req-acff07d9-159c-4822-8367-91ad1aa4db68 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:14.487482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-400e851a-5f1e-4794-b15f-664a19121a30 req-acff07d9-159c-4822-8367-91ad1aa4db68 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1127 time: 0.2007658 Mar 10 23:51:14.535306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-a97d52b8-76de-415c-bdd5-bb1ab3e7ba2a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:14.537225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-a97d52b8-76de-415c-bdd5-bb1ab3e7ba2a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3013816 Mar 10 23:51:14.600413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-400e851a-5f1e-4794-b15f-664a19121a30 req-1f514e4b-54a2-4a38-92e8-a0118b7d62cd tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Mar 10 23:51:14.610987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-ab99a514-6421-4042-a91b-4c6e1c1ac62b tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0591173 Mar 10 23:51:14.688437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-cde17548-56db-4bc2-911d-38f0c7253f0a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.0632956 Mar 10 23:51:14.839370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833c588-a079-4651-a095-84558d4fd4ef req-e5e1e670-e98d-44cf-9af7-d83cd1d05270 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:14.841264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6833c588-a079-4651-a095-84558d4fd4ef req-e5e1e670-e98d-44cf-9af7-d83cd1d05270 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1377988 Mar 10 23:51:14.891391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Deleting port 496eb2aa-103d-4c32-9988-d73e2357ff2d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:14.892068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:14.923286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6833c588-a079-4651-a095-84558d4fd4ef req-3a66db8e-e1e1-4b57-b5f9-28531c272ed9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745988 Mar 10 23:51:14.999512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.000023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (496eb2aa-103d-4c32-9988-d73e2357ff2d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.013775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Calling delete_port for 496eb2aa-103d-4c32-9988-d73e2357ff2d owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:15.207767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (496eb2aa-103d-4c32-9988-d73e2357ff2d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.236035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device cd192800-3302-49e0-9b6b-e6f6bc58705c up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:15.245031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event deleted for resources: {'Port': ['ID=496eb2aa-103d-4c32-9988-d73e2357ff2d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:15.272745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b43099-f616-4deb-874c-bcc8342695f9 req-9199540a-cf21-4645-a2bf-b416e3e0d917 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:15.279995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51b43099-f616-4deb-874c-bcc8342695f9 req-9199540a-cf21-4645-a2bf-b416e3e0d917 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 944 time: 0.1298463 Mar 10 23:51:15.297277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port cd192800-3302-49e0-9b6b-e6f6bc58705c completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:15.303513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port cd192800-3302-49e0-9b6b-e6f6bc58705c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:15.304311 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.363001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (31533187-1a34-4180-b451-8b8be7ed71e2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.366600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.367656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d6d5a2f-035f-4280-a54b-ab69c95b93ff req-005fb8ca-a117-48a3-a09f-14c24cc51c82 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "DELETE /v2.0/floatingips/31533187-1a34-4180-b451-8b8be7ed71e2 HTTP/1.1" status: 204 len: 173 time: 0.6714551 Mar 10 23:51:15.386686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51b43099-f616-4deb-874c-bcc8342695f9 req-e9dba069-a5c4-4b5d-821f-999e51cf5ab6 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991278 Mar 10 23:51:15.442269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port cd192800-3302-49e0-9b6b-e6f6bc58705c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:15.443295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.482709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:15.485956 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac66eaf-c050-4cde-a7c6-9a5e32a7d757" -d '{"events": [{"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-plugged", "status": "completed", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:15.500342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:15.507444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:15.550851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25d60f-4a43-4d0c-a2c4-43c6a19c83a6 req-f8738702-9cde-4761-89fc-1fdc351f5028 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:15.553869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e25d60f-4a43-4d0c-a2c4-43c6a19c83a6 req-f8738702-9cde-4761-89fc-1fdc351f5028 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1127 time: 0.1115592 Mar 10 23:51:15.584782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:15.596433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c8fc-e48e-4dd2-a0f0-06fcceda7d77 req-5d1e6fdc-e6a6-42c1-9510-2aaa61964aed tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:15.599360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c234c8fc-e48e-4dd2-a0f0-06fcceda7d77 req-5d1e6fdc-e6a6-42c1-9510-2aaa61964aed tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0980985 Mar 10 23:51:15.640006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e25d60f-4a43-4d0c-a2c4-43c6a19c83a6 req-553cbc42-1ca9-4594-8625-263fde99b1f9 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804496 Mar 10 23:51:15.661643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c234c8fc-e48e-4dd2-a0f0-06fcceda7d77 req-7a1f4d04-0bc6-44e4-b45a-2e35f0860f37 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546908 Mar 10 23:51:15.768254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-14752819-9620-4f5b-a655-9b2da6e984b3 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips/6521e4cc-165f-4522-a819-e5d54836c616 HTTP/1.1" status: 200 len: 693 time: 0.0693841 Mar 10 23:51:15.892543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-deaab053-8df2-4722-991d-f05cea315ca0 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:15.899823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-deaab053-8df2-4722-991d-f05cea315ca0 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1254680 Mar 10 23:51:15.958609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-be1c96b8-c383-4874-bb38-a8d7c0ad6907 tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0577385 Mar 10 23:51:16.014546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-ae9069ed-4070-4af7-821c-80afcd299e4a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0546849 Mar 10 23:51:16.165813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Deleting port 71955a5b-cb62-4303-b3a8-957e937f8c4d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:16.166164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.242945 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068940cf-2665-4432-83d6-fadfc40df042 x-openstack-request-id: req-068940cf-2665-4432-83d6-fadfc40df042 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:16.243248 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-plugged", "status": "completed", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:16.243500 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-068940cf-2665-4432-83d6-fadfc40df042 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:16.244734 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'code': 200} Mar 10 23:51:16.262513 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.262789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (71955a5b-cb62-4303-b3a8-957e937f8c4d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.278926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Calling delete_port for 71955a5b-cb62-4303-b3a8-957e937f8c4d owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:16.498054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7b01-6824-45ec-b707-a43116dea1b2 req-b1c32324-1113-48a2-919f-1d26369a0a28 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:16.499559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d65a7b01-6824-45ec-b707-a43116dea1b2 req-b1c32324-1113-48a2-919f-1d26369a0a28 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1090665 Mar 10 23:51:16.509418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (71955a5b-cb62-4303-b3a8-957e937f8c4d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.539298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecb29f-cb5c-4872-a6ae-d87d0a7919e3 req-0c7ac44d-c28d-4244-a6ff-0544748ffad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:16.546920 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79ecb29f-cb5c-4872-a6ae-d87d0a7919e3 req-0c7ac44d-c28d-4244-a6ff-0544748ffad6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 1127 time: 0.2346387 Mar 10 23:51:16.567770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Pushing event deleted for resources: {'Port': ['ID=71955a5b-cb62-4303-b3a8-957e937f8c4d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:16.608520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d65a7b01-6824-45ec-b707-a43116dea1b2 req-71dc9282-e547-43e3-9729-911c9d73d735 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015453 Mar 10 23:51:16.653910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks [] for floatingip (6521e4cc-165f-4522-a819-e5d54836c616), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.656912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:16.664336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79ecb29f-cb5c-4872-a6ae-d87d0a7919e3 req-0e4d864c-fc0e-4f67-9a18-8c99d60699ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Mar 10 23:51:16.668301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:16.673933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3258b06-21db-4c68-87e9-fe9477d4bf79 req-6793151b-cf9f-493b-bf97-d00afd32d64a tempest-FloatingIPDetailsTestJSON-1444661243 tempest-FloatingIPDetailsTestJSON-1444661243-project] 10.222.0.21 "DELETE /v2.0/floatingips/6521e4cc-165f-4522-a819-e5d54836c616 HTTP/1.1" status: 204 len: 173 time: 0.6583514 Mar 10 23:51:17.268467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1fb45-eb78-4ad1-8e14-2fa58eb24db8 req-2b10d6d3-6fc0-43f4-b1cb-f0a30db1d355 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:17.272023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3a1fb45-eb78-4ad1-8e14-2fa58eb24db8 req-2b10d6d3-6fc0-43f4-b1cb-f0a30db1d355 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.0735309 Mar 10 23:51:17.302236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:17.334682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3a1fb45-eb78-4ad1-8e14-2fa58eb24db8 req-e27a3d4f-2963-40d6-a4b7-e087faa62bf8 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566084 Mar 10 23:51:17.520181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298fa10-09a2-4230-a900-b58d1a55fb54 req-a394aa63-791d-4029-87df-1989ae939137 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:17.522837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7298fa10-09a2-4230-a900-b58d1a55fb54 req-a394aa63-791d-4029-87df-1989ae939137 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0750306 Mar 10 23:51:17.648339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7298fa10-09a2-4230-a900-b58d1a55fb54 req-8d3d36e7-130c-4160-99ff-2b3f775def19 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181667 Mar 10 23:51:17.715325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Deleting port 2fcd9cdf-591c-4757-9256-3bc062741d35 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:17.715729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:17.832800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] For port 2fcd9cdf-591c-4757-9256-3bc062741d35, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2fcd9cdf-591c-4757-9256-3bc062741d35,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:17.834055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:17.853163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Calling delete_port for 2fcd9cdf-591c-4757-9256-3bc062741d35 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:18.000273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc55af-3290-49d8-afb1-d8aac82b24eb req-58315477-3e5b-4d24-8261-30d804814073 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:18.009733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fadc55af-3290-49d8-afb1-d8aac82b24eb req-58315477-3e5b-4d24-8261-30d804814073 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.0754333 Mar 10 23:51:18.069182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fadc55af-3290-49d8-afb1-d8aac82b24eb req-f2204a45-8581-46c6-bd87-b382e7472856 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584214 Mar 10 23:51:18.102056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-5b1d20da-9676-40d8-8b15-7514ff83d553 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:51:18.103022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-5b1d20da-9676-40d8-8b15-7514ff83d553 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062418 Mar 10 23:51:18.128519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (2fcd9cdf-591c-4757-9256-3bc062741d35), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:18.152998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-1a8da3b1-fc06-4b95-ae28-cff1df0f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:18.159511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-1a8da3b1-fc06-4b95-ae28-cff1df0f34ad service neutron] 10.222.0.21 "GET /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 1124 time: 0.0492816 Mar 10 23:51:18.164090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:18.164552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:51:18.164972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcd9cdf-591c-4757-9256-3bc062741d35,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:18.393502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:18.394735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:18.397049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:18.407768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:18.408292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:18.439575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:18.440535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:18.441462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:18.442174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Bound port: 0aba15b2-cc60-450e-9853-8239a9b7b894, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:18.497371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:18.558000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:18.573605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:18.577071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c29b5359-046b-4ec5-8768-9a98e2e6a27d service neutron] 10.222.0.21 "POST /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894/bindings HTTP/1.1" status: 201 len: 389 time: 0.4148586 Mar 10 23:51:18.797052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40986) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:18.947298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27a5f0-de14-4818-a244-ec2871ffab5a req-545d80a1-ec71-4c92-87fb-8e4bce778513 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:18.950375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c27a5f0-de14-4818-a244-ec2871ffab5a req-545d80a1-ec71-4c92-87fb-8e4bce778513 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.0983205 Mar 10 23:51:19.055716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Router 07eba41f-4b05-4072-b1d3-30cc886c07c6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:51:19.068706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c27a5f0-de14-4818-a244-ec2871ffab5a req-b9d9eccf-3b0c-4e25-9a5a-ca36be60d47d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091866 Mar 10 23:51:19.070661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c6439e-d3e0-40b0-81dd-4437b85e99e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:19.079197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-51410d7a-c029-44af-b889-7d137fb9955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:19.080794 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-51410d7a-c029-44af-b889-7d137fb9955f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1127 time: 0.1161985 Mar 10 23:51:19.122040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1ce6c-02d4-4dc7-a270-831949787ea6 req-77571ef8-19cf-4648-98ee-07d8296ffe6d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:19.124411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8e1ce6c-02d4-4dc7-a270-831949787ea6 req-77571ef8-19cf-4648-98ee-07d8296ffe6d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1374640 Mar 10 23:51:19.280054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-cff04e07-4ed8-4f52-8be0-391cc4ca4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:19.281330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-cff04e07-4ed8-4f52-8be0-391cc4ca4185 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.1472356 Mar 10 23:51:19.287365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:51:19.296403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Sync routers for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:51:19.301310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c718a23a-34df-411c-87c5-7eef2ca062d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/07eba41f-4b05-4072-b1d3-30cc886c07c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296105 Mar 10 23:51:19.305358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c6439e-d3e0-40b0-81dd-4437b85e99e8 admin admin] Publish callbacks [] for security_group (98395849-f68c-4811-8082-23773e93e30b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:19.306162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:19.310409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:19.311544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:19.316843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8e1ce6c-02d4-4dc7-a270-831949787ea6 req-5d5248b1-5071-4970-95cf-51edd2caacaf tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579072 Mar 10 23:51:19.327627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c6439e-d3e0-40b0-81dd-4437b85e99e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (98395849-f68c-4811-8082-23773e93e30b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:19.330980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-1b191ac6-287e-43ee-be40-630e70e64808 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 217 time: 0.0417249 Mar 10 23:51:19.405871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41002) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:19.418356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2812c-cbdb-4c19-b3de-37add0bf0839 req-3848e2bc-09cf-440c-bc5e-b3cd014b93ac tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:19.419844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef2812c-cbdb-4c19-b3de-37add0bf0839 req-3848e2bc-09cf-440c-bc5e-b3cd014b93ac tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2598095 Mar 10 23:51:19.437360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ca81d63c-9635-4194-83aa-02de24585520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:19.438820 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ca81d63c-9635-4194-83aa-02de24585520 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1022174 Mar 10 23:51:19.460063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:19.532880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-d6759e46-2e88-4181-8c83-48bf191180a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864596 Mar 10 23:51:19.665333 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-e50c7612-a006-4282-bd48-92cd41cbaf7c service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261396 Mar 10 23:51:19.704372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:51:18Z', 'revision_number': 5, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:19.736176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Checking router: 07eba41f-4b05-4072-b1d3-30cc886c07c6 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:51:19.750729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Routers {'07eba41f-4b05-4072-b1d3-30cc886c07c6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:19.751632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['07eba41f-4b05-4072-b1d3-30cc886c07c6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:19.811447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33c6439e-d3e0-40b0-81dd-4437b85e99e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38885071ce54d69bb70f2835de60660&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0090439 Mar 10 23:51:19.814606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6439e-d3e0-40b0-81dd-4437b85e99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98395849-f68c-4811-8082-23773e93e30b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:19.820387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41014) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:19.896620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] Set router 07eba41f-4b05-4072-b1d3-30cc886c07c6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:20.025440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks [] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.040959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef2812c-cbdb-4c19-b3de-37add0bf0839 req-b9e1e9df-fb70-423e-bae4-d86b8e8c9927 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047041 Mar 10 23:51:20.084686 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-14c380c1-7ed1-4591-87ca-7359451b9a23 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128213 Mar 10 23:51:20.129700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:51:18Z', 'revision_number': 5, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:20.160237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455ddf09-fd32-4855-a43c-a7ea724e1df3 None None] The sync data for ids ['07eba41f-4b05-4072-b1d3-30cc886c07c6'] in n-d-831844-1 is: [{'id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'name': 'tempest-FloatingIPDetailsTestJSON-1169336903-router', 'tenant_id': 'c3adc187413149adacc658a4c519f07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:50:33Z', 'updated_at': '2022-03-10T23:51:18Z', 'revision_number': 5, 'project_id': 'c3adc187413149adacc658a4c519f07e', 'gw_port': {'id': 'df3937de-bb5c-43c0-a646-b2119801574a', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ae:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eba41f-4b05-4072-b1d3-30cc886c07c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:50:35Z', 'updated_at': '2022-03-10T23:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:51:20.182915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa282808-cb47-44ab-b903-ff3dbd681a56 req-bd4eeb77-223b-4ae5-b856-358c1961fa3f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:20.184573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa282808-cb47-44ab-b903-ff3dbd681a56 req-bd4eeb77-223b-4ae5-b856-358c1961fa3f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.3853383 Mar 10 23:51:20.190376 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] Publish callbacks [] for security_group (98395849-f68c-4811-8082-23773e93e30b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.347163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] Publish callbacks [] for security_group (98395849-f68c-4811-8082-23773e93e30b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.428189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks [] for router_gateway (07eba41f-4b05-4072-b1d3-30cc886c07c6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.457241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284aa95-1546-4b7c-91a8-698da0c6b763 req-5b2e4e0e-0546-4c74-a755-8420ad259e7c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:20.458760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5284aa95-1546-4b7c-91a8-698da0c6b763 req-5b2e4e0e-0546-4c74-a755-8420ad259e7c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.2962322 Mar 10 23:51:20.472243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa282808-cb47-44ab-b903-ff3dbd681a56 req-56882329-9ece-40a0-b876-a8eaead4bebb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588134 Mar 10 23:51:20.560398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2fcd9cdf-591c-4757-9256-3bc062741d35 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:20.615376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5284aa95-1546-4b7c-91a8-698da0c6b763 req-0dac4a67-2f9a-4c37-966c-da76ff236b5f tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474469 Mar 10 23:51:20.618068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (98395849-f68c-4811-8082-23773e93e30b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.620653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.621788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98395849-f68c-4811-8082-23773e93e30b HTTP/1.1" status: 204 len: 168 time: 0.7800264 Mar 10 23:51:20.627015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 2fcd9cdf-591c-4757-9256-3bc062741d35 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:20.628114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2fcd9cdf-591c-4757-9256-3bc062741d35 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:20.702948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e07b58-de40-4f79-be77-2b4abaa13afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98395849-f68c-4811-8082-23773e93e30b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:20.728313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Deleting port df3937de-bb5c-43c0-a646-b2119801574a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:20.728688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (df3937de-bb5c-43c0-a646-b2119801574a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.898231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88bb3-8d88-41f0-acad-764779fdfb98 req-16e03e99-8bff-40f1-b1a8-9db2631213d9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:20.899777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ad88bb3-8d88-41f0-acad-764779fdfb98 req-16e03e99-8bff-40f1-b1a8-9db2631213d9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1825628 Mar 10 23:51:20.941745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] For port df3937de-bb5c-43c0-a646-b2119801574a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df3937de-bb5c-43c0-a646-b2119801574a,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:20.942491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (df3937de-bb5c-43c0-a646-b2119801574a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:20.988035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Calling delete_port for df3937de-bb5c-43c0-a646-b2119801574a owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:21.083199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ad88bb3-8d88-41f0-acad-764779fdfb98 req-3a512d0c-20d3-41d9-ab95-788d80c95be6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719768 Mar 10 23:51:21.119302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41076) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:21.138694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fe81d35-0929-4f8c-88b3-6ecb9699a21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.195903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.240474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fe81d35-0929-4f8c-88b3-6ecb9699a21e admin admin] Publish callbacks [] for security_group (0f938489-f4f6-47b1-953e-958c2c8df3d2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.245178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fe81d35-0929-4f8c-88b3-6ecb9699a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0f938489-f4f6-47b1-953e-958c2c8df3d2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.283394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7fe81d35-0929-4f8c-88b3-6ecb9699a21e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8184e575fbe0484bad1b648219be8f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623344 Mar 10 23:51:21.289024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41078) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:21.298131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe81d35-0929-4f8c-88b3-6ecb9699a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f938489-f4f6-47b1-953e-958c2c8df3d2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:21.358264 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] Publish callbacks [] for security_group (0f938489-f4f6-47b1-953e-958c2c8df3d2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.380575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] Publish callbacks [] for security_group (0f938489-f4f6-47b1-953e-958c2c8df3d2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.414850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712bdca-d20b-417a-a099-f99a3f286d0c req-f030eff9-c5d8-47e7-a004-8035c8a3384d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:21.416482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5712bdca-d20b-417a-a099-f99a3f286d0c req-f030eff9-c5d8-47e7-a004-8035c8a3384d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2264705 Mar 10 23:51:21.440285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0f938489-f4f6-47b1-953e-958c2c8df3d2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.444848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.448529 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f938489-f4f6-47b1-953e-958c2c8df3d2 HTTP/1.1" status: 204 len: 168 time: 0.1561034 Mar 10 23:51:21.451592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0143ba8-9dd8-42d4-89bb-e22d796159f7 req-8b90e110-d736-44d5-b313-2f8be8894ab0 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:21.453207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0143ba8-9dd8-42d4-89bb-e22d796159f7 req-8b90e110-d736-44d5-b313-2f8be8894ab0 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.2549210 Mar 10 23:51:21.475101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8c27e-e048-4b54-813b-54d5e34ba0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f938489-f4f6-47b1-953e-958c2c8df3d2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:21.515504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (df3937de-bb5c-43c0-a646-b2119801574a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.578198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3937de-bb5c-43c0-a646-b2119801574a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:21.668719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5712bdca-d20b-417a-a099-f99a3f286d0c req-6e6cc5e0-f91b-4ff4-9e67-0ae282394cfa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276611 Mar 10 23:51:21.681570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0143ba8-9dd8-42d4-89bb-e22d796159f7 req-a425ae10-be3b-4f79-95f9-50d73cf10384 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141852 Mar 10 23:51:21.728300 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.874688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:21.887083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks [] for router_controller (07eba41f-4b05-4072-b1d3-30cc886c07c6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.001105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (07eba41f-4b05-4072-b1d3-30cc886c07c6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.001801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07eba41f-4b05-4072-b1d3-30cc886c07c6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:51:22.009428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.013141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:22.013311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2718c2fb-cfdd-48c9-b76c-3a9e54d98394 admin admin] 10.222.0.21 "DELETE /v2.0/routers/07eba41f-4b05-4072-b1d3-30cc886c07c6 HTTP/1.1" status: 204 len: 168 time: 2.6938479 Mar 10 23:51:22.031350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50696f-86e9-4af9-9767-0ba78a2e2c4f req-2e9a7b9e-251a-4783-9092-0fda5451b7f5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:22.038451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b50696f-86e9-4af9-9767-0ba78a2e2c4f req-2e9a7b9e-251a-4783-9092-0fda5451b7f5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1662047 Mar 10 23:51:22.104434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Deleting port dabf9f3a-9c2a-4310-856c-eb9aa336c595 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:22.105975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.113591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Deleting subnet e6fff070-4404-4390-bb54-28b034b53ebc {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:51:22.121967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Publish callbacks [] for subnet (e6fff070-4404-4390-bb54-28b034b53ebc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.136198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b50696f-86e9-4af9-9767-0ba78a2e2c4f req-a88a5f61-87c4-44cb-afcf-959cea7354cb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901401 Mar 10 23:51:22.252118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (e6fff070-4404-4390-bb54-28b034b53ebc), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.397557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e6fff070-4404-4390-bb54-28b034b53ebc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.461097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (e6fff070-4404-4390-bb54-28b034b53ebc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.492270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41146) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:22.502960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fff070-4404-4390-bb54-28b034b53ebc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:22.509882 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.517030 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eaa1cd6c-d439-4876-84a1-7287815f558e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6fff070-4404-4390-bb54-28b034b53ebc HTTP/1.1" status: 204 len: 168 time: 0.5023100 Mar 10 23:51:22.517909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41150) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:22.520127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863fd5d6-3a4c-4bfe-99a0-f7503afd48ac None None] Network 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:22.599310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.700429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Deleting port 00090122-8e0c-4ffe-8b5b-5e202159fa87 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:22.701043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.742932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1166741912-network', 'tenant_id': '0fd143016982406abe2c7b992c00b6a1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:22.760356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] DHCP port deletion for 73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:51:22.779075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] For port dabf9f3a-9c2a-4310-856c-eb9aa336c595, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dabf9f3a-9c2a-4310-856c-eb9aa336c595,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:22.779699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.792333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df3937de-bb5c-43c0-a646-b2119801574a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:22.795982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Calling delete_port for dabf9f3a-9c2a-4310-856c-eb9aa336c595 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:22.813621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: df3937de-bb5c-43c0-a646-b2119801574a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:22.814505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df3937de-bb5c-43c0-a646-b2119801574a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:22.828392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] For port 00090122-8e0c-4ffe-8b5b-5e202159fa87, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00090122-8e0c-4ffe-8b5b-5e202159fa87,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:22.828867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.832357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Made reservation on behalf of 0fd143016982406abe2c7b992c00b6a1 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:22.841891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.859692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.861684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Deleting port 00090122-8e0c-4ffe-8b5b-5e202159fa87 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:22.863023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:22.884439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Calling delete_port for 00090122-8e0c-4ffe-8b5b-5e202159fa87 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:22.968402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d70c8-a5ca-42ff-b620-62610dcb17e2 req-a2040e47-5fd7-4206-aa31-dbc9718b38be tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:22.976262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3d70c8-a5ca-42ff-b620-62610dcb17e2 req-a2040e47-5fd7-4206-aa31-dbc9718b38be tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.7114487 Mar 10 23:51:22.982937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] For port 00090122-8e0c-4ffe-8b5b-5e202159fa87, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00090122-8e0c-4ffe-8b5b-5e202159fa87,segment=NetworkSegment(a3ced40d-40ac-41ab-b89d-0455cabcbcf0),segment_id=a3ced40d-40ac-41ab-b89d-0455cabcbcf0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:22.984776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.000595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e144b-6d4b-465d-92b5-559bce32a917 req-56906d69-9043-4920-b226-ef43199b9045 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:23.005836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Calling delete_port for 00090122-8e0c-4ffe-8b5b-5e202159fa87 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:23.008124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f0e144b-6d4b-465d-92b5-559bce32a917 req-56906d69-9043-4920-b226-ef43199b9045 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1599126 Mar 10 23:51:23.051167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks [] for security_group (7e0a389c-9cf2-403f-8efb-74ba2afd2c19), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.052932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.085229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e0a389c-9cf2-403f-8efb-74ba2afd2c19), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.096139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] No DVR routers for this DVR port 00090122-8e0c-4ffe-8b5b-5e202159fa87 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:23.103460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Pushing event deleted for resources: {'Port': ['ID=00090122-8e0c-4ffe-8b5b-5e202159fa87,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.113201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3d70c8-a5ca-42ff-b620-62610dcb17e2 req-ebfb5c60-93ee-4197-a55e-ef4429232d2a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282835 Mar 10 23:51:23.163994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (00090122-8e0c-4ffe-8b5b-5e202159fa87), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.169348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f0e144b-6d4b-465d-92b5-559bce32a917 req-abb30c07-68d1-422c-be9d-9247a199e758 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534820 Mar 10 23:51:23.194485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:51:23.213390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] Pushing event deleted for resources: {'Port': ['ID=00090122-8e0c-4ffe-8b5b-5e202159fa87,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.214219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a389c-9cf2-403f-8efb-74ba2afd2c19,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.218820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af8827-a9d1-4fd9-8554-8dc89c2ecfd3 None None] No DVR routers for this DVR port 00090122-8e0c-4ffe-8b5b-5e202159fa87 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:23.277892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dabf9f3a-9c2a-4310-856c-eb9aa336c595), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.313372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.329086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e1161b82-ad4e-4c37-89a4-2d2c046373fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.329449 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Added segment e1161b82-ad4e-4c37-89a4-2d2c046373fb of type vlan for network 3c306590-ee10-4980-abbc-6feff68e8d97 Mar 10 23:51:23.347528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Pushing event deleted for resources: {'Port': ['ID=dabf9f3a-9c2a-4310-856c-eb9aa336c595,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.408432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c63d04-ca0f-4b11-8918-b6c6d4b2ae19']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:23.430388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:23.430740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ced40d-40ac-41ab-b89d-0455cabcbcf0') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:23.439941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (3c306590-ee10-4980-abbc-6feff68e8d97), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.449405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (a3ced40d-40ac-41ab-b89d-0455cabcbcf0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.477815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a3ced40d-40ac-41ab-b89d-0455cabcbcf0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.487832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:51:23.490313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (a3ced40d-40ac-41ab-b89d-0455cabcbcf0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:51:23.494359 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:51:23.511183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (3c306590-ee10-4980-abbc-6feff68e8d97), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.512354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:23.512971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.579491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436617cf-1010-418f-b1bd-f1febe779a38 req-2033dae4-060f-4031-a2bb-11c4c715c484 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:23.581310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-436617cf-1010-418f-b1bd-f1febe779a38 req-2033dae4-060f-4031-a2bb-11c4c715c484 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2962346 Mar 10 23:51:23.610931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] Pushing event updated for resources: {'Network': ['ID=3c306590-ee10-4980-abbc-6feff68e8d97,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.626163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 3c306590-ee10-4980-abbc-6feff68e8d97 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:51:23.668138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5cd9ac79-0f61-4f03-8638-1c6b51e977c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1698551 Mar 10 23:51:23.670619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41190) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:23.671828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (73c63d04-ca0f-4b11-8918-b6c6d4b2ae19), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.683225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Request body: {'subnet': {'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1166741912-subnet', 'tenant_id': '0fd143016982406abe2c7b992c00b6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:23.715528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Made reservation on behalf of 0fd143016982406abe2c7b992c00b6a1 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:23.719475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.723123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.728994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73c63d04-ca0f-4b11-8918-b6c6d4b2ae19 HTTP/1.1" status: 204 len: 168 time: 1.2091813 Mar 10 23:51:23.757495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-436617cf-1010-418f-b1bd-f1febe779a38 req-85f23693-01dc-4d1f-b7fc-ccc8e3923f36 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691566 Mar 10 23:51:23.769763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:23.774194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11b69-ccb7-4035-8219-d5b87289db82 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c63d04-ca0f-4b11-8918-b6c6d4b2ae19,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:23.957217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:24.059796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-444c1be6-8954-4d10-a700-4672e5c5b3ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3adc187413149adacc658a4c519f07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008458 Mar 10 23:51:24.065375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41204) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:24.089444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b636424-9e21-4a1e-b6c7-c6ef78229abe req-db6b743e-71c0-4ce5-a210-3e437a399a35 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:24.091067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b636424-9e21-4a1e-b6c7-c6ef78229abe req-db6b743e-71c0-4ce5-a210-3e437a399a35 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.1630418 Mar 10 23:51:24.112739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b85b79-15b8-42d9-ae62-fbdb5479a525 req-8927bc7a-9736-419c-90c9-98eec9a72789 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:24.113477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (886d8127-b66b-4018-893d-abdb49309fa0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.114435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76b85b79-15b8-42d9-ae62-fbdb5479a525 req-8927bc7a-9736-419c-90c9-98eec9a72789 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.2119513 Mar 10 23:51:24.194432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886d8127-b66b-4018-893d-abdb49309fa0,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:24.199680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] Publish callbacks [] for security_group (798a89bf-a863-4093-991a-389bcc2a38c9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.220035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Checking segment: {'id': 'e1161b82-ad4e-4c37-89a4-2d2c046373fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:24.220537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Network hostable DHCP agents. Network: 3c306590-ee10-4980-abbc-6feff68e8d97, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:51:24.232714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] Publish callbacks [] for security_group (798a89bf-a863-4093-991a-389bcc2a38c9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.244289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b636424-9e21-4a1e-b6c7-c6ef78229abe req-de8fafd4-48a6-4d78-886e-d5430f1b69b7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265619 Mar 10 23:51:24.261603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76b85b79-15b8-42d9-ae62-fbdb5479a525 req-4ffb4782-e486-4dea-a77e-c3be6a41159a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359801 Mar 10 23:51:24.277192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Network 3c306590-ee10-4980-abbc-6feff68e8d97 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:51:24.290838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 3c306590-ee10-4980-abbc-6feff68e8d97) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:24.296614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:24.297840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.315094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e3ec00-5d92-421c-ab9c-d39c10f1b9b8 None None] Network 3c306590-ee10-4980-abbc-6feff68e8d97 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:24.326566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dea7d9bb-e783-4dbe-8bf3-4a4ae8912976 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6547489 Mar 10 23:51:24.339068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (798a89bf-a863-4093-991a-389bcc2a38c9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.339068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:24.345657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/798a89bf-a863-4093-991a-389bcc2a38c9 HTTP/1.1" status: 204 len: 168 time: 0.2763007 Mar 10 23:51:24.353490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:51:24.356603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f472518-c2fc-4dc6-be87-6223546b6ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a89bf-a863-4093-991a-389bcc2a38c9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:24.485928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:24.716894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:24.722440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00090122-8e0c-4ffe-8b5b-5e202159fa87 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:24.771662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:51:24.781564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c50a8dbe-098a-41c8-861a-cfa703f2131e admin admin] 10.222.0.21 "PUT /v2.0/routers/a5d0b3c7-1222-43df-8ca4-fd95ef84f819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3703256 Mar 10 23:51:24.784059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:24.792569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd6053-8085-400a-bfcc-b91b0c64f2a2 None None] Network 3c306590-ee10-4980-abbc-6feff68e8d97 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:24.796050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 00090122-8e0c-4ffe-8b5b-5e202159fa87 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:24.798321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00090122-8e0c-4ffe-8b5b-5e202159fa87 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:24.801105 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Sync routers for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:51:24.808190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d2ff9-e2ac-454f-a326-f65f99d3b05e req-b0090879-7e9f-4c21-8beb-42e193886344 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:24.816691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a88d2ff9-e2ac-454f-a326-f65f99d3b05e req-b0090879-7e9f-4c21-8beb-42e193886344 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.2319911 Mar 10 23:51:24.817539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3', 'port_id': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'mac_address': 'fa:16:3e:6c:bd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e291b944-80d5-4d91-a07d-ab4b39e963f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:24.819099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:24.820051 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:24.849477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead0de9-7739-4755-b387-ce02e0e0ddbb req-8235aef7-0d08-406d-9f1d-2d3ad41f310b tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:24.858264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aead0de9-7739-4755-b387-ce02e0e0ddbb req-8235aef7-0d08-406d-9f1d-2d3ad41f310b tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.1916578 Mar 10 23:51:24.924081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a88d2ff9-e2ac-454f-a326-f65f99d3b05e req-2d2f418e-8855-4d5c-9765-2e085186ae54 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061594 Mar 10 23:51:24.987671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aead0de9-7739-4755-b387-ce02e0e0ddbb req-0b748326-7954-48a2-a6cf-9e8a1b27f4a2 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279886 Mar 10 23:51:25.037076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port fdde9772-8b5f-4ebb-baf4-ac7437627c6b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:25.039899 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.085386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdde9772-8b5f-4ebb-baf4-ac7437627c6b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:25.130379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:25.139937 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.175200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks [] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.215728 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:25.302133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:25.334752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6eab3-66a3-444d-b1f8-c498983327db req-8daf997c-71ae-4a79-87dc-99f0a26aa3aa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:25.345544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5da6eab3-66a3-444d-b1f8-c498983327db req-8daf997c-71ae-4a79-87dc-99f0a26aa3aa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1749036 Mar 10 23:51:25.407975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['fdde9772-8b5f-4ebb-baf4-ac7437627c6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:25.435314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5da6eab3-66a3-444d-b1f8-c498983327db req-122c1c69-e3b3-4c57-b14a-35547a7a96d3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872483 Mar 10 23:51:25.486292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks [] for router_gateway (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.581958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:25.606992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1476033391-network', 'tenant_id': 'd245c51c05194e208cc77e8a1b302eb3'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:25.610082 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:51:23Z', 'revision_number': 5, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port': {'id': 'bdb5e76a-f2cd-4899-b068-cef3612b4c7d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:40Z', 'updated_at': '2022-03-10T23:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:25.642421 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Checking router: a5d0b3c7-1222-43df-8ca4-fd95ef84f819 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:51:25.644999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ee48-493f-40bf-b392-999ec92554a6 req-22e124b8-4c9a-43e8-8918-a42be3be9dd8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:25.652508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f2ee48-493f-40bf-b392-999ec92554a6 req-22e124b8-4c9a-43e8-8918-a42be3be9dd8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1116693 Mar 10 23:51:25.667915 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Routers {'a5d0b3c7-1222-43df-8ca4-fd95ef84f819'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:25.668842 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:25.690836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Deleting port bdb5e76a-f2cd-4899-b068-cef3612b4c7d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:25.691188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.694945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Made reservation on behalf of d245c51c05194e208cc77e8a1b302eb3 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:25.702087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.725371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.769751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f2ee48-493f-40bf-b392-999ec92554a6 req-6b30739a-fd7d-41e5-951c-48548bdf39fa tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Mar 10 23:51:25.846812 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] Set router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:25.918872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] For port bdb5e76a-f2cd-4899-b068-cef3612b4c7d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:25.919243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:25.934545 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:51:25Z', 'revision_number': 6, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:25.967878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Calling delete_port for bdb5e76a-f2cd-4899-b068-cef3612b4c7d owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:25.970800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c69c5-ccf8-4d99-a093-9da369c57b84 None None] The sync data for ids ['a5d0b3c7-1222-43df-8ca4-fd95ef84f819'] in n-d-831844-1 is: [{'id': 'a5d0b3c7-1222-43df-8ca4-fd95ef84f819', 'name': 'tempest-AttachSCSIVolumeTestJSON-1095918516-router', 'tenant_id': '0c6ee0e9909947be9e042fb6e8ded406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:39Z', 'updated_at': '2022-03-10T23:51:25Z', 'revision_number': 6, 'project_id': '0c6ee0e9909947be9e042fb6e8ded406', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:51:26.007070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365dc4-d791-4d73-9284-400b3c0836b4 req-999293a4-430b-4a4f-bc9e-d0c45235910a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:26.008692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26365dc4-d791-4d73-9284-400b3c0836b4 req-999293a4-430b-4a4f-bc9e-d0c45235910a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.1063297 Mar 10 23:51:26.109053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26365dc4-d791-4d73-9284-400b3c0836b4 req-3023ab3f-92f8-41fa-8417-db6eb4fad404 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873010 Mar 10 23:51:26.132881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks [] for security_group (457ff425-32b3-422a-937d-8ae5f42ec08c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.164225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (457ff425-32b3-422a-937d-8ae5f42ec08c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.208958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:51:26.287907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ff425-32b3-422a-937d-8ae5f42ec08c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:26.307797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (93085ee5-5dfb-468a-b7b6-37de3818300c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.308167 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Added segment 93085ee5-5dfb-468a-b7b6-37de3818300c of type vlan for network 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 Mar 10 23:51:26.329345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea781b8f-a823-47b9-a7f6-6e5506e9536e req-f910096c-6bb4-4c4a-a161-52ea98622b0e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:26.330898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea781b8f-a823-47b9-a7f6-6e5506e9536e req-f910096c-6bb4-4c4a-a161-52ea98622b0e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1015689 Mar 10 23:51:26.383844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5dbdf1b1-5884-4c23-8c2c-64c5ba24f724), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.448619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea781b8f-a823-47b9-a7f6-6e5506e9536e req-f295624f-de08-49da-8b0e-b2464791d79a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033583 Mar 10 23:51:26.454464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dabf9f3a-9c2a-4310-856c-eb9aa336c595 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:26.461164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5dbdf1b1-5884-4c23-8c2c-64c5ba24f724), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.462168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:26.462759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.484435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bdb5e76a-f2cd-4899-b068-cef3612b4c7d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.519703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:26.527607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9408314 Mar 10 23:51:26.528302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: dabf9f3a-9c2a-4310-856c-eb9aa336c595 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:26.529432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb5e76a-f2cd-4899-b068-cef3612b4c7d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:26.529541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41354) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:26.534552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Request body: {'subnet': {'network_id': '5dbdf1b1-5884-4c23-8c2c-64c5ba24f724', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1476033391-subnet', 'tenant_id': 'd245c51c05194e208cc77e8a1b302eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:26.551225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dabf9f3a-9c2a-4310-856c-eb9aa336c595 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:26.595194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28ebb8-7510-4f7c-867a-9c96aeb13f6f admin admin] Pushing event updated for resources: {'Network': ['ID=5dbdf1b1-5884-4c23-8c2c-64c5ba24f724,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:26.629533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Made reservation on behalf of d245c51c05194e208cc77e8a1b302eb3 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:26.632506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.637061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:51:26.641342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.714055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b364514-4b01-4b46-a051-13ec06193da3 req-2667f372-8c9b-43c4-9baa-7fdd56c3ab01 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:26.715665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b364514-4b01-4b46-a051-13ec06193da3 req-2667f372-8c9b-43c4-9baa-7fdd56c3ab01 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.1391339 Mar 10 23:51:26.779580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port fdde9772-8b5f-4ebb-baf4-ac7437627c6b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:26.790586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port fdde9772-8b5f-4ebb-baf4-ac7437627c6b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:26.793097 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.839066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.843486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks [] for router_controller (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.900905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (a5d0b3c7-1222-43df-8ca4-fd95ef84f819), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.905739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d0b3c7-1222-43df-8ca4-fd95ef84f819 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:51:26.913007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.914372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19454b5e-ee5f-4f65-a2a9-0911ece89756 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5d0b3c7-1222-43df-8ca4-fd95ef84f819 HTTP/1.1" status: 204 len: 168 time: 2.1286075 Mar 10 23:51:26.916958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:26.941889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port fdde9772-8b5f-4ebb-baf4-ac7437627c6b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:26.944415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.963443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (dff6fd59-48ff-423e-a289-651d106c91b8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:26.970693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-22639da6-c000-43a5-8eb1-483bfde174c2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017661 Mar 10 23:51:26.994443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:26.996368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:26.997742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Deleting subnet ce6b2663-21f7-49ee-b785-8200c1892c70 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:51:26.999903 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d76d840-ff6d-433f-a65d-83b8fc31e8e9" -d '{"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-plugged", "status": "completed", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:27.001962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Publish callbacks [] for subnet (ce6b2663-21f7-49ee-b785-8200c1892c70), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.004064 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.051228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ce6b2663-21f7-49ee-b785-8200c1892c70), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.070844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:27.156474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b364514-4b01-4b46-a051-13ec06193da3 req-2c2978b3-e92c-49ce-82c6-e20e2d1c972d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747412 Mar 10 23:51:27.168888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ce6b2663-21f7-49ee-b785-8200c1892c70), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.203214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff6fd59-48ff-423e-a289-651d106c91b8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:27.218121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-7c9d59d3-85d7-49d4-ba2e-326fffd7c696 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:27.225531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-7c9d59d3-85d7-49d4-ba2e-326fffd7c696 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452028 Mar 10 23:51:27.250607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-de7353ec-141d-4570-96d1-a960e47d1460 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/quotas/87ca5bbf67044b739d13e92870a6d5bc HTTP/1.1" status: 200 len: 375 time: 0.0241714 Mar 10 23:51:27.257465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ce6b2663-21f7-49ee-b785-8200c1892c70), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.264923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Checking segment: {'id': '93085ee5-5dfb-468a-b7b6-37de3818300c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5dbdf1b1-5884-4c23-8c2c-64c5ba24f724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:27.265293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Network hostable DHCP agents. Network: 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:51:27.276537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.281678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce6b2663-21f7-49ee-b785-8200c1892c70 HTTP/1.1" status: 204 len: 168 time: 0.3629074 Mar 10 23:51:27.281919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e22036-cb30-40e5-bd1e-6f9962533800 None None] Network c389bb4a-f217-4161-895b-551b44bfb306 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:27.284154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:27.313203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-7e9da799-f141-4371-b894-b7b438a4454f tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616777 Mar 10 23:51:27.323151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d51b4-93ed-4e08-9d4a-d8b07929c54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6b2663-21f7-49ee-b785-8200c1892c70,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:27.386968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Network 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:51:27.406799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:27.427650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:27.431570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.459616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dcb05-3918-4553-9738-3d4287cc403f req-82b30eb0-50a5-4f0e-8b15-7566ce7242dc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:27.461351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e22dcb05-3918-4553-9738-3d4287cc403f req-82b30eb0-50a5-4f0e-8b15-7566ce7242dc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1174283 Mar 10 23:51:27.467909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c389bb4a-f217-4161-895b-551b44bfb306), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.481585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7d417fe-a90d-4fef-9755-978063810eae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9519377 Mar 10 23:51:27.534731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e22dcb05-3918-4553-9738-3d4287cc403f req-1f9edb05-25d3-448c-a5bb-26dbe7fc7eb2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652974 Mar 10 23:51:27.610710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Deleting port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:27.611202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.662592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bfc1f1-1798-4e74-9443-c01f4bb5bcc3 None None] Network 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:27.751682 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a383d-ae11-45e7-846e-5535bf480e28 x-openstack-request-id: req-507a383d-ae11-45e7-846e-5535bf480e28 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:27.752214 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-plugged", "status": "completed", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:27.752706 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-507a383d-ae11-45e7-846e-5535bf480e28 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:27.753413 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'code': 200} Mar 10 23:51:27.789108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] For port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:27.789476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:27.797603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35805054-5f52-45a2-ad43-705681da5aba None None] Network 5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:27.809471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4e024-7db8-46ec-80cd-8e0face16835 req-ace80df1-8952-415b-a2e9-c285701c637a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:27.828857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d4e024-7db8-46ec-80cd-8e0face16835 req-ace80df1-8952-415b-a2e9-c285701c637a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1305892 Mar 10 23:51:27.906991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Calling delete_port for fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:27.946328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d4e024-7db8-46ec-80cd-8e0face16835 req-596e49de-fa69-4f85-ba88-92be1dee56a4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162620 Mar 10 23:51:27.961194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10f3a-6f90-4c71-a9c1-e84b47f5b373 req-8e40ce90-c2bb-4e87-a0f7-5a59f001e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:27.962686 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71b10f3a-6f90-4c71-a9c1-e84b47f5b373 req-8e40ce90-c2bb-4e87-a0f7-5a59f001e6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1128 time: 0.1669323 Mar 10 23:51:27.966272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] DHCP port deletion for c389bb4a-f217-4161-895b-551b44bfb306 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:51:28.064999 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71b10f3a-6f90-4c71-a9c1-e84b47f5b373 req-a37cfe66-96b7-4ff3-b555-eb0f782b3fa1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Mar 10 23:51:28.134946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Deleting port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:28.135496 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.150626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.217587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:28.219991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] No DVR routers for this DVR port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:28.242499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] For port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,segment=NetworkSegment(dd7c70f6-19c2-473d-b98d-5f3e8c963aae),segment_id=dd7c70f6-19c2-473d-b98d-5f3e8c963aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:28.242726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.257314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Calling delete_port for fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:28.308477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c389bb4a-f217-4161-895b-551b44bfb306), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.340613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c389bb4a-f217-4161-895b-551b44bfb306']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:28.366349 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.379854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:28.380325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7c70f6-19c2-473d-b98d-5f3e8c963aae') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:28.403066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (dd7c70f6-19c2-473d-b98d-5f3e8c963aae), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.413697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] Pushing event deleted for resources: {'Port': ['ID=fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:28.426152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b620f78-ac2e-4bc9-885d-9fbb9cd14083 None None] No DVR routers for this DVR port fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:28.432910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dd7c70f6-19c2-473d-b98d-5f3e8c963aae), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.453154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:51:28.453859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (dd7c70f6-19c2-473d-b98d-5f3e8c963aae), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:51:28.459285 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:51:28.549849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c389bb4a-f217-4161-895b-551b44bfb306), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.558740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda02838-42e5-4aa2-ba3d-de112525fbd0 req-9e1ad4d2-cb0b-4d66-b5a6-439d498e6e08 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:28.564826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:28.571725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] 10.222.0.21 "DELETE /v2.0/networks/c389bb4a-f217-4161-895b-551b44bfb306 HTTP/1.1" status: 204 len: 168 time: 1.2866089 Mar 10 23:51:28.574501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bda02838-42e5-4aa2-ba3d-de112525fbd0 req-9e1ad4d2-cb0b-4d66-b5a6-439d498e6e08 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1284451 Mar 10 23:51:28.582538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41448) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:28.594492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:28.611223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12a24c-d01e-4751-82b7-7ee92361febc admin admin] Pushing event deleted for resources: {'Network': ['ID=c389bb4a-f217-4161-895b-551b44bfb306,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:28.633424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:28.641071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fdb6d9a6-ff88-48fb-8735-d5c4f5ca8241 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:28.641507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bdb5e76a-f2cd-4899-b068-cef3612b4c7d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:28.651590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bda02838-42e5-4aa2-ba3d-de112525fbd0 req-fe0bffad-a7c7-4bb1-b107-9b5c73b53d42 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758307 Mar 10 23:51:28.676406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bdb5e76a-f2cd-4899-b068-cef3612b4c7d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:28.680100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bdb5e76a-f2cd-4899-b068-cef3612b4c7d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:28.832376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3eb7f9ae-6116-46d3-b6a1-b2b154388b98 req-3e2e7e87-4611-4b86-a549-dcb89e7c11fa tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 210 time: 0.0333781 Mar 10 23:51:29.117452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df730d11-1402-4da7-9cfb-3d461bcb082e req-d495579e-8b6e-4375-980c-29b3862d78c6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:29.119083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df730d11-1402-4da7-9cfb-3d461bcb082e req-d495579e-8b6e-4375-980c-29b3862d78c6 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.0774364 Mar 10 23:51:29.125369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-525b469f-17ce-472c-b0c8-24826b8d7bd6 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:29.127224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-525b469f-17ce-472c-b0c8-24826b8d7bd6 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/networks?id=3c306590-ee10-4980-abbc-6feff68e8d97 HTTP/1.1" status: 200 len: 815 time: 0.1888585 Mar 10 23:51:29.137416 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:29.153128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-927cb72b-e607-4cd9-a8d0-9f55c29ea8cb tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/quotas/0fd143016982406abe2c7b992c00b6a1 HTTP/1.1" status: 200 len: 375 time: 0.0175254 Mar 10 23:51:29.194934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-f10edb56-e58d-4e7d-992b-fd0384c32f19 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346367 Mar 10 23:51:29.214607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df730d11-1402-4da7-9cfb-3d461bcb082e req-debbd76b-e0c2-498e-833e-c1119842c5ec tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860937 Mar 10 23:51:29.491819 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-81757fa6-8291-4cc0-89b8-04b8975537bc tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283589 Mar 10 23:51:29.560637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-310520a0-7a03-4b08-9ef3-7608a3164f56 service neutron] 10.222.0.21 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548965 Mar 10 23:51:29.565936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Deleting port 8c70d7b0-f636-4bad-ab06-9d50327ca23d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:29.566408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:29.704105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-1a28b515-6239-4b9b-a140-24ee588b4d6a service neutron] 10.222.0.21 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335573 Mar 10 23:51:29.707942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-31a45adc-8371-4cf7-9a95-90a7edb12841 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:29.709562 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-31a45adc-8371-4cf7-9a95-90a7edb12841 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119668 Mar 10 23:51:29.731738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] For port 8c70d7b0-f636-4bad-ab06-9d50327ca23d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c70d7b0-f636-4bad-ab06-9d50327ca23d,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:29.732118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:29.740369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Request body: {'port': {'device_id': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '87ca5bbf67044b739d13e92870a6d5bc'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:29.769608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Calling delete_port for 8c70d7b0-f636-4bad-ab06-9d50327ca23d owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:30.048380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Made reservation on behalf of 87ca5bbf67044b739d13e92870a6d5bc for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:30.049011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3785219-eab6-4cc5-9da7-b4e6fc3553dc req-68caba40-fefc-4c5e-9e46-86a112498c5c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:30.051746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:30.052667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3785219-eab6-4cc5-9da7-b4e6fc3553dc req-68caba40-fefc-4c5e-9e46-86a112498c5c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.0854962 Mar 10 23:51:30.067685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:30.151018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3785219-eab6-4cc5-9da7-b4e6fc3553dc req-71ab93c7-d3cb-4cdf-ae84-692283a83b39 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893273 Mar 10 23:51:30.194458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda6833-7caa-496f-8de9-ac92d3fd140e req-01aacd71-a1d5-49af-9b42-f33531254373 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:30.206410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eda6833-7caa-496f-8de9-ac92d3fd140e req-01aacd71-a1d5-49af-9b42-f33531254373 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1284597 Mar 10 23:51:30.251039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks [] for security_group (bc1e6504-b4a7-456c-8b63-2870ed15dea1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:30.258475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bc1e6504-b4a7-456c-8b63-2870ed15dea1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:30.273024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8c70d7b0-f636-4bad-ab06-9d50327ca23d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:30.363444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eda6833-7caa-496f-8de9-ac92d3fd140e req-0737cd89-af26-4022-9631-ffb0cfc95202 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556938 Mar 10 23:51:30.416978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e197fcd-956a-47e3-86df-89989fc7a59b req-3797ae44-64e4-4871-ae78-60d424a89b97 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 210 time: 0.0954709 Mar 10 23:51:30.425966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c70d7b0-f636-4bad-ab06-9d50327ca23d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:30.480528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e6504-b4a7-456c-8b63-2870ed15dea1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:30.601464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f79a5281-ac32-4844-8521-204330d771e0 req-008340f8-f669-473d-a003-9d732ca50296 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0891252 Mar 10 23:51:30.716780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e92c2-baf4-400d-ba6c-1e47cb2c1db6 req-cbc8ec80-382f-43b5-b6c7-73c30d3cd398 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:30.737740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-832e92c2-baf4-400d-ba6c-1e47cb2c1db6 req-cbc8ec80-382f-43b5-b6c7-73c30d3cd398 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.1336176 Mar 10 23:51:30.804016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Allocated IP 192.168.233.244 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/d6fe2a89-1240-4135-80a7-0c78ebd7df05) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:30.866299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-832e92c2-baf4-400d-ba6c-1e47cb2c1db6 req-c503f43d-b39b-4ef3-913d-8c77abc662bf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271031 Mar 10 23:51:31.147667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b861-b8d8-41b5-a737-27948892a4bd req-9c046b90-29be-478a-929d-4b971770d045 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:31.150253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99c8b861-b8d8-41b5-a737-27948892a4bd req-9c046b90-29be-478a-929d-4b971770d045 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1136262 Mar 10 23:51:31.154831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cb637-f75e-4e0a-85e8-c8b26879db59 req-9a391d66-1b47-4e3a-a72a-c261cb49d710 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:31.156695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a86cb637-f75e-4e0a-85e8-c8b26879db59 req-9a391d66-1b47-4e3a-a72a-c261cb49d710 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1128 time: 0.1764877 Mar 10 23:51:31.231200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99c8b861-b8d8-41b5-a737-27948892a4bd req-16b7b0d7-00be-4b3f-8cbf-6d86c60164a0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731215 Mar 10 23:51:31.278487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a86cb637-f75e-4e0a-85e8-c8b26879db59 req-27b5a77c-4337-4b10-b6a1-0ef508be7457 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131027 Mar 10 23:51:31.285358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:31.320995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device cd192800-3302-49e0-9b6b-e6f6bc58705c details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:31.405537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:31.509353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:31.534536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'port_id': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'mac_address': 'fa:16:3e:06:b0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a999b2-25a4-4e33-b3fb-c5471b2422f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:31.562951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51caf84-3996-4923-8780-17e73bedb829 req-76011e52-f823-4e42-97d4-7d85edbfab93 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:31.564959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a51caf84-3996-4923-8780-17e73bedb829 req-76011e52-f823-4e42-97d4-7d85edbfab93 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.2483385 Mar 10 23:51:31.594883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ac9a5-89ca-47e3-96e9-6a7d92d10ce0 req-ebbf0d3b-5a3c-4045-8f36-48b9417b5ef4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:31.610580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6ac9a5-89ca-47e3-96e9-6a7d92d10ce0 req-ebbf0d3b-5a3c-4045-8f36-48b9417b5ef4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1128 time: 0.1924832 Mar 10 23:51:31.627812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks [] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:31.630675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port cd192800-3302-49e0-9b6b-e6f6bc58705c is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:31.631478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:31.651732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd192800-3302-49e0-9b6b-e6f6bc58705c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:31.679230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:31.687484 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:31.724115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a51caf84-3996-4923-8780-17e73bedb829 req-4bfb8c0a-ab50-4ead-ad9c-7223183f9e91 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323535 Mar 10 23:51:31.788293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6ac9a5-89ca-47e3-96e9-6a7d92d10ce0 req-917c074c-48b2-4234-a82f-3e10c484ee71 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759906 Mar 10 23:51:31.816048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af74a150-5e1e-43f6-9135-d4afec629b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:31.816686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['cd192800-3302-49e0-9b6b-e6f6bc58705c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:31.841450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:31.855649 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-38c767d9-ea20-413b-adfb-4f7a39acbafd service neutron] show failed (client error): The resource could not be found. Mar 10 23:51:31.856202 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-38c767d9-ea20-413b-adfb-4f7a39acbafd service neutron] 10.222.0.39 "GET /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.3926239 Mar 10 23:51:31.863292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73709505-7eea-414b-afdc-8f1ee342ee24 req-af13e401-2416-484e-86e5-7041962d7f59 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 210 time: 0.0535471 Mar 10 23:51:32.003619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-fc84d4c1-65c3-4502-ae58-0a85fc211820 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:32.005621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-fc84d4c1-65c3-4502-ae58-0a85fc211820 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.39 "GET /v2.0/networks?id=3c306590-ee10-4980-abbc-6feff68e8d97 HTTP/1.1" status: 200 len: 815 time: 0.3020313 Mar 10 23:51:32.047195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Request body: {'port': {'device_id': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97', 'admin_state_up': True, 'tenant_id': '0fd143016982406abe2c7b992c00b6a1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:32.050876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.073755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb4d831-6cc8-48b1-8ee6-ede909d86853 req-a703bae2-9cbe-49bd-8d9b-1a7ff590bf8c tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0498300 Mar 10 23:51:32.215481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:32.229833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:32.232439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:32.291980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-f7d95bab-6d19-43ce-b88c-149a785285fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:32.294156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-f7d95bab-6d19-43ce-b88c-149a785285fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1131 time: 0.0849235 Mar 10 23:51:32.304440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351705de-d9a4-4222-a6e0-00f0314886af req-fefb82f3-bbdb-4369-b20c-5689ad0ad426 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:32.313739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-351705de-d9a4-4222-a6e0-00f0314886af req-fefb82f3-bbdb-4369-b20c-5689ad0ad426 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 944 time: 0.1488819 Mar 10 23:51:32.327160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:32.378060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Pushing event updated for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:32.424545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-351705de-d9a4-4222-a6e0-00f0314886af req-1aec1b96-5455-4bf2-8643-4ad0c4eec6a1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097119 Mar 10 23:51:32.437879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Router db356ad4-7739-4ef6-af24-35f2eb8d2791 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:51:32.444308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:32.445607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.466354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af74a150-5e1e-43f6-9135-d4afec629b13 admin admin] Publish callbacks [] for security_group (27462070-c276-418b-a790-10e6566b3403), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.497169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.502975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af74a150-5e1e-43f6-9135-d4afec629b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (27462070-c276-418b-a790-10e6566b3403), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.548297 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-17e7ee62-7fb2-426c-839f-7eb0835a24e2 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8133824 Mar 10 23:51:32.578105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Request body: {'port': {'device_id': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:32.585962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-532d52bc-a4e2-47bc-a049-d938fd92ac34 None None] Provisioning complete for port d6fe2a89-1240-4135-80a7-0c78ebd7df05 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:32.586512 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-532d52bc-a4e2-47bc-a049-d938fd92ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.644835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-af74a150-5e1e-43f6-9135-d4afec629b13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=504ab069c8304184bedfb1a7eca6e500&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2379847 Mar 10 23:51:32.645531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74a150-5e1e-43f6-9135-d4afec629b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27462070-c276-418b-a790-10e6566b3403,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:32.653516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-532d52bc-a4e2-47bc-a049-d938fd92ac34 None None] Port d6fe2a89-1240-4135-80a7-0c78ebd7df05 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:51:32.687626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41594) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:32.704626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Made reservation on behalf of 0fd143016982406abe2c7b992c00b6a1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:32.708062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.760554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb55fc6-3c00-482f-abeb-46d825176df6 req-35defa61-d7e6-42ac-8a0c-ffdb5c860296 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:32.767596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcb55fc6-3c00-482f-abeb-46d825176df6 req-35defa61-d7e6-42ac-8a0c-ffdb5c860296 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2020826 Mar 10 23:51:32.797394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:32.869675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:51:32.881327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Sync routers for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:51:32.891893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c50ec52-b38c-4abe-8349-c8fd87c8394e admin admin] 10.222.0.21 "PUT /v2.0/routers/db356ad4-7739-4ef6-af24-35f2eb8d2791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2874672 Mar 10 23:51:32.900718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:32.901768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:32.923408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41612) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:32.929453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:32.985862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:33.042090 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] Publish callbacks [] for security_group (27462070-c276-418b-a790-10e6566b3403), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.068583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] Publish callbacks [] for security_group (27462070-c276-418b-a790-10e6566b3403), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.077114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:33.100815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcb55fc6-3c00-482f-abeb-46d825176df6 req-37e434e2-662a-4550-83d3-c212cc660139 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249364 Mar 10 23:51:33.170341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks [] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.178870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Allocated IP 172.20.0.8 (3c306590-ee10-4980-abbc-6feff68e8d97/886d8127-b66b-4018-893d-abdb49309fa0/6a1d1163-cf0c-4c76-bab0-c6d934350987) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:33.196628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks [] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.208600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Transition to ACTIVE for port object 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:33.209488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:33.226154 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6243f62-13a1-4e9b-988e-c9662a788625" -d '{"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:33.270149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.319008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:33.322399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (27462070-c276-418b-a790-10e6566b3403), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.325770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.330675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27462070-c276-418b-a790-10e6566b3403 HTTP/1.1" status: 204 len: 168 time: 0.6293652 Mar 10 23:51:33.346522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device cd192800-3302-49e0-9b6b-e6f6bc58705c up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:33.348014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb84bd-ad97-4b8a-b34f-2228d6dc98af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27462070-c276-418b-a790-10e6566b3403,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:33.390064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] No DVR routers for this DVR port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:33.452465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:33.453100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:33.453607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:33.460753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:33.461393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:33.469038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:33.469696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:33.470260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:33.470875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Bound port: 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:33.471497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.584017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:33.608657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:33.650292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port cd192800-3302-49e0-9b6b-e6f6bc58705c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:33.651526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.667259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-1c67739b-ab8c-4e59-95bc-a3b2e7cb8aee tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:51:33.673057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-1c67739b-ab8c-4e59-95bc-a3b2e7cb8aee tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584049 Mar 10 23:51:33.686854 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.725258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:51:30Z', 'revision_number': 5, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:33.746600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks [] for router_gateway (db356ad4-7739-4ef6-af24-35f2eb8d2791), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.763663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Checking router: db356ad4-7739-4ef6-af24-35f2eb8d2791 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:51:33.792566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Routers {'db356ad4-7739-4ef6-af24-35f2eb8d2791'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:51:33.793330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:51:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['db356ad4-7739-4ef6-af24-35f2eb8d2791'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:33.795743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:33.798029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:33.798029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] 10.222.0.30 "PUT /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 1095 time: 1.4818130 Mar 10 23:51:33.902487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f0b76-9670-4721-8463-cd733919047e req-5150578e-0fb0-4594-989e-d880dbd0fb06 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:33.907677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc3f0b76-9670-4721-8463-cd733919047e req-5150578e-0fb0-4594-989e-d880dbd0fb06 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.2878821 Mar 10 23:51:33.989370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fe2a89-1240-4135-80a7-0c78ebd7df05 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:34.016486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port cd192800-3302-49e0-9b6b-e6f6bc58705c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:34.016996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.018866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks [] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.024579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks [] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.055133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Transition to ACTIVE for port object d6fe2a89-1240-4135-80a7-0c78ebd7df05 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:34.072174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.148937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Deleting port 125dc7da-49d1-48f7-9ade-ae24c8162904 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:34.149536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.176969 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.207512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:34.425455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] Set router db356ad4-7739-4ef6-af24-35f2eb8d2791 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:51:34.535595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:34.537472 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d5abea-ed79-4c29-a858-0586e6e3c4da" -d '{"events": [{"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-plugged", "status": "completed", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:34.603066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:34.667254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:34.673617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:34.827067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f9904eb8-0653-41bb-9dba-aad6f2631caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:34.839288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f9904eb8-0653-41bb-9dba-aad6f2631caf service neutron] 10.222.0.21 "GET /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 1125 time: 1.1339717 Mar 10 23:51:34.853600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:34.854150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:51:34.870396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:51:34.871180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:34.880260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:34.925941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3c4c1-64dc-412e-8f9c-71ba8452c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:34.985225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:51:30Z', 'revision_number': 5, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:35.000920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc3f0b76-9670-4721-8463-cd733919047e req-bfe460d1-f972-48d0-ad1f-628bbadae84a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0833058 Mar 10 23:51:35.033996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc106d-fa14-4561-9a5a-cce62a2fa5ea None None] The sync data for ids ['db356ad4-7739-4ef6-af24-35f2eb8d2791'] in n-d-831844-1 is: [{'id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'name': 'tempest-AttachSCSIVolumeTestJSON-541022652-router', 'tenant_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:48:49Z', 'updated_at': '2022-03-10T23:51:30Z', 'revision_number': 5, 'project_id': '4f8a3e4cc2f0487ab0c82267bfc422b8', 'gw_port': {'id': '125dc7da-49d1-48f7-9ade-ae24c8162904', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:c2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db356ad4-7739-4ef6-af24-35f2eb8d2791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:48:51Z', 'updated_at': '2022-03-10T23:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:51:35.050112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:35.057276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-f6b777d4-c98f-48c2-a5ed-25627b393011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.059749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Network 3c306590-ee10-4980-abbc-6feff68e8d97 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:35.078993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-f6b777d4-c98f-48c2-a5ed-25627b393011 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1129 time: 1.2114701 Mar 10 23:51:35.083505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:35.089652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:35.141379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.141989 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.173265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Attempting to bind port d6fe2a89-1240-4135-80a7-0c78ebd7df05 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:35.173596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Attempting to bind port d6fe2a89-1240-4135-80a7-0c78ebd7df05 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:35.173926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Attempting to bind port d6fe2a89-1240-4135-80a7-0c78ebd7df05 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:35.186561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] For port 125dc7da-49d1-48f7-9ade-ae24c8162904, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=125dc7da-49d1-48f7-9ade-ae24c8162904,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:35.186929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.198283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Port d6fe2a89-1240-4135-80a7-0c78ebd7df05 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:35.198676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Attempting to bind port d6fe2a89-1240-4135-80a7-0c78ebd7df05 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:35.206223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:35.206661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:35.207136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:35.208140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Bound port: d6fe2a89-1240-4135-80a7-0c78ebd7df05, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:35.208528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.216827 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-807a260e-5779-4d6a-ab66-d1bd47558d6f tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1921446 Mar 10 23:51:35.218606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Calling delete_port for 125dc7da-49d1-48f7-9ade-ae24c8162904 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:35.219367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-1e03202c-1735-469f-9543-57c61dcaaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.220995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-1e03202c-1735-469f-9543-57c61dcaaa87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1307759 Mar 10 23:51:35.234989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Request body: {'port': {'device_id': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:35.302291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-16a98a6a-5e35-4088-ace0-7075253d4261 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0424476 Mar 10 23:51:35.323782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.335781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22453b-9f39-4089-8982-946e38c72785 req-e705572d-8381-48ea-8ec4-0630f84ba9b7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.337374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1e22453b-9f39-4089-8982-946e38c72785 req-e705572d-8381-48ea-8ec4-0630f84ba9b7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.3664002 Mar 10 23:51:35.412088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294929d4-6df8-46e9-9623-6258df4b2a6e req-9ab765c9-fa72-4507-92fb-02ea269e0776 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.419018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-294929d4-6df8-46e9-9623-6258df4b2a6e req-9ab765c9-fa72-4507-92fb-02ea269e0776 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 948 time: 0.1935551 Mar 10 23:51:35.444543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:35.449286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:35.465356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-64423256-0206-47e1-9063-2d18d51f6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.466902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-64423256-0206-47e1-9063-2d18d51f6648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1364150 Mar 10 23:51:35.486673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:35.487328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:35.487659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:35.512749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.537833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-294929d4-6df8-46e9-9623-6258df4b2a6e req-8b2a4c7e-a854-4902-986d-6e968ab146f4 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122696 Mar 10 23:51:35.575774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:35.580942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.582202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.584359 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6fe2a89-1240-4135-80a7-0c78ebd7df05 HTTP/1.1" status: 200 len: 1096 time: 3.0210602 Mar 10 23:51:35.589533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:35.625079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:35.625428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:35.625822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:35.626295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Bound port: fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:35.648570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:35.654038 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aa6bcc-59fd-43a4-9503-b054f4098f59" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:35.841477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:35.860106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:35.862286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] 10.222.0.21 "POST /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0204587 Mar 10 23:51:35.867481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-499c6fe2-caf7-4145-84af-0c8f4f6e2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.876025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-499c6fe2-caf7-4145-84af-0c8f4f6e2ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3904891 Mar 10 23:51:35.927374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60e8bd-20dd-46da-97a8-318cd7272bbb req-bf0adc16-39a2-4cce-98d9-10d9c5170d82 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:35.936601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a60e8bd-20dd-46da-97a8-318cd7272bbb req-bf0adc16-39a2-4cce-98d9-10d9c5170d82 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 931 time: 0.2444155 Mar 10 23:51:36.071868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a60e8bd-20dd-46da-97a8-318cd7272bbb req-65f88436-6d1c-4112-8e34-9e08a87f4c7a tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342134 Mar 10 23:51:36.102403 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f063b658-732c-4d0b-900d-38507e9af58f x-openstack-request-id: req-f063b658-732c-4d0b-900d-38507e9af58f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:36.103822 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:36.104125 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f063b658-732c-4d0b-900d-38507e9af58f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:36.105523 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:51:36.147422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-78195e67-1efc-4b10-a8e2-56e4e22c0107 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579923 Mar 10 23:51:36.203964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5780be-839c-4c43-ae41-a7c2de18ddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:36.321400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a52e672-8aa2-4977-aa47-fd90b22ee821 req-49e4f397-d470-4296-bc75-f9aee25a9835 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692300 Mar 10 23:51:36.364126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1abeb-eb45-42ef-a0d6-dbd80d60e4ff req-bc158247-1d51-48c3-8752-114891f28b58 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:36.365910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e1abeb-eb45-42ef-a0d6-dbd80d60e4ff req-bc158247-1d51-48c3-8752-114891f28b58 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1833253 Mar 10 23:51:36.386735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (125dc7da-49d1-48f7-9ade-ae24c8162904), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.394892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0bf69-5e77-4c8a-abf3-c047f45e2445 req-332fd156-1feb-48da-ae7c-229c29d4aa22 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:36.398273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70b0bf69-5e77-4c8a-abf3-c047f45e2445 req-332fd156-1feb-48da-ae7c-229c29d4aa22 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 945 time: 0.2292132 Mar 10 23:51:36.477833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c70d7b0-f636-4bad-ab06-9d50327ca23d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:36.505892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e1abeb-eb45-42ef-a0d6-dbd80d60e4ff req-dcb5d349-b0f1-48de-82d3-65b65a1fbc47 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269147 Mar 10 23:51:36.509415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=125dc7da-49d1-48f7-9ade-ae24c8162904,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:36.513068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-a89dacba-5f21-41e7-b4d4-d1211152556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:36.514786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-a89dacba-5f21-41e7-b4d4-d1211152556b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 1130 time: 0.8577855 Mar 10 23:51:36.531534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70b0bf69-5e77-4c8a-abf3-c047f45e2445 req-4b12d67d-2ffb-4c2c-b6c1-0cc78a7a0f4d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236017 Mar 10 23:51:36.533998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8c70d7b0-f636-4bad-ab06-9d50327ca23d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:36.534899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c70d7b0-f636-4bad-ab06-9d50327ca23d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:36.638295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-e0d61221-e0c8-4c0c-bb14-4b51144bc854 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05 HTTP/1.1" status: 200 len: 217 time: 0.1118975 Mar 10 23:51:36.640535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1d1163-cf0c-4c76-bab0-c6d934350987 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:36.649918 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ec0995cb-1add-485e-b1aa-bb54f18af5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.688430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks [] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.722663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Transition to ACTIVE for port object 6a1d1163-cf0c-4c76-bab0-c6d934350987 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:36.735411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.745654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Deleting port cd192800-3302-49e0-9b6b-e6f6bc58705c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:36.746162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.753092 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7143d-ea33-419b-8a77-86063f75d437 x-openstack-request-id: req-01f7143d-ea33-419b-8a77-86063f75d437 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:36.753642 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-plugged", "status": "completed", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:36.754124 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01f7143d-ea33-419b-8a77-86063f75d437 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:36.755706 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'code': 200} Mar 10 23:51:36.757822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:36.888003 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ac1a05-dcce-4b07-ac7e-f3447c1a3489 x-openstack-request-id: req-f4ac1a05-dcce-4b07-ac7e-f3447c1a3489 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:36.888280 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:36.888535 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4ac1a05-dcce-4b07-ac7e-f3447c1a3489 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:36.888924 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05', 'status': 'completed', 'code': 200} Mar 10 23:51:36.899136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-593e3030-49c4-459c-bf95-17f6565b4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:36.900660 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-593e3030-49c4-459c-bf95-17f6565b4405 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2505264 Mar 10 23:51:36.902744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-ac2190b0-6655-41a2-bad6-56dfccc2763c tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c78fec2ea3074c059c4f8525f9952d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307171 Mar 10 23:51:37.002385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] For port cd192800-3302-49e0-9b6b-e6f6bc58705c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=cd192800-3302-49e0-9b6b-e6f6bc58705c,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:37.003113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.034036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-c265cb0e-1138-4d82-8c4d-f3e4d2dad2f3 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.036547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-c265cb0e-1138-4d82-8c4d-f3e4d2dad2f3 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222014 Mar 10 23:51:37.053964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.054744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-77f81d70-28dc-4e48-aceb-dfe05c8ba91f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/quotas/c78fec2ea3074c059c4f8525f9952d36 HTTP/1.1" status: 200 len: 375 time: 0.0125561 Mar 10 23:51:37.081445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks [] for router_controller (db356ad4-7739-4ef6-af24-35f2eb8d2791), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.103104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Calling delete_port for cd192800-3302-49e0-9b6b-e6f6bc58705c owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:37.116169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-60018c08-491c-4e42-beaa-4d1c4978849a tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c78fec2ea3074c059c4f8525f9952d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552053 Mar 10 23:51:37.116812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:37.176136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa710d-ccb5-4a6c-9004-7c71df923c0d req-595cf230-eb35-42b3-9244-14a65e27f96d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.187633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2aa710d-ccb5-4a6c-9004-7c71df923c0d req-595cf230-eb35-42b3-9244-14a65e27f96d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0930827 Mar 10 23:51:37.279096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2aa710d-ccb5-4a6c-9004-7c71df923c0d req-a0e19abb-d6d4-46c7-b25e-fbfb858cc4f5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Mar 10 23:51:37.283102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (db356ad4-7739-4ef6-af24-35f2eb8d2791), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.283818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db356ad4-7739-4ef6-af24-35f2eb8d2791 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:51:37.295327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.301211 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ab966f84-c8af-4b82-b1ee-21e7b4fffad5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/db356ad4-7739-4ef6-af24-35f2eb8d2791 HTTP/1.1" status: 204 len: 168 time: 4.3751471 Mar 10 23:51:37.303296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41682) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:37.303677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-d26884c4-2444-400d-8ad2-e94709e7db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.305310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-d26884c4-2444-400d-8ad2-e94709e7db2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2929988 Mar 10 23:51:37.359614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device cd192800-3302-49e0-9b6b-e6f6bc58705c no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:37.392649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Attempting to bind port 6a1d1163-cf0c-4c76-bab0-c6d934350987 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:37.393253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Attempting to bind port 6a1d1163-cf0c-4c76-bab0-c6d934350987 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'e1161b82-ad4e-4c37-89a4-2d2c046373fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:37.393771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Attempting to bind port 6a1d1163-cf0c-4c76-bab0-c6d934350987 on network 3c306590-ee10-4980-abbc-6feff68e8d97 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:37.465660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Port 6a1d1163-cf0c-4c76-bab0-c6d934350987 on network 3c306590-ee10-4980-abbc-6feff68e8d97 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:37.466000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Attempting to bind port 6a1d1163-cf0c-4c76-bab0-c6d934350987 on network 3c306590-ee10-4980-abbc-6feff68e8d97 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:37.490396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:37.490749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Checking segment: {'id': 'e1161b82-ad4e-4c37-89a4-2d2c046373fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:37.491144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Bound using segment: {'id': 'e1161b82-ad4e-4c37-89a4-2d2c046373fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:37.491641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Bound port: 6a1d1163-cf0c-4c76-bab0-c6d934350987, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1161b82-ad4e-4c37-89a4-2d2c046373fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:37.491960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.579612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port cd192800-3302-49e0-9b6b-e6f6bc58705c is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:37.580204 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.596142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:37.600277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:37.603753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Deleting subnet 91be1539-9f55-486c-80cd-d01b8b76ec79 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:51:37.607443 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-24dd8d93-d63c-4cf3-a7a7-01d1f11b28d8 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890673 Mar 10 23:51:37.610385 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.614786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Publish callbacks [] for subnet (91be1539-9f55-486c-80cd-d01b8b76ec79), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.671035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04416356-ad87-417d-8907-10311f265292 req-e3e70843-e310-4dbb-9973-f6ca8150751f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.673195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04416356-ad87-417d-8907-10311f265292 req-e3e70843-e310-4dbb-9973-f6ca8150751f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.2041295 Mar 10 23:51:37.683235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681c862-586c-49b7-892a-1ec6d19ead72 req-7a29ded3-4ddc-4eac-a1f9-7e4fc014adc4 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.685379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b681c862-586c-49b7-892a-1ec6d19ead72 req-7a29ded3-4ddc-4eac-a1f9-7e4fc014adc4 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 948 time: 0.2416489 Mar 10 23:51:37.697272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (91be1539-9f55-486c-80cd-d01b8b76ec79), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.711067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:37.711780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.713308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a1d1163-cf0c-4c76-bab0-c6d934350987 HTTP/1.1" status: 200 len: 1091 time: 2.4824715 Mar 10 23:51:37.849884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b681c862-586c-49b7-892a-1ec6d19ead72 req-7bbfb383-8948-4097-a9eb-76a4ff45bca7 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446671 Mar 10 23:51:37.863161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cd192800-3302-49e0-9b6b-e6f6bc58705c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:37.868249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b02a7-9ec0-4ab8-93b6-0541562e47c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:37.869187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04416356-ad87-417d-8907-10311f265292 req-7ea06c4c-272d-4378-a7ec-3d27c9edf38f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828814 Mar 10 23:51:37.945637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event deleted for resources: {'Port': ['ID=cd192800-3302-49e0-9b6b-e6f6bc58705c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:37.973790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:51:38.039536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-1bb643ef-42a2-465c-b0c3-88d53ae76937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.041548 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-1bb643ef-42a2-465c-b0c3-88d53ae76937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 1125 time: 0.2797849 Mar 10 23:51:38.060285 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-87c536f9-ba21-43b3-90ca-bfabcdeba3d1 req-48b4e59d-48b6-4046-be8c-a65671c919d3 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375999 Mar 10 23:51:38.063185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] No DVR routers for this DVR port cd192800-3302-49e0-9b6b-e6f6bc58705c on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:38.074058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.077308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1e22453b-9f39-4089-8982-946e38c72785 req-b4092bbc-961a-4421-b658-b4cf12746004 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "DELETE /v2.0/ports/cd192800-3302-49e0-9b6b-e6f6bc58705c HTTP/1.1" status: 204 len: 173 time: 2.7323244 Mar 10 23:51:38.112956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:38.116249 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a31c6-273d-4ee1-bee1-f4794f633fae" -d '{"events": [{"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:38.117002 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-c4becf63-1b7b-48d8-b40f-1c2c8a070d7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987 HTTP/1.1" status: 200 len: 217 time: 0.0555143 Mar 10 23:51:38.121363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7432b8d8-8e88-4ded-aa43-ce3e5e93d3b3 req-5f3a3a97-abd4-4f24-96ad-122a47b3c285 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 210 time: 0.0537801 Mar 10 23:51:38.123404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (91be1539-9f55-486c-80cd-d01b8b76ec79), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.198291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af6356-6351-4fec-938e-d092cd32bf18 req-9cfcba7b-4669-4502-b6a5-451214fdffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.200116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb7cb-aebf-4ccc-990b-c57593627556 req-f4dc17fc-96ed-41de-a0eb-517b829dd753 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.201725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-9cfcba7b-4669-4502-b6a5-451214fdffaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886d8127-b66b-4018-893d-abdb49309fa0 HTTP/1.1" status: 200 len: 855 time: 0.0729477 Mar 10 23:51:38.204097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e3fb7cb-aebf-4ccc-990b-c57593627556 req-f4dc17fc-96ed-41de-a0eb-517b829dd753 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 943 time: 0.1943574 Mar 10 23:51:38.243760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-4977d87d-e213-4362-af02-3e37d25f4bde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c306590-ee10-4980-abbc-6feff68e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348122 Mar 10 23:51:38.339222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (91be1539-9f55-486c-80cd-d01b8b76ec79), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.376276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c706a-8162-4854-a586-37d85c07cd7c None None] Network 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:51:38.394057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.401405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91be1539-9f55-486c-80cd-d01b8b76ec79 HTTP/1.1" status: 204 len: 168 time: 1.0924110 Mar 10 23:51:38.403500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e3fb7cb-aebf-4ccc-990b-c57593627556 req-0293f3e6-7feb-4d00-aaeb-0f539b5762e5 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920576 Mar 10 23:51:38.411341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41700) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:38.432807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03726b2-14d8-49b7-967d-480f92b0d5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91be1539-9f55-486c-80cd-d01b8b76ec79,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:38.458118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0da4c-3f26-4d74-bfb7-1b3dc3e1b896 req-4dc406c5-5721-49d2-af10-1ba7e584de15 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.465259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d0da4c-3f26-4d74-bfb7-1b3dc3e1b896 req-4dc406c5-5721-49d2-af10-1ba7e584de15 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.1819615 Mar 10 23:51:38.534860 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-8971b6bb-288a-4125-a50e-1e2aa1075e88 service neutron] 10.222.0.39 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801583 Mar 10 23:51:38.542570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:38.570197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.592796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d0da4c-3f26-4d74-bfb7-1b3dc3e1b896 req-771313d3-d8a6-406a-8de3-f866e64b7a6c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230412 Mar 10 23:51:38.612367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 125dc7da-49d1-48f7-9ade-ae24c8162904 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:38.626179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-0972c17f-dae9-4bea-a742-c442cf5c5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.631375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-0972c17f-dae9-4bea-a742-c442cf5c5103 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 1130 time: 0.3421655 Mar 10 23:51:38.648689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 125dc7da-49d1-48f7-9ade-ae24c8162904 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:38.649203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 125dc7da-49d1-48f7-9ade-ae24c8162904 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:38.649794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d34f0190-4494-40cf-9052-d698c1846f89 req-85b87096-2402-4739-b682-99e795e821c5 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=288f4d6e-c607-47b9-bcac-9b082267d89f HTTP/1.1" status: 200 len: 210 time: 0.0499554 Mar 10 23:51:38.732252 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff01be10-cc94-40cd-a717-3af2037ebe88 x-openstack-request-id: req-ff01be10-cc94-40cd-a717-3af2037ebe88 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:38.732252 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:38.732252 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff01be10-cc94-40cd-a717-3af2037ebe88 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:38.732583 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'status': 'completed', 'code': 200} Mar 10 23:51:38.740525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a270925-0e16-4861-9b13-93384392810d None None] DHCP port deletion for 8774403b-45f0-4bf3-b6bc-53e5d57d3c2d request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:51:38.748227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-70af6356-6351-4fec-938e-d092cd32bf18 req-1f45d80a-90ed-404b-86ba-c327ebafe332 service neutron] 10.222.0.39 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063801 Mar 10 23:51:38.763201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Deleting port ecfd3e85-5abd-4863-9b43-6518a999a24a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:38.763542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.823820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:38.852820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'mac_address': 'fa:16:3e:07:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:38.892702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987'}, {'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-deleted', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:38.894526 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987"}, {"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-deleted", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:38.918646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a270925-0e16-4861-9b13-93384392810d None None] Deleting port ecfd3e85-5abd-4863-9b43-6518a999a24a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:38.919368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a270925-0e16-4861-9b13-93384392810d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.924633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-0a17cbde-2a81-4d49-bfd2-de93a4168d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.927217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-0a17cbde-2a81-4d49-bfd2-de93a4168d14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2871714 Mar 10 23:51:38.934060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-70156cdb-30fc-49b1-8d8a-d0e7ddee1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:38.936040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-70156cdb-30fc-49b1-8d8a-d0e7ddee1953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1129 time: 0.1255193 Mar 10 23:51:38.943372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] For port ecfd3e85-5abd-4863-9b43-6518a999a24a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecfd3e85-5abd-4863-9b43-6518a999a24a,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:38.943678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:38.967464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-145834cf-76d3-4862-b1f1-3761ce2f2aff tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c78fec2ea3074c059c4f8525f9952d36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606134 Mar 10 23:51:39.017016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5a270925-0e16-4861-9b13-93384392810d None None] For port ecfd3e85-5abd-4863-9b43-6518a999a24a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ecfd3e85-5abd-4863-9b43-6518a999a24a,segment=NetworkSegment(258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08),segment_id=258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:39.017907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a270925-0e16-4861-9b13-93384392810d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.019083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Calling delete_port for ecfd3e85-5abd-4863-9b43-6518a999a24a owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:39.035458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a270925-0e16-4861-9b13-93384392810d None None] Calling delete_port for ecfd3e85-5abd-4863-9b43-6518a999a24a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:39.094676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bccf64-e49f-4239-8d2e-d991658d1e16 req-af077902-21d5-4005-9cd7-0e5f7760f54e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.096308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1bccf64-e49f-4239-8d2e-d991658d1e16 req-af077902-21d5-4005-9cd7-0e5f7760f54e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.3164117 Mar 10 23:51:39.104176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:39.104935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.131665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:39.135089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-22429c8b-b839-4c47-bb24-786fb52cacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.136641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-22429c8b-b839-4c47-bb24-786fb52cacdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1129 time: 0.3231876 Mar 10 23:51:39.139834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-460bbf12-f029-40d0-89c5-ed2ce86fe078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.141793 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-460bbf12-f029-40d0-89c5-ed2ce86fe078 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1908293 Mar 10 23:51:39.144033 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-e2fe43bd-52db-498b-ae9d-58ee8f43c4cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05 HTTP/1.1" status: 200 len: 217 time: 0.2063825 Mar 10 23:51:39.171211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:39.182952 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.218514 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6b24527-6cdd-4332-87b4-2ea90f63e0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.222237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a270925-0e16-4861-9b13-93384392810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.250217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a270925-0e16-4861-9b13-93384392810d None None] No DVR routers for this DVR port ecfd3e85-5abd-4863-9b43-6518a999a24a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:39.255634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:39.291356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a1fd6383-58b1-4e31-8777-7b7adc87e287 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.291791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a270925-0e16-4861-9b13-93384392810d None None] Pushing event deleted for resources: {'Port': ['ID=ecfd3e85-5abd-4863-9b43-6518a999a24a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:39.292913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a1fd6383-58b1-4e31-8777-7b7adc87e287 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149745 Mar 10 23:51:39.314435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Request body: {'port': {'device_id': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'c78fec2ea3074c059c4f8525f9952d36'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:39.374872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1bccf64-e49f-4239-8d2e-d991658d1e16 req-75b885ef-185a-4e57-894e-4ac45d225cb0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543344 Mar 10 23:51:39.388609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b25e-833f-42f2-9020-9ab969fdb8f2 req-89b1d873-93e9-4f71-9160-182759c14fdd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.390198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3319b25e-833f-42f2-9020-9ab969fdb8f2 req-89b1d873-93e9-4f71-9160-182759c14fdd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 947 time: 0.3595045 Mar 10 23:51:39.476059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:39.476290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ecfd3e85-5abd-4863-9b43-6518a999a24a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.527654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-4adda366-6b62-444f-9ab7-3c1dbbea71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.529263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-4adda366-6b62-444f-9ab7-3c1dbbea71e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3435881 Mar 10 23:51:39.540113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] No DVR routers for this DVR port ecfd3e85-5abd-4863-9b43-6518a999a24a on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:39.542028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfd3e85-5abd-4863-9b43-6518a999a24a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:39.586846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-eca50058-d810-4961-8f4e-a4106628176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.588487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-eca50058-d810-4961-8f4e-a4106628176a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.4298563 Mar 10 23:51:39.590230 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae10d6-4060-46cb-8d32-201e9fcca5f4 x-openstack-request-id: req-40ae10d6-4060-46cb-8d32-201e9fcca5f4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:39.590950 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987", "status": "completed", "code": 200}, {"server_uuid": "288f4d6e-c607-47b9-bcac-9b082267d89f", "name": "network-vif-deleted", "tag": "cd192800-3302-49e0-9b6b-e6f6bc58705c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:39.590950 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40ae10d6-4060-46cb-8d32-201e9fcca5f4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:39.591214 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'status': 'completed', 'code': 200} Mar 10 23:51:39.591595 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288f4d6e-c607-47b9-bcac-9b082267d89f', 'name': 'network-vif-deleted', 'tag': 'cd192800-3302-49e0-9b6b-e6f6bc58705c', 'status': 'completed', 'code': 200} Mar 10 23:51:39.601949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-87c276b2-5151-424f-bb75-a3e08207b38f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.4536445 Mar 10 23:51:39.661421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-a11766c6-c012-4ce5-b573-b4d5ee990449 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.1085134 Mar 10 23:51:39.679446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3319b25e-833f-42f2-9020-9ab969fdb8f2 req-f4152c82-004d-4cfd-919b-42ce7726a644 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780480 Mar 10 23:51:39.727448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-d05ebbc9-f0c7-47ae-9c92-15bfefcc6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.729311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-d05ebbc9-f0c7-47ae-9c92-15bfefcc6817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0924504 Mar 10 23:51:39.734451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-46159f7d-1162-4552-8f4f-7cc5f1a4e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.735897 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-46159f7d-1162-4552-8f4f-7cc5f1a4e46c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1330917 Mar 10 23:51:39.758196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-fd16e52d-b6a0-471d-849d-887bb8379ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.759751 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-fd16e52d-b6a0-471d-849d-887bb8379ab4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 1125 time: 0.1672921 Mar 10 23:51:39.780970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.801545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Made reservation on behalf of c78fec2ea3074c059c4f8525f9952d36 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:39.805246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.853183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.855805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-8ca53f62-8fea-48e6-9ec7-a00b6beb63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.857466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-8ca53f62-8fea-48e6-9ec7-a00b6beb63cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1758792 Mar 10 23:51:39.859998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8774403b-45f0-4bf3-b6bc-53e5d57d3c2d']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:39.869760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b79987-a3c9-4a85-b34d-20d24a84854d req-f3973dd1-5e27-4a82-b27a-95261e3d6c3e tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.871262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11b79987-a3c9-4a85-b34d-20d24a84854d req-f3973dd1-5e27-4a82-b27a-95261e3d6c3e tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 948 time: 0.3485448 Mar 10 23:51:39.873082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7dd3681-3de0-40a5-ba7c-eb9edf3402e6 req-bda5ec38-7d5b-4b10-acdb-d68437334203 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 210 time: 0.0786891 Mar 10 23:51:39.908209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:39.908508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:51:39.925708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-8d66d09c-ff74-4e7a-9b57-b5c7d12d564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.927774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-8d66d09c-ff74-4e7a-9b57-b5c7d12d564c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1910024 Mar 10 23:51:39.948116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:39.979436 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-d9bf3540-0d2e-4e67-a0a0-378cb3690e5c service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332349 Mar 10 23:51:39.986431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-2f451e01-848f-414a-bf07-beeb376b5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:39.988151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-2f451e01-848f-414a-bf07-beeb376b5425 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3c306590-ee10-4980-abbc-6feff68e8d97 HTTP/1.1" status: 200 len: 916 time: 0.2030687 Mar 10 23:51:40.011291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.034560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:51:40.034966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (258fd3d6-bf2d-4b6a-a92f-dbaf62bc8e08), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:51:40.037354 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:51:40.064308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11b79987-a3c9-4a85-b34d-20d24a84854d req-4e2327be-cffb-4f09-ba23-6c3ecb6b02f7 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684978 Mar 10 23:51:40.089126 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-ff6829ec-2b03-4f5e-b1cb-9085ad6b074b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987 HTTP/1.1" status: 200 len: 217 time: 0.0881395 Mar 10 23:51:40.188961 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-dad63ce5-0b6d-4c9e-be33-6e2cfea707ed service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535892 Mar 10 23:51:40.232021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-766839b5-443f-44fc-9a4e-ffbbfef9ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:40.233532 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-766839b5-443f-44fc-9a4e-ffbbfef9ac0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=886d8127-b66b-4018-893d-abdb49309fa0 HTTP/1.1" status: 200 len: 855 time: 0.1366353 Mar 10 23:51:40.235427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-67aa6bcc-59fd-43a4-9503-b054f4098f59 req-48d0a989-526f-4054-93ba-83dc8c7f9ae6 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458515 Mar 10 23:51:40.307447 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-7066f50b-c3dd-4417-95e6-ee7b7f3d41e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3c306590-ee10-4980-abbc-6feff68e8d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673847 Mar 10 23:51:40.315784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.319784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.349393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.392774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-01056b3a-90d7-47ee-b8d8-5a19d10b5caa service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947730 Mar 10 23:51:40.421139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-f417fbb3-4e8a-4131-bfcd-49ce665ccd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:40.422657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-f417fbb3-4e8a-4131-bfcd-49ce665ccd00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5441439 Mar 10 23:51:40.425677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-0bb2220c-2620-4701-b3a0-5a9d9d646daa service neutron] 10.222.0.39 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113124 Mar 10 23:51:40.489331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ac78-34de-462b-a615-e4d8e8eb50f3 req-e30a51e2-f73e-4208-bb04-bf1152a94c8d tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:40.490834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44c8ac78-34de-462b-a615-e4d8e8eb50f3 req-e30a51e2-f73e-4208-bb04-bf1152a94c8d tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 943 time: 0.5312936 Mar 10 23:51:40.491480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8774403b-45f0-4bf3-b6bc-53e5d57d3c2d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.511825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.518258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8774403b-45f0-4bf3-b6bc-53e5d57d3c2d HTTP/1.1" status: 204 len: 168 time: 2.1020603 Mar 10 23:51:40.534356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6fe2a89-1240-4135-80a7-0c78ebd7df05 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:40.538053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:40.544782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecfd3e85-5abd-4863-9b43-6518a999a24a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:40.558817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c101dfc9-7b95-4839-9b68-7dcbf0a25dd6 req-816ff71f-79ad-48bf-b081-c5ecaf39dd67 service neutron] 10.222.0.39 "GET /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262474 Mar 10 23:51:40.565655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27b66c-bad5-4871-9bb5-17b657a20b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8774403b-45f0-4bf3-b6bc-53e5d57d3c2d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:40.600862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks [] for security_group (20b88486-8647-4886-bdb9-22f9d0abbfa5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.609644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ecfd3e85-5abd-4863-9b43-6518a999a24a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:40.610191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ecfd3e85-5abd-4863-9b43-6518a999a24a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:40.612110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (20b88486-8647-4886-bdb9-22f9d0abbfa5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.674894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:40.675570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed87ac7-f0d4-4b41-a76b-7943375a0ba1 req-48e8ca8a-276c-432e-87b8-93a88dd72f4f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:40.677448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fed87ac7-f0d4-4b41-a76b-7943375a0ba1 req-48e8ca8a-276c-432e-87b8-93a88dd72f4f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2636831 Mar 10 23:51:40.713547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:40.713908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.744218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44c8ac78-34de-462b-a615-e4d8e8eb50f3 req-9b4e1d8d-b27e-413b-af49-40cad73f6c37 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399511 Mar 10 23:51:40.749670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b88486-8647-4886-bdb9-22f9d0abbfa5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:40.768174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-8d0a5c52-bee5-4abe-81ce-72f7289e61b3 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298271 Mar 10 23:51:40.780806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41722) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:40.809266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:40.828665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05', 'mac_address': 'fa:16:3e:c4:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:40.866799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fed87ac7-f0d4-4b41-a76b-7943375a0ba1 req-d9dc0f93-2ee8-4d4d-8688-a3baa14b149d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459808 Mar 10 23:51:40.881520 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-49cf80e4-ec48-43b8-8104-d5551ebc34b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c6ee0e9909947be9e042fb6e8ded406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0996575 Mar 10 23:51:40.882399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:40.940897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d6fe2a89-1240-4135-80a7-0c78ebd7df05 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:40.941297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.950575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Allocated IP 192.168.233.11 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/873e0bed-e8cd-4a2f-9d2a-418db749dbd1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:40.950985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:40.951383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.987568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] Publish callbacks [] for security_group (afce722b-1d5b-4ca6-9dde-f75d278235d0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:40.990269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:40.992762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:40.995584 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe51e5-60a6-48cc-8b7d-fe42f5e7f22a" -d '{"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:41.000517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.036246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af2a31c6-273d-4ee1-bee1-f4794f633fae req-57f910e7-e9a8-4a39-ac75-42112005c507 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643282 Mar 10 23:51:41.045719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] Publish callbacks [] for security_group (afce722b-1d5b-4ca6-9dde-f75d278235d0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.054535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fe2a89-1240-4135-80a7-0c78ebd7df05 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:41.077371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:41.079106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:41.086171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.111089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d0e7-358b-4d1b-8d46-07e6b2abd131 req-6a2ee083-9993-4eec-ac49-237c7db578eb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:41.113082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2813d0e7-358b-4d1b-8d46-07e6b2abd131 req-6a2ee083-9993-4eec-ac49-237c7db578eb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1401544 Mar 10 23:51:41.129262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afce722b-1d5b-4ca6-9dde-f75d278235d0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.133979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.135351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afce722b-1d5b-4ca6-9dde-f75d278235d0 HTTP/1.1" status: 204 len: 168 time: 0.2515712 Mar 10 23:51:41.147356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946cc4d-a61f-41c2-b6f9-f05247531fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce722b-1d5b-4ca6-9dde-f75d278235d0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:41.182513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:41.232412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2813d0e7-358b-4d1b-8d46-07e6b2abd131 req-7bdab23f-2e27-4c99-9c85-4eb41e91ee02 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842276 Mar 10 23:51:41.237996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks [] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.359952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.361912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6a1d1163-cf0c-4c76-bab0-c6d934350987 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:41.378002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d6fe2a89-1240-4135-80a7-0c78ebd7df05'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:41.451976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-9b00511a-dd94-4140-b005-4fbbded6cbda tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:41.453446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-9b00511a-dd94-4140-b005-4fbbded6cbda tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&tenant_id=e836e3f5804447c88e208c5353efa464&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 949 time: 0.1988828 Mar 10 23:51:41.468420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:41.502106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:41.506774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:41.509597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:41.550195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.557546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08952955-4b38-4ecf-aca9-a3e8e70ba246 req-6bed34b3-ad8e-465d-b7be-9992c656e799 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:41.565113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08952955-4b38-4ecf-aca9-a3e8e70ba246 req-6bed34b3-ad8e-465d-b7be-9992c656e799 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 935 time: 0.2267084 Mar 10 23:51:41.584499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:41.641427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:41.642110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.647556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-8a78bef1-6279-41b1-b5b1-431d6f0c3102 service neutron] 10.222.0.30 "GET /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3/bindings/n-h2-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.1822526 Mar 10 23:51:41.664652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'network_id': '3c306590-ee10-4980-abbc-6feff68e8d97', 'port_id': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'mac_address': 'fa:16:3e:15:d6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886d8127-b66b-4018-893d-abdb49309fa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:41.682509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-78b212a4-741c-4ab4-bb53-bacc139ee78e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3748233 Mar 10 23:51:41.711606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:41.712271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08952955-4b38-4ecf-aca9-a3e8e70ba246 req-b223584a-2639-4a2e-a0ac-73b8f8362588 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366277 Mar 10 23:51:41.716143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Request body: {'port': {'device_id': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:41.738294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 6a1d1163-cf0c-4c76-bab0-c6d934350987 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:41.740606 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.771322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1d1163-cf0c-4c76-bab0-c6d934350987 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:41.807281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1908368b-eac8-47b8-8464-762113c74739 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f8a3e4cc2f0487ab0c82267bfc422b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914299 Mar 10 23:51:41.808340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:41.808475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:41.813779 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7059efd4-c270-4368-b5b4-14bed176c83b x-openstack-request-id: req-7059efd4-c270-4368-b5b4-14bed176c83b {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:41.814038 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:41.814550 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7059efd4-c270-4368-b5b4-14bed176c83b {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:41.814973 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:51:41.817245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.891636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-1c6dd824-60d3-4659-9409-3e0d885a701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:41.892702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-1c6dd824-60d3-4659-9409-3e0d885a701d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1131 time: 0.2093101 Mar 10 23:51:41.892884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] Publish callbacks [] for security_group (e57ca462-5ce1-4d3d-a2d6-67b3d982c306), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.912909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:41.929133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] Publish callbacks [] for security_group (e57ca462-5ce1-4d3d-a2d6-67b3d982c306), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.956118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.985893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e57ca462-5ce1-4d3d-a2d6-67b3d982c306), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.989881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:41.993505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e57ca462-5ce1-4d3d-a2d6-67b3d982c306 HTTP/1.1" status: 204 len: 168 time: 0.1826558 Mar 10 23:51:42.000513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6ece1-dfa8-4464-aff7-0829326d8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ca462-5ce1-4d3d-a2d6-67b3d982c306,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:42.002569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f2483ceb-9818-4bd8-9f05-edf34e91a4fb None None] Provisioning complete for port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:42.003005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2483ceb-9818-4bd8-9f05-edf34e91a4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.065961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f2483ceb-9818-4bd8-9f05-edf34e91a4fb None None] Port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:51:42.100197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811137c1-7165-4a4a-a50a-c5ecdc1fda02 req-d4942583-bf13-4aa9-bb5d-9cd4b4c7a3ae tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.102282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-811137c1-7165-4a4a-a50a-c5ecdc1fda02 req-d4942583-bf13-4aa9-bb5d-9cd4b4c7a3ae tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 949 time: 0.2169464 Mar 10 23:51:42.114567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41750) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:42.117263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['6a1d1163-cf0c-4c76-bab0-c6d934350987'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:42.119168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110064735', 'description': 'tempest-description--615297714'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:42.168518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.190977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-77a4583c-0bd9-47a9-9619-71dd2b563835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.193810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-77a4583c-0bd9-47a9-9619-71dd2b563835 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2608647 Mar 10 23:51:42.269113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (af711648-3887-4465-9229-f212f500184f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.277316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-811137c1-7165-4a4a-a50a-c5ecdc1fda02 req-2b19667f-afb4-4121-9e3f-7f427414da87 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674097 Mar 10 23:51:42.279224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (af711648-3887-4465-9229-f212f500184f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.336941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.342579 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2268693 Mar 10 23:51:42.343003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-c8faa3dc-9699-4095-96fe-57286dbd1364 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.1398482 Mar 10 23:51:42.343552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41756) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:42.347306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d274f2-120d-4183-b6c2-2d573c253d5d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af711648-3887-4465-9229-f212f500184f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:42.353315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'security_group_rule': {'security_group_id': 'af711648-3887-4465-9229-f212f500184f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:42.510470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (91ac920d-c389-4df7-ad47-2ed616b3bec2), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.530274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6fe2a89-1240-4135-80a7-0c78ebd7df05 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:42.533338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-79667423-e6c5-46dd-9495-53e1e59f5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.535152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-79667423-e6c5-46dd-9495-53e1e59f5eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1596408 Mar 10 23:51:42.594945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d6fe2a89-1240-4135-80a7-0c78ebd7df05 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:42.600087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d6fe2a89-1240-4135-80a7-0c78ebd7df05 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:42.600498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.622288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6ca5-095c-4fe7-bbb9-5bea6eed381e req-e29d6a48-958b-4693-9d1d-a09577009870 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.629271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908c6ca5-095c-4fe7-bbb9-5bea6eed381e req-e29d6a48-958b-4693-9d1d-a09577009870 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.4151993 Mar 10 23:51:42.664140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06a39-426b-4c82-8c93-b96cde31a726 req-42043e92-db50-48dd-a809-98ad133d775e tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.665817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9b06a39-426b-4c82-8c93-b96cde31a726 req-42043e92-db50-48dd-a809-98ad133d775e tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 944 time: 0.2749934 Mar 10 23:51:42.694616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d6fe2a89-1240-4135-80a7-0c78ebd7df05 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:42.695031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.740501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:42.744934 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.799237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908c6ca5-095c-4fe7-bbb9-5bea6eed381e req-1fd54367-7938-46d0-9ec6-af8c16450a73 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688640 Mar 10 23:51:42.802109 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (91ac920d-c389-4df7-ad47-2ed616b3bec2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.809694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-41b1c5c3-14c7-42c2-9027-fb67ba79c4cc tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.811796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-41b1c5c3-14c7-42c2-9027-fb67ba79c4cc tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.0560372 Mar 10 23:51:42.813900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:42.823399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:42.850823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (91ac920d-c389-4df7-ad47-2ed616b3bec2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.862622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9b06a39-426b-4c82-8c93-b96cde31a726 req-47ad0317-7cf7-41aa-b210-078dc77271a4 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864791 Mar 10 23:51:42.900400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-364af5f7-60a8-47bb-a686-17559f716cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:42.905081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-364af5f7-60a8-47bb-a686-17559f716cbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3630650 Mar 10 23:51:42.924945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:42.990843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ac920d-c389-4df7-ad47-2ed616b3bec2,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.043786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.045153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-927d8624-a905-497d-9760-6e1e71db5d6a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6979244 Mar 10 23:51:43.050035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:43.056970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'security_group_rule': {'security_group_id': 'af711648-3887-4465-9229-f212f500184f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:43.100404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:43.102884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (f7fd284c-ff99-4fc1-a36c-96880b537bda), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.116084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:43.133464 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks [] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.156105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.162133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fdb79-e26f-43f7-9b41-73115f36fce2 req-a4aa5ed8-ee2a-45fb-8b1b-f05f5d574078 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:43.163798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb8fdb79-e26f-43f7-9b41-73115f36fce2 req-a4aa5ed8-ee2a-45fb-8b1b-f05f5d574078 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 945 time: 0.2575655 Mar 10 23:51:43.177882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:43.185176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Transition to ACTIVE for port object 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:43.194712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-ae9ccc2f-b3b3-46e8-8234-2fc766ef458a service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726672 Mar 10 23:51:43.203870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.212218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (f7fd284c-ff99-4fc1-a36c-96880b537bda), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.226865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f7fd284c-ff99-4fc1-a36c-96880b537bda), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.235030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:43.237521 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2061d17-1063-4e3e-bac7-64da74ca7c47" -d '{"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-unplugged", "status": "completed", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:43.242451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks [] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.253865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff5a1-6a4a-4c26-89f1-ca5f96abd758 req-fe669749-9068-467f-be4c-fe83125160cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:43.255541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-654ff5a1-6a4a-4c26-89f1-ca5f96abd758 req-fe669749-9068-467f-be4c-fe83125160cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2693012 Mar 10 23:51:43.256508 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.264922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fd284c-ff99-4fc1-a36c-96880b537bda,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.295719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.300027 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50ad40c4-59f2-447d-8076-bda3605b7034 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459388 Mar 10 23:51:43.301661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:43.307877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:43.372458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6a1d1163-cf0c-4c76-bab0-c6d934350987 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:43.375086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.384257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.408705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:43.409119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:43.409487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:43.416615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:43.416977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Attempting to bind port 0aba15b2-cc60-450e-9853-8239a9b7b894 on network 0108e72d-82ed-4115-bb19-632addd3ad18 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:43.426520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:43.428387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Checking segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:43.428387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Bound using segment: {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:43.428387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Bound port: 0aba15b2-cc60-450e-9853-8239a9b7b894, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316c10d1-1df5-498c-891f-00cb661a0f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0108e72d-82ed-4115-bb19-632addd3ad18'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:43.428387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.465503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 6a1d1163-cf0c-4c76-bab0-c6d934350987 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:43.475773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 6a1d1163-cf0c-4c76-bab0-c6d934350987 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:43.476193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.585717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:43.591277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 6a1d1163-cf0c-4c76-bab0-c6d934350987 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:43.591808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.592782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:43.606927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.652577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.661037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:43.668297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.703627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.714269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb8fdb79-e26f-43f7-9b41-73115f36fce2 req-4525892a-6cd8-49cf-9b7c-f38074f33706 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381241 Mar 10 23:51:43.739057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.768931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:43.802164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:43.802921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:43.804448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-c7b29b17-5382-4a70-ae0a-fa920ae28d0a service neutron] 10.222.0.39 "PUT /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 1121 time: 0.9861586 Mar 10 23:51:43.807071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-654ff5a1-6a4a-4c26-89f1-ca5f96abd758 req-2e3457af-ac9a-4c3f-8758-44bc48b69339 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320911 Mar 10 23:51:43.816375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05'}, {'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:43.819504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-062035fd-70e4-401d-9e93-4e2fcc704148 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096063 Mar 10 23:51:43.819877 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c8790-89ce-4c6e-bc82-32241a98a8c6" -d '{"events": [{"server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05"}, {"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-plugged", "status": "completed", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:43.901376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Allocated IP 172.25.7.12 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/b6f26dcc-1c36-4a43-8ed2-d23fa3917105) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:43.905897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Attempting to bind port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:43.906337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['0aba15b2-cc60-450e-9853-8239a9b7b894'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:43.906960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Attempting to bind port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:43.907633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Attempting to bind port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:43.927342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:43.927955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Attempting to bind port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:43.942916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:43.954139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0aba15b2-cc60-450e-9853-8239a9b7b894'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:43.956572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:43.959559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:43.960209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Bound port: 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:43.960934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.069282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.073473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:44.084624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:44.104336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aba21-47e8-4de8-9b05-dd3159af9f25 req-c12cbe52-159b-41b8-895b-e67a45984ad3 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.117437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-279aba21-47e8-4de8-9b05-dd3159af9f25 req-c12cbe52-159b-41b8-895b-e67a45984ad3 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 947 time: 0.2926538 Mar 10 23:51:44.124882 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.133186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.136131 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5140fd-2a87-456a-96ff-08826e46c496 x-openstack-request-id: req-4d5140fd-2a87-456a-96ff-08826e46c496 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:44.136634 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-unplugged", "status": "completed", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:44.136913 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d5140fd-2a87-456a-96ff-08826e46c496 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:44.137789 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'code': 200} Mar 10 23:51:44.194400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'Port': ['ID=b6f26dcc-1c36-4a43-8ed2-d23fa3917105,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:44.198441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:44.200219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:44.202218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:44.231610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:44.284671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.286439 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.287855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-a15dd3f7-3fc9-44dd-924d-dda9d6cb9ec4 service neutron] 10.222.0.30 "PUT /v2.0/ports/873e0bed-e8cd-4a2f-9d2a-418db749dbd1 HTTP/1.1" status: 200 len: 1095 time: 2.5902281 Mar 10 23:51:44.288851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:44.290582 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b61f5-3281-45bf-899e-47591ea8be4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:44.310757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-279aba21-47e8-4de8-9b05-dd3159af9f25 req-d657856e-7257-4667-b639-8fc4c55d57fa tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905172 Mar 10 23:51:44.351194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfccc4-da7c-4e19-9c8b-2a65d8b501b2 req-2ce9426b-69bb-4a6e-b5f2-21b690c0c52b tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.353054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ccfccc4-da7c-4e19-9c8b-2a65d8b501b2 req-2ce9426b-69bb-4a6e-b5f2-21b690c0c52b tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.1439290 Mar 10 23:51:44.360364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for floatingip (6b3954e8-40a9-4ec5-9f4a-a154206dd52f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.395313 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dff46b-5220-4c1f-b36a-ea0b87edd70c x-openstack-request-id: req-f4dff46b-5220-4c1f-b36a-ea0b87edd70c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:44.396057 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05", "code": 200}, {"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-plugged", "status": "completed", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:44.396398 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4dff46b-5220-4c1f-b36a-ea0b87edd70c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:44.396919 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05', 'code': 200} Mar 10 23:51:44.397244 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'code': 200} Mar 10 23:51:44.448757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.462263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ccfccc4-da7c-4e19-9c8b-2a65d8b501b2 req-70f7566f-0048-4d6c-8ca1-3f727159b524 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994325 Mar 10 23:51:44.514719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-828fba22-332e-4504-a832-2e939f0a2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.517544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-828fba22-332e-4504-a832-2e939f0a2ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c78fec2ea3074c059c4f8525f9952d36&device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 1129 time: 0.1622024 Mar 10 23:51:44.596262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-86bef75d-3c3b-42c1-9cc3-338e00337703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1 HTTP/1.1" status: 200 len: 217 time: 0.0693402 Mar 10 23:51:44.604425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e06546-7ab3-45cf-9a2d-05063bff654b req-5cc89043-5f47-4667-8c2b-d6efe1046ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.605883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f0e06546-7ab3-45cf-9a2d-05063bff654b req-5cc89043-5f47-4667-8c2b-d6efe1046ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 1127 time: 0.1024821 Mar 10 23:51:44.609886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c89bf-63ed-4701-be73-dd6638fc31af req-07d1ef11-6441-4f17-8e84-467158f2c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.611358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-801c89bf-63ed-4701-be73-dd6638fc31af req-07d1ef11-6441-4f17-8e84-467158f2c863 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 1132 time: 0.1402383 Mar 10 23:51:44.703449 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f0e06546-7ab3-45cf-9a2d-05063bff654b req-1601f1b6-4114-4886-90fb-c84c5794f80f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854607 Mar 10 23:51:44.725031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-51f3baff-08dd-4e12-af99-0034d4099a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.726504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-51f3baff-08dd-4e12-af99-0034d4099a38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1139886 Mar 10 23:51:44.739853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0629-2ceb-46c4-9f0d-49ae84d3f838 req-5c99f2c3-5c96-43ab-ae3b-3d73d26dcf68 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.741455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-856c0629-2ceb-46c4-9f0d-49ae84d3f838 req-5c99f2c3-5c96-43ab-ae3b-3d73d26dcf68 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.2135580 Mar 10 23:51:44.746338 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.752563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.764356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92eff-06f0-4b86-99b0-e7362a120bf4 req-147296dd-6226-4a4e-af2f-f3b0cd6af5bc tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.766092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fec92eff-06f0-4b86-99b0-e7362a120bf4 req-147296dd-6226-4a4e-af2f-f3b0cd6af5bc tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 945 time: 0.1880140 Mar 10 23:51:44.784666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-801c89bf-63ed-4701-be73-dd6638fc31af req-83f5f391-33da-44d0-9cf5-218e42e756f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555893 Mar 10 23:51:44.829593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'Port': ['ID=b6f26dcc-1c36-4a43-8ed2-d23fa3917105,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:44.844082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (6b3954e8-40a9-4ec5-9f4a-a154206dd52f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.862141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:44.870429 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9b685c4-c8e8-4a3b-a8a3-5c90aacb5a54 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5592344 Mar 10 23:51:44.870672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-856c0629-2ceb-46c4-9f0d-49ae84d3f838 req-2a278d64-3f26-4bb6-9ff6-c09fbde4e676 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133571 Mar 10 23:51:44.878504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fec92eff-06f0-4b86-99b0-e7362a120bf4 req-070f0a09-1acd-4468-ae08-15c457a4dad7 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927522 Mar 10 23:51:44.882305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-9bb4c00e-1acb-4929-b912-7c083d1badf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:44.883894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-9bb4c00e-1acb-4929-b912-7c083d1badf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1387177 Mar 10 23:51:45.016303 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf513e68-07ba-47e9-bfdd-c5054e7a01aa x-openstack-request-id: req-cf513e68-07ba-47e9-bfdd-c5054e7a01aa {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:45.016596 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:45.016851 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf513e68-07ba-47e9-bfdd-c5054e7a01aa {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:45.017245 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'status': 'completed', 'code': 200} Mar 10 23:51:45.135379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a51ea-16ae-45d3-ab14-b67fd45a1df3 req-2ab6be02-561c-48d9-8227-8d3b4a994b93 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.136842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-822a51ea-16ae-45d3-ab14-b67fd45a1df3 req-2ab6be02-561c-48d9-8227-8d3b4a994b93 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1587110 Mar 10 23:51:45.169247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-f49e0026-11c6-428a-92a1-50c589b5b2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791019 Mar 10 23:51:45.204880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9637c-92f9-4671-a4b9-c1f2b2bd82c0 req-0d6e4942-50b6-4de1-9259-b91cbd36257a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.206339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ff9637c-92f9-4671-a4b9-c1f2b2bd82c0 req-0d6e4942-50b6-4de1-9259-b91cbd36257a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1255021 Mar 10 23:51:45.250308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-822a51ea-16ae-45d3-ab14-b67fd45a1df3 req-0d0c7456-d240-465f-963b-0afac518fc8b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073079 Mar 10 23:51:45.318226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ff9637c-92f9-4671-a4b9-c1f2b2bd82c0 req-f267e34a-ff88-4f93-9728-5f30858d31d0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999186 Mar 10 23:51:45.346387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a64f95bb-eb50-492e-b332-670d5e4b5d1a req-2380a52d-f1d9-4205-ae6f-cf9ea4e87ffd service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627076 Mar 10 23:51:45.389297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:45.492873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:45.505089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:51:45.523834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-256fed35-964c-4efc-b992-a3098e7a7e8c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.525335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-256fed35-964c-4efc-b992-a3098e7a7e8c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.1807871 Mar 10 23:51:45.544616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b61f5-3281-45bf-899e-47591ea8be4b req-951f3c57-defb-4599-916a-4dae984b5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.546061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-951f3c57-defb-4599-916a-4dae984b5b7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c78fec2ea3074c059c4f8525f9952d36&device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 1129 time: 0.1206839 Mar 10 23:51:45.555633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcd508-c004-4cf2-9a84-4c21dcfc712c req-1723fb52-dc6c-4167-87d5-e075adef06c6 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.557058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fcd508-c004-4cf2-9a84-4c21dcfc712c req-1723fb52-dc6c-4167-87d5-e075adef06c6 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 947 time: 0.1300066 Mar 10 23:51:45.566230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-c07aba33-1a89-4be2-9ffd-cb031530cae3 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/quotas/3b3bec86ff564a2693580046b5baced9 HTTP/1.1" status: 200 len: 375 time: 0.0327499 Mar 10 23:51:45.630683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-52426dba-8874-4483-b5fe-5adcc3283bfb tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460699 Mar 10 23:51:45.721636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fcd508-c004-4cf2-9a84-4c21dcfc712c req-018e65ef-c45e-46d9-8b06-902408d428b2 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542451 Mar 10 23:51:45.764957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b61f5-3281-45bf-899e-47591ea8be4b req-7db54a78-5c56-4675-a667-66df0fdd4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.766430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-7db54a78-5c56-4675-a667-66df0fdd4d37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2082841 Mar 10 23:51:45.800781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-0af32ee7-7ff0-4c74-94f0-3f32c9d6dce3 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363580 Mar 10 23:51:45.842776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-7d73bb22-4909-4001-9f24-379b763de6f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1 HTTP/1.1" status: 200 len: 217 time: 0.0548923 Mar 10 23:51:45.984467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b61f5-3281-45bf-899e-47591ea8be4b req-00a9d782-c62c-4d91-a4f2-51709bd6e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:45.985807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-00a9d782-c62c-4d91-a4f2-51709bd6e4f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1251786 Mar 10 23:51:45.994013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-4ab211c1-c6c2-4830-859b-940d6ac0ac59 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622963 Mar 10 23:51:46.011111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd77d6-912b-4737-9067-c7c6f57c76a3 req-858ee572-3485-4c20-8e9f-381f3d0857a5 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.012592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66cd77d6-912b-4737-9067-c7c6f57c76a3 req-858ee572-3485-4c20-8e9f-381f3d0857a5 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.1819468 Mar 10 23:51:46.090562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b61f5-3281-45bf-899e-47591ea8be4b req-d0f39db7-21fe-4235-b7fb-9e318057960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.092713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-d0f39db7-21fe-4235-b7fb-9e318057960c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967493 Mar 10 23:51:46.097076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66cd77d6-912b-4737-9067-c7c6f57c76a3 req-b8d04de8-1d88-410f-90aa-9eba87de98f8 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587146 Mar 10 23:51:46.138546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:46.141833 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:46.294589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-6a421eec-3ab9-4838-ad68-02dd2c3dae9c service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863816 Mar 10 23:51:46.319033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98b1dc-9775-41b6-af72-e550008a5324 req-7861a44a-8566-4675-b508-573d16bab739 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.321062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf98b1dc-9775-41b6-af72-e550008a5324 req-7861a44a-8566-4675-b508-573d16bab739 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 949 time: 0.1132753 Mar 10 23:51:46.387771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949f4e9-950b-417c-8e5c-ccf23cd2a24d req-8763aba0-0481-41ab-8f18-e4a16bf9e3cf tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.389284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d949f4e9-950b-417c-8e5c-ccf23cd2a24d req-8763aba0-0481-41ab-8f18-e4a16bf9e3cf tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 945 time: 0.1497386 Mar 10 23:51:46.471218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf98b1dc-9775-41b6-af72-e550008a5324 req-e369a9e1-a7ae-485a-a4a6-361d13a3fb8d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390483 Mar 10 23:51:46.509571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278b61f5-3281-45bf-899e-47591ea8be4b req-f9800112-345f-480d-b332-711425dea320 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873388 Mar 10 23:51:46.543855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d949f4e9-950b-417c-8e5c-ccf23cd2a24d req-55baf387-106c-49fe-bf46-218580b6e1cc tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Mar 10 23:51:46.591964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05599ced-34b4-49c9-a50b-2cd723ad3bc9 req-faf7fd1b-2965-4f7b-bd67-085f5c980df6 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 210 time: 0.0460014 Mar 10 23:51:46.673750 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a978372-92fb-45da-9673-af19f650e3bb x-openstack-request-id: req-7a978372-92fb-45da-9673-af19f650e3bb {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:46.674170 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:46.674436 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a978372-92fb-45da-9673-af19f650e3bb {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:46.674842 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'status': 'completed', 'code': 200} Mar 10 23:51:46.743459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-88343e1d-9b51-4023-a2c7-d16b2b504a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.745152 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-88343e1d-9b51-4023-a2c7-d16b2b504a0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1131 time: 0.0835755 Mar 10 23:51:46.759235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:46.836566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-50a6f35b-da82-4bbd-8c2f-d4ff7252b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.838235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-50a6f35b-da82-4bbd-8c2f-d4ff7252b9fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1155 time: 0.1412449 Mar 10 23:51:46.850792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:46.855318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40928897-af2d-4d06-9fe3-b0e04ad9372f req-38256e4e-e867-4f10-8d89-bda6235c36b3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.857022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40928897-af2d-4d06-9fe3-b0e04ad9372f req-38256e4e-e867-4f10-8d89-bda6235c36b3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1244078 Mar 10 23:51:46.874704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d65dbf-edf6-47c5-b2c4-292d69ecbdbe req-8b9de0ec-6236-4fcb-b0e5-23a7abc6972a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:46.876572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d65dbf-edf6-47c5-b2c4-292d69ecbdbe req-8b9de0ec-6236-4fcb-b0e5-23a7abc6972a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1417506 Mar 10 23:51:47.044472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d65dbf-edf6-47c5-b2c4-292d69ecbdbe req-02bd2daf-c8a4-4d5c-adb5-38d229b1414b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522336 Mar 10 23:51:47.060454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40928897-af2d-4d06-9fe3-b0e04ad9372f req-23522cc1-0383-4c73-bfdb-753778d91e1a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933513 Mar 10 23:51:47.065501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-2c23ba26-e17e-4702-a941-7568b33dd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.067114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-2c23ba26-e17e-4702-a941-7568b33dd98a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2215912 Mar 10 23:51:47.133802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:47.136343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-d1d817b9-c6f1-42b0-a1ba-bcce9221e659 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 217 time: 0.0633068 Mar 10 23:51:47.178516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:47.227258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks [] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:47.236516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-43b23f49-2a7f-45f2-b023-8f7ae388c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.238809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-43b23f49-2a7f-45f2-b023-8f7ae388c933 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.0947495 Mar 10 23:51:47.244961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Transition to ACTIVE for port object 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:47.250424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:47.297107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-5a5c6de7-b48f-488b-b4c1-e185450ae7f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376108 Mar 10 23:51:47.316630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c36ce-8e1f-4989-b673-167159af2eab req-6f8db531-816c-4454-8f8f-3f7cee35e922 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.318143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736c36ce-8e1f-4989-b673-167159af2eab req-6f8db531-816c-4454-8f8f-3f7cee35e922 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 947 time: 0.1287999 Mar 10 23:51:47.333322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:47.338021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] No DVR routers for this DVR port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:47.384957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963d9fe-cb95-463d-8fdf-aa9501c1d347 req-18bf0087-87a4-432f-bb98-9246d15f41fc tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.386505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e963d9fe-cb95-463d-8fdf-aa9501c1d347 req-18bf0087-87a4-432f-bb98-9246d15f41fc tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.1619477 Mar 10 23:51:47.389665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:47.390018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:47.390344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:47.395746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:47.396360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Attempting to bind port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:47.402603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:47.402945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:47.403324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:47.403751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Bound port: 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:47.404360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:47.491776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736c36ce-8e1f-4989-b673-167159af2eab req-f19e214b-a5e6-4a14-bb83-5d131465110f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422632 Mar 10 23:51:47.546471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:47.558890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-aba81836-7437-4aae-812a-570bac4008e8 service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530746 Mar 10 23:51:47.585817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:47.619250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:47.648535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e963d9fe-cb95-463d-8fdf-aa9501c1d347 req-df05c7db-cbf3-4dda-9bdc-b249428bbd32 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248681 Mar 10 23:51:47.741248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.743992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:47.745448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] 10.222.0.39 "PUT /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 1096 time: 0.9916904 Mar 10 23:51:47.842208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5efcc6a9-307a-492e-a0d0-dff0815252ca req-7ba2643b-c2ec-4dbf-bfa4-3f5b73a4e59b tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 210 time: 0.0820196 Mar 10 23:51:47.886766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fce2ad-8a12-4cb2-9d47-23f61c481ddd req-5e158de8-1e7e-4a6e-8b97-5bd30c8cc75e service neutron] 10.222.0.30 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134770 Mar 10 23:51:47.887597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-f1e9de43-5940-4269-b520-111c56e6d604 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.892845 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-f1e9de43-5940-4269-b520-111c56e6d604 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.3986464 Mar 10 23:51:47.897511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196ae3c-461a-410f-b995-0ac865d98b82 service neutron] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=11']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:47.899102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157753e-19af-47c1-bf8f-667b55955aa1 req-895822c7-a872-42ac-bbed-9a469c9f501d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:47.908078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2157753e-19af-47c1-bf8f-667b55955aa1 req-895822c7-a872-42ac-bbed-9a469c9f501d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.1955886 Mar 10 23:51:47.920007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'port': {'device_id': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'admin_state_up': True, 'tenant_id': '3b3bec86ff564a2693580046b5baced9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:48.017931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2157753e-19af-47c1-bf8f-667b55955aa1 req-ec8a7ad0-7c0f-497e-aae9-fceb63de22e5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059470 Mar 10 23:51:48.443733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-3f3611bd-3b80-4de4-bc04-c2a6e7f73180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.445400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-3f3611bd-3b80-4de4-bc04-c2a6e7f73180 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1130 time: 0.6569011 Mar 10 23:51:48.549502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:48.552584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:48.646764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Made reservation on behalf of 3b3bec86ff564a2693580046b5baced9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:48.650175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:48.667588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-a8ba2113-68e7-4802-8869-b07637f268ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.669256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-a8ba2113-68e7-4802-8869-b07637f268ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2124295 Mar 10 23:51:48.682862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}, {'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:48.685474 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6710f3-e52d-4a0a-b144-85191edcf6cf" -d '{"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}, {"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:48.685976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-7c1a35ab-a03b-4c0f-8c80-4beed2ce5ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4969120 Mar 10 23:51:48.701961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d478-c8c2-416c-aaef-3826997b9d29 req-370fd8db-d098-4827-8ad3-fdae3ca52ff7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.708984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4452d478-c8c2-416c-aaef-3826997b9d29 req-370fd8db-d098-4827-8ad3-fdae3ca52ff7 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.4816039 Mar 10 23:51:48.745085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bea8c-20b2-47da-af0c-b346bd4adc80 req-bb793036-b04d-4d6f-928a-c3d545444e3c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.752684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b2bea8c-20b2-47da-af0c-b346bd4adc80 req-bb793036-b04d-4d6f-928a-c3d545444e3c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.4852254 Mar 10 23:51:48.758548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:48.775634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'mac_address': 'fa:16:3e:d5:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:48.802353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-6ec73463-de37-4ad1-8a46-d8196721d255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.1118407 Mar 10 23:51:48.846730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4452d478-c8c2-416c-aaef-3826997b9d29 req-35f0bcd0-fdc7-4f15-a595-b33b6c080818 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366827 Mar 10 23:51:48.869441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:51:48.881778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:48.907880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:48.908567 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:48.934127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-f33cb5e6-6322-4f67-813b-58c171a61cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.935807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-f33cb5e6-6322-4f67-813b-58c171a61cba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1220021 Mar 10 23:51:48.952240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:48.980106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05553-5750-4be8-9666-6c2245408373 req-1972c069-a55d-4662-b556-d64d15c91728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:48.983756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-1972c069-a55d-4662-b556-d64d15c91728 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 1127 time: 0.2703481 Mar 10 23:51:49.002621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Allocated IP 172.20.0.5 (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f/b9a999b2-25a4-4e33-b3fb-c5471b2422f2/f49ed4f6-fe26-4872-be08-6042e415b883) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:49.012559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b2bea8c-20b2-47da-af0c-b346bd4adc80 req-7c7c3d56-12ca-4d50-8984-a5a5b358dc71 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530882 Mar 10 23:51:49.027735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:49.047151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:49.055985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-ff33436e-3705-4fa3-9efc-0b8dc68feb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.057756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-ff33436e-3705-4fa3-9efc-0b8dc68feb22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1136603 Mar 10 23:51:49.206580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:49.286980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-0b0db253-c234-4f3b-bf1e-26f56fe207c4 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173126 Mar 10 23:51:49.312926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['873e0bed-e8cd-4a2f-9d2a-418db749dbd1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:49.324010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f8a8d-fd5f-4876-b176-c2cbd0d2e4aa req-401bbb5d-58d3-4a43-b7c1-34b32becf06c tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.325625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0f8a8d-fd5f-4876-b176-c2cbd0d2e4aa req-401bbb5d-58d3-4a43-b7c1-34b32becf06c tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.1390719 Mar 10 23:51:49.339553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for port (f49ed4f6-fe26-4872-be08-6042e415b883), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:49.374038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95a57-a8df-42ca-889c-3c50bc67ec15 req-16d79cf3-e972-4c4d-bad7-11d5cc49ad5a tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.381260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d95a57-a8df-42ca-889c-3c50bc67ec15 req-16d79cf3-e972-4c4d-bad7-11d5cc49ad5a tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.3021059 Mar 10 23:51:49.414955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05553-5750-4be8-9666-6c2245408373 req-6de981c7-2b3b-416a-b56c-61d65a35c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.416377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-6de981c7-2b3b-416a-b56c-61d65a35c349 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.3988500 Mar 10 23:51:49.425451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0f8a8d-fd5f-4876-b176-c2cbd0d2e4aa req-f10aff65-d29b-48a7-ab7c-22af9c3b9125 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940907 Mar 10 23:51:49.455439 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-986421d4-f61e-4e96-a4eb-ebb851e908f9 req-36406d4b-fcfe-4017-a94e-0e4f858782e3 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619611 Mar 10 23:51:49.468764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:49.491242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-c0d0786c-e5d7-418b-aa5c-481309c82d36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 200 len: 217 time: 0.0631297 Mar 10 23:51:49.527684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:49.544704 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13afff-94bb-4e0e-a554-1e9ba4e9998b x-openstack-request-id: req-9a13afff-94bb-4e0e-a554-1e9ba4e9998b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:49.545282 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}, {"name": "network-changed", "server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:49.545733 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a13afff-94bb-4e0e-a554-1e9ba4e9998b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:49.546409 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:51:49.547047 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'status': 'completed', 'code': 200} Mar 10 23:51:49.548970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:49.551088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc05553-5750-4be8-9666-6c2245408373 req-b3a76589-4bfc-432c-9cba-657c095a7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.553106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-b3a76589-4bfc-432c-9cba-657c095a7e27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0539041 Mar 10 23:51:49.579786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:49.580593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d95a57-a8df-42ca-889c-3c50bc67ec15 req-0d6c8ccd-6899-49b8-b883-5760c0ccfab7 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983972 Mar 10 23:51:49.684458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:49.688677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-e70b63e1-020a-422f-958f-e64726674c99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069579 Mar 10 23:51:49.710200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.710838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:49.720501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-fe2bbb9a-76c6-4619-8e92-989da538dc73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591270 Mar 10 23:51:49.745184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-38bd2d56-02e0-4558-aaaa-be5bbb31c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.746793 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-38bd2d56-02e0-4558-aaaa-be5bbb31c8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1130 time: 0.1586118 Mar 10 23:51:49.747096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccf334-56ca-4279-96cc-4a4b607fd235 req-f5244671-da06-4ac9-a91a-b48d675f0f2d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.748705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05ccf334-56ca-4279-96cc-4a4b607fd235 req-f5244671-da06-4ac9-a91a-b48d675f0f2d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 931 time: 0.1350362 Mar 10 23:51:49.750181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-cce2fb1a-8c9d-4935-b82c-4488f56b107a tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8377068 Mar 10 23:51:49.771643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-947b4ad2-eda1-45d0-b5dc-e562fcdf3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.773618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-947b4ad2-eda1-45d0-b5dc-e562fcdf3dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 1130 time: 0.1695571 Mar 10 23:51:49.790522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Request body: {'port': {'device_id': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:49.951106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-5c4f4e18-c74e-406d-8768-4fecaf2b0d33 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533231 Mar 10 23:51:49.959804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a3aa-8068-401e-bf18-13564afb384c req-5dc6cf87-3e3f-441f-83b4-f3db89089691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.960784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05ccf334-56ca-4279-96cc-4a4b607fd235 req-de5d1e06-696b-4519-ac42-2a50c08d5b8c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915834 Mar 10 23:51:49.961293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-5dc6cf87-3e3f-441f-83b4-f3db89089691 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 1126 time: 0.2102790 Mar 10 23:51:49.970635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce39b-d636-4545-9d75-e5884311cb51 req-26ef5509-7587-487d-b03b-cf17c153b78f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:49.972265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-872ce39b-d636-4545-9d75-e5884311cb51 req-26ef5509-7587-487d-b03b-cf17c153b78f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.2354798 Mar 10 23:51:49.986096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:50.040063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-82880ee6-ea0f-474d-b06b-a54a72d4f9de tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.041535 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-82880ee6-ea0f-474d-b06b-a54a72d4f9de tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.2461424 Mar 10 23:51:50.045700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-eca24d6e-40b6-496b-90f9-31bb6ed5c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.047057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-eca24d6e-40b6-496b-90f9-31bb6ed5c140 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2862594 Mar 10 23:51:50.152931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-93370eac-3c8f-4875-bb31-0d9193828681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.155271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-93370eac-3c8f-4875-bb31-0d9193828681 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3635316 Mar 10 23:51:50.182108 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-170ce154-d9ef-409f-b6c9-db73990652a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.1208949 Mar 10 23:51:50.187222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fc05553-5750-4be8-9666-6c2245408373 req-a7a956c2-e7e9-438b-b421-cca308fb75bd service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239039 Mar 10 23:51:50.242247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-1c49421e-9e45-4d2f-afc8-db7f39a19a53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 200 len: 217 time: 0.0736663 Mar 10 23:51:50.248059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-872ce39b-d636-4545-9d75-e5884311cb51 req-3acdae44-dcbd-4c23-846f-83313d6dfe87 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784668 Mar 10 23:51:50.320328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7311-895a-459a-b89b-12ce7c4bbb74 req-909269b6-952a-4ee5-acca-fe843c41a9b2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.327278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e55e7311-895a-459a-b89b-12ce7c4bbb74 req-909269b6-952a-4ee5-acca-fe843c41a9b2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.2469804 Mar 10 23:51:50.363450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-11370759-bb80-4cae-8203-8bc0a41fa627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.364482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-11370759-bb80-4cae-8203-8bc0a41fa627 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1137924 Mar 10 23:51:50.373789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a3aa-8068-401e-bf18-13564afb384c req-f02a9c7a-4f39-4bf1-9667-943cd3fde700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.375231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-f02a9c7a-4f39-4bf1-9667-943cd3fde700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.3778532 Mar 10 23:51:50.401703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-041b35e8-cb05-4eed-920b-7b15290586e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.403120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-041b35e8-cb05-4eed-920b-7b15290586e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2088399 Mar 10 23:51:50.419899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e55e7311-895a-459a-b89b-12ce7c4bbb74 req-cc884a3c-f525-4920-ab7f-e2b8c89a715e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917618 Mar 10 23:51:50.463672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-295b1349-5576-422d-8316-e0c7df7a9599 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 200 len: 217 time: 0.0810521 Mar 10 23:51:50.484303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-1443d2b0-c02c-40e4-84db-95566caf6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.486290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-1443d2b0-c02c-40e4-84db-95566caf6389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1157639 Mar 10 23:51:50.498817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68569f5d-a4df-4b09-907c-12c93e870611 req-49e91298-0b9a-492d-ae1b-905819305cce tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.506196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68569f5d-a4df-4b09-907c-12c93e870611 req-49e91298-0b9a-492d-ae1b-905819305cce tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0850413 Mar 10 23:51:50.564036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:50.602287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Deleting port d6fe2a89-1240-4135-80a7-0c78ebd7df05 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:51:50.602629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:50.609412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929a3aa-8068-401e-bf18-13564afb384c req-0b96417d-59e6-4024-889b-997b1d636b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.611092 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-0b96417d-59e6-4024-889b-997b1d636b18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.1061170 Mar 10 23:51:50.640989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68569f5d-a4df-4b09-907c-12c93e870611 req-ac1770d5-34ff-437b-b19d-61cf624c5252 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337166 Mar 10 23:51:50.657427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-ffbf419e-d0d8-465f-9587-18dfc42a81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:50.659155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-ffbf419e-d0d8-465f-9587-18dfc42a81f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2153938 Mar 10 23:51:50.699471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-680dd60a-5f44-4812-9911-7eab955f9d67 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808419 Mar 10 23:51:50.702075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:50.703904 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-c01f5d3e-9262-40c8-aeec-a9ab14b2f2af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637994 Mar 10 23:51:50.714151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:50.714533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:50.883543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:50.884309 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:50.903123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-4952fb8e-c1fe-4a85-987e-38e4bec886cf service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042465 Mar 10 23:51:50.942714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:50.965856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks [] for port (f49ed4f6-fe26-4872-be08-6042e415b883), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:50.979247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:50.982306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:50.988121 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc21da2c-90a4-4c0d-8d36-ef00792832b9" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:50.997329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:51.001012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:51.028960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5a89-3952-4507-98e1-139c9168bea4 req-5b77ee74-0d06-45fa-be24-618f68ad9181 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:51.030981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fda5a89-3952-4507-98e1-139c9168bea4 req-5b77ee74-0d06-45fa-be24-618f68ad9181 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.1269343 Mar 10 23:51:51.057684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Transition to ACTIVE for port object f49ed4f6-fe26-4872-be08-6042e415b883 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:51.076970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:51.096473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] For port d6fe2a89-1240-4135-80a7-0c78ebd7df05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6fe2a89-1240-4135-80a7-0c78ebd7df05,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:51.096986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:51.115439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:51.161762 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-dbf6743c-2228-4bd0-bd75-c7c34d75c544 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711146 Mar 10 23:51:51.164542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Calling delete_port for d6fe2a89-1240-4135-80a7-0c78ebd7df05 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:51:51.168810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-c42e9245-b075-4100-a8d9-fb213020c7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336324 Mar 10 23:51:51.176566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fda5a89-3952-4507-98e1-139c9168bea4 req-d63558cd-8fe6-451d-8800-9964f6a50125 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358750 Mar 10 23:51:51.186721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0aba15b2-cc60-450e-9853-8239a9b7b894 is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:51.203129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64b21-46e8-46d3-bb33-375993a403b7 req-fa85444f-b1dc-4547-97e5-f5db16a8c49f tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:51.212316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69b64b21-46e8-46d3-bb33-375993a403b7 req-fa85444f-b1dc-4547-97e5-f5db16a8c49f tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 950 time: 0.1185713 Mar 10 23:51:51.291777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69b64b21-46e8-46d3-bb33-375993a403b7 req-ad78b3f7-18e4-4e0d-b2f5-c40be6a232f6 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc1e6504-b4a7-456c-8b63-2870ed15dea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780363 Mar 10 23:51:51.314998 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1badbcf0-3a5d-4473-a07e-47b4567e970a x-openstack-request-id: req-1badbcf0-3a5d-4473-a07e-47b4567e970a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:51.315989 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:51.316748 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1badbcf0-3a5d-4473-a07e-47b4567e970a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:51.318150 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'code': 200} Mar 10 23:51:51.442720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:51.644843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6710f3-e52d-4a0a-b144-85191edcf6cf req-9c9a74d3-80c0-48de-85e4-19dba3c52dad service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462490 Mar 10 23:51:51.645534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d6fe2a89-1240-4135-80a7-0c78ebd7df05), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:51.678214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403443f-37f3-4e09-9dd9-d83bd3a19124 req-c731132c-1888-42c9-a147-e4a6b25c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:51.680085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4403443f-37f3-4e09-9dd9-d83bd3a19124 req-c731132c-1888-42c9-a147-e4a6b25c28a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 1131 time: 0.2819252 Mar 10 23:51:51.702770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d25d1-642c-4798-a4f2-e21be865a836 req-961d2b14-3e82-48a5-bd5d-5c36790a05e4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:51.705513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e0d25d1-642c-4798-a4f2-e21be865a836 req-961d2b14-3e82-48a5-bd5d-5c36790a05e4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.2498095 Mar 10 23:51:51.750866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498793-b1c5-4b00-a4de-297dc49f84b1 req-a616afc0-c31d-4154-b444-b1a09709090b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:51.752977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33498793-b1c5-4b00-a4de-297dc49f84b1 req-a616afc0-c31d-4154-b444-b1a09709090b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.2534502 Mar 10 23:51:51.825002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4403443f-37f3-4e09-9dd9-d83bd3a19124 req-6c7eae84-dc76-445f-9d35-292422f83033 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306734 Mar 10 23:51:51.852585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Pushing event deleted for resources: {'Port': ['ID=d6fe2a89-1240-4135-80a7-0c78ebd7df05,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:51.928416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33498793-b1c5-4b00-a4de-297dc49f84b1 req-d478b2fb-0306-4e85-bd86-c854f71a9991 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613030 Mar 10 23:51:51.970417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e0d25d1-642c-4798-a4f2-e21be865a836 req-03efa8c1-f88e-44cd-9843-5641cbd2fd89 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512274 Mar 10 23:51:51.970913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41954) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:51.999806 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b929a3aa-8068-401e-bf18-13564afb384c req-108901a3-2625-4b25-a06d-57a952ec985a service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111808 Mar 10 23:51:52.000982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] No DVR routers for this DVR port d6fe2a89-1240-4135-80a7-0c78ebd7df05 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:52.017658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.024202 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0e4f51ed-ca77-40f7-a26b-e72125fa7516 req-ca612aef-c948-4c0b-877d-c10c49b39e78 tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.30 "DELETE /v2.0/ports/d6fe2a89-1240-4135-80a7-0c78ebd7df05 HTTP/1.1" status: 204 len: 173 time: 1.9738345 Mar 10 23:51:52.034267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'name': 'network-vif-deleted', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:52.040497 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2513977-5bb7-43e2-85c9-acd2735bbae3" -d '{"events": [{"server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "name": "network-vif-deleted", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:52.077232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Attempting to bind port f49ed4f6-fe26-4872-be08-6042e415b883 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:51:52.077615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Attempting to bind port f49ed4f6-fe26-4872-be08-6042e415b883 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:51:52.077947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Attempting to bind port f49ed4f6-fe26-4872-be08-6042e415b883 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:52.083589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Port f49ed4f6-fe26-4872-be08-6042e415b883 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:51:52.084055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Attempting to bind port f49ed4f6-fe26-4872-be08-6042e415b883 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:51:52.091328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:51:52.092719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Checking segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:51:52.093276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Bound using segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:51:52.094917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Bound port: f49ed4f6-fe26-4872-be08-6042e415b883, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:51:52.095393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.143600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909b7b0-46db-4138-83e3-c47f18a4e682 req-baa92f61-f574-4414-bd58-5b0f2a727ad1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:52.154223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b909b7b0-46db-4138-83e3-c47f18a4e682 req-baa92f61-f574-4414-bd58-5b0f2a727ad1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1251438 Mar 10 23:51:52.245705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:52.249916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:51:52.259563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.275476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b909b7b0-46db-4138-83e3-c47f18a4e682 req-3281b423-f6d2-4844-a1de-70fdbe02eb98 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193352 Mar 10 23:51:52.327061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a0267fc-47b4-44a9-bef1-18fd7e436f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.422396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184fb0-b499-4c4d-ad00-c8f0b37ee32d req-fbb8146c-3d93-4e3b-98cf-4de4a3ec0aaa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:52.427485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb184fb0-b499-4c4d-ad00-c8f0b37ee32d req-fbb8146c-3d93-4e3b-98cf-4de4a3ec0aaa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2614431 Mar 10 23:51:52.573496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6fe2a89-1240-4135-80a7-0c78ebd7df05 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:51:52.606002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb184fb0-b499-4c4d-ad00-c8f0b37ee32d req-5acadc97-ea62-4106-9230-a17d4cd59066 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726992 Mar 10 23:51:52.630775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d6fe2a89-1240-4135-80a7-0c78ebd7df05 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:51:52.631459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6fe2a89-1240-4135-80a7-0c78ebd7df05 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:51:52.695258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2f1da-9cba-4fae-8b90-937112e6afae req-90df6556-daab-4df4-b36c-1bf64de8dd81 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:52.710990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96c2f1da-9cba-4fae-8b90-937112e6afae req-90df6556-daab-4df4-b36c-1bf64de8dd81 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 949 time: 0.2530420 Mar 10 23:51:52.786347 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da4ddb3-2ce4-40d1-99a1-ad754830b7b2 x-openstack-request-id: req-8da4ddb3-2ce4-40d1-99a1-ad754830b7b2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:52.786347 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6", "name": "network-vif-deleted", "tag": "d6fe2a89-1240-4135-80a7-0c78ebd7df05", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:52.787240 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8da4ddb3-2ce4-40d1-99a1-ad754830b7b2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:52.787240 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6', 'name': 'network-vif-deleted', 'tag': 'd6fe2a89-1240-4135-80a7-0c78ebd7df05', 'status': 'completed', 'code': 200} Mar 10 23:51:52.840284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:52.841311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.842386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] 10.222.0.39 "PUT /v2.0/ports/f49ed4f6-fe26-4872-be08-6042e415b883 HTTP/1.1" status: 200 len: 1091 time: 3.0805001 Mar 10 23:51:52.890018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291a452-b0f6-431b-9701-1cb8652c8204 service neutron] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:52.890776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14e4b437-6c64-4ce9-8fc2-f66436ae1bf7 req-0b62c9da-4213-4e72-a32b-687ce8fd895a tempest-ImagesNegativeTestJSON-452904372 tempest-ImagesNegativeTestJSON-452904372-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e6d9ea4-f94d-46e6-bd94-a25a71c7d4b6 HTTP/1.1" status: 200 len: 210 time: 0.1234443 Mar 10 23:51:52.913569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96c2f1da-9cba-4fae-8b90-937112e6afae req-c997a6e7-38a7-429c-a98b-199b020a2df7 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010562 Mar 10 23:51:52.915703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a0267fc-47b4-44a9-bef1-18fd7e436f40 admin admin] Publish callbacks [] for security_group (cae60731-791b-423b-a64f-55aeb2ac1e2b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.921841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a0267fc-47b4-44a9-bef1-18fd7e436f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cae60731-791b-423b-a64f-55aeb2ac1e2b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:52.984811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0267fc-47b4-44a9-bef1-18fd7e436f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae60731-791b-423b-a64f-55aeb2ac1e2b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:53.016374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a0267fc-47b4-44a9-bef1-18fd7e436f40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca9fe25bc29b445fb03ede3579fb0376&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0442955 Mar 10 23:51:53.020506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41970) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:53.132850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-52d9cfb1-1c48-4d78-894e-4125dff04988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.140138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-52d9cfb1-1c48-4d78-894e-4125dff04988 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 1125 time: 0.1582763 Mar 10 23:51:53.203084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-5c575545-00d5-43c9-b28f-d8bbe964aa6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f49ed4f6-fe26-4872-be08-6042e415b883 HTTP/1.1" status: 200 len: 217 time: 0.0560434 Mar 10 23:51:53.220446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] Publish callbacks [] for security_group (cae60731-791b-423b-a64f-55aeb2ac1e2b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:53.250876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87ef22-d939-4a57-bae1-2dd07821d125 req-08b8b389-2740-414b-970f-7290454d43da tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.253053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c87ef22-d939-4a57-bae1-2dd07821d125 req-08b8b389-2740-414b-970f-7290454d43da tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.1509361 Mar 10 23:51:53.272579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57067a62-3a42-450c-8b99-0838838c4033 req-b664e4fb-7c93-4c86-8949-10e1ee9e1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.274083 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-b664e4fb-7c93-4c86-8949-10e1ee9e1b40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.0628781 Mar 10 23:51:53.292514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] Publish callbacks [] for security_group (cae60731-791b-423b-a64f-55aeb2ac1e2b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:53.307476 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-0013aa92-626e-46a1-9f9d-dfd428c88e92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276272 Mar 10 23:51:53.362284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d111f8-8f07-4da3-9690-3da7bc23321a req-f57e20f2-7b1c-4f76-8b27-6453ccf8fad1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.371251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69d111f8-8f07-4da3-9690-3da7bc23321a req-f57e20f2-7b1c-4f76-8b27-6453ccf8fad1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.1914558 Mar 10 23:51:53.396880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c87ef22-d939-4a57-bae1-2dd07821d125 req-134b3faf-a8c9-4b93-91b6-633bcb687fe8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324453 Mar 10 23:51:53.458469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69d111f8-8f07-4da3-9690-3da7bc23321a req-6321cfa8-644d-4ab5-a8d4-66d17a42ce86 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860820 Mar 10 23:51:53.465082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cae60731-791b-423b-a64f-55aeb2ac1e2b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:53.469322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-cb783369-93b2-45e3-8f0e-9aa7f348f9a4 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523609 Mar 10 23:51:53.472137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:53.474085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae60731-791b-423b-a64f-55aeb2ac1e2b HTTP/1.1" status: 204 len: 168 time: 0.4502816 Mar 10 23:51:53.498262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:53.512644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b6598-380f-4c61-b09a-3f131b96e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae60731-791b-423b-a64f-55aeb2ac1e2b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:53.661868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81d919-b1c4-44ec-982a-dbd6f19413c6 req-b642f057-84c8-4d46-a5e7-6f3c20442a86 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.663416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f81d919-b1c4-44ec-982a-dbd6f19413c6 req-b642f057-84c8-4d46-a5e7-6f3c20442a86 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 943 time: 0.1406667 Mar 10 23:51:53.691586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57067a62-3a42-450c-8b99-0838838c4033 req-c9ee8be8-a6dc-4d3f-9953-4c3fd92c90a4 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979990 Mar 10 23:51:53.729193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c7d1-3517-4f2f-9e20-05ceb8580fae req-513ee9e8-20b8-4bbb-9451-f18311b740ea tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.730792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f62c7d1-3517-4f2f-9e20-05ceb8580fae req-513ee9e8-20b8-4bbb-9451-f18311b740ea tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.1201026 Mar 10 23:51:53.778136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f81d919-b1c4-44ec-982a-dbd6f19413c6 req-27a31c09-8e04-4da0-8bfb-107f7bb8a607 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028891 Mar 10 23:51:53.787198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:53.808604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'mac_address': 'fa:16:3e:07:48:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:53.829541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f62c7d1-3517-4f2f-9e20-05ceb8580fae req-217f9e9b-7120-4f1e-9f9f-f5a99d1fd345 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876541 Mar 10 23:51:53.892102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:53.892592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:53.924812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:53.946628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709d052-57e6-413a-ad87-b670d33de330 req-c4eb59ce-83fd-4a78-9d23-6e9c197f1e8b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:53.955122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e709d052-57e6-413a-ad87-b670d33de330 req-c4eb59ce-83fd-4a78-9d23-6e9c197f1e8b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0902431 Mar 10 23:51:53.996045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:54.005739 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:54.033138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e709d052-57e6-413a-ad87-b670d33de330 req-23eaf51e-b0d2-450d-9cfd-fe8c32338c47 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Mar 10 23:51:54.157182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=12']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:54.187799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-0b0bc97a-7deb-4c70-8c83-e01b63aec738 service neutron] 10.222.0.30 "GET /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.0985909 Mar 10 23:51:54.190565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8da82-ea7a-4737-a742-03219a244e7f req-e8b4c11f-1217-4c8f-8e35-05cd9377a64e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:54.200276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8dc8da82-ea7a-4737-a742-03219a244e7f req-e8b4c11f-1217-4c8f-8e35-05cd9377a64e tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 949 time: 0.1137130 Mar 10 23:51:54.279246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8dc8da82-ea7a-4737-a742-03219a244e7f req-e06fab65-09a3-49c5-9f58-8d402a176fc0 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777073 Mar 10 23:51:54.319822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:54.358043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-aa46fc1a-7681-4a7e-a4f3-e8b08d441a32 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775263 Mar 10 23:51:54.540895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-202561c4-0ad0-406d-a84a-36dd866930aa tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:54.551517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-202561c4-0ad0-406d-a84a-36dd866930aa tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923211 Mar 10 23:51:54.552210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:54.586649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:54.589667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-d583e8a3-55ce-44e7-8414-953896749554 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/quotas/e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 375 time: 0.0371470 Mar 10 23:51:54.670973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aba15b2-cc60-450e-9853-8239a9b7b894 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:54.684306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:54.706221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:54.710555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-a8cdadab-da40-4847-9438-31e4c41b6b20 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1181035 Mar 10 23:51:54.809528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:54.815259 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf52bcc9-2037-4a35-8002-0e93d39c949e" -d '{"events": [{"name": "network-changed", "server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:54.933908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] Transition to ACTIVE for port object 0aba15b2-cc60-450e-9853-8239a9b7b894 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:54.940069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:55.089048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] No DVR routers for this DVR port 0aba15b2-cc60-450e-9853-8239a9b7b894 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:51:55.141743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] Pushing event updated for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:55.150067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18356b-5841-46f0-ad0d-1af4a5444e9f req-df78d720-d4bc-4ec6-ada4-4dac609db1eb tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.152168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f18356b-5841-46f0-ad0d-1af4a5444e9f req-df78d720-d4bc-4ec6-ada4-4dac609db1eb tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.1597075 Mar 10 23:51:55.173760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-ae02e9cb-5fde-4089-8a83-5f4d3b472722 service neutron] 10.222.0.30 "PUT /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9783356 Mar 10 23:51:55.177780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0353c-ad32-4451-b712-62b56e903bb7 req-ac5d4552-918c-45ce-9912-fd670de8f59f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.179395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-deb0353c-ad32-4451-b712-62b56e903bb7 req-ac5d4552-918c-45ce-9912-fd670de8f59f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.1242645 Mar 10 23:51:55.294270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-deb0353c-ad32-4451-b712-62b56e903bb7 req-dd0d301e-0ce2-4fc0-9c9c-06cbc1b4239f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950933 Mar 10 23:51:55.297880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f18356b-5841-46f0-ad0d-1af4a5444e9f req-f9178923-4a8c-4d64-80f2-7464ce2355a3 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171863 Mar 10 23:51:55.382494 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a548f-9abc-4c42-89db-d4f2fe5a62ee x-openstack-request-id: req-af0a548f-9abc-4c42-89db-d4f2fe5a62ee {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:55.383165 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:55.383165 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af0a548f-9abc-4c42-89db-d4f2fe5a62ee {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:55.383414 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'status': 'completed', 'code': 200} Mar 10 23:51:55.428774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04a0d8e8-8f67-4a80-af8b-3f4e7f33268f req-b4f44bd6-6fbc-4118-8bfd-7d2e606ad4df tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 210 time: 0.0354962 Mar 10 23:51:55.490476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-5b3325dc-9c3f-4699-a780-bc4eab28d59f tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.492138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-5b3325dc-9c3f-4699-a780-bc4eab28d59f tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.1886446 Mar 10 23:51:55.494847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-b737abcd-b46f-4bde-bde0-e7e27493c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.496426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-b737abcd-b46f-4bde-bde0-e7e27493c948 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 1125 time: 0.1071649 Mar 10 23:51:55.514669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:55.654977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-be08c584-b7aa-414c-b0b6-213f6b3e3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.656652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-be08c584-b7aa-414c-b0b6-213f6b3e3faa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635&tenant_id=da12229c4cbb4b6c828735039e4890d6 HTTP/1.1" status: 200 len: 1126 time: 0.1535916 Mar 10 23:51:55.673136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:51:55.673928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-0d035881-688b-488c-a7a6-95837cc65019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.675641 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-0d035881-688b-488c-a7a6-95837cc65019 service neutron] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 923 time: 0.1704969 Mar 10 23:51:55.682583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:55.682972 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:55.802791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b35e7-8b18-409d-9a1e-96998f53fa20 req-5158496c-0a37-4e83-b779-517a805f6994 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:55.812211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a3b35e7-8b18-409d-9a1e-96998f53fa20 req-5158496c-0a37-4e83-b779-517a805f6994 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1210318 Mar 10 23:51:55.847091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:55.848110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:55.868276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-a00177eb-0e85-4ccc-9050-14bdae249337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f49ed4f6-fe26-4872-be08-6042e415b883 HTTP/1.1" status: 200 len: 217 time: 0.1174374 Mar 10 23:51:55.970479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:55.973057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a3b35e7-8b18-409d-9a1e-96998f53fa20 req-335f3fcf-5983-444e-8820-b38d47b1a79d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576855 Mar 10 23:51:55.974573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:51:55.984556 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60275b3-9523-4da1-af01-f1419cc7ad94" -d '{"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:51:55.997822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:56.034646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-d8349ced-b422-4382-8e0e-32c6249daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.039679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-d8349ced-b422-4382-8e0e-32c6249daab0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1126 time: 0.3528969 Mar 10 23:51:56.049583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-47cdecb9-e638-42e7-81ae-6f056398663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.051267 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-47cdecb9-e638-42e7-81ae-6f056398663f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.1767349 Mar 10 23:51:56.099024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-a48ebbee-0689-4e2a-9d56-57764af4ebca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378482 Mar 10 23:51:56.108241 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe92f4-00c4-4e40-b5d8-4b9521534ca6 x-openstack-request-id: req-17fe92f4-00c4-4e40-b5d8-4b9521534ca6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:51:56.109164 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-plugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:51:56.109405 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17fe92f4-00c4-4e40-b5d8-4b9521534ca6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:51:56.109803 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:51:56.124036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=13']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:56.251679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-f547603f-1072-4b73-b79b-a5788bc2ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.253561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-f547603f-1072-4b73-b79b-a5788bc2ffbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 200 len: 909 time: 0.2061002 Mar 10 23:51:56.445647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42122) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:56.452336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-7174ee6c-d550-4422-aa80-7c68bf63227d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 200 len: 217 time: 0.1655881 Mar 10 23:51:56.471254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42128) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:56.503255 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-a61fad8c-e735-4dbf-8a1c-c9fc485de53d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478492 Mar 10 23:51:56.610660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:56.625616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-505e1338-dc4d-4d88-875f-1d8a5939948a service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209050 Mar 10 23:51:56.717358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2c364fd-c2db-47d9-a325-6c4f438901a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:56.757054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:56.773334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'mac_address': 'fa:16:3e:d5:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:56.779046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-16f18959-5ebd-407c-84ed-1532e7b7208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.780765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-16f18959-5ebd-407c-84ed-1532e7b7208f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 200 len: 848 time: 0.2808807 Mar 10 23:51:56.828125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:56.828691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:56.845932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:56.865351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-a5847bd7-ee31-4199-9e86-e1a055275b62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0108e72d-82ed-4115-bb19-632addd3ad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417428 Mar 10 23:51:56.880587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:56.887220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:56.907129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e45b255e-f89e-43df-b391-a5540bf21a0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87ca5bbf67044b739d13e92870a6d5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597487 Mar 10 23:51:56.925104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42134) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:56.935962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329b1b5-4310-4ac2-aaad-9bf2992b572e req-23a618c5-6723-442d-88f6-9b466f417b9c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.946163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c329b1b5-4310-4ac2-aaad-9bf2992b572e req-23a618c5-6723-442d-88f6-9b466f417b9c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.4383121 Mar 10 23:51:56.964549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a240ba-74ad-4943-9fe0-747e0caf3cda req-22b3e33f-b999-4368-8bfb-df2c27f2f38e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.965159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:56.975332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a240ba-74ad-4943-9fe0-747e0caf3cda req-22b3e33f-b999-4368-8bfb-df2c27f2f38e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.4948568 Mar 10 23:51:56.987128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-95b7d0d8-26e9-4704-b099-2858be2e9ec5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:56.989448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-95b7d0d8-26e9-4704-b099-2858be2e9ec5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4732115 Mar 10 23:51:56.992733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['873e0bed-e8cd-4a2f-9d2a-418db749dbd1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:57.029748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cf52bcc9-2037-4a35-8002-0e93d39c949e req-207e47eb-7980-4566-a8fe-b5db5e2592d2 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757539 Mar 10 23:51:57.039235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Request body: {'port': {'device_id': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'e836e3f5804447c88e208c5353efa464'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:57.043297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2c364fd-c2db-47d9-a325-6c4f438901a9 admin admin] Publish callbacks [] for security_group (08f741b3-ddde-476d-867a-4b72c9795abf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.069480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2c364fd-c2db-47d9-a325-6c4f438901a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (08f741b3-ddde-476d-867a-4b72c9795abf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.103991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2c364fd-c2db-47d9-a325-6c4f438901a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9104bfa9369b4ef991eaec3846542ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288731 Mar 10 23:51:57.111565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42138) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:57.145401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c329b1b5-4310-4ac2-aaad-9bf2992b572e req-c5c01ea3-e5d3-4579-beff-25dd1b88d552 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971219 Mar 10 23:51:57.150703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-9131a640-6476-49fb-ba38-711862f599a9 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671559 Mar 10 23:51:57.151306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] Publish callbacks [] for security_group (bc1e6504-b4a7-456c-8b63-2870ed15dea1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.212525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a240ba-74ad-4943-9fe0-747e0caf3cda req-735a1f81-2486-4e5a-a178-2158a0131347 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360878 Mar 10 23:51:57.228795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] Publish callbacks [] for security_group (bc1e6504-b4a7-456c-8b63-2870ed15dea1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.229061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c364fd-c2db-47d9-a325-6c4f438901a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f741b3-ddde-476d-867a-4b72c9795abf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:57.299126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf2fcdae-0008-4cb4-83cc-7a358141f2b3 req-b7454ca9-2aaf-4a8d-ad1a-4d5413bf026e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 210 time: 0.0452015 Mar 10 23:51:57.315019 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] Publish callbacks [] for security_group (08f741b3-ddde-476d-867a-4b72c9795abf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.346959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] Publish callbacks [] for security_group (08f741b3-ddde-476d-867a-4b72c9795abf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.353291 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-568c4a9c-947f-4a60-b379-edafb5930354 service neutron] 10.222.0.39 "GET /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940441 Mar 10 23:51:57.367545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Made reservation on behalf of e836e3f5804447c88e208c5353efa464 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:57.370927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.416042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bc1e6504-b4a7-456c-8b63-2870ed15dea1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.419616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.420783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc1e6504-b4a7-456c-8b63-2870ed15dea1 HTTP/1.1" status: 204 len: 168 time: 0.4938722 Mar 10 23:51:57.440172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (08f741b3-ddde-476d-867a-4b72c9795abf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.447703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.449816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08f741b3-ddde-476d-867a-4b72c9795abf HTTP/1.1" status: 204 len: 168 time: 0.3299730 Mar 10 23:51:57.471503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5160a5-ce55-4b2a-bd7a-9f5ac3ce68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f741b3-ddde-476d-867a-4b72c9795abf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:57.506312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e8900-1bca-4bc0-86ae-1474d10e718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e6504-b4a7-456c-8b63-2870ed15dea1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:57.566388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7e89-3e71-4f10-bea9-d7a2182624a9 req-943f8f6e-c991-4eed-a00c-856d457d93a8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:57.570887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:51:57.578391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c31c7e89-3e71-4f10-bea9-d7a2182624a9 req-943f8f6e-c991-4eed-a00c-856d457d93a8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1807780 Mar 10 23:51:57.668085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c31c7e89-3e71-4f10-bea9-d7a2182624a9 req-e2388ef7-f0c2-436f-82f8-b6627cecbbad tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883875 Mar 10 23:51:57.708340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Allocated IP 192.168.233.39 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/a512c3ee-b470-41d6-a795-425f2e0c6496) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:51:57.753162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:57.770592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'port_id': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'mac_address': 'fa:16:3e:f7:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a999b2-25a4-4e33-b3fb-c5471b2422f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:51:57.790250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-a7486f22-c9b8-4550-860a-166c7a04a63f tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:57.791693 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-a7486f22-c9b8-4550-860a-166c7a04a63f tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635&tenant_id=da12229c4cbb4b6c828735039e4890d6&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.1092799 Mar 10 23:51:57.828541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port f49ed4f6-fe26-4872-be08-6042e415b883 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:57.828967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:57.872844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:57.938548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:51:57.945270 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.007813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:58.037830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-2cc26c0e-185d-46de-8518-81e232430234 service neutron] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:51:58.043605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-2cc26c0e-185d-46de-8518-81e232430234 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.044823 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42730adb-3647-4ec4-a73b-32fafa6d4624 req-2cc26c0e-185d-46de-8518-81e232430234 service neutron] 10.222.0.39 "DELETE /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.2427835 Mar 10 23:51:58.064134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks [] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.119369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.136264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:58.138946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['958911d0-c91a-484d-8740-6ff0f506589b', '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:58.249973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:51:58.282605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:51:58.288597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:51:58.295373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:51:58.314704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['f49ed4f6-fe26-4872-be08-6042e415b883'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:51:58.442917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:58.443685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.496730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-b7efaaab-f5b9-4576-b782-4cb478b8764c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4701900 Mar 10 23:51:58.514107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Request body: {'port': {'device_id': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:58.518947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2912e-d713-4333-85c4-ce7c6fbc373d req-3ae14be7-8418-4ef3-a11b-7911a46ac439 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:58.538337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57b2912e-d713-4333-85c4-ce7c6fbc373d req-3ae14be7-8418-4ef3-a11b-7911a46ac439 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 944 time: 0.2638521 Mar 10 23:51:58.675059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbb52d-7915-4f3f-a3f8-4e20cd7b7aac req-c968f98a-dd0e-4ae5-a289-6a308a676a41 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:58.684253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49fbb52d-7915-4f3f-a3f8-4e20cd7b7aac req-c968f98a-dd0e-4ae5-a289-6a308a676a41 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.3242447 Mar 10 23:51:58.731367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:58.737529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57b2912e-d713-4333-85c4-ce7c6fbc373d req-f39da3d2-fb6a-4603-a708-e3a87b5378b6 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969092 Mar 10 23:51:58.814981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49fbb52d-7915-4f3f-a3f8-4e20cd7b7aac req-906fb66c-fd29-48a1-8ece-f7bf8ef9997b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290622 Mar 10 23:51:58.838031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:51:58.937557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42228) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:51:58.994474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5aac-044d-46bd-8759-0e869f7f6207 req-e9555dd4-46e8-4ac0-ad8a-ba616490974d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:59.000593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6fd5aac-044d-46bd-8759-0e869f7f6207 req-e9555dd4-46e8-4ac0-ad8a-ba616490974d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 935 time: 0.1639185 Mar 10 23:51:59.096929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-103863e7-3821-476f-828b-9c6127e4f0f5 None None] Provisioning complete for port a512c3ee-b470-41d6-a795-425f2e0c6496 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:59.097859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-103863e7-3821-476f-828b-9c6127e4f0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.291301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6fd5aac-044d-46bd-8759-0e869f7f6207 req-2cd0445d-a83a-4e2e-9440-d0018b690960 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821379 Mar 10 23:51:59.294365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-103863e7-3821-476f-828b-9c6127e4f0f5 None None] Port a512c3ee-b470-41d6-a795-425f2e0c6496 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:51:59.322008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1505258627-network', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:51:59.366082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:51:59.366760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.369359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c788cb-e21b-4a97-8e52-1deca38de578 req-fa326f94-e6a8-4a15-80f4-ab73a7daa8ce tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:59.374926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c788cb-e21b-4a97-8e52-1deca38de578 req-fa326f94-e6a8-4a15-80f4-ab73a7daa8ce tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2912738 Mar 10 23:51:59.518729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Made reservation on behalf of 034f1d09cc1242eca072c2f4c18ed968 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:51:59.525389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.588167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31c788cb-e21b-4a97-8e52-1deca38de578 req-d66a4e4c-ef01-45f5-90e0-880b8cfcd20a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905904 Mar 10 23:51:59.590476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.596060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:51:59.677917 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks [] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.699010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Transition to ACTIVE for port object a512c3ee-b470-41d6-a795-425f2e0c6496 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:51:59.707193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:51:59.783913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-e3c84dbe-a394-4152-a76a-d0d7c8941026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:59.787183 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-e3c84dbe-a394-4152-a76a-d0d7c8941026 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1128 time: 0.2237947 Mar 10 23:51:59.864954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee288f-9b1c-4c74-a7c5-a3aec78ec559 req-21a926b3-2e1e-4788-b84b-c1c73730ff28 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:51:59.867140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ee288f-9b1c-4c74-a7c5-a3aec78ec559 req-21a926b3-2e1e-4788-b84b-c1c73730ff28 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 1126 time: 0.2779706 Mar 10 23:51:59.928987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:51:59.929611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.020640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ee288f-9b1c-4c74-a7c5-a3aec78ec559 req-29b8e8d5-ae07-4e04-b2b7-de97813fd6e7 tempest-LiveMigrationTest-2093486815 tempest-LiveMigrationTest-2093486815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472418 Mar 10 23:52:00.062357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-140ded49-5578-4de9-80e7-3df7e0c8ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:00.068113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-140ded49-5578-4de9-80e7-3df7e0c8ce92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.2547705 Mar 10 23:52:00.083791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:00.105111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks [] for security_group (dbba0b2c-f0ed-4331-99d6-e474a8f63265), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.114281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dbba0b2c-f0ed-4331-99d6-e474a8f63265), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.176928 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f9665637-94aa-4eb0-9717-0e189c778efa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 217 time: 0.0823994 Mar 10 23:52:00.251103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:00.257274 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a38e1-9214-44b9-ab14-a0a9fb8ff809" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:00.267340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:52:00.291126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-203a3b57-f90d-4f0b-becf-b286fd0a4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:00.292607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-203a3b57-f90d-4f0b-becf-b286fd0a4e87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0704086 Mar 10 23:52:00.312009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:00.337875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.354099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba0b2c-f0ed-4331-99d6-e474a8f63265,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:00.360141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-c4892e22-c146-42a7-9eb3-671e46529b66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428340 Mar 10 23:52:00.385674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (656b4a53-e380-490a-8ec1-b513e66512da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.386041 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Added segment 656b4a53-e380-490a-8ec1-b513e66512da of type vlan for network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b Mar 10 23:52:00.479090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c17fb2-c447-465d-9498-9f38b490e02d req-39f7b18f-fbfa-429a-8c88-c332ce1bb922 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:00.491164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15c17fb2-c447-465d-9498-9f38b490e02d req-39f7b18f-fbfa-429a-8c88-c332ce1bb922 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 944 time: 0.2913918 Mar 10 23:52:00.492392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:00.492728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:00.493125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:00.503839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:00.504336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:00.512651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:00.513016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:00.513375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:00.513863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Bound port: a512c3ee-b470-41d6-a795-425f2e0c6496, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:00.514224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.526273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (96400c1e-5edb-4e79-8647-c3f9ca14bf2b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.564045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:00.606700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15c17fb2-c447-465d-9498-9f38b490e02d req-99d1b634-85d1-4d23-8427-e4c5d90ed3ed tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139967 Mar 10 23:52:00.609589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-205be22e-d4ae-403f-8d8f-d0ba9d147dec service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433715 Mar 10 23:52:00.629154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (96400c1e-5edb-4e79-8647-c3f9ca14bf2b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.631372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:00.633301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.695341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:00.726024 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f94f367-89c3-4ede-a599-377c1eb3734a x-openstack-request-id: req-2f94f367-89c3-4ede-a599-377c1eb3734a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:00.726525 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:00.726705 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f94f367-89c3-4ede-a599-377c1eb3734a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:00.727280 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'code': 200} Mar 10 23:52:00.747952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:00.748532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8098800 Mar 10 23:52:00.772488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Request body: {'subnet': {'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-subnet', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:00.820707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:00.866791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eb4fd-dae0-45de-b6b1-6e1bdbf5b031 admin admin] Pushing event updated for resources: {'Network': ['ID=96400c1e-5edb-4e79-8647-c3f9ca14bf2b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:00.869196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:00.877575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:52:00.993577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d9b4-52bb-4632-ba78-2199575d50ee req-0a386c64-f6f4-45a5-85f0-612aaba6f3d8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.029527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be84d9b4-52bb-4632-ba78-2199575d50ee req-0a386c64-f6f4-45a5-85f0-612aaba6f3d8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 947 time: 0.1690738 Mar 10 23:52:01.029695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:01.032921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.033532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:01.036124 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-2923985a-bd1b-40b6-a530-59d50cc4ed1d service neutron] 10.222.0.30 "PUT /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 1095 time: 2.5346839 Mar 10 23:52:01.036610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:01.039024 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:01.048917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Made reservation on behalf of 034f1d09cc1242eca072c2f4c18ed968 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:01.059636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:01.067446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-ed80a8ed-5f0f-4a74-9ae2-1449fa798cf5 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399447 Mar 10 23:52:01.187961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e1ece-9faa-4646-8df7-1b04d54591c5 req-367d8912-9027-42a4-b57e-c6acfff52203 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.207904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f26e1ece-9faa-4646-8df7-1b04d54591c5 req-367d8912-9027-42a4-b57e-c6acfff52203 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.3794923 Mar 10 23:52:01.234407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-61e10a5f-3235-43a9-9633-c9da50875fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.236036 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-61e10a5f-3235-43a9-9633-c9da50875fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1129 time: 0.1367428 Mar 10 23:52:01.314936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-191b155a-99a7-425a-8a59-283dd7f58b8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0660148 Mar 10 23:52:01.324341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be84d9b4-52bb-4632-ba78-2199575d50ee req-b2a3f68f-e2d1-4c6a-a541-34b0e8f9105d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073311 Mar 10 23:52:01.419955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f26e1ece-9faa-4646-8df7-1b04d54591c5 req-efbce196-2df9-46f4-8162-4d86affd63dc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796012 Mar 10 23:52:01.557177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:01.565700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c70aaf-c059-4720-9458-839114a22818 req-28682002-f45a-4ecf-bb34-ef3f2099bad6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.574987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58c70aaf-c059-4720-9458-839114a22818 req-28682002-f45a-4ecf-bb34-ef3f2099bad6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1101482 Mar 10 23:52:01.601094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-b87689ca-7804-4e2f-8ee9-4faa96192ed5 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.603706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-b87689ca-7804-4e2f-8ee9-4faa96192ed5 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.2869120 Mar 10 23:52:01.624526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-ddccd6b6-60d1-4e07-a7c7-617594ba5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:01.625959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-ddccd6b6-60d1-4e07-a7c7-617594ba5eff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2455580 Mar 10 23:52:01.663950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58c70aaf-c059-4720-9458-839114a22818 req-d1c3d5fc-5e99-4e38-a03d-871b6eb2a1e9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873003 Mar 10 23:52:01.786763 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7845ea-4435-4af7-b597-5956c4a90a2b x-openstack-request-id: req-ab7845ea-4435-4af7-b597-5956c4a90a2b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:01.787068 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:01.787314 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7845ea-4435-4af7-b597-5956c4a90a2b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:01.787708 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'status': 'completed', 'code': 200} Mar 10 23:52:01.828779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port f49ed4f6-fe26-4872-be08-6042e415b883 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:52:01.836543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port f49ed4f6-fe26-4872-be08-6042e415b883 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:01.838548 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:01.953716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (09026d7e-912a-4d2c-8374-f7ef70b46f6a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:02.012966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd974f-0add-4bb8-9727-7a90255cdc91 req-b0c2948d-5c96-4f21-a161-f255f547ae6c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:02.037742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bdd974f-0add-4bb8-9727-7a90255cdc91 req-b0c2948d-5c96-4f21-a161-f255f547ae6c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 944 time: 0.1284239 Mar 10 23:52:02.047626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port f49ed4f6-fe26-4872-be08-6042e415b883 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:02.049920 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:02.138821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:02.147502 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:02.174043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bdd974f-0add-4bb8-9727-7a90255cdc91 req-35736c81-fce0-4478-a862-99874dc58d87 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308820 Mar 10 23:52:02.246362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:02.500084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09026d7e-912a-4d2c-8374-f7ef70b46f6a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:02.528507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-4b4ccec6-a4e7-4809-bdc8-dbc1f6df4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:02.532407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-4b4ccec6-a4e7-4809-bdc8-dbc1f6df4174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8808165 Mar 10 23:52:02.663743 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-647428fc-2818-4916-b99b-3328072ea3ed service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208668 Mar 10 23:52:02.682272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0b2ea-be30-452d-ac3c-815f22d51a4a req-237bf7a7-5fa4-40fe-9331-a0f1d23c0b60 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:02.684464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4a0b2ea-be30-452d-ac3c-815f22d51a4a req-237bf7a7-5fa4-40fe-9331-a0f1d23c0b60 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 947 time: 0.1833115 Mar 10 23:52:02.706540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Deleting port 0aba15b2-cc60-450e-9853-8239a9b7b894 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:52:02.707371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:02.716254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3a0e-dd5c-4717-b3a8-005f573bbcbf req-857c42ec-6366-4d7f-86b5-bf2dacc617ad tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:02.725830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3ed3a0e-dd5c-4717-b3a8-005f573bbcbf req-857c42ec-6366-4d7f-86b5-bf2dacc617ad tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 944 time: 0.1127038 Mar 10 23:52:02.728474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:02.732459 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132665f-2a83-466d-8f45-972d10700676" -d '{"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-plugged", "status": "completed", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:02.812770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4a0b2ea-be30-452d-ac3c-815f22d51a4a req-b20455ca-2928-413a-880a-3fc5f6722320 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157486 Mar 10 23:52:02.910706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3ed3a0e-dd5c-4717-b3a8-005f573bbcbf req-627e1967-dd20-47ca-b765-fa94e381b2b2 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823828 Mar 10 23:52:03.089154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d67698b-1fde-4608-9ba0-72aae0277223 x-openstack-request-id: req-4d67698b-1fde-4608-9ba0-72aae0277223 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:03.089154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-plugged", "status": "completed", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:03.089154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d67698b-1fde-4608-9ba0-72aae0277223 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:03.089154 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'code': 200} Mar 10 23:52:03.167759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-738252f5-7107-462b-ac0d-83d7f43aeaf9 req-c3567a5c-144b-4af5-b276-3b12f75f8063 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744861 Mar 10 23:52:03.172461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Checking segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:03.172834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Network hostable DHCP agents. Network: 96400c1e-5edb-4e79-8647-c3f9ca14bf2b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:52:03.222715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] For port 0aba15b2-cc60-450e-9853-8239a9b7b894, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=0aba15b2-cc60-450e-9853-8239a9b7b894,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:03.223406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:03.250226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77793f82-e104-424c-b2f9-d30d38e402eb req-9b83e8e3-ffea-4cc4-8a02-58e3b732102b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.259819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77793f82-e104-424c-b2f9-d30d38e402eb req-9b83e8e3-ffea-4cc4-8a02-58e3b732102b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2181709 Mar 10 23:52:03.371795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Calling delete_port for 0aba15b2-cc60-450e-9853-8239a9b7b894 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:52:03.385509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:52:03.418216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 96400c1e-5edb-4e79-8647-c3f9ca14bf2b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:03.428933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.429531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:03.429854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc712424-ecd4-4c16-b546-ccf1260da00a None None] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:03.464611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c787d2-4636-4e14-8c69-e58ebb9400c3 req-d6e3610d-35cb-4c42-aec8-45ef6f9c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.468343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72c787d2-4636-4e14-8c69-e58ebb9400c3 req-d6e3610d-35cb-4c42-aec8-45ef6f9c12f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 1127 time: 0.2416036 Mar 10 23:52:03.503276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77793f82-e104-424c-b2f9-d30d38e402eb req-0af0992f-7b87-4050-9386-ae97255025ea tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356420 Mar 10 23:52:03.564291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21eb57-145a-49ad-8482-c0edecef7db9 req-bb27b192-d843-4845-af47-5eb2e2867736 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.572749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee21eb57-145a-49ad-8482-c0edecef7db9 req-bb27b192-d843-4845-af47-5eb2e2867736 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.1985884 Mar 10 23:52:03.652239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee21eb57-145a-49ad-8482-c0edecef7db9 req-7436fec2-b643-4b91-8b40-e3f0610e04ff tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Mar 10 23:52:03.717963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-06f75cb6-bfcc-4683-8df2-8a62cf17e460 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9636586 Mar 10 23:52:03.720582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42330) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:03.722987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-69ca2f8c-c32b-483f-b1bf-8181225d3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.724580 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-69ca2f8c-c32b-483f-b1bf-8181225d3f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1129 time: 0.4930968 Mar 10 23:52:03.738419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:03.746048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:52:03.749478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:03.789028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (717a4d8c-52dd-433e-b146-6287a539222c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:03.792483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (717a4d8c-52dd-433e-b146-6287a539222c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:03.933863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-8e2111d6-8c20-40a9-83f1-3b4c2579e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:03.935398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-8e2111d6-8c20-40a9-83f1-3b4c2579e5a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2023847 Mar 10 23:52:04.029239 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-6d0ff97f-d360-4ae7-a5e8-e406aa2fb373 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0860429 Mar 10 23:52:04.036453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72c787d2-4636-4e14-8c69-e58ebb9400c3 req-8e192aea-cdad-459d-b409-525f7cee6bcb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448840 Mar 10 23:52:04.139804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-6b80c015-bcfd-4efa-8ec5-9a312e15370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:04.141748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-6b80c015-bcfd-4efa-8ec5-9a312e15370d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1024888 Mar 10 23:52:04.189455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Allocated IP 172.20.0.2 (96400c1e-5edb-4e79-8647-c3f9ca14bf2b/09026d7e-912a-4d2c-8374-f7ef70b46f6a/fb2fb477-bdd9-4097-9777-97730ddab3b2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:04.290961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0aba15b2-cc60-450e-9853-8239a9b7b894), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.308625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:04.377482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42342) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:04.378651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event deleted for resources: {'Port': ['ID=0aba15b2-cc60-450e-9853-8239a9b7b894,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:04.391289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-35c699f2-339b-47a1-99e8-d4ec14a6ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:04.392925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-35c699f2-339b-47a1-99e8-d4ec14a6ea79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2338486 Mar 10 23:52:04.450522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] No DVR routers for this DVR port 0aba15b2-cc60-450e-9853-8239a9b7b894 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:52:04.454049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.458512 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30f5fdbe-ba32-4a6a-9395-2a59ddfa4b49 req-2c85d001-8ea8-4ad6-96d1-a9e67bb7a783 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "DELETE /v2.0/ports/0aba15b2-cc60-450e-9853-8239a9b7b894 HTTP/1.1" status: 204 len: 173 time: 2.8299618 Mar 10 23:52:04.471282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-deleted', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:04.473237 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c385a0bd-3141-494e-9fc5-2915aa4f2ecb" -d '{"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-deleted", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:04.599379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-8fe44955-0b05-4dbe-b20b-808770040235 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774144 Mar 10 23:52:04.663283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:04.728035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for router_controller (717a4d8c-52dd-433e-b146-6287a539222c), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.779729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b0511-df5b-4f94-80af-74c523228f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.802782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb1f25a9-0140-4cb6-ad43-d477610d610a req-5e2338bf-7fb0-4ad5-8e66-794101937a5c tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0767365 Mar 10 23:52:04.840279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1f0cd861-d1a6-4a5b-98d1-02ea4cae6426 req-3dea2770-d3d2-4484-8ed1-13493d17b4fe service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332335 Mar 10 23:52:04.841354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks [] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.866845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:52:04.890829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.969876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b0511-df5b-4f94-80af-74c523228f58 admin admin] Publish callbacks [] for security_group (db1c0004-4258-4fff-8ee9-80e6c51e035e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:04.981672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b0511-df5b-4f94-80af-74c523228f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (db1c0004-4258-4fff-8ee9-80e6c51e035e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.040480 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d482b9-53af-4ed3-b096-aad5a32dc493 x-openstack-request-id: req-08d482b9-53af-4ed3-b096-aad5a32dc493 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:05.040849 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c0995d-aef2-40fa-a1a9-a7428a3b3635", "name": "network-vif-deleted", "tag": "0aba15b2-cc60-450e-9853-8239a9b7b894", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:05.041051 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08d482b9-53af-4ed3-b096-aad5a32dc493 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:05.042054 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c0995d-aef2-40fa-a1a9-a7428a3b3635', 'name': 'network-vif-deleted', 'tag': '0aba15b2-cc60-450e-9853-8239a9b7b894', 'status': 'completed', 'code': 200} Mar 10 23:52:05.043386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0511-df5b-4f94-80af-74c523228f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c0004-4258-4fff-8ee9-80e6c51e035e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:05.078181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d913c-2d30-48a2-a260-25bcc809e589 req-13f0e321-a559-4595-9343-5a851f910aaf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:05.087800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:05.090066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-211d913c-2d30-48a2-a260-25bcc809e589 req-13f0e321-a559-4595-9343-5a851f910aaf tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 947 time: 1.0299139 Mar 10 23:52:05.104123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-901b0511-df5b-4f94-80af-74c523228f58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0e3256fcc0c4b13b97ec789fbaaf219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7214472 Mar 10 23:52:05.107243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42360) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:05.113333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:05.134748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:05.149503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Pushing event updated for resources: {'Port': ['ID=fb2fb477-bdd9-4097-9777-97730ddab3b2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:05.226231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:05.303681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for router_gateway (717a4d8c-52dd-433e-b146-6287a539222c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.322960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] Publish callbacks [] for security_group (db1c0004-4258-4fff-8ee9-80e6c51e035e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.323694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'mac_address': 'fa:16:3e:5d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:05.387452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a512c3ee-b470-41d6-a795-425f2e0c6496 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:05.387745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.405066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Attempting to bind port fb2fb477-bdd9-4097-9777-97730ddab3b2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:05.405443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Attempting to bind port fb2fb477-bdd9-4097-9777-97730ddab3b2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:05.405794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Attempting to bind port fb2fb477-bdd9-4097-9777-97730ddab3b2 on network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:05.414000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:05.414452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Checking segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:05.414772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.415230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Bound using segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:05.415709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Bound port: fb2fb477-bdd9-4097-9777-97730ddab3b2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:05.416116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.468711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] Publish callbacks [] for security_group (db1c0004-4258-4fff-8ee9-80e6c51e035e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.497800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] For port fb2fb477-bdd9-4097-9777-97730ddab3b2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:05.501596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] For port fb2fb477-bdd9-4097-9777-97730ddab3b2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fb2fb477-bdd9-4097-9777-97730ddab3b2,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:05.506758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:05.530937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:05.533346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.540734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.550516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-211d913c-2d30-48a2-a260-25bcc809e589 req-4e389d1d-ffd1-4828-9d01-ed3d81826b24 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584579 Mar 10 23:52:05.590935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b751155-37f9-4a4e-9560-88a116782cac req-63ac21ad-b36f-473f-b6ff-0ce59cee5ee7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:05.593877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b751155-37f9-4a4e-9560-88a116782cac req-63ac21ad-b36f-473f-b6ff-0ce59cee5ee7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.4035475 Mar 10 23:52:05.616550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:05.688904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 0aba15b2-cc60-450e-9853-8239a9b7b894 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:52:05.691431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 0aba15b2-cc60-450e-9853-8239a9b7b894 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:52:05.725538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (db1c0004-4258-4fff-8ee9-80e6c51e035e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.732334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e01431-a975-4118-9174-2ee0b4f0df19 None None] Pushing event updated for resources: {'Port': ['ID=fb2fb477-bdd9-4097-9777-97730ddab3b2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:05.740801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:05.743569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db1c0004-4258-4fff-8ee9-80e6c51e035e HTTP/1.1" status: 204 len: 168 time: 0.6303511 Mar 10 23:52:05.800486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b751155-37f9-4a4e-9560-88a116782cac req-c3a7ea55-cc13-4bd2-8556-8365f8a35e71 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884615 Mar 10 23:52:05.832785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5097b-3570-4eb4-b6ac-cf48818d1291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c0004-4258-4fff-8ee9-80e6c51e035e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:05.843515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a512c3ee-b470-41d6-a795-425f2e0c6496'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:05.945320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:05.962316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e46c7-0c59-4eae-83d2-c4273c30b874 req-76b5dbc3-665e-4441-80cd-8fa2cce27fd1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:05.968876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d9e46c7-0c59-4eae-83d2-c4273c30b874 req-76b5dbc3-665e-4441-80cd-8fa2cce27fd1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.2441723 Mar 10 23:52:06.066754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb63bbc2-d26f-43ab-a57f-e8f5904d1981 req-c2e7ebff-4787-4f1c-942d-cda36c7b291e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0926368 Mar 10 23:52:06.362297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d9e46c7-0c59-4eae-83d2-c4273c30b874 req-427c4ebe-74cf-4d20-afff-651eca8536c3 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635354 Mar 10 23:52:06.411332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for router_gateway (717a4d8c-52dd-433e-b146-6287a539222c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:06.438968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:06.649244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Allocated IP 172.25.7.232 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/23344172-8731-4533-b871-ea6ba78919c9) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:06.672173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fb2fb477-bdd9-4097-9777-97730ddab3b2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:06.691864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05c21c0b-c2e1-42d4-baa4-ffe439a5b1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:06.801343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fb2fb477-bdd9-4097-9777-97730ddab3b2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:06.801936 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:06.884287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7e854-f25e-4f00-9858-27fbc7253e0c req-703076bb-d4eb-4ba5-9677-b24f949304a2 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:06.888326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa7e854-f25e-4f00-9858-27fbc7253e0c req-703076bb-d4eb-4ba5-9677-b24f949304a2 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.3968751 Mar 10 23:52:06.989129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fb2fb477-bdd9-4097-9777-97730ddab3b2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:06.989129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.056567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for port (23344172-8731-4533-b871-ea6ba78919c9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.062285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fb2fb477-bdd9-4097-9777-97730ddab3b2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fb2fb477-bdd9-4097-9777-97730ddab3b2,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:07.073472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.131803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875545-a8e0-4cbf-b8bc-3b9ccdfc0032 req-e97d4066-5d78-49a7-8c82-fb36beb6f363 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:07.133425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7875545-a8e0-4cbf-b8bc-3b9ccdfc0032 req-e97d4066-5d78-49a7-8c82-fb36beb6f363 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.3069806 Mar 10 23:52:07.140988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa7e854-f25e-4f00-9858-27fbc7253e0c req-7b1bee04-c384-4fd7-a283-bf8ddd6515b7 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165816 Mar 10 23:52:07.190112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fb2fb477-bdd9-4097-9777-97730ddab3b2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:07.255027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7875545-a8e0-4cbf-b8bc-3b9ccdfc0032 req-2d73e2ae-7689-48ce-b4dd-89b6f5dde3a1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135783 Mar 10 23:52:07.298534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (23344172-8731-4533-b871-ea6ba78919c9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.360339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42406) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:07.431361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:07.434096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:07.447222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Pushing event updated for resources: {'Port': ['ID=23344172-8731-4533-b871-ea6ba78919c9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:07.471326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c129-b154-4742-92d0-78668d5a9683 req-1ff423bb-4b6b-48b4-9412-3a9d33bb4348 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:07.475869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e757c129-b154-4742-92d0-78668d5a9683 req-1ff423bb-4b6b-48b4-9412-3a9d33bb4348 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1733534 Mar 10 23:52:07.479584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.479944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.480294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.480627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.480960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.481282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.481605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.481921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.482239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.482557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.482873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.483186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.489134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:07.553825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bee7a56d-2240-4ff4-8474-24a00653b4f8 req-e81d71dc-0a35-41de-84f4-991d1b815e95 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0535760 Mar 10 23:52:07.554381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51926710-f409-41d6-8545-767750272d8b None None] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:07.554797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:07.617474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2094978128-network', 'tenant_id': '4f4277752ac34a0ab3b1a7235f9db639'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:07.661740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Made reservation on behalf of 4f4277752ac34a0ab3b1a7235f9db639 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:07.665406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.689068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.786041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c5e9ea84-1eb3-4ff6-b804-00e9407a2c72 None None] Provisioning complete for port fb2fb477-bdd9-4097-9777-97730ddab3b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:07.786415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ea84-1eb3-4ff6-b804-00e9407a2c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.850002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e757c129-b154-4742-92d0-78668d5a9683 req-e7ff41b3-b912-4595-a0a8-b00f50c21316 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509722 Mar 10 23:52:07.903731 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks [] for security_group (7474ce56-4314-4253-8df2-1f4189e3d888), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.913716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7474ce56-4314-4253-8df2-1f4189e3d888), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:07.979087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:52:08.021073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7474ce56-4314-4253-8df2-1f4189e3d888,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:08.033270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1a15be38-5c51-49e9-814b-1c71b8bcae9f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.033759 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Added segment 1a15be38-5c51-49e9-814b-1c71b8bcae9f of type vlan for network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 Mar 10 23:52:08.115139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7f5d7c11-4fe9-4454-97d7-2898f84b0120), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.169448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for router_gateway (717a4d8c-52dd-433e-b146-6287a539222c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.184999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7f5d7c11-4fe9-4454-97d7-2898f84b0120), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.186003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:08.186593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.241504 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8800316 Mar 10 23:52:08.244944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42430) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:08.257160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Request body: {'subnet': {'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2094978128-subnet', 'tenant_id': '4f4277752ac34a0ab3b1a7235f9db639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:08.346685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9ea84-1eb3-4ff6-b804-00e9407a2c72 None None] Current status of the port fb2fb477-bdd9-4097-9777-97730ddab3b2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:08.398123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e8d8e-e8b5-4263-b716-fe0d4ecc29c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5d7c11-4fe9-4454-97d7-2898f84b0120,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:08.421597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Made reservation on behalf of 4f4277752ac34a0ab3b1a7235f9db639 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:08.426790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:52:08.433302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.701807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fb2fb477-bdd9-4097-9777-97730ddab3b2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:08.730689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:08.788417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558bd6b-2f91-40c8-9267-5508cb0d0761 req-e5238af3-8940-430a-8e54-2301d61c3c34 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:08.794979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b558bd6b-2f91-40c8-9267-5508cb0d0761 req-e5238af3-8940-430a-8e54-2301d61c3c34 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.3124869 Mar 10 23:52:08.805702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (90e90413-0524-4428-a15a-0eb08ea28627), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.902422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8effefb8-7eb2-42a4-8ce7-a8815554a9d9 req-ea9be012-ac0c-4c2d-beb4-609fa16fce1a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0839291 Mar 10 23:52:08.904605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (717a4d8c-52dd-433e-b146-6287a539222c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:08.929459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port a512c3ee-b470-41d6-a795-425f2e0c6496 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:52:08.932596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port a512c3ee-b470-41d6-a795-425f2e0c6496 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:08.935742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.038564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e90413-0524-4428-a15a-0eb08ea28627,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:09.073065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Checking segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:09.073727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Network hostable DHCP agents. Network: 7f5d7c11-4fe9-4454-97d7-2898f84b0120, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:52:09.116219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:52:09.134975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7f5d7c11-4fe9-4454-97d7-2898f84b0120) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:09.149546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:09.150457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.156498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b558bd6b-2f91-40c8-9267-5508cb0d0761 req-c8e2a8c1-72ac-457a-a853-1f2adaf03310 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448043 Mar 10 23:52:09.188857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439220e8-fb84-422c-aa8b-176deef05c98 None None] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:09.200909 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b65daac1-c2d4-421f-b4c0-b24633daa2fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9543099 Mar 10 23:52:09.230106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Router 717a4d8c-52dd-433e-b146-6287a539222c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:52:09.237278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f8fda6cc-1629-43a8-bfb0-ecbd4fe01682 None None] Provisioning complete for port fb2fb477-bdd9-4097-9777-97730ddab3b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:09.238919 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f8fda6cc-1629-43a8-bfb0-ecbd4fe01682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.291269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fb2fb477-bdd9-4097-9777-97730ddab3b2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:09.292236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.307709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cc10b-3d3b-4dac-88a9-c2053dba637a req-91974594-5029-44ea-ba09-bed336e59198 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:09.323638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b00cc10b-3d3b-4dac-88a9-c2053dba637a req-91974594-5029-44ea-ba09-bed336e59198 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2367628 Mar 10 23:52:09.397234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8544749-7d71-4aa0-a11e-0adcf50ce02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.409534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a512c3ee-b470-41d6-a795-425f2e0c6496 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:09.410338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.525260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:52:09.526685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:09.528721 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f794d-c185-4262-b307-770b618bcfe8" -d '{"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-plugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:09.536536 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Sync routers for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:52:09.552115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:09.553514 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:09.558374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.562407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42462) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:09.562908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c95d664d-e6e9-4690-bca7-096f33e3d25d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8394797 Mar 10 23:52:09.600225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97495e-a537-4fd6-93db-73dc6faf567d req-763287ca-2357-4e31-945d-1b3b42d6138e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:09.607726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f97495e-a537-4fd6-93db-73dc6faf567d req-763287ca-2357-4e31-945d-1b3b42d6138e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.3321795 Mar 10 23:52:09.681056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b00cc10b-3d3b-4dac-88a9-c2053dba637a req-caec3bc8-51e1-446d-9637-514ff3d3c098 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406405 Mar 10 23:52:09.700560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:09.719837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f97495e-a537-4fd6-93db-73dc6faf567d req-09e2a408-2945-4208-ac0c-fdfa829b8025 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061423 Mar 10 23:52:09.830649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fb2fb477-bdd9-4097-9777-97730ddab3b2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:09.849100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead795c-9067-4ce3-ac0a-2a4dc3ad8ee8 None None] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:09.879187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:09.889396 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e336e5-a16a-43ed-923e-d6c70d730863 x-openstack-request-id: req-80e336e5-a16a-43ed-923e-d6c70d730863 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:09.889692 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-plugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:09.889952 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e336e5-a16a-43ed-923e-d6c70d730863 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:09.890444 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'code': 200} Mar 10 23:52:09.895256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:10.140956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dcc26d4-e392-46df-beb5-85f787638972 req-f148cb9b-96d3-4126-81e5-0f55a8af3137 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0893722 Mar 10 23:52:10.286852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f8fda6cc-1629-43a8-bfb0-ecbd4fe01682 None None] Current status of the port fb2fb477-bdd9-4097-9777-97730ddab3b2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:10.298273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:10.344091 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:07Z', 'revision_number': 3, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:10.368191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36146640-ad4c-4073-b5df-416806f9b920 req-db47578c-9ad6-479d-8427-b3153135610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:10.369670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36146640-ad4c-4073-b5df-416806f9b920 req-db47578c-9ad6-479d-8427-b3153135610c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1131 time: 0.3797586 Mar 10 23:52:10.387229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Checking router: 717a4d8c-52dd-433e-b146-6287a539222c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:52:10.388037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Updating router 717a4d8c-52dd-433e-b146-6287a539222c port 23344172-8731-4533-b871-ea6ba78919c9 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:52:10.414320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.415999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.420886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.437365 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23344172-8731-4533-b871-ea6ba78919c9), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.447090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-a0b5675d-09cf-476f-851d-fb48018ded95 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:10.449265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-a0b5675d-09cf-476f-851d-fb48018ded95 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.2954645 Mar 10 23:52:10.498721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-dc785bff-93d6-4ce5-b1c9-63f6dd605a55 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/quotas/4f4277752ac34a0ab3b1a7235f9db639 HTTP/1.1" status: 200 len: 375 time: 0.0429640 Mar 10 23:52:10.503777 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-36146640-ad4c-4073-b5df-416806f9b920 req-b152460e-0175-45fb-9276-a786e48bb53f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261797 Mar 10 23:52:10.524329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.560676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaaea-0fe8-432e-8074-015edcb25dc1 req-7cd2e3c5-06bb-4c58-94dd-fc1e14241b8a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:10.562182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fecaaea-0fe8-432e-8074-015edcb25dc1 req-7cd2e3c5-06bb-4c58-94dd-fc1e14241b8a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2993584 Mar 10 23:52:10.584809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-6747344f-cf33-49f1-8a40-6f59199c9a87 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774517 Mar 10 23:52:10.651904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fecaaea-0fe8-432e-8074-015edcb25dc1 req-616ad327-d979-438d-9644-fa52eba83d7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Mar 10 23:52:10.876090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-cf623225-170b-4b1b-b126-4af24d350dda service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624097 Mar 10 23:52:10.877490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Allocated IP 172.20.0.1 (96400c1e-5edb-4e79-8647-c3f9ca14bf2b/09026d7e-912a-4d2c-8374-f7ef70b46f6a/ba1c25ff-88cb-41e2-a1ae-64b145711464) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:10.945627 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks [] for port (23344172-8731-4533-b871-ea6ba78919c9), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.963482 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23344172-8731-4533-b871-ea6ba78919c9), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:10.998367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-ce185578-0b5f-413a-9628-d5bf62b55184 service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212785 Mar 10 23:52:11.056406 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Pushing event updated for resources: {'Port': ['ID=23344172-8731-4533-b871-ea6ba78919c9,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:11.075176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15825a4-1a67-4f91-9a5a-cda7d0744a23 req-0a7e3934-7281-4bc4-b58b-ecf2e543435b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:11.076767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15825a4-1a67-4f91-9a5a-cda7d0744a23 req-0a7e3934-7281-4bc4-b58b-ecf2e543435b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2798667 Mar 10 23:52:11.094539 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Attempting to bind port 23344172-8731-4533-b871-ea6ba78919c9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:11.095290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Attempting to bind port 23344172-8731-4533-b871-ea6ba78919c9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:11.096737 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Attempting to bind port 23344172-8731-4533-b871-ea6ba78919c9 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:11.104036 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.105320 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.105906 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.106486 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.107282 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.107850 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.108453 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.109138 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.109707 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.110460 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.111407 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.111996 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.112771 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:11.114178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks [] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.122220 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:11.124341 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:11.125023 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.125834 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:11.126575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Bound port: 23344172-8731-4533-b871-ea6ba78919c9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:11.127704 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23344172-8731-4533-b871-ea6ba78919c9), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.164624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a15825a4-1a67-4f91-9a5a-cda7d0744a23 req-2f849f5d-2856-4dab-8d8c-76fb41d33b39 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803452 Mar 10 23:52:11.181205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.204568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] For port 23344172-8731-4533-b871-ea6ba78919c9, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:11.204568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] For port 23344172-8731-4533-b871-ea6ba78919c9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23344172-8731-4533-b871-ea6ba78919c9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:11.216685 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23344172-8731-4533-b871-ea6ba78919c9), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.358758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Pushing event updated for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:11.386719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:11.395189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:11.398089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:11.484285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.521181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (717a4d8c-52dd-433e-b146-6287a539222c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:11.563327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be23f32-5765-4060-bc04-a3c3a728e123 req-551fb696-c974-494c-aa28-37c002cf2c01 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:11.576274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3be23f32-5765-4060-bc04-a3c3a728e123 req-551fb696-c974-494c-aa28-37c002cf2c01 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.2226024 Mar 10 23:52:11.608426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:11.633724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-011f605f-f57e-4039-845b-bf4722b4837c req-e4602249-d6b3-483e-b3d1-0a8e66f97613 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.1211143 Mar 10 23:52:11.752864 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b897d-e1ba-43f1-8214-bbb5f4af4575 None None] Pushing event updated for resources: {'Port': ['ID=23344172-8731-4533-b871-ea6ba78919c9,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:11.766512 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:11.770439 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:11.835527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45cd49ba-e6d5-417b-b0a8-17e8ec7fdcae req-55e976ba-7ad7-49aa-bc88-b291c07ab19d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 210 time: 0.0777893 Mar 10 23:52:11.865244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3be23f32-5765-4060-bc04-a3c3a728e123 req-d6e6da06-9059-47e2-b041-9742914285d8 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861724 Mar 10 23:52:12.060322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.080069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:12.119552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b9e80f5c-64e5-4af5-a575-74ea51c82d6a None None] Provisioning complete for port ba1c25ff-88cb-41e2-a1ae-64b145711464 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:12.119960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e80f5c-64e5-4af5-a575-74ea51c82d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.121462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef314fd-aea8-44ae-b837-1d73a5524711 req-eef9822a-e2b4-401e-8116-9dca189928d8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:12.133972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ef314fd-aea8-44ae-b837-1d73a5524711 req-eef9822a-e2b4-401e-8116-9dca189928d8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1320951 Mar 10 23:52:12.163116 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:12.180941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'port_id': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'mac_address': 'fa:16:3e:f7:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a999b2-25a4-4e33-b3fb-c5471b2422f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:12.247458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port f49ed4f6-fe26-4872-be08-6042e415b883 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:12.255430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.282610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ef314fd-aea8-44ae-b837-1d73a5524711 req-61c95337-a557-485d-8b2e-94e24691e04b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441336 Mar 10 23:52:12.350555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:12.398117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:12.399443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b9e80f5c-64e5-4af5-a575-74ea51c82d6a None None] Port ba1c25ff-88cb-41e2-a1ae-64b145711464 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:52:12.407777 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.542986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:12.564308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['f49ed4f6-fe26-4872-be08-6042e415b883'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:12.579723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494a10f-2151-43d7-b2ef-18021e718c94 req-41715ab0-b2e9-45b4-8b11-dd7c56cc8803 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:12.583423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f494a10f-2151-43d7-b2ef-18021e718c94 req-41715ab0-b2e9-45b4-8b11-dd7c56cc8803 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2053614 Mar 10 23:52:12.587626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks [] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.594748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.723838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f494a10f-2151-43d7-b2ef-18021e718c94 req-c1b6de16-5b34-4985-a5d8-98caf9cf0c66 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337085 Mar 10 23:52:12.732151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (717a4d8c-52dd-433e-b146-6287a539222c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:12.842416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Pushing event updated for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:12.859648 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:07Z', 'revision_number': 3, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:12.942778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e36ee985-5728-4e32-95b1-a7bcd93abac3 req-b9592ebd-1903-4b08-840f-bba625330724 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0701797 Mar 10 23:52:12.958682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb1bd4-38a4-453d-81fd-e1d6e7ac2f50 None None] The sync data for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 is: [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:07Z', 'revision_number': 3, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:52:12.967519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.971548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.972275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.972637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.974054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.974397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.974730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.975087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.975417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.975738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.976161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.976655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:12.976820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:13.041996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b23f8b37-85f9-4646-ab71-f19055412dcd req-68155a5b-c5fb-41a5-ad9f-48031fc9ec1e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 210 time: 0.0483153 Mar 10 23:52:13.063380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:13.068611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:13.165733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:13.241650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde051fa-00c4-4d7e-8edb-6c2e75b1946b req-17edd9d7-41f6-4647-a722-1068bab9a221 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:13.252461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dde051fa-00c4-4d7e-8edb-6c2e75b1946b req-17edd9d7-41f6-4647-a722-1068bab9a221 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 944 time: 0.1713996 Mar 10 23:52:13.388734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dde051fa-00c4-4d7e-8edb-6c2e75b1946b req-b75005fe-506c-4562-9731-c066f7cfbe58 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272876 Mar 10 23:52:13.588524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Router 717a4d8c-52dd-433e-b146-6287a539222c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:52:13.588923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-07422446-502e-4658-90bf-03a27e0ce471 None None] Provisioning complete for port ba1c25ff-88cb-41e2-a1ae-64b145711464 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:13.592186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-07422446-502e-4658-90bf-03a27e0ce471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:13.661109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169a011-8edf-45a7-93d0-07e0cd6a084e req-1b69a56b-50d7-4616-984e-94876604bb7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:13.669872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f169a011-8edf-45a7-93d0-07e0cd6a084e req-1b69a56b-50d7-4616-984e-94876604bb7b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1955640 Mar 10 23:52:13.686958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-2fc175ea-0e0d-4d21-a9cc-87282f285206 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:13.687309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:13.691614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-2fc175ea-0e0d-4d21-a9cc-87282f285206 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.4745197 Mar 10 23:52:13.713794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Request body: {'port': {'device_id': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'admin_state_up': True, 'tenant_id': '4f4277752ac34a0ab3b1a7235f9db639'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:13.767713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-07422446-502e-4658-90bf-03a27e0ce471 None None] Port ba1c25ff-88cb-41e2-a1ae-64b145711464 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:52:13.774743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f169a011-8edf-45a7-93d0-07e0cd6a084e req-61338e81-f45e-4a1a-94cf-04adf77e3c55 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035469 Mar 10 23:52:13.862865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port f49ed4f6-fe26-4872-be08-6042e415b883 is: BUILD; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:13.864770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:13.941157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:14.026569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:14.041706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:14.094858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928e586-addc-45eb-b0ef-f1f470d96ec0 req-27e71a0a-f375-4762-b3f1-49a08851f354 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:14.103818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:52:14.106512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b928e586-addc-45eb-b0ef-f1f470d96ec0 req-27e71a0a-f375-4762-b3f1-49a08851f354 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 944 time: 0.2309051 Mar 10 23:52:14.123410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf69a338-2235-42d2-b91c-0ab629b0364e admin admin] 10.222.0.21 "PUT /v2.0/routers/717a4d8c-52dd-433e-b146-6287a539222c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513229 Mar 10 23:52:14.148070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:14.154887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Made reservation on behalf of 4f4277752ac34a0ab3b1a7235f9db639 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:14.159415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.159953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:14.160411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.165282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.165939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.166462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.167001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.167510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.168040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.168550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.169031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.169511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.169989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.170482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:52:14.250791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12516711-7d51-49fa-a482-420b7e86493e req-d3aba6cc-8255-463b-866d-4471a387cd11 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:14.258607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12516711-7d51-49fa-a482-420b7e86493e req-d3aba6cc-8255-463b-866d-4471a387cd11 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2597690 Mar 10 23:52:14.291693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b928e586-addc-45eb-b0ef-f1f470d96ec0 req-374bf9cc-bc5c-4802-aa83-d5e87ae31293 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827457 Mar 10 23:52:14.417759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12516711-7d51-49fa-a482-420b7e86493e req-bcb00a1d-4a2c-407a-8dca-e0c882793965 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492791 Mar 10 23:52:14.552588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Allocated IP 172.20.0.8 (7f5d7c11-4fe9-4454-97d7-2898f84b0120/90e90413-0524-4428-a15a-0eb08ea28627/744f5302-286d-4839-a1d5-705dcce58a7f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:14.635217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba7a0b-573c-4390-8c71-0a86b95ebee2 req-5572ee88-0071-44c7-8065-830d9eb4876a tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:14.644772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98ba7a0b-573c-4390-8c71-0a86b95ebee2 req-5572ee88-0071-44c7-8065-830d9eb4876a tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1131 time: 0.2135935 Mar 10 23:52:14.692199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65fbc614-a7e4-4bca-9864-2bedfa335790 req-9f8b411a-72bb-472f-89ab-7521ef7a5755 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.1140847 Mar 10 23:52:14.699359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23344172-8731-4533-b871-ea6ba78919c9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:14.790290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98ba7a0b-573c-4390-8c71-0a86b95ebee2 req-9eb11e73-1bb9-434f-ac85-1e23d3b9eb29 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442592 Mar 10 23:52:14.880748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 23344172-8731-4533-b871-ea6ba78919c9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:14.881411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23344172-8731-4533-b871-ea6ba78919c9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:14.965973 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:52:14.995322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bbf4c15-dd17-41d8-bef7-abd6333e9f23 req-99cc599b-dd58-44ff-b79f-dd7dec921966 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 210 time: 0.0693712 Mar 10 23:52:15.044171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks [] for port (744f5302-286d-4839-a1d5-705dcce58a7f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.129487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 23344172-8731-4533-b871-ea6ba78919c9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:15.130235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23344172-8731-4533-b871-ea6ba78919c9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.130536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.187399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:15.191730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:15.198434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:15.264121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 23344172-8731-4533-b871-ea6ba78919c9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23344172-8731-4533-b871-ea6ba78919c9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:15.273808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23344172-8731-4533-b871-ea6ba78919c9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.435064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42578) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:15.440051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714173351', 'description': 'tempest-description--1451478649'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:15.513175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.513493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=23344172-8731-4533-b871-ea6ba78919c9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:15.629358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:15.751022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (7cfa94a2-03f2-4e48-b078-fc44b160d96c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.751556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port f49ed4f6-fe26-4872-be08-6042e415b883 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:15.752876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.769310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7cfa94a2-03f2-4e48-b078-fc44b160d96c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.844037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:15.844037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.861750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:15.949584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d0a4-2264-411e-bbc3-8341d3b6a38a req-18166cd2-e93c-4326-a3b1-aed625fafc73 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:15.951797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b006d0a4-2264-411e-bbc3-8341d3b6a38a req-18166cd2-e93c-4326-a3b1-aed625fafc73 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.3601155 Mar 10 23:52:15.955452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:15.957740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5215194 Mar 10 23:52:15.973791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42590) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:15.997955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'security_group_rule': {'security_group_id': '7cfa94a2-03f2-4e48-b078-fc44b160d96c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:16.009982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port f49ed4f6-fe26-4872-be08-6042e415b883 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:16.010202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.022175 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-dda22cb9-3edb-4416-9052-e4ccc9037eb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3215492 Mar 10 23:52:16.039697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b006d0a4-2264-411e-bbc3-8341d3b6a38a req-aa672f00-b4ca-4042-8898-7621a834c8e1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780387 Mar 10 23:52:16.051333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951f967-85b7-4ee8-acd8-5de61145dd7e tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa94a2-03f2-4e48-b078-fc44b160d96c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:16.062188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Request body: {'port': {'device_id': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:16.082523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-3ae27f4b-c8d7-4c5c-a9e9-1d309762d162 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5178633 Mar 10 23:52:16.084564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:16.086964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:16.090261 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b055cf-3f81-4c13-a1c3-417bc42c502f" -d '{"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-plugged", "status": "completed", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:16.095080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.104230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3d1c-bb5b-461a-b202-00e8ec9ef08b req-dde4be5b-8247-4f32-9520-83769c6cfa51 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:16.115776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ca3d1c-bb5b-461a-b202-00e8ec9ef08b req-dde4be5b-8247-4f32-9520-83769c6cfa51 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.4446414 Mar 10 23:52:16.156562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (a66c680c-26af-4a94-b75d-5f270ae038a8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.181245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc866a-b248-4344-963a-643d1f2992ff req-5333330a-4fa6-41ec-813f-9c54d1538833 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:16.182836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fdc866a-b248-4344-963a-643d1f2992ff req-5333330a-4fa6-41ec-813f-9c54d1538833 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 943 time: 0.3271320 Mar 10 23:52:16.189856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:16.280573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ca3d1c-bb5b-461a-b202-00e8ec9ef08b req-1103d77d-32a2-4d26-a75f-56ac301fc6c6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622314 Mar 10 23:52:16.433094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-155bb14f-613f-4616-9455-92b354a77792 req-57029d11-d3d6-402f-8aaa-ea113387d830 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0725350 Mar 10 23:52:16.460590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97809d02-9d56-428e-a608-b210c7b385ad req-81252ed4-11bd-4349-b095-3a5b1b0af04c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:16.468066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.472426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97809d02-9d56-428e-a608-b210c7b385ad req-81252ed4-11bd-4349-b095-3a5b1b0af04c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2287529 Mar 10 23:52:16.524453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (a66c680c-26af-4a94-b75d-5f270ae038a8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.624626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Sync routers for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:52:16.636686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:16.637433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:16.662638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97809d02-9d56-428e-a608-b210c7b385ad req-42812f6a-8e40-454a-b176-42d94c6c9694 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892586 Mar 10 23:52:16.800445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f3df6-dea4-46cb-941a-77f91f90910b req-118fb4e4-51b5-4e05-8ecc-732ff14a8629 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:16.808311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d91f3df6-dea4-46cb-941a-77f91f90910b req-118fb4e4-51b5-4e05-8ecc-732ff14a8629 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 931 time: 0.2132385 Mar 10 23:52:16.825427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a66c680c-26af-4a94-b75d-5f270ae038a8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.897106 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4919f1-28aa-4f92-8693-0c4b89b45450 x-openstack-request-id: req-7e4919f1-28aa-4f92-8693-0c4b89b45450 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:16.897683 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-plugged", "status": "completed", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:16.898082 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e4919f1-28aa-4f92-8693-0c4b89b45450 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:16.899863 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'code': 200} Mar 10 23:52:16.904294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23344172-8731-4533-b871-ea6ba78919c9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:16.962881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Deleting port f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:52:16.963235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:16.972550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d91f3df6-dea4-46cb-941a-77f91f90910b req-5e24d4c4-199a-4911-b1bb-075b71a00ec2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567886 Mar 10 23:52:16.992750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66c680c-26af-4a94-b75d-5f270ae038a8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:17.016821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.018049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9f1faf6-1dcf-4cb9-b19c-139d85c0d6c5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0426414 Mar 10 23:52:17.022422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42626) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:17.029010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'security_group_rule': {'security_group_id': '7cfa94a2-03f2-4e48-b078-fc44b160d96c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:17.054716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-f3f7fb41-3569-46c5-b626-0fc920d389f8 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:17.056285 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-f3f7fb41-3569-46c5-b626-0fc920d389f8 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 1128 time: 0.1130204 Mar 10 23:52:17.113779 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (66449c60-36a8-4b59-afe2-103bbc67ad8d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.208157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] For port f49ed4f6-fe26-4872-be08-6042e415b883, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=f49ed4f6-fe26-4872-be08-6042e415b883,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:17.208686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.236834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Calling delete_port for f49ed4f6-fe26-4872-be08-6042e415b883 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:52:17.307844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:17.356234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95075-e045-4f22-b460-d0a43bb6f9ae req-6a1b53d2-3151-42a7-a6a1-c6551b64aa81 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:17.357870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecb95075-e045-4f22-b460-d0a43bb6f9ae req-6a1b53d2-3151-42a7-a6a1-c6551b64aa81 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=e04046c3-778b-4873-b4d5-2bf79a248de3 HTTP/1.1" status: 200 len: 945 time: 0.1658435 Mar 10 23:52:17.361709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 23344172-8731-4533-b871-ea6ba78919c9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:17.362240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23344172-8731-4533-b871-ea6ba78919c9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.371287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (66449c60-36a8-4b59-afe2-103bbc67ad8d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.390309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (66449c60-36a8-4b59-afe2-103bbc67ad8d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.431343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.433239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082086 Mar 10 23:52:17.436453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abd844-b527-4b3c-85df-7103e23f58c1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66449c60-36a8-4b59-afe2-103bbc67ad8d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:17.438111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:17.465265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:17.480962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:17.484856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks [] for port (744f5302-286d-4839-a1d5-705dcce58a7f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.512913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Transition to ACTIVE for port object 744f5302-286d-4839-a1d5-705dcce58a7f will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:52:17.586955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.615739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecb95075-e045-4f22-b460-d0a43bb6f9ae req-d947254a-325b-4bbd-9d7d-d31726110212 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483323 Mar 10 23:52:17.624882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.691227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:17.727574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 23344172-8731-4533-b871-ea6ba78919c9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:17.740873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:12Z', 'revision_number': 2, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:17.808266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Checking router: 717a4d8c-52dd-433e-b146-6287a539222c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:52:17.808879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Updating router 717a4d8c-52dd-433e-b146-6287a539222c port ba1c25ff-88cb-41e2-a1ae-64b145711464 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:52:17.879992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.959273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Attempting to bind port 744f5302-286d-4839-a1d5-705dcce58a7f on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:17.959907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Attempting to bind port 744f5302-286d-4839-a1d5-705dcce58a7f by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:17.960483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Attempting to bind port 744f5302-286d-4839-a1d5-705dcce58a7f on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:17.968164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Port 744f5302-286d-4839-a1d5-705dcce58a7f on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:17.968743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Attempting to bind port 744f5302-286d-4839-a1d5-705dcce58a7f on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:17.977825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:17.980256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Checking segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:17.983167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Bound using segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:17.983834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Bound port: 744f5302-286d-4839-a1d5-705dcce58a7f, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:17.984399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:17.990383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f49ed4f6-fe26-4872-be08-6042e415b883), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.119446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event deleted for resources: {'Port': ['ID=f49ed4f6-fe26-4872-be08-6042e415b883,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:18.146716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] No DVR routers for this DVR port f49ed4f6-fe26-4872-be08-6042e415b883 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:52:18.148991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.153205 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7fdc866a-b248-4344-963a-643d1f2992ff req-b0b5de8f-1f70-4a04-a6aa-0f289f8774cf tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "DELETE /v2.0/ports/f49ed4f6-fe26-4872-be08-6042e415b883 HTTP/1.1" status: 204 len: 173 time: 1.9641469 Mar 10 23:52:18.153688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-deleted', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:18.156677 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c08c7-de43-4a4e-babf-a5f28c02bd49" -d '{"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-deleted", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:18.228712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc285a-9f58-43da-81b1-904947be85e0 req-99643c65-0f13-4cac-a913-a66fd29f3b04 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:18.231844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95bc285a-9f58-43da-81b1-904947be85e0 req-99643c65-0f13-4cac-a913-a66fd29f3b04 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.7629035 Mar 10 23:52:18.259799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:18.269639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:18.283391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.297096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b3fab19-8b4f-4d18-8b1e-d5a07e0aa0da req-3d3beabc-84e3-4319-962b-72070e13572d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.1053526 Mar 10 23:52:18.458732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:18.472180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:18.473119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.474837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-7013060d-f32a-4e4c-afe1-4d4b1d1b9b26 service neutron] 10.222.0.30 "PUT /v2.0/ports/744f5302-286d-4839-a1d5-705dcce58a7f HTTP/1.1" status: 200 len: 1091 time: 2.4449766 Mar 10 23:52:18.475749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95bc285a-9f58-43da-81b1-904947be85e0 req-3f9ccfc9-0182-458e-bc87-ce8f2e29376f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771655 Mar 10 23:52:18.600780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks [] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.617238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.679753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-6979455e-e0e6-45d9-952e-50ca9e7e5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:18.680847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2e11f-8fb4-4c90-b8c0-bba5cff12bd8 None None] Pushing event updated for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:18.681708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfefef8-e43c-4213-8885-631735fe298a req-d842baba-3a3b-470e-bb8e-81f4493c127f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:18.683326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-6979455e-e0e6-45d9-952e-50ca9e7e5c87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 1125 time: 0.0915461 Mar 10 23:52:18.701494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bfefef8-e43c-4213-8885-631735fe298a req-d842baba-3a3b-470e-bb8e-81f4493c127f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2357471 Mar 10 23:52:18.732356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.796867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Attempting to bind port ba1c25ff-88cb-41e2-a1ae-64b145711464 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:18.797593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Attempting to bind port ba1c25ff-88cb-41e2-a1ae-64b145711464 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:18.798162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Attempting to bind port ba1c25ff-88cb-41e2-a1ae-64b145711464 on network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:18.811576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-4da6839e-6791-4851-857c-aa734249ff4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=744f5302-286d-4839-a1d5-705dcce58a7f HTTP/1.1" status: 200 len: 217 time: 0.1101346 Mar 10 23:52:18.819545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:18.820202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Checking segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:18.820876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.821498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Bound using segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:18.822246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Bound port: ba1c25ff-88cb-41e2-a1ae-64b145711464, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:18.823030 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:18.961064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] For port ba1c25ff-88cb-41e2-a1ae-64b145711464, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:18.965326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] For port ba1c25ff-88cb-41e2-a1ae-64b145711464, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba1c25ff-88cb-41e2-a1ae-64b145711464,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:18.993315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:19.066171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e443d-9795-4821-a66c-00cd65563546 req-18397d7f-b4f8-4410-a808-986932b0d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:19.078724 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-18397d7f-b4f8-4410-a808-986932b0d922 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.2536919 Mar 10 23:52:19.161616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2e11f-8fb4-4c90-b8c0-bba5cff12bd8 None None] Pushing event updated for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:19.162148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bfefef8-e43c-4213-8885-631735fe298a req-263072ba-1a8b-4691-a220-f514e6d167e8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574707 Mar 10 23:52:19.208300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Provisioning complete for port ba1c25ff-88cb-41e2-a1ae-64b145711464 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:19.209793 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:19.230430 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-9192737d-7f47-4511-97b3-4843dc123e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403089 Mar 10 23:52:19.270304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:19.271025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:19.346152 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f99557-1e42-441c-b8e4-b55ee286437c x-openstack-request-id: req-87f99557-1e42-441c-b8e4-b55ee286437c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:19.348273 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04046c3-778b-4873-b4d5-2bf79a248de3", "name": "network-vif-deleted", "tag": "f49ed4f6-fe26-4872-be08-6042e415b883", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:19.348273 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87f99557-1e42-441c-b8e4-b55ee286437c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:19.348273 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04046c3-778b-4873-b4d5-2bf79a248de3', 'name': 'network-vif-deleted', 'tag': 'f49ed4f6-fe26-4872-be08-6042e415b883', 'status': 'completed', 'code': 200} Mar 10 23:52:19.377539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c6b6-78b6-4615-b7a6-db248647b10d req-84b06e98-2c83-4791-862b-d881d3f60f11 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:19.386981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb6c6b6-78b6-4615-b7a6-db248647b10d req-84b06e98-2c83-4791-862b-d881d3f60f11 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 943 time: 0.5746374 Mar 10 23:52:19.401451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Current status of the port ba1c25ff-88cb-41e2-a1ae-64b145711464 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:19.401451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:19.407185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-f6a50a0b-57c4-4436-a458-69adb762fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:19.412870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-f6a50a0b-57c4-4436-a458-69adb762fd01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1131 time: 0.4414539 Mar 10 23:52:19.476799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-67c2240c-4866-4824-b563-8e164034c05f None None] For port ba1c25ff-88cb-41e2-a1ae-64b145711464, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba1c25ff-88cb-41e2-a1ae-64b145711464,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:19.493686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:19.598999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Allocated IP 172.25.7.82 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:19.611228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-59d7a357-ae7d-451e-9f42-b091648a265e service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753297 Mar 10 23:52:19.618169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2240c-4866-4824-b563-8e164034c05f None None] Pushing event updated for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:19.639726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:19.718545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cfd53d42-e731-4581-830a-ebd5060b33ab req-e23ff2d1-7952-48cf-85b6-daf61771b178 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.1355505 Mar 10 23:52:19.726129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-11c0f0ee-2d8e-41d9-a1f6-79f3befbbaef None None] Provisioning complete for port ba1c25ff-88cb-41e2-a1ae-64b145711464 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:19.726660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-11c0f0ee-2d8e-41d9-a1f6-79f3befbbaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:19.770015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: f49ed4f6-fe26-4872-be08-6042e415b883 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:52:19.770413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device f49ed4f6-fe26-4872-be08-6042e415b883 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:52:19.810496 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b03e443d-9795-4821-a66c-00cd65563546 req-782de50c-77ce-4e41-96a8-47dea3bfc868 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935463 Mar 10 23:52:19.878666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-11c0f0ee-2d8e-41d9-a1f6-79f3befbbaef None None] Current status of the port ba1c25ff-88cb-41e2-a1ae-64b145711464 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:19.884322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:19.900369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb6c6b6-78b6-4615-b7a6-db248647b10d req-97b504e5-8477-4ed8-9a2d-b04dba9c55b3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862230 Mar 10 23:52:19.972338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-fecce481-51ee-4939-824e-949dccb14ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:19.974142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-fecce481-51ee-4939-824e-949dccb14ade service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.5384114 Mar 10 23:52:20.026648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-6a5bb14e-68d3-4d34-872f-19756b39e959 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0430791 Mar 10 23:52:20.038467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b48049-d116-4097-b629-2faaac4c4a69 req-36c0a546-2f81-4711-82ef-9b310c19f5b6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:20.045902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b48049-d116-4097-b629-2faaac4c4a69 req-36c0a546-2f81-4711-82ef-9b310c19f5b6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2221906 Mar 10 23:52:20.168807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:20.189427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:18Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:20.218639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74541276-cb46-4d3e-a876-4f4e3ae22039 None None] The sync data for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 is: [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:18Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:52:20.256194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-cb0a3941-647b-407f-b82d-c11fee69858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:20.257659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-cb0a3941-647b-407f-b82d-c11fee69858a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2041831 Mar 10 23:52:20.298088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-d74aa914-c97d-4933-a83c-e313eb6111e1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:20.303553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-d74aa914-c97d-4933-a83c-e313eb6111e1 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.2194524 Mar 10 23:52:20.325617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b48049-d116-4097-b629-2faaac4c4a69 req-7bd89d02-0d56-4c2b-a008-770c08c9afef tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786250 Mar 10 23:52:20.434721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-a055714e-175f-45fd-b32e-69131ec94fd9 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/quotas/3b3bec86ff564a2693580046b5baced9 HTTP/1.1" status: 200 len: 375 time: 0.0510261 Mar 10 23:52:20.444878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:20.530445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'Port': ['ID=4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:20.578490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-37e6e22e-3c9a-407d-819c-f6ddecec1c65 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306982 Mar 10 23:52:20.614376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:20.620336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:20.622825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:20.640655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-de044f30-0cf5-4f91-8d0d-efd0e9c9dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:20.642212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-de044f30-0cf5-4f91-8d0d-efd0e9c9dfd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3331833 Mar 10 23:52:20.669763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba1c25ff-88cb-41e2-a1ae-64b145711464 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:20.747861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba1c25ff-88cb-41e2-a1ae-64b145711464 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:20.748993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:20.859201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a1d78-0929-4693-8471-f24db1950885 req-fd100e03-8981-4ced-bea0-ea2fefe22ccb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:20.867077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-465a1d78-0929-4693-8471-f24db1950885 req-fd100e03-8981-4ced-bea0-ea2fefe22ccb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.3091385 Mar 10 23:52:20.888615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba1c25ff-88cb-41e2-a1ae-64b145711464 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:20.926369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-d612e6d9-9438-4e4a-aa7c-302c3e749d11 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201082 Mar 10 23:52:21.040768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-465a1d78-0929-4693-8471-f24db1950885 req-0dee4fdc-0b5d-4605-a678-ab6b3e1f0543 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726582 Mar 10 23:52:21.202263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fad0deca-920f-4ccb-bb8a-a743eed8a83e req-b2f90507-c9cc-4c92-8252-7d0c7a172663 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0396428 Mar 10 23:52:21.226412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-7185b25e-7e82-40c9-bd7b-6c55776584e9 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357256 Mar 10 23:52:21.241078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:21.297255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-c76a188c-824e-492c-8bc3-21ba61c653d9 service neutron] 10.222.0.21 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162065 Mar 10 23:52:21.349041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:21.353524 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62054f4b-a934-4629-8f0d-7ccb482af80d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:21.380931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:21.553767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-5cbdb5c8-b33a-420f-aa2a-4dfc51dda224 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221159 Mar 10 23:52:21.595610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a03f-aa18-4219-8354-6226cd52c08a req-e6a4cc67-33d7-414d-8d07-8289242d021d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:21.611300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b81a03f-aa18-4219-8354-6226cd52c08a req-e6a4cc67-33d7-414d-8d07-8289242d021d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 943 time: 0.2421982 Mar 10 23:52:21.694844 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:21.718512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:21.855028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'Port': ['ID=4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:21.948782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b81a03f-aa18-4219-8354-6226cd52c08a req-5bc14e21-8ef5-4a59-87b6-6b9a2b905d89 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365943 Mar 10 23:52:21.949544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:21.972665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303dae-53c8-4955-b621-253ad936d5f2 req-42e3c191-2264-48d0-b1bb-4c96e7ef24ee tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:22.000137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2303dae-53c8-4955-b621-253ad936d5f2 req-42e3c191-2264-48d0-b1bb-4c96e7ef24ee tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2952845 Mar 10 23:52:22.033076 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a51ab2-03b5-42ca-8f44-9fac5eff4b5b x-openstack-request-id: req-55a51ab2-03b5-42ca-8f44-9fac5eff4b5b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:22.033517 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:22.033642 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55a51ab2-03b5-42ca-8f44-9fac5eff4b5b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:22.034683 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f', 'status': 'completed', 'code': 200} Mar 10 23:52:22.066690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:22.078786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0cee78a6-5e20-4a86-aae2-d90e59c8cf5a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6202524 Mar 10 23:52:22.242314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2303dae-53c8-4955-b621-253ad936d5f2 req-0d20d401-3f74-4cc0-83ae-bc43630217f6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412529 Mar 10 23:52:22.245366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a20f1c8b-01f9-49c8-b609-339f95345cd6 req-9c527321-e630-43e9-adc9-ed4f6fc26df3 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 210 time: 0.0425508 Mar 10 23:52:22.272926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-66c3cff6-33ce-4254-b15d-babfc87e367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:22.272926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-66c3cff6-33ce-4254-b15d-babfc87e367a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 1125 time: 0.1815729 Mar 10 23:52:22.523230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-c56287bf-7d59-4b7f-aebd-89863715462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:22.524732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-c56287bf-7d59-4b7f-aebd-89863715462b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 916 time: 0.2500300 Mar 10 23:52:22.599684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-a8a88999-205a-4171-988b-f12979576647 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--714173351&fields=id&tenant_id=034f1d09cc1242eca072c2f4c18ed968 HTTP/1.1" status: 200 len: 267 time: 0.1571143 Mar 10 23:52:22.633305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-c489a5cd-f581-4870-bc70-0639224661af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=744f5302-286d-4839-a1d5-705dcce58a7f HTTP/1.1" status: 200 len: 217 time: 0.0933743 Mar 10 23:52:22.667076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe87bcd-078c-4801-9ff6-5bd3711af058 req-72bf8d43-1979-433c-8deb-b0d06ad4e75c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:22.673923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfe87bcd-078c-4801-9ff6-5bd3711af058 req-72bf8d43-1979-433c-8deb-b0d06ad4e75c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.2453544 Mar 10 23:52:22.735602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:22.921419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:22.939355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '744f5302-286d-4839-a1d5-705dcce58a7f', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'port_id': '744f5302-286d-4839-a1d5-705dcce58a7f', 'mac_address': 'fa:16:3e:75:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e90413-0524-4428-a15a-0eb08ea28627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:23.015845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 744f5302-286d-4839-a1d5-705dcce58a7f is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:23.016543 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:23.036529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:23.067993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:23.078157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:23.149505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:23.162219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-cb6e2c0a-2519-4f70-a67c-dec9bb543da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:23.162219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-cb6e2c0a-2519-4f70-a67c-dec9bb543da1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.5160522 Mar 10 23:52:23.219110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfe87bcd-078c-4801-9ff6-5bd3711af058 req-083e123e-51ab-4601-8336-8ffc88c03043 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428278 Mar 10 23:52:23.251899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-c6f81e06-8421-4a12-958a-5b77e1264db0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793221 Mar 10 23:52:23.259173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-47f1fe86-379b-43b5-b801-0586d4345d8a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:23.289564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-47f1fe86-379b-43b5-b801-0586d4345d8a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/networks?id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b HTTP/1.1" status: 200 len: 815 time: 0.6888902 Mar 10 23:52:23.348477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-69fd8737-ef61-4eee-b941-3ddc3fcb7bd7 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/quotas/034f1d09cc1242eca072c2f4c18ed968 HTTP/1.1" status: 200 len: 375 time: 0.0485246 Mar 10 23:52:23.413065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['744f5302-286d-4839-a1d5-705dcce58a7f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:23.429392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-b6aa830d-f3bc-4720-a1f9-e24eb4adb842 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:23.431673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-b6aa830d-f3bc-4720-a1f9-e24eb4adb842 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 822 time: 0.2067177 Mar 10 23:52:23.445316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Request body: {'port': {'device_id': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'admin_state_up': True, 'tenant_id': '3b3bec86ff564a2693580046b5baced9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:23.521330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bd4bc58-e9e6-4f54-b260-fb412d8d474f req-18c8e29b-1137-4016-bd27-03e798734cad tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0824971 Mar 10 23:52:23.742754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-b62038a7-409c-449c-90fb-ca268118d531 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3921771 Mar 10 23:52:23.753875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-9084739f-2790-493c-9642-11dce8d10687 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412422 Mar 10 23:52:23.802560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Made reservation on behalf of 3b3bec86ff564a2693580046b5baced9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:23.810428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:23.837686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234439f6-1aad-4985-8108-b35d2bdbb3d5 req-c1d32c28-a5fe-4584-a411-9394e8054321 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:23.839325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-234439f6-1aad-4985-8108-b35d2bdbb3d5 req-c1d32c28-a5fe-4584-a411-9394e8054321 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 944 time: 0.2041829 Mar 10 23:52:23.988522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Allocated IP 172.20.0.6 (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f/b9a999b2-25a4-4e33-b3fb-c5471b2422f2/1b4560ae-1a64-4db8-9d47-36eb31a9c308) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:23.993845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-bc22cabf-6f10-4bf3-9464-053da3e3db63 service neutron] 10.222.0.21 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086000 Mar 10 23:52:24.053658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62054f4b-a934-4629-8f0d-7ccb482af80d req-36bb39b6-bc19-4eee-815b-1bd61ba375d2 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923319 Mar 10 23:52:24.119893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-234439f6-1aad-4985-8108-b35d2bdbb3d5 req-7cd04575-b3de-4634-8342-c30727376c90 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739382 Mar 10 23:52:24.147772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:24.166594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-4ffd2ca5-eba7-40b2-8465-da55eec8a858 service neutron] 10.222.0.21 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631374 Mar 10 23:52:24.204548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:24.254237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:24.257968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:24.265020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:24.319780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event updated for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:24.342963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:24.345830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:24.401814 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-fe71f362-5b7c-42cf-b8e7-e21ac86dd245 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9602797 Mar 10 23:52:24.429410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Request body: {'port': {'device_id': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:24.559842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d30557-1cf9-49fb-9f33-fa0e4ebc712b req-73e0582b-d1b4-434e-901b-98225dea74a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:24.566940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75d30557-1cf9-49fb-9f33-fa0e4ebc712b req-73e0582b-d1b4-434e-901b-98225dea74a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2218170 Mar 10 23:52:24.569595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:24.613888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a5986-b6b9-43c9-b5a4-8c86e1cd5ee3 req-86ab0b2d-5552-49ae-84ee-56e17986384d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:24.615725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a12a5986-b6b9-43c9-b5a4-8c86e1cd5ee3 req-86ab0b2d-5552-49ae-84ee-56e17986384d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 931 time: 0.1936107 Mar 10 23:52:24.665487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75d30557-1cf9-49fb-9f33-fa0e4ebc712b req-7981b2d2-8406-46ba-966e-fe4a9eb3c91d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975947 Mar 10 23:52:24.751709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:24.765944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a12a5986-b6b9-43c9-b5a4-8c86e1cd5ee3 req-d98edf33-1bb8-4428-a895-f2ea3e54b3cd tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419787 Mar 10 23:52:24.923421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9693-e5e8-4173-b996-84dccdef8506 req-b21eaef6-6f3a-4846-b42a-62b584aff9e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:24.933975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 744f5302-286d-4839-a1d5-705dcce58a7f completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:52:24.939756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-382c9693-e5e8-4173-b996-84dccdef8506 req-b21eaef6-6f3a-4846-b42a-62b584aff9e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1352122 Mar 10 23:52:24.943654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 744f5302-286d-4839-a1d5-705dcce58a7f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:24.944689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:24.998530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4560ae-1a64-4db8-9d47-36eb31a9c308 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:25.020686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks [] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.042940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce951c47-2efc-4797-a5c3-501ab881d72c req-c5d5c599-abf6-4069-bc72-7d11564fc7ae tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.1559355 Mar 10 23:52:25.060325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Transition to ACTIVE for port object 1b4560ae-1a64-4db8-9d47-36eb31a9c308 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:52:25.069980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.147910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-382c9693-e5e8-4173-b996-84dccdef8506 req-2598dc32-4c11-4e44-bea9-3b85c312a15d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023437 Mar 10 23:52:25.173697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:25.241024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 744f5302-286d-4839-a1d5-705dcce58a7f is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:25.247242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.259592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa391a78-c109-4e8a-944d-ac4d972ccb79 req-90c37032-880a-4b49-98d1-acf9f06127cc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0638654 Mar 10 23:52:25.332996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:25.338224 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa6fa12-2e0b-443d-84b0-7cb160b29de5" -d '{"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-plugged", "status": "completed", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:25.355640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Attempting to bind port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:25.355988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Attempting to bind port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:25.356420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Attempting to bind port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:25.367242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:25.367624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Attempting to bind port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 on network 284540f4-a9d3-4e28-9a5f-b7fbe9604a4f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:25.370819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:25.387743 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.391414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:25.391812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Checking segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:25.392232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Bound using segment: {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:25.392716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Bound port: 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a630905-7445-4c09-a453-4379d9638c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:25.393792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.435244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f847fe-7afd-48f2-814f-7d34cbf2b91b req-100c2751-8633-4be0-b4b1-acb96c7b6fbf tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.436941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94f847fe-7afd-48f2-814f-7d34cbf2b91b req-100c2751-8633-4be0-b4b1-acb96c7b6fbf tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 944 time: 0.1410670 Mar 10 23:52:25.499343 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da352d8-f414-454e-b808-cf9be309e269 x-openstack-request-id: req-4da352d8-f414-454e-b808-cf9be309e269 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:25.499968 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-plugged", "status": "completed", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:25.500441 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4da352d8-f414-454e-b808-cf9be309e269 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:25.501048 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f', 'code': 200} Mar 10 23:52:25.508576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:25.520546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94f847fe-7afd-48f2-814f-7d34cbf2b91b req-80dac6a3-d0c3-4ff7-9912-dd714ebce766 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Mar 10 23:52:25.556642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:25.560701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:25.568307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.653403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.654014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:25.660788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b4560ae-1a64-4db8-9d47-36eb31a9c308 HTTP/1.1" status: 200 len: 1091 time: 1.2356622 Mar 10 23:52:25.663216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:25.666128 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c2d68-7f6f-4ec4-8cd3-166963077d77" -d '{"events": [{"name": "network-changed", "server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:25.732233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8221-a3ab-476a-bedd-d83574108606 req-5c859fcb-2226-4085-a71b-3d1a2619754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.733879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1f8221-a3ab-476a-bedd-d83574108606 req-5c859fcb-2226-4085-a71b-3d1a2619754d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 1127 time: 0.1041429 Mar 10 23:52:25.757662 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c76aa93-9e5a-414c-ac52-257b9b26d8fe x-openstack-request-id: req-4c76aa93-9e5a-414c-ac52-257b9b26d8fe {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:25.757910 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:25.758197 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c76aa93-9e5a-414c-ac52-257b9b26d8fe {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:25.758565 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308', 'status': 'completed', 'code': 200} Mar 10 23:52:25.769640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27032-99ae-434d-9307-43a90f4de305 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:25.870460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-9c997d76-5d53-48a5-9eff-98f571d31283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.872030 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-9c997d76-5d53-48a5-9eff-98f571d31283 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 1125 time: 0.0837691 Mar 10 23:52:25.933216 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-30d98995-145e-4d18-8c8c-bfb2558e470e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308 HTTP/1.1" status: 200 len: 217 time: 0.0514519 Mar 10 23:52:25.937434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1f8221-a3ab-476a-bedd-d83574108606 req-8771213a-649d-4020-960f-659854148aeb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826429 Mar 10 23:52:25.956820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1afc34-1803-4c24-806e-6b9e79333a58 req-217ca03c-53a8-4f56-bba7-f95c14706cec tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.958318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da1afc34-1803-4c24-806e-6b9e79333a58 req-217ca03c-53a8-4f56-bba7-f95c14706cec tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1589334 Mar 10 23:52:25.980666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25810f65-a8f9-452b-a6d5-84b686e5cd51 req-1712e236-8a56-4d73-8942-44eb6ed21daa tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.982100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25810f65-a8f9-452b-a6d5-84b686e5cd51 req-1712e236-8a56-4d73-8942-44eb6ed21daa tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 943 time: 0.1060278 Mar 10 23:52:25.994632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-e6d7ccc5-08c3-4b8b-8fb3-ea5c5bde22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:25.996089 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-e6d7ccc5-08c3-4b8b-8fb3-ea5c5bde22c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.0549314 Mar 10 23:52:26.029370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-cc339193-ebfa-44ad-8906-d8ec1e4117b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260658 Mar 10 23:52:26.043220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da1afc34-1803-4c24-806e-6b9e79333a58 req-4a482e47-56d1-4965-9d2c-a3e9cef29410 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786293 Mar 10 23:52:26.056137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25810f65-a8f9-452b-a6d5-84b686e5cd51 req-3fdec894-40f8-4aca-a035-22233a40bda5 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Mar 10 23:52:26.151110 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-07b13870-b924-4f27-9a4c-8d8c54a036ab service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140466 Mar 10 23:52:26.160174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8eafb86-8e20-4c72-b35c-6d59e6f50630 req-48e47886-fe67-465e-9a3d-921012635102 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0447905 Mar 10 23:52:26.337969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891388c6-1e9d-427b-8116-875018b94e4e req-1d60c181-1984-4167-903e-eda4f1e6cd69 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.349411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-891388c6-1e9d-427b-8116-875018b94e4e req-1d60c181-1984-4167-903e-eda4f1e6cd69 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0908949 Mar 10 23:52:26.403734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29205a68-b82a-4c6a-b063-c77adf8372d5 req-0e9deaeb-597a-4820-bd77-fc524c4fb435 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346284 Mar 10 23:52:26.404914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7735961-96d1-4bb2-9f32-f31c496787fe req-16072fab-ca53-46fa-b09a-11d4948f5212 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0433185 Mar 10 23:52:26.426523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-e82d454a-9ddb-4ca7-91c0-040c12f315af tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.428240 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-e82d454a-9ddb-4ca7-91c0-040c12f315af tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.39 "GET /v2.0/networks?id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b HTTP/1.1" status: 200 len: 815 time: 0.2133045 Mar 10 23:52:26.456903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-891388c6-1e9d-427b-8116-875018b94e4e req-3a2ca67d-d499-4a8d-b165-a87e91efa8d1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016200 Mar 10 23:52:26.568339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-3856e8b1-d8c4-4cb7-b566-95697e9ec259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.570590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-3856e8b1-d8c4-4cb7-b566-95697e9ec259 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b3bec86ff564a2693580046b5baced9&device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 1125 time: 0.0997314 Mar 10 23:52:26.575849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-927e1aca-9ec4-4c43-bc6a-479d27ac3db9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034f1d09cc1242eca072c2f4c18ed968 HTTP/1.1" status: 200 len: 379 time: 0.1308498 Mar 10 23:52:26.587967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'port': {'device_id': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'admin_state_up': True, 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'security_groups': ['7cfa94a2-03f2-4e48-b078-fc44b160d96c']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:26.698339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2453c0-3c85-419e-be7b-ca7a621ae570 req-df2df77b-6f62-4727-8510-1309417702b1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.699879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a2453c0-3c85-419e-be7b-ca7a621ae570 req-df2df77b-6f62-4727-8510-1309417702b1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0915434 Mar 10 23:52:26.717012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990775fc-722c-446f-8681-f57bf21f1a77 req-b7ce6f87-5dd8-42dd-baf6-ae2466b53eae tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.720486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-990775fc-722c-446f-8681-f57bf21f1a77 req-b7ce6f87-5dd8-42dd-baf6-ae2466b53eae tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 949 time: 0.0989759 Mar 10 23:52:26.742799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-44e573dd-e7ac-4ac7-a95a-3190004e7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.744596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-44e573dd-e7ac-4ac7-a95a-3190004e7f0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 200 len: 923 time: 0.1629081 Mar 10 23:52:26.806998 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-02753973-e555-4d02-990e-544646edf0ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308 HTTP/1.1" status: 200 len: 217 time: 0.0425465 Mar 10 23:52:26.810402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a2453c0-3c85-419e-be7b-ca7a621ae570 req-0111db59-0f37-4706-8586-dbb4979722fe tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006403 Mar 10 23:52:26.814924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-990775fc-722c-446f-8681-f57bf21f1a77 req-9ad95820-ad49-4eda-be28-2ef011340da1 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739498 Mar 10 23:52:26.855778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Made reservation on behalf of 034f1d09cc1242eca072c2f4c18ed968 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:26.859444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:26.894317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-1610e524-0789-4c1e-baa7-8e5aee1c9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:26.896157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-1610e524-0789-4c1e-baa7-8e5aee1c9d15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 200 len: 862 time: 0.0818720 Mar 10 23:52:26.963785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-495ff617-f7e6-4349-bd5a-67ff6dc5c1c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365539 Mar 10 23:52:27.116338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-c91f00a1-25ed-48db-87b0-5e17a0cf0d96 service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420662 Mar 10 23:52:27.133746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Allocated IP 172.20.0.4 (96400c1e-5edb-4e79-8647-c3f9ca14bf2b/09026d7e-912a-4d2c-8374-f7ef70b46f6a/65d210e9-76dd-4a0d-9242-d20c6944df39) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:27.181779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa943a2d-a7c8-4ebe-ae46-8e85ec87a9ac req-b92112bc-835f-408c-958a-5d842ae6b4dd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:27.189660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa943a2d-a7c8-4ebe-ae46-8e85ec87a9ac req-b92112bc-835f-408c-958a-5d842ae6b4dd tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0693488 Mar 10 23:52:27.264511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa943a2d-a7c8-4ebe-ae46-8e85ec87a9ac req-47506ae3-4f7b-402f-8d31-eceb4d2d2fa0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724866 Mar 10 23:52:27.407601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-821c2d68-7f6f-4ec4-8cd3-166963077d77 req-4c3c7888-1d63-4eac-bc64-89d4186941ae service neutron] 10.222.0.39 "GET /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452633 Mar 10 23:52:27.442778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:27.466630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa1e0-25cc-412a-8994-5913bbf64505 req-925ea7b5-938c-428d-9081-c38b19489d1c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:27.468683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64aaa1e0-25cc-412a-8994-5913bbf64505 req-925ea7b5-938c-428d-9081-c38b19489d1c tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 943 time: 0.1160514 Mar 10 23:52:27.495311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:27.530131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64aaa1e0-25cc-412a-8994-5913bbf64505 req-091c0403-38bc-4382-bdc6-ce5208697ec2 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Mar 10 23:52:27.559268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:27.573488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:27.574909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:27.577363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:27.644242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:27.644961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:27.669606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-fde5ea8d-7015-458d-9d52-f8e97ff2c154 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863535 Mar 10 23:52:27.681905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Request body: {'port': {'device_id': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:27.715412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa66a7-85b0-4350-a059-31ac6ac6e3aa req-9602ff4d-b3df-44b2-80f0-c12cc0df0083 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:27.723809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cfa66a7-85b0-4350-a059-31ac6ac6e3aa req-9602ff4d-b3df-44b2-80f0-c12cc0df0083 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 931 time: 0.0783019 Mar 10 23:52:27.761210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:27.766411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f547009-5ac6-4c15-903e-1f26533cd42b req-46683d53-eeef-4389-a8c0-bcb2a8a076fc tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0394177 Mar 10 23:52:27.825835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cfa66a7-85b0-4350-a059-31ac6ac6e3aa req-8d0a9097-d41a-4b1b-ba00-0647690c553b tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006172 Mar 10 23:52:27.951946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbe57a-82d1-4ee5-8a77-ff72d7e1a8c0 req-dad24b06-ee36-4b41-a30e-b39b779d9dfa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:27.953971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-becbe57a-82d1-4ee5-8a77-ff72d7e1a8c0 req-dad24b06-ee36-4b41-a30e-b39b779d9dfa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0767701 Mar 10 23:52:27.969669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d5acb25a-c19a-400c-9635-8a4a7b7c863a None None] Provisioning complete for port 65d210e9-76dd-4a0d-9242-d20c6944df39 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:27.970279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5acb25a-c19a-400c-9635-8a4a7b7c863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.007908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d5acb25a-c19a-400c-9635-8a4a7b7c863a None None] Port 65d210e9-76dd-4a0d-9242-d20c6944df39 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:52:28.051474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-becbe57a-82d1-4ee5-8a77-ff72d7e1a8c0 req-d27c649b-b436-4cce-aded-f07373d08c41 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916545 Mar 10 23:52:28.078887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc413-b1f3-4571-8cf1-bd3df5cc3646 req-1432d0c3-86f0-4678-9de2-83b35d99fd84 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:28.080369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d1cc413-b1f3-4571-8cf1-bd3df5cc3646 req-1432d0c3-86f0-4678-9de2-83b35d99fd84 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0968256 Mar 10 23:52:28.133196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d1cc413-b1f3-4571-8cf1-bd3df5cc3646 req-8a39efde-4373-4dba-8be8-5222cfd3e617 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Mar 10 23:52:28.157168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d210e9-76dd-4a0d-9242-d20c6944df39 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:28.168076 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks [] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.184149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Transition to ACTIVE for port object 65d210e9-76dd-4a0d-9242-d20c6944df39 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:52:28.194140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.294395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f945-ca1e-4c42-b324-08c657815d2a req-da3e4b71-0b56-48b0-a326-1e4150a91dd6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:28.303275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3036f945-ca1e-4c42-b324-08c657815d2a req-da3e4b71-0b56-48b0-a326-1e4150a91dd6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0939445 Mar 10 23:52:28.342793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:28.368188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3036f945-ca1e-4c42-b324-08c657815d2a req-38b8b6d8-a0f4-451e-a4be-7de2fa86bdb2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636134 Mar 10 23:52:28.368881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Attempting to bind port 65d210e9-76dd-4a0d-9242-d20c6944df39 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:28.370243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Attempting to bind port 65d210e9-76dd-4a0d-9242-d20c6944df39 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:28.370579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Attempting to bind port 65d210e9-76dd-4a0d-9242-d20c6944df39 on network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:28.381340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Port 65d210e9-76dd-4a0d-9242-d20c6944df39 on network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:28.381867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Attempting to bind port 65d210e9-76dd-4a0d-9242-d20c6944df39 on network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:28.389333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:28.389737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Checking segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:28.390160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Bound using segment: {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:28.394551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Bound port: 65d210e9-76dd-4a0d-9242-d20c6944df39, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '656b4a53-e380-490a-8ec1-b513e66512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:28.394926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.510409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84dc0e-7fe4-4625-82aa-a6fb2cf408f3 req-933a4468-92be-4b38-b38c-f9cc2cd1f292 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:28.518517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c84dc0e-7fe4-4625-82aa-a6fb2cf408f3 req-933a4468-92be-4b38-b38c-f9cc2cd1f292 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0706086 Mar 10 23:52:28.598659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c84dc0e-7fe4-4625-82aa-a6fb2cf408f3 req-fb4db214-62b0-4d48-a2e5-fe74eea698ce tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Mar 10 23:52:28.760084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:28.820671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:28.826073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:28.836329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.869344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c84d8-dfe9-4806-8123-5c2661eac39c req-3d97ec6f-4267-4cc3-a19a-52c207dea440 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:28.870406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935c84d8-dfe9-4806-8123-5c2661eac39c req-3d97ec6f-4267-4cc3-a19a-52c207dea440 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 943 time: 0.0907021 Mar 10 23:52:28.901759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:28.902377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:28.903758 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] 10.222.0.39 "PUT /v2.0/ports/65d210e9-76dd-4a0d-9242-d20c6944df39 HTTP/1.1" status: 200 len: 1091 time: 1.2261448 Mar 10 23:52:28.909295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:28.919125 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:28.951018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:28.952698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:29.000523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935c84d8-dfe9-4806-8123-5c2661eac39c req-62059e14-4459-4e58-b858-ebfec35f047f tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215217 Mar 10 23:52:29.021168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:29.027903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5c23-1a8d-4ab6-9dce-2075ac246c81 service neutron] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:29.029311 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e549534-52d2-4997-ac4b-ee886d068dce" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-unplugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:29.054436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:29.063302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:29.203442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:29.204481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-5b05b27e-a76a-478f-ba7d-f55e612caea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.206116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-5b05b27e-a76a-478f-ba7d-f55e612caea4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 1125 time: 0.2080734 Mar 10 23:52:29.234093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca129c9-72c1-47d5-9ec8-b211010dd193 req-eccf64e1-487e-4b23-8667-3ab86cfda648 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0753262 Mar 10 23:52:29.273770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-37d86f3b-36ec-4079-ad41-d8f6a177ba40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d210e9-76dd-4a0d-9242-d20c6944df39 HTTP/1.1" status: 200 len: 217 time: 0.0588777 Mar 10 23:52:29.321923 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f904a-3350-4aed-9c48-05c17d4295f7 x-openstack-request-id: req-919f904a-3350-4aed-9c48-05c17d4295f7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:29.322150 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:29.322403 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-919f904a-3350-4aed-9c48-05c17d4295f7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:29.322879 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'status': 'completed', 'code': 200} Mar 10 23:52:29.340407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-0dafd578-a2eb-41f6-a63a-4733e72ad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.341751 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-0dafd578-a2eb-41f6-a63a-4733e72ad070 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09026d7e-912a-4d2c-8374-f7ef70b46f6a HTTP/1.1" status: 200 len: 854 time: 0.0594938 Mar 10 23:52:29.345161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65452-ecf2-4660-ae4c-70fd9676feb4 req-95d337a6-e9b2-49ea-a40c-3081e32a3821 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.352366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4b65452-ecf2-4660-ae4c-70fd9676feb4 req-95d337a6-e9b2-49ea-a40c-3081e32a3821 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 943 time: 0.1276577 Mar 10 23:52:29.408417 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac5d652-105c-46e3-a9a3-1618d2c742d7 x-openstack-request-id: req-7ac5d652-105c-46e3-a9a3-1618d2c742d7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:29.408908 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-unplugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:29.409284 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ac5d652-105c-46e3-a9a3-1618d2c742d7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:29.409691 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'code': 200} Mar 10 23:52:29.437684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4b65452-ecf2-4660-ae4c-70fd9676feb4 req-27ba4380-b937-4f3d-857e-a97fbd5ee398 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682518 Mar 10 23:52:29.476241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-e471cf35-f151-42e6-b6b1-59e459adec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.477887 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-e471cf35-f151-42e6-b6b1-59e459adec19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1124213 Mar 10 23:52:29.568666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e70af-5bcb-43b7-8246-97a60f3a02f9 req-bca5191f-d8cb-4d24-b061-66049216a10f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.570170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-956e70af-5bcb-43b7-8246-97a60f3a02f9 req-bca5191f-d8cb-4d24-b061-66049216a10f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1035335 Mar 10 23:52:29.620956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-a33df8d3-f5e7-43cb-ab5b-a2880b412bac service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360044 Mar 10 23:52:29.645111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0607c-8c51-443d-b367-cf0d002e5bd1 req-ac4f52af-c0f5-43c4-a475-cfda42826248 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.646619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d0607c-8c51-443d-b367-cf0d002e5bd1 req-ac4f52af-c0f5-43c4-a475-cfda42826248 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0999634 Mar 10 23:52:29.649803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-956e70af-5bcb-43b7-8246-97a60f3a02f9 req-a9bdfc86-800c-484c-bf7a-49871ab92fc1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639746 Mar 10 23:52:29.688700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 1b4560ae-1a64-4db8-9d47-36eb31a9c308 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:29.714655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d0607c-8c51-443d-b367-cf0d002e5bd1 req-fa0b743e-24ec-472c-ab63-36f9f1def150 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Mar 10 23:52:29.727052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27c93a25-9273-4b92-b8ec-5604cd5cc428 req-a01b6cb4-ef83-42a6-a7cd-217273c52fcb service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002853 Mar 10 23:52:29.827222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fc33c-1648-4fd7-bd61-8d0621ce170c req-0666da7d-7499-42f9-a242-f489e1f7663d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.828843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8fc33c-1648-4fd7-bd61-8d0621ce170c req-0666da7d-7499-42f9-a242-f489e1f7663d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0796852 Mar 10 23:52:29.841311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-1c5cd9cd-bc87-4227-89e5-c4e4ffa127ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.843994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-1c5cd9cd-bc87-4227-89e5-c4e4ffa127ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 1125 time: 0.0629029 Mar 10 23:52:29.858957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:29.872485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '1b4560ae-1a64-4db8-9d47-36eb31a9c308', 'network_id': '284540f4-a9d3-4e28-9a5f-b7fbe9604a4f', 'port_id': '1b4560ae-1a64-4db8-9d47-36eb31a9c308', 'mac_address': 'fa:16:3e:fa:a9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a999b2-25a4-4e33-b3fb-c5471b2422f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:29.894545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8fc33c-1648-4fd7-bd61-8d0621ce170c req-c5ae5ba1-bc34-4fb6-b34b-88479eb8a149 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Mar 10 23:52:29.915280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:29.915942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:29.933414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4560ae-1a64-4db8-9d47-36eb31a9c308 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:29.956285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:29.959618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-79e2182c-b8df-4904-879a-5cd828fc8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:29.961155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-79e2182c-b8df-4904-879a-5cd828fc8b91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b HTTP/1.1" status: 200 len: 916 time: 0.1106930 Mar 10 23:52:29.961543 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:30.007408 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-51500d38-ae48-4237-8e98-1f1112fe7d15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d210e9-76dd-4a0d-9242-d20c6944df39 HTTP/1.1" status: 200 len: 217 time: 0.0384495 Mar 10 23:52:30.010698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:30.062931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-119632f8-faad-4011-95a9-3e6bbaf31e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.064533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-119632f8-faad-4011-95a9-3e6bbaf31e56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09026d7e-912a-4d2c-8374-f7ef70b46f6a HTTP/1.1" status: 200 len: 854 time: 0.0491631 Mar 10 23:52:30.138452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-039d6d32-37b8-44db-a168-f7f615a4f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.140260 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-039d6d32-37b8-44db-a168-f7f615a4f390 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696688 Mar 10 23:52:30.141505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ca8e9-72f6-4a9f-9eb1-bd429ff088b9 req-a6bd79ec-c7e8-4287-b84e-a7b1748a93af tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.143642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae4ca8e9-72f6-4a9f-9eb1-bd429ff088b9 req-a6bd79ec-c7e8-4287-b84e-a7b1748a93af tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 944 time: 0.0686414 Mar 10 23:52:30.204768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae4ca8e9-72f6-4a9f-9eb1-bd429ff088b9 req-55357911-4d9c-48ed-81df-2be8c51d1cac tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Mar 10 23:52:30.260932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['1b4560ae-1a64-4db8-9d47-36eb31a9c308'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:30.275384 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-0aa921a6-63ef-4c99-ab2b-7395cd35964e service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280358 Mar 10 23:52:30.389035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-348118ff-6890-43a7-8b5d-cf51ec3ee7ea req-830e1176-2bec-4c97-a45d-4ee8fe7ff4d5 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0633807 Mar 10 23:52:30.408830 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab293995-4a8f-4e85-9f8c-5e8c3e7e9bb2 req-2c2bc7bb-5d93-4a4a-9874-c6f49049b63f service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266186 Mar 10 23:52:30.617150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade449-4c31-49ed-98ac-8854610329d4 req-39f2872a-f954-42e6-b0f4-f121f265649d tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.618615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ade449-4c31-49ed-98ac-8854610329d4 req-39f2872a-f954-42e6-b0f4-f121f265649d tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 943 time: 0.0769129 Mar 10 23:52:30.667618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ade449-4c31-49ed-98ac-8854610329d4 req-bbfd3663-794c-4855-ac02-522e163a5b54 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 Mar 10 23:52:30.807616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61288873-85ca-4155-ae6e-e7c603485c4e req-0519a93e-4510-464c-9b4d-2b0c0fc7ad22 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.809452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61288873-85ca-4155-ae6e-e7c603485c4e req-0519a93e-4510-464c-9b4d-2b0c0fc7ad22 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0684483 Mar 10 23:52:30.906179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61288873-85ca-4155-ae6e-e7c603485c4e req-31b599c1-e6aa-4180-bbc6-3498865207aa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 Mar 10 23:52:30.917202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242c06-7bef-4132-86e4-53db660dc25c req-3494c4c5-9faf-4069-815e-4150a32fc995 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:30.920608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80242c06-7bef-4132-86e4-53db660dc25c req-3494c4c5-9faf-4069-815e-4150a32fc995 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1001399 Mar 10 23:52:30.937214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:30.988779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80242c06-7bef-4132-86e4-53db660dc25c req-59894613-928d-4eeb-b1d8-986304672648 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Mar 10 23:52:31.085299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:31.101345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'mac_address': 'fa:16:3e:d5:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:31.123586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255cc72-f31d-406c-9f08-7c8207efd131 req-5cb8abb9-5a07-436a-8a8e-7ebf26ef130e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:31.131973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c255cc72-f31d-406c-9f08-7c8207efd131 req-5cb8abb9-5a07-436a-8a8e-7ebf26ef130e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0679660 Mar 10 23:52:31.146388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:31.146784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:31.160027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:31.181189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:31.184449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c255cc72-f31d-406c-9f08-7c8207efd131 req-d15e39ef-623b-437d-a772-d4ece041abdc tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513828 Mar 10 23:52:31.185979 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:31.239782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:31.300541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['873e0bed-e8cd-4a2f-9d2a-418db749dbd1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:31.351525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc83c-eb01-4d26-9c1c-263730dfc322 req-f2003ba0-d72c-4550-ac4d-07fa2a3c29f0 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:31.361064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ffc83c-eb01-4d26-9c1c-263730dfc322 req-f2003ba0-d72c-4550-ac4d-07fa2a3c29f0 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 944 time: 0.0785346 Mar 10 23:52:31.423010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ffc83c-eb01-4d26-9c1c-263730dfc322 req-759a8e9e-7555-4348-ad65-c5d260126c8d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Mar 10 23:52:31.477913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89825151-32f5-431a-b9a9-ad21b310138d req-f24df541-ff8c-4533-9fcf-5c00d443c861 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0269127 Mar 10 23:52:31.699658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 65d210e9-76dd-4a0d-9242-d20c6944df39 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:31.701865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 1b4560ae-1a64-4db8-9d47-36eb31a9c308 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:31.795812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968f37-dd1e-4b86-af26-32129cd6b4b8 req-e89416cd-0f14-48aa-8fa7-8623c60611e1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:31.797493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0968f37-dd1e-4b86-af26-32129cd6b4b8 req-e89416cd-0f14-48aa-8fa7-8623c60611e1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 943 time: 0.0561974 Mar 10 23:52:31.822899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:52:31.829133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:31.829587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:31.855730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0968f37-dd1e-4b86-af26-32129cd6b4b8 req-131665d5-6837-40b9-8ea6-05b278204110 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512748 Mar 10 23:52:31.875957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:31.894411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'port_id': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'mac_address': 'fa:16:3e:30:42:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:52:31.961724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 65d210e9-76dd-4a0d-9242-d20c6944df39 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:31.962116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:31.971588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:31.971986 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:31.983620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d210e9-76dd-4a0d-9242-d20c6944df39 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:52:32.015825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:32.018572 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf61d5a-636f-442b-8e25-e09bed924a04" -d '{"events": [{"server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "name": "network-vif-plugged", "status": "completed", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:32.024026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:32.032095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:32.035748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:32.040287 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:32.088474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:32.094407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19df32-7b7a-4be6-98fd-c089f73abb04 req-222ccd3e-8c59-44b9-85fa-c020fc184cd8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:32.102300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa19df32-7b7a-4be6-98fd-c089f73abb04 req-222ccd3e-8c59-44b9-85fa-c020fc184cd8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1027713 Mar 10 23:52:32.144139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:32.176521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa19df32-7b7a-4be6-98fd-c089f73abb04 req-f83df013-e65f-4855-b8b6-71e15f08ceb4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Mar 10 23:52:32.202286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715db042-79a6-4acc-a146-96c88a2314d9 req-87f1be2e-01b7-471d-823c-8466e434dd8d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:32.210309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-715db042-79a6-4acc-a146-96c88a2314d9 req-87f1be2e-01b7-471d-823c-8466e434dd8d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Mar 10 23:52:32.228835 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1069713-3e8b-4627-936c-119afe0fb9c6 x-openstack-request-id: req-d1069713-3e8b-4627-936c-119afe0fb9c6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:32.229149 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "name": "network-vif-plugged", "status": "completed", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:32.229692 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1069713-3e8b-4627-936c-119afe0fb9c6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:32.230227 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308', 'code': 200} Mar 10 23:52:32.264261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-715db042-79a6-4acc-a146-96c88a2314d9 req-7cfe3e64-cc06-44fc-97cf-3b96aa7cdba9 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530422 Mar 10 23:52:32.325973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['65d210e9-76dd-4a0d-9242-d20c6944df39'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:32.363886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02441d8-14d3-4972-81ce-4386d918911b req-6033566b-83d0-423e-bfda-202d422f6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:32.365686 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e02441d8-14d3-4972-81ce-4386d918911b req-6033566b-83d0-423e-bfda-202d422f6388 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 1127 time: 0.0522461 Mar 10 23:52:32.389853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab72b4a-5527-48d2-88e0-82202c0be5b9 req-e13935d7-eff8-4151-86f4-cbd339978cf1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:32.391567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ab72b4a-5527-48d2-88e0-82202c0be5b9 req-e13935d7-eff8-4151-86f4-cbd339978cf1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0567076 Mar 10 23:52:32.422056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e02441d8-14d3-4972-81ce-4386d918911b req-557364b1-21a4-46fc-a26c-55efedfb5224 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495250 Mar 10 23:52:32.448537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ab72b4a-5527-48d2-88e0-82202c0be5b9 req-78d6cd28-39c9-4f74-a186-bbd8c5f2fa01 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490630 Mar 10 23:52:32.551430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aec34-ee93-4943-99ca-87cac1e38ff2 req-780e2f4e-0693-4746-a018-7b570eff3cae tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:32.553499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f6aec34-ee93-4943-99ca-87cac1e38ff2 req-780e2f4e-0693-4746-a018-7b570eff3cae tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 945 time: 0.0557897 Mar 10 23:52:32.587831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-862b9fb0-9b8e-4f6d-b004-73aa639b835b req-eea844d8-c47b-4472-a1d0-7eb48613a3f9 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0330765 Mar 10 23:52:32.632137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f6aec34-ee93-4943-99ca-87cac1e38ff2 req-de8d8938-2dc9-444c-aabd-738095611051 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Mar 10 23:52:32.927864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:33.000976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27078a9b-b2a8-40c7-9790-e774e3c9d2f0 req-60ee466d-1c2c-4f6f-b654-034feb306c14 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:33.006245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:33.006620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:33.011573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27078a9b-b2a8-40c7-9790-e774e3c9d2f0 req-60ee466d-1c2c-4f6f-b654-034feb306c14 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 944 time: 0.0764964 Mar 10 23:52:33.078567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27078a9b-b2a8-40c7-9790-e774e3c9d2f0 req-e6745a5c-4e8b-483b-a20b-2ab5fa06c1b4 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608928 Mar 10 23:52:33.117912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:33.118393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:33.154782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:33.164553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:33.231406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:33.322496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8787-141e-4a99-a8f6-0c40884914a0 req-068ff5bf-6691-4a38-87b3-78e9d6c1ffda tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:33.329191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-152a8787-141e-4a99-a8f6-0c40884914a0 req-068ff5bf-6691-4a38-87b3-78e9d6c1ffda tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.0663323 Mar 10 23:52:33.411844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-152a8787-141e-4a99-a8f6-0c40884914a0 req-ed9590bd-79db-4fb6-92ab-529795e7e8cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816040 Mar 10 23:52:33.543671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306174d0-03e2-4304-bcd1-34f46c2cf1ae req-5d3ee5f2-402f-4557-9298-0cd6c67bf120 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:33.551144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-306174d0-03e2-4304-bcd1-34f46c2cf1ae req-5d3ee5f2-402f-4557-9298-0cd6c67bf120 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0994172 Mar 10 23:52:33.697991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 65d210e9-76dd-4a0d-9242-d20c6944df39 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:33.709550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-306174d0-03e2-4304-bcd1-34f46c2cf1ae req-8fde7a8b-29d8-4ac6-82c5-5192e3ed6794 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437018 Mar 10 23:52:33.721775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b661c-f6bd-4d53-a5a1-e99b70041036 req-20a31546-b8db-42fd-99ff-caa032925dab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:33.738323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d4b661c-f6bd-4d53-a5a1-e99b70041036 req-20a31546-b8db-42fd-99ff-caa032925dab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1860530 Mar 10 23:52:33.786809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 65d210e9-76dd-4a0d-9242-d20c6944df39 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:52:33.791326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 65d210e9-76dd-4a0d-9242-d20c6944df39 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:33.791755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:33.816112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d4b661c-f6bd-4d53-a5a1-e99b70041036 req-92100164-869d-44cd-b98c-91b5e30dc7d1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696142 Mar 10 23:52:33.860064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a80703f-3bc6-4e53-9cbb-04566b11204c req-bfc72113-694c-4e6a-a154-08534fb63a63 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0423458 Mar 10 23:52:33.957313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 65d210e9-76dd-4a0d-9242-d20c6944df39 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:33.961737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:33.980867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5dc1-00f8-4d14-82fd-6ccbf974f2d3 req-1ca55339-6759-4556-a0a4-af53532997db tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:33.989040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53ed5dc1-00f8-4d14-82fd-6ccbf974f2d3 req-1ca55339-6759-4556-a0a4-af53532997db tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 945 time: 0.0687492 Mar 10 23:52:34.019313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:34.026032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:34.068657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53ed5dc1-00f8-4d14-82fd-6ccbf974f2d3 req-d8bce86a-9c76-4f63-85fa-51b609f32cd0 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782173 Mar 10 23:52:34.125171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:34.231058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}, {'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:34.234287 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60da5720-203d-43e1-9e04-a462b8823a30" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}, {"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-plugged", "status": "completed", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:34.294987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db4a03-1cd6-4b90-83a2-165315ee0371 req-3e649431-9781-45ec-bcb4-85992de80be3 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:34.297458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08db4a03-1cd6-4b90-83a2-165315ee0371 req-3e649431-9781-45ec-bcb4-85992de80be3 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 945 time: 0.1186574 Mar 10 23:52:34.398576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08db4a03-1cd6-4b90-83a2-165315ee0371 req-8474aeb0-ae94-4a71-b9ab-88a4ea6f7928 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953302 Mar 10 23:52:34.442522 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86097b-24a4-4d31-9645-1643f4ade340 x-openstack-request-id: req-3f86097b-24a4-4d31-9645-1643f4ade340 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:34.442828 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-plugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "code": 200}, {"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-plugged", "status": "completed", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:34.443088 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f86097b-24a4-4d31-9645-1643f4ade340 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:34.443496 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'code': 200} Mar 10 23:52:34.443836 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'code': 200} Mar 10 23:52:34.668282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cd607-e43a-43ce-a0a6-bd929c95cfa8 req-3a373358-1a3f-4d51-b1e9-b5661e0aa3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:34.669942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-309cd607-e43a-43ce-a0a6-bd929c95cfa8 req-3a373358-1a3f-4d51-b1e9-b5661e0aa3cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 1127 time: 0.1534662 Mar 10 23:52:34.721794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e3665-d949-4162-aaa4-100a19c384fb req-2d01bffb-7682-463f-a1b2-104838077a96 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:34.729342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-134e3665-d949-4162-aaa4-100a19c384fb req-2d01bffb-7682-463f-a1b2-104838077a96 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 945 time: 0.1983321 Mar 10 23:52:34.759585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-309cd607-e43a-43ce-a0a6-bd929c95cfa8 req-ed9c5c23-45f9-40e7-8d44-3f6332143021 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797148 Mar 10 23:52:34.809489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa809d-e976-458d-a706-788f7868d3f2 req-1f26cb75-7d16-45cd-a145-ac8abd9a5e0c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:34.817765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-feaa809d-e976-458d-a706-788f7868d3f2 req-1f26cb75-7d16-45cd-a145-ac8abd9a5e0c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 946 time: 0.1644382 Mar 10 23:52:34.836516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-134e3665-d949-4162-aaa4-100a19c384fb req-d20be354-e6c8-4f02-9fcb-544041d7a2ce tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059928 Mar 10 23:52:34.904342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-feaa809d-e976-458d-a706-788f7868d3f2 req-72230a6f-1e4e-422d-bc6e-50df8c618cc2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856164 Mar 10 23:52:35.016195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae3d99-9a04-4a0a-8ae3-37ba58867797 req-c438f093-f646-4b46-bd62-6724e83ec273 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:35.022541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bae3d99-9a04-4a0a-8ae3-37ba58867797 req-c438f093-f646-4b46-bd62-6724e83ec273 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1168866 Mar 10 23:52:35.115411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fe4d2-1470-41e5-a788-0783cf85f5ce req-5fc4b084-6a39-4b4f-90c0-cfc842b3a25b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:35.122219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-572fe4d2-1470-41e5-a788-0783cf85f5ce req-5fc4b084-6a39-4b4f-90c0-cfc842b3a25b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0971317 Mar 10 23:52:35.149858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bae3d99-9a04-4a0a-8ae3-37ba58867797 req-5dc7528d-9698-490e-9b76-e52c02319ae0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234753 Mar 10 23:52:35.252966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-572fe4d2-1470-41e5-a788-0783cf85f5ce req-fd84319d-41ea-406f-a8aa-2e1355956f0a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248610 Mar 10 23:52:35.303073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-a4087751-a274-4461-af0c-315896bd83b4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:35.304924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-a4087751-a274-4461-af0c-315896bd83b4 tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1128 time: 0.1452579 Mar 10 23:52:35.313674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c5ad3fd-cab9-47ea-9919-ed1827a24fb9 req-84a84f6a-45f0-4eee-8c30-43ee1e3d175d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0402493 Mar 10 23:52:35.317869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:35.425806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:35.598265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43fffd-381a-4c1e-a874-dc3201c8ba96 req-fcb3e4fa-c7be-41c3-a80b-7dcb53b8f029 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:35.599828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e43fffd-381a-4c1e-a874-dc3201c8ba96 req-fcb3e4fa-c7be-41c3-a80b-7dcb53b8f029 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 945 time: 0.0844719 Mar 10 23:52:35.682894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:35.709166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e43fffd-381a-4c1e-a874-dc3201c8ba96 req-f356fca9-5693-443f-bd57-ed997209fcb2 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974874 Mar 10 23:52:35.756667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:35.806435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:35.813491 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f60d63-414b-4406-a2e0-963651c57407" -d '{"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:35.826743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks [] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:35.837270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:35.898477 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f10253-7069-437c-8530-78f25e980c44 x-openstack-request-id: req-e1f10253-7069-437c-8530-78f25e980c44 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:35.898854 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:35.899044 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1f10253-7069-437c-8530-78f25e980c44 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:35.899414 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'code': 200} Mar 10 23:52:36.025204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:36.031631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:36.032058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:36.032455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:36.044450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fd94e-7e38-4987-9647-79d8487e5770 req-dad473cd-7264-4382-9576-6d7637b8b60d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.052002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:36.052335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Attempting to bind port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on network 6c553ddc-8578-4f93-aa28-2d39914c52a3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:36.057757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7fd94e-7e38-4987-9647-79d8487e5770 req-dad473cd-7264-4382-9576-6d7637b8b60d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 945 time: 0.1209202 Mar 10 23:52:36.065726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-e38b5944-1418-4c3e-9cc4-0199c7db5d4d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.067727 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-e38b5944-1418-4c3e-9cc4-0199c7db5d4d tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 945 time: 0.1101608 Mar 10 23:52:36.069145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:36.069145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Checking segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:36.069505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Bound using segment: {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:36.069972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Bound port: fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bdc88-fe81-450b-a6d5-804cbde421fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6c553ddc-8578-4f93-aa28-2d39914c52a3'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:36.070335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.271170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:36.274736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:36.288922 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.302368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Deleting port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:52:36.302765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.326806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7fd94e-7e38-4987-9647-79d8487e5770 req-98adcaf7-c967-4cbb-86da-ce585b7822d6 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups?id=c24cd622-2de7-4e9e-b8a6-9704d7954b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492120 Mar 10 23:52:36.380589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2c314-f55e-4021-a279-2dc7e46182a8 req-b5a1b296-a3f3-4c75-8fc2-63d4f8045361 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.387662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30e2c314-f55e-4021-a279-2dc7e46182a8 req-b5a1b296-a3f3-4c75-8fc2-63d4f8045361 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.2338173 Mar 10 23:52:36.457177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] For port 1b4560ae-1a64-4db8-9d47-36eb31a9c308, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=1b4560ae-1a64-4db8-9d47-36eb31a9c308,segment=NetworkSegment(0a630905-7445-4c09-a453-4379d9638c99),segment_id=0a630905-7445-4c09-a453-4379d9638c99)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:36.460647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.472378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30e2c314-f55e-4021-a279-2dc7e46182a8 req-806aa690-fe87-42fa-8344-9ecec08dbe69 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Mar 10 23:52:36.494284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Calling delete_port for 1b4560ae-1a64-4db8-9d47-36eb31a9c308 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:52:36.574792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb618f9-6bef-4b18-be0f-d0ef4d341dfd req-792fdd30-08c8-4157-b094-8d7fba21a864 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.584503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bb618f9-6bef-4b18-be0f-d0ef4d341dfd req-792fdd30-08c8-4157-b094-8d7fba21a864 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1549745 Mar 10 23:52:36.671752 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e63c103-aded-4002-8fcb-1ee5d15ce935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.691214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1b4560ae-1a64-4db8-9d47-36eb31a9c308), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.703938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['1b4560ae-1a64-4db8-9d47-36eb31a9c308'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:36.714895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bb618f9-6bef-4b18-be0f-d0ef4d341dfd req-fd823d0f-dcce-4ef2-b3df-669c8a714f1f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237943 Mar 10 23:52:36.789223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590e47-52fc-40e8-ba37-ba2c8b430201 req-24945818-2b2c-4467-a9c1-adf0b5813219 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.807366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47590e47-52fc-40e8-ba37-ba2c8b430201 req-24945818-2b2c-4467-a9c1-adf0b5813219 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2148676 Mar 10 23:52:36.818508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=8']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:36.822324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:36.823206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.824726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f0d571f5-5925-41e3-9e03-5569720c1182 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 1122 time: 1.5120080 Mar 10 23:52:36.826004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] No DVR routers for this DVR port 1b4560ae-1a64-4db8-9d47-36eb31a9c308 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:52:36.845274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:36.854684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-af0940f1-aa4f-4a9f-84e8-3f380da90365 req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.39 "DELETE /v2.0/ports/1b4560ae-1a64-4db8-9d47-36eb31a9c308 HTTP/1.1" status: 204 len: 173 time: 0.7809751 Mar 10 23:52:36.892261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47590e47-52fc-40e8-ba37-ba2c8b430201 req-96e9c8db-85d0-4030-8ac2-34b6e3dbce18 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789890 Mar 10 23:52:36.920134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1678b-dea1-4a34-a5ad-ede29fe5ac82 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event deleted for resources: {'Port': ['ID=1b4560ae-1a64-4db8-9d47-36eb31a9c308,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:36.935872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['fdde9772-8b5f-4ebb-baf4-ac7437627c6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:36.966529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec3f10e-cde0-4015-b363-8461a46d8c34 req-f2b40694-44f7-48ca-b092-047b1aab2d46 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0860753 Mar 10 23:52:37.030163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['fdde9772-8b5f-4ebb-baf4-ac7437627c6b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:52:37.147344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582654af-a433-4e7b-9be2-ea878faad153 req-c635e85c-874a-47d6-b29f-9405c8269df5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:37.165483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-582654af-a433-4e7b-9be2-ea878faad153 req-c635e85c-874a-47d6-b29f-9405c8269df5 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 945 time: 0.0976913 Mar 10 23:52:37.242499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-582654af-a433-4e7b-9be2-ea878faad153 req-0c940a46-abed-434b-9beb-835d8ab38af8 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751932 Mar 10 23:52:37.465119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32031151-4f8c-44c8-a08d-6396374a74ec req-29e4be22-30d8-4d8f-8f38-0d7957b94d73 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/ports?device_id=f97e4ad1-bae5-44d0-ad92-98e84faddaba HTTP/1.1" status: 200 len: 210 time: 0.0377560 Mar 10 23:52:37.481966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca2456-f8f4-40ef-bf27-67791fddc62a req-a018c3f9-9710-45df-ba1a-7ce739cf52e4 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:37.484144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96ca2456-f8f4-40ef-bf27-67791fddc62a req-a018c3f9-9710-45df-ba1a-7ce739cf52e4 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 945 time: 0.1113214 Mar 10 23:52:37.499315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43152) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:37.499315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Request body: {'floatingip': {'port_id': '65d210e9-76dd-4a0d-9242-d20c6944df39'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:37.552615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:37.664937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7197953-3c70-434f-a915-ff1fa94b6aa7 req-c755059b-134a-4572-a1bd-d9505c2d6ede tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:37.666731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7197953-3c70-434f-a915-ff1fa94b6aa7 req-c755059b-134a-4572-a1bd-d9505c2d6ede tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0839543 Mar 10 23:52:37.729186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:37.793299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7197953-3c70-434f-a915-ff1fa94b6aa7 req-375c0459-86a7-4c1f-9f69-3422f416d2e2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 Mar 10 23:52:37.978399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611b86-827c-44f4-9842-c86c732a57d2 req-7a312d70-df51-437d-aa62-0fa6de89eb41 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:37.994111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37611b86-827c-44f4-9842-c86c732a57d2 req-7a312d70-df51-437d-aa62-0fa6de89eb41 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1095178 Mar 10 23:52:38.009332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:38.037186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:52:38.133913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37611b86-827c-44f4-9842-c86c732a57d2 req-902cb66a-2af1-462f-8d56-4acef15892ed tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388900 Mar 10 23:52:38.195380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335271-7e5c-467b-afba-75211061868f req-d342de4b-1dca-4373-a141-a870eb7d85ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:38.209426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86335271-7e5c-467b-afba-75211061868f req-d342de4b-1dca-4373-a141-a870eb7d85ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1401880 Mar 10 23:52:38.292734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:38.293912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b'}, {'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'name': 'network-vif-deleted', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:38.297588 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c192937-1a7f-45e6-9b5e-44a70e46f288" -d '{"events": [{"name": "network-changed", "server_uuid": "953744af-292a-434a-a468-d79979af90c8", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b"}, {"server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "name": "network-vif-deleted", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:38.303444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:38.351385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af18d095-42e1-4422-8468-f7cf65517943 req-72838163-d3f8-4a55-bb72-6b4ff22e3afa tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.1040027 Mar 10 23:52:38.395970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86335271-7e5c-467b-afba-75211061868f req-a04c72ac-2bd4-436d-ab9f-8e3110c8200f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854210 Mar 10 23:52:38.475612 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Floating IP c0ca571b-d3f5-447a-be6a-c65da85176f2 associated. External IP: 172.25.7.82, port: 65d210e9-76dd-4a0d-9242-d20c6944df39. Mar 10 23:52:38.539182 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de72b0-76ed-4acb-8433-77ae60b7f828 x-openstack-request-id: req-f4de72b0-76ed-4acb-8433-77ae60b7f828 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:38.539551 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953744af-292a-434a-a468-d79979af90c8", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b", "status": "completed", "code": 200}, {"server_uuid": "f97e4ad1-bae5-44d0-ad92-98e84faddaba", "name": "network-vif-deleted", "tag": "1b4560ae-1a64-4db8-9d47-36eb31a9c308", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:38.539742 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4de72b0-76ed-4acb-8433-77ae60b7f828 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:38.542779 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'status': 'completed', 'code': 200} Mar 10 23:52:38.543058 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97e4ad1-bae5-44d0-ad92-98e84faddaba', 'name': 'network-vif-deleted', 'tag': '1b4560ae-1a64-4db8-9d47-36eb31a9c308', 'status': 'completed', 'code': 200} Mar 10 23:52:38.647418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-728e5eb9-0a90-49f1-a17c-9bf8b656ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:38.649379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-728e5eb9-0a90-49f1-a17c-9bf8b656ed95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1156 time: 0.0931113 Mar 10 23:52:38.835741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-39b881e5-8581-4996-958f-6dc18a1eb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:38.837519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-39b881e5-8581-4996-958f-6dc18a1eb9c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.1664963 Mar 10 23:52:38.870581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Router 717a4d8c-52dd-433e-b146-6287a539222c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:52:38.881174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43192) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:38.953740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-fc51a97a-64ed-4573-bea2-9baa4385bbf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 217 time: 0.0950727 Mar 10 23:52:38.967444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (af711648-3887-4465-9229-f212f500184f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.037925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (af711648-3887-4465-9229-f212f500184f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.063117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-bdf66864-d6d6-4fb4-bf2d-f86a9a3772f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:39.065126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-bdf66864-d6d6-4fb4-bf2d-f86a9a3772f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0850139 Mar 10 23:52:39.125243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:52:39.136750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-6e295ac7-84e5-48b9-8f55-97390ca11c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525498 Mar 10 23:52:39.137398 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Sync routers for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:52:39.139506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.155563 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:39.156132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:39.179712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f767b5ba-134f-4300-b8af-728b57d4d9d1 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "PUT /v2.0/floatingips/c0ca571b-d3f5-447a-be6a-c65da85176f2 HTTP/1.1" status: 200 len: 990 time: 1.6841631 Mar 10 23:52:39.203285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (af711648-3887-4465-9229-f212f500184f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.205952 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d1f3254e-8a8a-4335-aac5-012c9ca1652e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.208352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.215898 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "DELETE /v2.0/security-groups/af711648-3887-4465-9229-f212f500184f HTTP/1.1" status: 204 len: 168 time: 0.3316913 Mar 10 23:52:39.218823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43198) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:39.275208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2bd6d-35df-4952-a18c-eaec6c4b256e tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af711648-3887-4465-9229-f212f500184f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:39.280899 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-9bf5b64c-a846-47ba-b9ed-281cecea016f tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] show failed (client error): The resource could not be found. Mar 10 23:52:39.286970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9bf5b64c-a846-47ba-b9ed-281cecea016f tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "GET /v2.0/security-groups/af711648-3887-4465-9229-f212f500184f HTTP/1.1" status: 404 len: 347 time: 0.0570407 Mar 10 23:52:39.287998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:39.340089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155ad4-6e5e-4d1b-a687-1a964c61431b req-9c20d837-7d9c-4276-9ed2-06c1b4a3ac19 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:39.341643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c155ad4-6e5e-4d1b-a687-1a964c61431b req-9c20d837-7d9c-4276-9ed2-06c1b4a3ac19 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.3907008 Mar 10 23:52:39.351662 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:39.494666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Deleting port b6f26dcc-1c36-4a43-8ed2-d23fa3917105 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:52:39.495261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.607552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.608169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for floatingip (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.624322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Calling delete_port for b6f26dcc-1c36-4a43-8ed2-d23fa3917105 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:52:39.646286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c0ca571b-d3f5-447a-be6a-c65da85176f2', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'port_id': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'mac_address': 'fa:16:3e:30:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:52:20Z', 'updated_at': '2022-03-10T23:52:38Z', 'revision_number': 1, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:39.699252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Checking router: 717a4d8c-52dd-433e-b146-6287a539222c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:52:39.727985 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:39.730411 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:39.745470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 1b4560ae-1a64-4db8-9d47-36eb31a9c308 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:39.778522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 1b4560ae-1a64-4db8-9d47-36eb31a9c308 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:52:39.788404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 1b4560ae-1a64-4db8-9d47-36eb31a9c308 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:52:39.944760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b6f26dcc-1c36-4a43-8ed2-d23fa3917105), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:39.952913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-dd3a85b7-6019-42dd-b901-95cf1996842c service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006246 Mar 10 23:52:39.956219 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:39.963441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c155ad4-6e5e-4d1b-a687-1a964c61431b req-00ad2b96-aa67-4612-92dc-b00494776e35 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470121 Mar 10 23:52:39.983280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9840cf5-a2d6-4f32-9c9d-016351ac98fd req-20bd231d-b720-4692-9785-1ac51819d91f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:39.990797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9840cf5-a2d6-4f32-9c9d-016351ac98fd req-20bd231d-b720-4692-9785-1ac51819d91f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.6976154 Mar 10 23:52:40.058055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Pushing event deleted for resources: {'Port': ['ID=b6f26dcc-1c36-4a43-8ed2-d23fa3917105,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:40.162953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9840cf5-a2d6-4f32-9c9d-016351ac98fd req-72cc74b6-79f4-4cdd-bfc8-ae972d9d162e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674807 Mar 10 23:52:40.204106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks [] for floatingip (6b3954e8-40a9-4ec5-9f4a-a154206dd52f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.211637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.213406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-129bd5a0-e76d-49d2-9be1-b9f85f270dc4 tempest-ImagesOneServerNegativeTestJSON-1126440586 tempest-ImagesOneServerNegativeTestJSON-1126440586-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b3954e8-40a9-4ec5-9f4a-a154206dd52f HTTP/1.1" status: 204 len: 168 time: 0.9190609 Mar 10 23:52:40.257481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-411ac2a5-70fa-4012-a295-c1de25749630 req-d06b68a0-ef38-49a8-b158-7919a4e72258 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0896800 Mar 10 23:52:40.280484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c192937-1a7f-45e6-9b5e-44a70e46f288 req-7cd4efc1-c1fa-4f4e-8b22-4ca389bd39c1 service neutron] 10.222.0.30 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135300 Mar 10 23:52:40.307239 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c0ca571b-d3f5-447a-be6a-c65da85176f2', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'port_id': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'mac_address': 'fa:16:3e:30:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:52:20Z', 'updated_at': '2022-03-10T23:52:38Z', 'revision_number': 1, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:40.358818 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62d052-5b11-472c-b539-ede327d54321 None None] The sync data for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 is: [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c0ca571b-d3f5-447a-be6a-c65da85176f2', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'floating_ip_address': '172.25.7.82', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'port_id': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'mac_address': 'fa:16:3e:30:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:52:20Z', 'updated_at': '2022-03-10T23:52:38Z', 'revision_number': 1, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:52:40.377229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31119fd-341c-497b-9909-6ec9ba84353e req-91e0f6f9-8cae-4896-a533-991e0d798ae3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:40.384136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b31119fd-341c-497b-9909-6ec9ba84353e req-91e0f6f9-8cae-4896-a533-991e0d798ae3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1226735 Mar 10 23:52:40.384664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.400319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.403496 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.517226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b31119fd-341c-497b-9909-6ec9ba84353e req-c9066e95-0276-4210-ae7c-8d7ad51461eb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267855 Mar 10 23:52:40.544731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:40.547010 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383afc8f-329b-46d2-8d76-ca1548b4d5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:40.643170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:40.729615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf4def-6577-4d8e-8209-b32b897bfc3e None None] New status for floating IP c0ca571b-d3f5-447a-be6a-c65da85176f2: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:52:40.730507 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e22536-b638-4f69-8d7f-7ceb9992b0fc x-openstack-request-id: req-d7e22536-b638-4f69-8d7f-7ceb9992b0fc {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:40.730931 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:40.731298 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7e22536-b638-4f69-8d7f-7ceb9992b0fc {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:40.731821 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'status': 'completed', 'code': 200} Mar 10 23:52:40.759312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Deleting subnet b9a999b2-25a4-4e33-b3fb-c5471b2422f2 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:52:40.765394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Publish callbacks [] for subnet (b9a999b2-25a4-4e33-b3fb-c5471b2422f2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.826594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (b9a999b2-25a4-4e33-b3fb-c5471b2422f2), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:40.832043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-1ef40051-1399-4f60-ad15-0352cfac12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:40.833933 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-1ef40051-1399-4f60-ad15-0352cfac12a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 1127 time: 0.1560550 Mar 10 23:52:41.226683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28eff-2408-4b48-b682-c53037148042 req-aeebeebb-45a6-4aa0-b9a3-73bf4580580b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:41.228258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fd28eff-2408-4b48-b682-c53037148042 req-aeebeebb-45a6-4aa0-b9a3-73bf4580580b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0757990 Mar 10 23:52:41.318025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f137bd-b70e-424b-bdd4-f3372bd46a5f req-71c76128-93e7-4272-acc4-db69695e29f3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:41.319987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3f137bd-b70e-424b-bdd4-f3372bd46a5f req-71c76128-93e7-4272-acc4-db69695e29f3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0905600 Mar 10 23:52:41.369415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fd28eff-2408-4b48-b682-c53037148042 req-1b468ea7-d0b5-49f4-845e-2055f401edaa tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015325 Mar 10 23:52:41.401239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3f137bd-b70e-424b-bdd4-f3372bd46a5f req-49243ffa-1091-49b3-b119-6f518470d787 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741212 Mar 10 23:52:41.405617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b9a999b2-25a4-4e33-b3fb-c5471b2422f2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:41.484713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:41.501566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (b9a999b2-25a4-4e33-b3fb-c5471b2422f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:41.510263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7da38660-11fa-46c4-acef-1eed476e9038 req-3f6700cd-15be-4f26-a0d0-b96504533fe0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=10c0995d-aef2-40fa-a1a9-a7428a3b3635 HTTP/1.1" status: 200 len: 210 time: 0.0455594 Mar 10 23:52:41.581661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-7bd2dcab-2737-4501-83b0-e94d63b498d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:41.583170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-7bd2dcab-2737-4501-83b0-e94d63b498d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b HTTP/1.1" status: 200 len: 916 time: 0.7283108 Mar 10 23:52:41.583806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a999b2-25a4-4e33-b3fb-c5471b2422f2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:41.647502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:41.651553 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-211a8420-8793-4d67-b6c5-ba16ba48bb40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9a999b2-25a4-4e33-b3fb-c5471b2422f2 HTTP/1.1" status: 204 len: 168 time: 1.0067329 Mar 10 23:52:41.654310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43256) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:41.720227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-e04768e7-a599-4a5a-bc54-398956dc68d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65d210e9-76dd-4a0d-9242-d20c6944df39 HTTP/1.1" status: 200 len: 1000 time: 0.1274889 Mar 10 23:52:41.745474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3565e-dc51-4b8a-aef6-ef71149dde96 req-5d521e6f-d22e-41d3-b0af-278300fea37b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:41.747827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e3565e-dc51-4b8a-aef6-ef71149dde96 req-5d521e6f-d22e-41d3-b0af-278300fea37b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1175029 Mar 10 23:52:41.864771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e3565e-dc51-4b8a-aef6-ef71149dde96 req-f74533b5-5aea-4fc6-a9ea-5e87c2f1f714 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105132 Mar 10 23:52:41.872137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:41.896983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-129da07a-9401-4e62-9a13-5e1fd4afde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:41.898720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-129da07a-9401-4e62-9a13-5e1fd4afde19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=09026d7e-912a-4d2c-8374-f7ef70b46f6a HTTP/1.1" status: 200 len: 854 time: 0.1361935 Mar 10 23:52:42.030577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.060763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-13959339-4158-4cb1-bac4-d56a89b5a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:42.062501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-13959339-4158-4cb1-bac4-d56a89b5a6c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=96400c1e-5edb-4e79-8647-c3f9ca14bf2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1534648 Mar 10 23:52:42.064970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284540f4-a9d3-4e28-9a5f-b7fbe9604a4f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:42.093637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a630905-7445-4c09-a453-4379d9638c99') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:42.094193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a630905-7445-4c09-a453-4379d9638c99') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:42.108971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (0a630905-7445-4c09-a453-4379d9638c99), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.168212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0a630905-7445-4c09-a453-4379d9638c99), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.179496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:52:42.179850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (0a630905-7445-4c09-a453-4379d9638c99), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:52:42.183490 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:52:42.269511 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-e605d789-30ff-4c07-8342-2ccbbbcb6105 service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987798 Mar 10 23:52:42.272092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (284540f4-a9d3-4e28-9a5f-b7fbe9604a4f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.278313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.285959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] 10.222.0.21 "DELETE /v2.0/networks/284540f4-a9d3-4e28-9a5f-b7fbe9604a4f HTTP/1.1" status: 204 len: 168 time: 0.6280892 Mar 10 23:52:42.313039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0115a3-becc-40e0-9f24-a675fe35713d admin admin] Pushing event deleted for resources: {'Network': ['ID=284540f4-a9d3-4e28-9a5f-b7fbe9604a4f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:42.447034 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-383afc8f-329b-46d2-8d76-ca1548b4d5e4 req-677333c6-494c-4b47-aabb-957d8a23132f service neutron] 10.222.0.39 "GET /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619565 Mar 10 23:52:42.549386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43268) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:42.562115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1f13-7d68-4e7f-a06f-5846e9165449 req-0131d51c-883d-4804-b907-9484493e3f8d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:42.565750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-952b1f13-7d68-4e7f-a06f-5846e9165449 req-0131d51c-883d-4804-b907-9484493e3f8d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0827165 Mar 10 23:52:42.605411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb0d49a3-34d0-4430-89e6-f7da9a1b8778 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b3bec86ff564a2693580046b5baced9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548089 Mar 10 23:52:42.608091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:42.669296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-952b1f13-7d68-4e7f-a06f-5846e9165449 req-98c3445f-8b00-4231-86b0-0b71725a4d13 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862064 Mar 10 23:52:42.679984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] Publish callbacks [] for security_group (c24cd622-2de7-4e9e-b8a6-9704d7954b7c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.688653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a8ac2-750b-43a5-a0fe-1bef3f32287f req-b020b3c9-1422-48ae-8606-7d584a022af3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:42.706307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14a8ac2-750b-43a5-a0fe-1bef3f32287f req-b020b3c9-1422-48ae-8606-7d584a022af3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1388741 Mar 10 23:52:42.734619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] Publish callbacks [] for security_group (c24cd622-2de7-4e9e-b8a6-9704d7954b7c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.803405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c24cd622-2de7-4e9e-b8a6-9704d7954b7c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.812240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:42.813416 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c24cd622-2de7-4e9e-b8a6-9704d7954b7c HTTP/1.1" status: 204 len: 168 time: 0.2042036 Mar 10 23:52:42.832467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edb8f1-e941-4d88-9d78-e8cd83449851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cd622-2de7-4e9e-b8a6-9704d7954b7c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:42.852826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14a8ac2-750b-43a5-a0fe-1bef3f32287f req-d0413ca7-7737-48e8-9ef4-d22fd99dff16 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430824 Mar 10 23:52:43.075203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48bbf8-186d-40c6-ab6f-a93d4017e025 req-21f1f119-360f-401b-80dc-beb41e8a670b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:43.083535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce48bbf8-186d-40c6-ab6f-a93d4017e025 req-21f1f119-360f-401b-80dc-beb41e8a670b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0823100 Mar 10 23:52:43.153324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce48bbf8-186d-40c6-ab6f-a93d4017e025 req-f910f856-074f-49e0-acb7-c88be3fa8726 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687721 Mar 10 23:52:43.180724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:43.903395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c3f13-823e-4fd8-a0e8-6a4a673488b3 req-76390ffa-99cf-4490-b6e8-12313546217b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:43.906123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d5c3f13-823e-4fd8-a0e8-6a4a673488b3 req-76390ffa-99cf-4490-b6e8-12313546217b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1267617 Mar 10 23:52:44.015788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d5c3f13-823e-4fd8-a0e8-6a4a673488b3 req-98cc3176-10eb-4468-b956-240250e4e9c3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Mar 10 23:52:44.054937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090489fe-1a33-4669-ad4f-7ec0587ab422 req-5c29e48b-e65d-45ea-8a90-c9c833051734 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:44.056800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-090489fe-1a33-4669-ad4f-7ec0587ab422 req-5c29e48b-e65d-45ea-8a90-c9c833051734 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0852807 Mar 10 23:52:44.141199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-090489fe-1a33-4669-ad4f-7ec0587ab422 req-bb9e1523-435c-4440-b64d-df82b0d22c04 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782878 Mar 10 23:52:44.361382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e77d2-0618-403e-9e39-eb34ddf7638c req-970db76e-fa6b-411e-85c5-819d469f4965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:44.362720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f8e77d2-0618-403e-9e39-eb34ddf7638c req-970db76e-fa6b-411e-85c5-819d469f4965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0614662 Mar 10 23:52:44.447269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f8e77d2-0618-403e-9e39-eb34ddf7638c req-d8945d65-dcaf-4410-85f7-82e7ce78aa0a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762668 Mar 10 23:52:45.203585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5574b-f436-479a-87d0-b31e3c85ea47 req-270c4106-6bd3-4626-bf8b-4747ecc5d88d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:45.206965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb5574b-f436-479a-87d0-b31e3c85ea47 req-270c4106-6bd3-4626-bf8b-4747ecc5d88d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0734327 Mar 10 23:52:45.271429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb5574b-f436-479a-87d0-b31e3c85ea47 req-c4bb15c4-6b73-46fc-a238-b51e0a325c3b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Mar 10 23:52:45.436888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e894028-ccee-46ec-82c3-f9704f88ea94 req-e5cf72b2-aa7b-48b4-bc9f-2e57d45e65e6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:45.438894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e894028-ccee-46ec-82c3-f9704f88ea94 req-e5cf72b2-aa7b-48b4-bc9f-2e57d45e65e6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0757699 Mar 10 23:52:45.513906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e894028-ccee-46ec-82c3-f9704f88ea94 req-d0c9958a-9e95-4fad-90ff-04149e1877d9 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Mar 10 23:52:45.629402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf3ae3-aa48-4e0e-94e4-8eff34fd9774 req-f88dfa3d-e54f-488c-a531-334bc5d3b9db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:45.636553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ebf3ae3-aa48-4e0e-94e4-8eff34fd9774 req-f88dfa3d-e54f-488c-a531-334bc5d3b9db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0785496 Mar 10 23:52:45.696540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ebf3ae3-aa48-4e0e-94e4-8eff34fd9774 req-5dd65c3e-abb7-454e-8fac-43a8157ebadb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587940 Mar 10 23:52:46.446667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151a7ee-eb9c-403f-841d-79267aa830e6 req-0d85ab1e-f224-42b3-a074-5d014cca8deb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:46.448701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c151a7ee-eb9c-403f-841d-79267aa830e6 req-0d85ab1e-f224-42b3-a074-5d014cca8deb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.0884757 Mar 10 23:52:46.531191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c151a7ee-eb9c-403f-841d-79267aa830e6 req-089842ca-9eae-44cf-81fb-5136cab9fc9b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727847 Mar 10 23:52:46.828453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2bc7-a50c-4791-bf09-1dc9e7d16832 req-6b8629bc-2ec9-46db-9b9b-977055987caf tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:46.838181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57dd2bc7-a50c-4791-bf09-1dc9e7d16832 req-6b8629bc-2ec9-46db-9b9b-977055987caf tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.0929472 Mar 10 23:52:46.929036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae12c9-7daf-406f-b846-b883ef2758f6 req-82382772-c29f-4fed-a39e-ace75cf96ee9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:46.936665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ae12c9-7daf-406f-b846-b883ef2758f6 req-82382772-c29f-4fed-a39e-ace75cf96ee9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.0963371 Mar 10 23:52:46.961665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57dd2bc7-a50c-4791-bf09-1dc9e7d16832 req-3fd15441-0c54-454f-9740-0f79ad88bc84 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225603 Mar 10 23:52:46.983373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:47.057426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ae12c9-7daf-406f-b846-b883ef2758f6 req-69ed0eff-f2eb-47d4-967a-ccfe5c6eb084 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000698 Mar 10 23:52:47.137666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port fdde9772-8b5f-4ebb-baf4-ac7437627c6b is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:47.717648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980ac1c-a6b4-452a-830e-611dfbaed8e8 req-895de411-7c78-48fd-9098-724b2ea8e677 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:47.751777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6980ac1c-a6b4-452a-830e-611dfbaed8e8 req-895de411-7c78-48fd-9098-724b2ea8e677 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1211720 Mar 10 23:52:47.863287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6980ac1c-a6b4-452a-830e-611dfbaed8e8 req-e000d672-4696-49d4-bc4b-85a252411e82 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Mar 10 23:52:47.906479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43420) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:48.100909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbc88b29-a568-4f3f-a106-8ae6938ba20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.202238 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbc88b29-a568-4f3f-a106-8ae6938ba20a admin admin] Publish callbacks [] for security_group (2ff5c1cf-a585-4584-bdcd-8844abeb690c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.218768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbc88b29-a568-4f3f-a106-8ae6938ba20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ff5c1cf-a585-4584-bdcd-8844abeb690c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.311188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e055-3962-4d4c-accc-3f87afe44f0f req-387a4faa-9e3b-41c0-88dc-0232adddb030 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:48.319269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4528e055-3962-4d4c-accc-3f87afe44f0f req-387a4faa-9e3b-41c0-88dc-0232adddb030 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2703056 Mar 10 23:52:48.333221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bbc88b29-a568-4f3f-a106-8ae6938ba20a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee93ad28da614192acbe700da4c8de60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255164 Mar 10 23:52:48.341333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:48.359257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88b29-a568-4f3f-a106-8ae6938ba20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5c1cf-a585-4584-bdcd-8844abeb690c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:48.384260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecc31f-2e3b-434c-b691-1aacadaff603 req-37dba9a2-67d1-4a34-ae90-bb9c0e2f5066 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:48.393799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47ecc31f-2e3b-434c-b691-1aacadaff603 req-37dba9a2-67d1-4a34-ae90-bb9c0e2f5066 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1896794 Mar 10 23:52:48.463854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4528e055-3962-4d4c-accc-3f87afe44f0f req-466c2026-f667-4189-8f7b-f06079d131dd tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434443 Mar 10 23:52:48.516865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] Publish callbacks [] for security_group (2ff5c1cf-a585-4584-bdcd-8844abeb690c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.544901 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47ecc31f-2e3b-434c-b691-1aacadaff603 req-48454524-95fe-431f-b08e-dd81f4baf6b9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500928 Mar 10 23:52:48.581195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] Publish callbacks [] for security_group (2ff5c1cf-a585-4584-bdcd-8844abeb690c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.650614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ff5c1cf-a585-4584-bdcd-8844abeb690c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.654352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:48.658285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ff5c1cf-a585-4584-bdcd-8844abeb690c HTTP/1.1" status: 204 len: 168 time: 0.3128300 Mar 10 23:52:48.675885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61a420-8224-420e-99ee-e2e837766372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5c1cf-a585-4584-bdcd-8844abeb690c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:49.077007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052579f-d118-460b-b50a-92791315e9ee req-238ae5fb-3d1e-4ba2-ac26-0f437526e0c9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:49.089488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5052579f-d118-460b-b50a-92791315e9ee req-238ae5fb-3d1e-4ba2-ac26-0f437526e0c9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1155691 Mar 10 23:52:49.153387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5052579f-d118-460b-b50a-92791315e9ee req-d3b83572-63c4-494d-a1f3-beaa346b1985 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Mar 10 23:52:49.758483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43474) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:49.781248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c53e8a-5920-4d2f-975d-0be9f097c08c req-e6f7d88a-7e03-4f1e-a5c3-6e2e0fdf4426 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:49.789677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1c53e8a-5920-4d2f-975d-0be9f097c08c req-e6f7d88a-7e03-4f1e-a5c3-6e2e0fdf4426 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2106421 Mar 10 23:52:49.869615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0bc9-ad34-48a3-86b0-7adf04ab9f96 req-4f41528d-8df1-4f90-9071-80a27f71effb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:49.871578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fccb0bc9-ad34-48a3-86b0-7adf04ab9f96 req-4f41528d-8df1-4f90-9071-80a27f71effb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2060947 Mar 10 23:52:49.876450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-d0b1b4e3-4c4d-4bd3-957c-38a6eff2faf9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513119 Mar 10 23:52:49.896255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1c53e8a-5920-4d2f-975d-0be9f097c08c req-3bdf8607-53d1-4bef-945b-b9c74bd8b942 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Mar 10 23:52:49.899677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1927175405-network', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:49.956453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:49.959356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:49.969407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.020836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fccb0bc9-ad34-48a3-86b0-7adf04ab9f96 req-877d057c-2d69-4801-a014-1f95326735ca tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293778 Mar 10 23:52:50.020836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-06082837-8c3a-4e5f-ae4f-34b490959ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.020836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-06082837-8c3a-4e5f-ae4f-34b490959ca0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 1131 time: 0.1178923 Mar 10 23:52:50.110549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks [] for security_group (50c0c3df-2b5c-4331-ac8a-8b8985abbfc3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.116075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (50c0c3df-2b5c-4331-ac8a-8b8985abbfc3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.146933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:52:50.149489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-d634691b-a6d9-43ff-a7cb-47f86410065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.150988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-d634691b-a6d9-43ff-a7cb-47f86410065c service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1048741 Mar 10 23:52:50.160383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:50.166304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (50ff6377-2e3e-4147-a259-4c3894a015f0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.166657 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Added segment 50ff6377-2e3e-4147-a259-4c3894a015f0 of type vlan for network f3034950-eeb1-409f-a48e-4de69a513ad5 Mar 10 23:52:50.204420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-54e7cddc-ac15-414e-a86f-ad79bdff1dc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 200 len: 217 time: 0.0469139 Mar 10 23:52:50.211257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f3034950-eeb1-409f-a48e-4de69a513ad5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.246242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f3034950-eeb1-409f-a48e-4de69a513ad5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.247647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.248438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.290895 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5311198 Mar 10 23:52:50.297052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:50.320923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Request body: {'subnet': {'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1927175405-subnet', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:50.341670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58b50d-ba61-4463-8590-c405fd104a69 admin admin] Pushing event updated for resources: {'Network': ['ID=f3034950-eeb1-409f-a48e-4de69a513ad5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:50.354165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f3034950-eeb1-409f-a48e-4de69a513ad5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:52:50.358547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20a0e2-cf2e-41e0-9079-8a2a5156b800 req-10dcf9e1-acdb-478e-84c8-9dde4ce76600 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.364390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b20a0e2-cf2e-41e0-9079-8a2a5156b800 req-10dcf9e1-acdb-478e-84c8-9dde4ce76600 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 950 time: 0.1506350 Mar 10 23:52:50.400922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-757b04f2-2f04-4e4a-b092-67570229e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.402393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-757b04f2-2f04-4e4a-b092-67570229e788 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1307178 Mar 10 23:52:50.405925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:52:50.408744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.462585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958935b-2d28-401e-b799-7a14370331ff req-440664ff-6e94-46f5-8223-72fcec9146f2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.464124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9958935b-2d28-401e-b799-7a14370331ff req-440664ff-6e94-46f5-8223-72fcec9146f2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.2061810 Mar 10 23:52:50.555407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b20a0e2-cf2e-41e0-9079-8a2a5156b800 req-d6ab1d5a-b55a-4bf4-8f8a-28c985f4f81a tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818893 Mar 10 23:52:50.561610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-a716f761-bd07-4363-9129-5f504e73f556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465095 Mar 10 23:52:50.607776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-c6e50ae1-4da9-4de0-8ad6-fbc275c47255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.609360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-c6e50ae1-4da9-4de0-8ad6-fbc275c47255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1976180 Mar 10 23:52:50.628837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9958935b-2d28-401e-b799-7a14370331ff req-03660edd-43c2-4aad-89b8-79009f23ecfc tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555037 Mar 10 23:52:50.658334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-51375919-86ae-4e67-9abc-1c698fffb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.659846 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-51375919-86ae-4e67-9abc-1c698fffb97f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 1126 time: 0.0759528 Mar 10 23:52:50.773036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-a0544d94-407b-43e0-9e70-09f141ef59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.774565 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-a0544d94-407b-43e0-9e70-09f141ef59c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.0960381 Mar 10 23:52:50.796300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-e4e01b76-b8b0-4b3b-95c6-b9107fb38433 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796241 Mar 10 23:52:50.825125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a1b76650-347a-4c0b-adb4-9685769fd0bc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:50.826146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-9285741a-5196-4e40-8a3c-f88bfea3a98c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 200 len: 217 time: 0.0451777 Mar 10 23:52:50.882572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-b240943d-2c07-46ab-8754-7aad13bf6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:50.884176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-b240943d-2c07-46ab-8754-7aad13bf6723 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.0526915 Mar 10 23:52:50.919990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-e887da62-9740-45ca-81fc-b8bb5ed637c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295465 Mar 10 23:52:50.929313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b76650-347a-4c0b-adb4-9685769fd0bc,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:50.964514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a00032-2657-496e-ace1-690d0a1c35d1 req-cb51780a-6e88-4911-9783-a3f0749dfa9a service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622558 Mar 10 23:52:50.971357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Checking segment: {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:50.971714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Network hostable DHCP agents. Network: f3034950-eeb1-409f-a48e-4de69a513ad5, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:52:51.042256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Network f3034950-eeb1-409f-a48e-4de69a513ad5 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:52:51.056419 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-6fec68d6-fc67-495d-97b7-be5d5feccb2b service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301649 Mar 10 23:52:51.059493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f3034950-eeb1-409f-a48e-4de69a513ad5) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:51.065891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:51.066896 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.070218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cea2d5-d6bc-4fd5-ba8c-4cc02f9d7ac0 None None] Network f3034950-eeb1-409f-a48e-4de69a513ad5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:51.112691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef385a-4661-455f-aabb-18d51d5e4468 req-069d1d1d-2088-40b3-aefb-6b4afca1153e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:51.120976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46ef385a-4661-455f-aabb-18d51d5e4468 req-069d1d1d-2088-40b3-aefb-6b4afca1153e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1362789 Mar 10 23:52:51.136092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b6b83a1-b238-4591-84d9-d3fd78fbac97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8376157 Mar 10 23:52:51.136703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43520) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:51.169632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:51.179214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08a776eb-0526-4e97-9c06-c8a8613b419c req-e27a860c-9c6a-4a61-b5f5-e8c376eefa8a service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165180 Mar 10 23:52:51.216547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f3034950-eeb1-409f-a48e-4de69a513ad5', 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5', 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'fixed_ips': [{'subnet_id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:52:51.217423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.234683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.236163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.250481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46ef385a-4661-455f-aabb-18d51d5e4468 req-3c3f3ad4-1ea2-41f9-aa2d-e1d7808f55bb tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286554 Mar 10 23:52:51.269688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8ab9-be3b-4f65-9e7b-7e17dfd966b6 req-cae9ca12-872f-4703-b8de-09e80b4cb3ab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:51.276498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccaa8ab9-be3b-4f65-9e7b-7e17dfd966b6 req-cae9ca12-872f-4703-b8de-09e80b4cb3ab tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1528265 Mar 10 23:52:51.338272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for router_controller (39e7c854-fef6-4cfb-8024-c86d8046a1ae), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.365830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Allocated IP 172.20.0.2 (f3034950-eeb1-409f-a48e-4de69a513ad5/a1b76650-347a-4c0b-adb4-9685769fd0bc/63b15914-b4b4-4029-962f-bafb2bb9cb07) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:51.396520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccaa8ab9-be3b-4f65-9e7b-7e17dfd966b6 req-6fa888eb-2bd9-4050-a7d9-fec32fc8a1ac tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190577 Mar 10 23:52:51.505277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for router_gateway (39e7c854-fef6-4cfb-8024-c86d8046a1ae), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.526778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks [] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.535274 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.576866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Network f3034950-eeb1-409f-a48e-4de69a513ad5 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:51.584014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:51.587281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:51.618884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Pushing event updated for resources: {'Port': ['ID=63b15914-b4b4-4029-962f-bafb2bb9cb07,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:51.653317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Attempting to bind port 63b15914-b4b4-4029-962f-bafb2bb9cb07 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:51.653688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Attempting to bind port 63b15914-b4b4-4029-962f-bafb2bb9cb07 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:51.654051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Attempting to bind port 63b15914-b4b4-4029-962f-bafb2bb9cb07 on network f3034950-eeb1-409f-a48e-4de69a513ad5 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:51.659395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:51.659777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Checking segment: {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:51.660225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.660623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Bound using segment: {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:51.661089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Bound port: 63b15914-b4b4-4029-962f-bafb2bb9cb07, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:51.661470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.730570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] For port 63b15914-b4b4-4029-962f-bafb2bb9cb07, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:51.733829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] For port 63b15914-b4b4-4029-962f-bafb2bb9cb07, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63b15914-b4b4-4029-962f-bafb2bb9cb07,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:51.741138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.817305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0201-b729-4d59-8624-268aa06fa3b4 None None] Pushing event updated for resources: {'Port': ['ID=63b15914-b4b4-4029-962f-bafb2bb9cb07,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:51.832959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for router_gateway (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.868703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d5900-c840-4a38-83d6-3a5cafbe0b5f req-9b8874ee-220f-4e94-8705-c023a5c187da tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:51.870341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d8d5900-c840-4a38-83d6-3a5cafbe0b5f req-9b8874ee-220f-4e94-8705-c023a5c187da tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 950 time: 0.1946437 Mar 10 23:52:51.871525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:51.897285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152081df-b1ac-4271-aea3-73247e0f245b req-eab696c4-f91a-44fb-8479-3023ca39cba6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:51.898989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-152081df-b1ac-4271-aea3-73247e0f245b req-eab696c4-f91a-44fb-8479-3023ca39cba6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1741033 Mar 10 23:52:51.971395 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:52:52.355594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-152081df-b1ac-4271-aea3-73247e0f245b req-a45e1cf5-c5f9-4c62-8416-9722dacf0ced tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455016 Mar 10 23:52:52.358443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d8d5900-c840-4a38-83d6-3a5cafbe0b5f req-909fa1d9-7a21-408e-bc9a-851e28cce370 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804883 Mar 10 23:52:52.375874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Allocated IP 172.25.7.18 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e0746050-c6e7-4e32-9aff-af08a782fe57) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:52.552097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:52.575807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967556-e558-486c-af9e-2f7bf9460c03 req-64a387bc-61a3-4674-b20c-01d671d0fcf0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:52.577449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3967556-e558-486c-af9e-2f7bf9460c03 req-64a387bc-61a3-4674-b20c-01d671d0fcf0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1055539 Mar 10 23:52:52.644426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:52.691214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3967556-e558-486c-af9e-2f7bf9460c03 req-5d9e70da-a242-4090-9a0f-459332ee2209 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 Mar 10 23:52:52.718252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63b15914-b4b4-4029-962f-bafb2bb9cb07 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:52.725045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:52.726005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Pushing event updated for resources: {'Port': ['ID=e0746050-c6e7-4e32-9aff-af08a782fe57,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:52.750002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:52.758289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:52.885129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 63b15914-b4b4-4029-962f-bafb2bb9cb07 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:52.885903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.004771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:53.045416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b167f-f700-475e-b363-02ce7ad64a04 req-10fed6ff-ff6e-48e5-b8f8-191051e021e9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:53.055382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a3b167f-f700-475e-b363-02ce7ad64a04 req-10fed6ff-ff6e-48e5-b8f8-191051e021e9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1897757 Mar 10 23:52:53.169075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a3b167f-f700-475e-b363-02ce7ad64a04 req-7871879f-3542-4114-a9fe-15d5482905b6 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128480 Mar 10 23:52:53.284413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for router_gateway (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.315396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8965c16-3cee-4c33-b956-534a8c92a0d1 None None] Network f3034950-eeb1-409f-a48e-4de69a513ad5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:52:53.387758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:53.388185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.445627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3925eba0-c991-4618-b4a2-ba341e5344f6 None None] Provisioning complete for port 63b15914-b4b4-4029-962f-bafb2bb9cb07 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:53.446953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3925eba0-c991-4618-b4a2-ba341e5344f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.450635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 63b15914-b4b4-4029-962f-bafb2bb9cb07 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:53.452538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.611810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 63b15914-b4b4-4029-962f-bafb2bb9cb07, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63b15914-b4b4-4029-962f-bafb2bb9cb07,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:53.625120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:53.627661 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529c6ee-6d57-4ae5-baa9-fdbe534a34fb" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-unplugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:53.636036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.658432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:53.685042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.725643 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7dc91-f582-4d62-a3f7-74d487ffb827 x-openstack-request-id: req-11d7dc91-f582-4d62-a3f7-74d487ffb827 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:53.726162 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-unplugged", "status": "completed", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:53.726162 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11d7dc91-f582-4d62-a3f7-74d487ffb827 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:53.726553 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'code': 200} Mar 10 23:52:53.760263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:53.903163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=63b15914-b4b4-4029-962f-bafb2bb9cb07,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:53.976347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63489679-628f-4a46-b97b-2d1e7b8f0a5e req-13721b64-f5d7-48f4-8392-fab0fb2dc8e3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:53.977131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3925eba0-c991-4618-b4a2-ba341e5344f6 None None] Current status of the port 63b15914-b4b4-4029-962f-bafb2bb9cb07 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:53.978626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63489679-628f-4a46-b97b-2d1e7b8f0a5e req-13721b64-f5d7-48f4-8392-fab0fb2dc8e3 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.4760122 Mar 10 23:52:54.013735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=11']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:54.116446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Router 39e7c854-fef6-4cfb-8024-c86d8046a1ae is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:52:54.134063 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-97356a0c-74a6-428e-b272-d72e46529395 service neutron] show failed (client error): The resource could not be found. Mar 10 23:52:54.135159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-97356a0c-74a6-428e-b272-d72e46529395 service neutron] 10.222.0.30 "GET /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.2752378 Mar 10 23:52:54.249447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63489679-628f-4a46-b97b-2d1e7b8f0a5e req-095085af-950e-44e1-a0e1-d206fe5d6f00 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575374 Mar 10 23:52:54.334586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30149624-5871-4ab9-8cb6-bf47a575f7d9 req-045ddac9-3018-44a1-a4ab-6e43e0f991f9 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:54.336200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30149624-5871-4ab9-8cb6-bf47a575f7d9 req-045ddac9-3018-44a1-a4ab-6e43e0f991f9 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2742288 Mar 10 23:52:54.414702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d1ea50d4-5fab-4b2b-a34f-2e4b23456c51 None None] Provisioning complete for port 63b15914-b4b4-4029-962f-bafb2bb9cb07 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:54.415078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d1ea50d4-5fab-4b2b-a34f-2e4b23456c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:54.534197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea50d4-5fab-4b2b-a34f-2e4b23456c51 None None] Current status of the port 63b15914-b4b4-4029-962f-bafb2bb9cb07 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:54.586964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:52:54.603774 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Sync routers for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:52:54.634508 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:54.636418 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:54.650067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63b15914-b4b4-4029-962f-bafb2bb9cb07 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:54.656494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-9171a873-dde2-4a57-a447-72ab9b7416ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:54.658330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-9171a873-dde2-4a57-a447-72ab9b7416ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1131 time: 0.0946844 Mar 10 23:52:54.673066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30149624-5871-4ab9-8cb6-bf47a575f7d9 req-0915262a-676a-4dd5-b0c4-26b9fcfc4fb0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183372 Mar 10 23:52:54.681454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:52:54.692382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdc9cc-7d9a-4cd7-962a-bc47599f66aa req-7826ccf6-bc64-4846-91e4-dc2964047e61 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:54.696096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bbdc9cc-7d9a-4cd7-962a-bc47599f66aa req-7826ccf6-bc64-4846-91e4-dc2964047e61 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.2563527 Mar 10 23:52:54.707460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:54.711216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3c6db6d-df20-4775-8df9-9de21463200f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5432827 Mar 10 23:52:54.712705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:54.751311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 63b15914-b4b4-4029-962f-bafb2bb9cb07 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:54.752453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:54.825146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:54.874812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 63b15914-b4b4-4029-962f-bafb2bb9cb07 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:54.962516 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:55.021528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bbdc9cc-7d9a-4cd7-962a-bc47599f66aa req-4f15fc9c-18ce-490c-88d2-ef1b25e48e8c tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095601 Mar 10 23:52:55.051609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529df9b-c1b4-4fd3-a317-16520b882f46 req-7f4b4339-f11e-468d-b5fb-f4f59ec72b7c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:55.059215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0529df9b-c1b4-4fd3-a317-16520b882f46 req-7f4b4339-f11e-468d-b5fb-f4f59ec72b7c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.2427773 Mar 10 23:52:55.115040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:55.150492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:55.197727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks [] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.202010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:55.206803 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0befbe72-c396-4e19-918e-c66baed1ef40" -d '{"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-unplugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:55.210905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0529df9b-c1b4-4fd3-a317-16520b882f46 req-e9bb1092-58b0-4613-bff3-4928c423e9c1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457679 Mar 10 23:52:55.233696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Transition to ACTIVE for port object a512c3ee-b470-41d6-a795-425f2e0c6496 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:52:55.241237 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.320647 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:53Z', 'revision_number': 3, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:55.371718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:55.389831 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a737e63-0bb0-45f6-bdfe-0aaf12616ec1 x-openstack-request-id: req-1a737e63-0bb0-45f6-bdfe-0aaf12616ec1 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:55.390667 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-unplugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:55.390667 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a737e63-0bb0-45f6-bdfe-0aaf12616ec1 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:55.390971 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'code': 200} Mar 10 23:52:55.410794 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Checking router: 39e7c854-fef6-4cfb-8024-c86d8046a1ae for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:52:55.424540 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Updating router 39e7c854-fef6-4cfb-8024-c86d8046a1ae port e0746050-c6e7-4e32-9aff-af08a782fe57 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:52:55.439825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] No DVR routers for this DVR port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:52:55.488266 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.527274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:55.527764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:55.528362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:55.546892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:52:55.549706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:55.566833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:55.569416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:55.569952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:55.572287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Bound port: a512c3ee-b470-41d6-a795-425f2e0c6496, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:55.572865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.717107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:55.721975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:55.738234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.741771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d3f40-cd74-4b72-8737-c1abd9e59df2 req-c4faafa1-50a4-4077-956e-bda9a1ec1570 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:55.750961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-623d3f40-cd74-4b72-8737-c1abd9e59df2 req-c4faafa1-50a4-4077-956e-bda9a1ec1570 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.3434834 Mar 10 23:52:55.766284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.873348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-623d3f40-cd74-4b72-8737-c1abd9e59df2 req-40557a57-417b-476c-ae26-39df3dcfc4b6 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206234 Mar 10 23:52:55.902863 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks [] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.920813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:55.925207 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.925364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:55.925982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:55.927369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-30e4a950-18f1-49ce-9f29-80819e6f533c service neutron] 10.222.0.39 "PUT /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 1095 time: 1.2503879 Mar 10 23:52:56.053771 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Attempting to bind port e0746050-c6e7-4e32-9aff-af08a782fe57 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:52:56.054153 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Attempting to bind port e0746050-c6e7-4e32-9aff-af08a782fe57 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:52:56.054576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Attempting to bind port e0746050-c6e7-4e32-9aff-af08a782fe57 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:52:56.056916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-e4bd22d7-5f97-4bba-aa5a-f51f626156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.060598 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-e4bd22d7-5f97-4bba-aa5a-f51f626156a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1129 time: 0.1069422 Mar 10 23:52:56.093548 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:52:56.094115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:52:56.094533 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.094932 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:52:56.099750 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Bound port: e0746050-c6e7-4e32-9aff-af08a782fe57, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:52:56.100250 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.135363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Allocated IP 172.20.0.1 (f3034950-eeb1-409f-a48e-4de69a513ad5/a1b76650-347a-4c0b-adb4-9685769fd0bc/58b3f404-015c-43e6-802e-28604a2835a9) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:52:56.247483 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] For port e0746050-c6e7-4e32-9aff-af08a782fe57, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:52:56.248126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-9fef3233-66e3-4d19-8595-171be05a76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.249591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-9fef3233-66e3-4d19-8595-171be05a76ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1801114 Mar 10 23:52:56.254944 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] For port e0746050-c6e7-4e32-9aff-af08a782fe57, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e0746050-c6e7-4e32-9aff-af08a782fe57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:52:56.273414 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.275231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks [] for port (58b3f404-015c-43e6-802e-28604a2835a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.281392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd54e5-cc2c-4ecf-afc2-faf8e98559e5 None None] Pushing event updated for resources: {'Port': ['ID=e0746050-c6e7-4e32-9aff-af08a782fe57,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:56.329886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-791e502e-76f9-4788-8262-25265979295f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0720246 Mar 10 23:52:56.377101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.424254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-4b6550d2-15a6-49a4-911b-3d60fb45a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.425821 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-4b6550d2-15a6-49a4-911b-3d60fb45a1d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0770514 Mar 10 23:52:56.462565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd54e5-cc2c-4ecf-afc2-faf8e98559e5 None None] Pushing event updated for resources: {'Port': ['ID=e0746050-c6e7-4e32-9aff-af08a782fe57,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:56.463863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Network f3034950-eeb1-409f-a48e-4de69a513ad5 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:56.496108 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:52:56.496762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:56.519177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac37bd0-8c19-4817-94dc-974ffed44c72 req-95d8a7dc-0f7c-4b10-acdd-38589537c922 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.531075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-5b11b97a-f118-4233-8e1b-2aaca0cf1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.533149 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-5b11b97a-f118-4233-8e1b-2aaca0cf1f2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1007597 Mar 10 23:52:56.534432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ac37bd0-8c19-4817-94dc-974ffed44c72 req-95d8a7dc-0f7c-4b10-acdd-38589537c922 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.6718991 Mar 10 23:52:56.536559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:56.547512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:52:56.665094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:56.733527 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:52:56.739408 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-0a3a457e-65f3-407f-9198-a3ecc3d79402 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985171 Mar 10 23:52:56.897207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511871d-048c-4787-9ff2-eb64a0f91550 req-c8bae5b2-995a-44e6-904f-f8167583ef44 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.904287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d511871d-048c-4787-9ff2-eb64a0f91550 req-c8bae5b2-995a-44e6-904f-f8167583ef44 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.5973980 Mar 10 23:52:56.960298 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-475cd70c-d06e-4a2f-8fca-1ada7ef1ba0d req-34c1a482-5038-4d60-b14e-2018e104c3a8 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140758 Mar 10 23:52:56.992993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-8df90766-3359-41bf-b7db-020792bb4cc5 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:56.994506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-8df90766-3359-41bf-b7db-020792bb4cc5 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.6889405 Mar 10 23:52:56.995117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58b3f404-015c-43e6-802e-28604a2835a9), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:57.030955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:57.125510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-13ce4e79-c684-4166-8270-46ab5d680058 None None] Provisioning complete for port 58b3f404-015c-43e6-802e-28604a2835a9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:57.127019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e79-c684-4166-8270-46ab5d680058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58b3f404-015c-43e6-802e-28604a2835a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:57.172109 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:53Z', 'revision_number': 3, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:52:57.206485 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db462af-3dba-46d1-aea0-c0264a6e4c37 None None] The sync data for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 is: [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:53Z', 'revision_number': 3, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:52:57.240157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-13ce4e79-c684-4166-8270-46ab5d680058 None None] Port 58b3f404-015c-43e6-802e-28604a2835a9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:52:57.244717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port a512c3ee-b470-41d6-a795-425f2e0c6496 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:52:57.245365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:52:57.392609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:57.395563 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:52:57.476039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d511871d-048c-4787-9ff2-eb64a0f91550 req-f654ba98-245a-4d39-8941-215ecc293b21 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708668 Mar 10 23:52:57.476988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Pushing event updated for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:57.521549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ac37bd0-8c19-4817-94dc-974ffed44c72 req-a440376c-852f-44a9-b5ca-6fa0b0506bab tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9857059 Mar 10 23:52:57.784459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks [] for port (58b3f404-015c-43e6-802e-28604a2835a9), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:57.801613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:57.860536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Deleting port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:52:57.860970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:57.877153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb64e-83af-4fec-a707-2bd85fdccfb4 req-1d8bf206-b366-4343-ad14-4b2d867a8c9c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:57.884432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ccfb64e-83af-4fec-a707-2bd85fdccfb4 req-1d8bf206-b366-4343-ad14-4b2d867a8c9c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 947 time: 0.2522414 Mar 10 23:52:57.946718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f39b1-fde6-49a5-926c-f0581b123c71 req-27e0ea83-8fc1-4b14-af39-0fd1a443ec04 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:57.948819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-692f39b1-fde6-49a5-926c-f0581b123c71 req-27e0ea83-8fc1-4b14-af39-0fd1a443ec04 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.2492640 Mar 10 23:52:57.959500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Pushing event updated for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:57.977745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:58.060977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ccfb64e-83af-4fec-a707-2bd85fdccfb4 req-dc2608fb-05b1-40d8-b4c5-ff727e8f9ad9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756556 Mar 10 23:52:58.120734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-692f39b1-fde6-49a5-926c-f0581b123c71 req-bf4e4ad0-132e-428b-b64e-202fcb83bf79 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632743 Mar 10 23:52:58.164171 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbdeb8-f986-4dac-8856-f76e05629c28 x-openstack-request-id: req-e9cbdeb8-f986-4dac-8856-f76e05629c28 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:52:58.166311 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:52:58.166739 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9cbdeb8-f986-4dac-8856-f76e05629c28 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:52:58.167312 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'status': 'completed', 'code': 200} Mar 10 23:52:58.230541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] For port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:58.231121 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:58.261280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Calling delete_port for 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:52:58.296729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Network f3034950-eeb1-409f-a48e-4de69a513ad5 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:52:58.300389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:52:58.374876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-7314f98b-e9ac-4054-9039-6719adf8750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:58.382240 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-7314f98b-e9ac-4054-9039-6719adf8750f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1129 time: 0.2002256 Mar 10 23:52:58.385894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-92f0a2e4-79e9-4810-8b6e-70837faa02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:58.391122 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-92f0a2e4-79e9-4810-8b6e-70837faa02c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1129 time: 0.1913683 Mar 10 23:52:58.768457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e0746050-c6e7-4e32-9aff-af08a782fe57 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:52:58.805307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Router 39e7c854-fef6-4cfb-8024-c86d8046a1ae has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:52:58.864517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0848df25-3314-4a03-a934-cbf2be87d119 None None] Provisioning complete for port 58b3f404-015c-43e6-802e-28604a2835a9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:58.866033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0848df25-3314-4a03-a934-cbf2be87d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58b3f404-015c-43e6-802e-28604a2835a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:58.895060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-56e7c5f0-a527-4aa0-a9d2-8d8905b4d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:58.897161 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-56e7c5f0-a527-4aa0-a9d2-8d8905b4d4fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.5022440 Mar 10 23:52:58.898616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-21049d67-aa76-4c7f-ad34-f7e9d5781a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:58.900144 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-21049d67-aa76-4c7f-ad34-f7e9d5781a1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4880998 Mar 10 23:52:58.999548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0848df25-3314-4a03-a934-cbf2be87d119 None None] Port 58b3f404-015c-43e6-802e-28604a2835a9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:52:59.024086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff45a-8b91-45ea-994b-7209858cb4aa req-d8656702-7de1-465c-a9a3-f6fe7295d25e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.032224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-138ff45a-8b91-45ea-994b-7209858cb4aa req-d8656702-7de1-465c-a9a3-f6fe7295d25e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.3401082 Mar 10 23:52:59.036317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-f30d7318-449a-4914-9eff-608bb5bfa9f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.1288784 Mar 10 23:52:59.042066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e0746050-c6e7-4e32-9aff-af08a782fe57 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:52:59.045651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:59.075171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:52:59.165376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007da0cc-50d2-4f8e-9185-b292196e7df7 req-57b6f9f9-f9f8-4265-a29f-20278a1c4815 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.169147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-007da0cc-50d2-4f8e-9185-b292196e7df7 req-57b6f9f9-f9f8-4265-a29f-20278a1c4815 tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc83a1d8-c62c-47bc-91ed-c8f75f9e270c HTTP/1.1" status: 200 len: 948 time: 0.4597106 Mar 10 23:52:59.171241 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-8a821c41-ea5b-4c23-9246-8ac814ec9b96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.2651861 Mar 10 23:52:59.389196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (873e0bed-e8cd-4a2f-9d2a-418db749dbd1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:59.408020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-177dfaff-13f4-408d-adc3-3ee0c43bde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.410303 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-177dfaff-13f4-408d-adc3-3ee0c43bde83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1768212 Mar 10 23:52:59.415309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-d740fe65-0cac-498b-a35a-2637090db066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.416782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-d740fe65-0cac-498b-a35a-2637090db066 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2794650 Mar 10 23:52:59.446835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 update to DOWN by agent not found {{(pid=110427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 10 23:52:59.475555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e0746050-c6e7-4e32-9aff-af08a782fe57 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:52:59.476013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:59.486106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-138ff45a-8b91-45ea-994b-7209858cb4aa req-59ca8c7a-442b-4c76-9b0d-4b5dfc59b187 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674524 Mar 10 23:52:59.544529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-0a189321-b561-42b7-89fc-6f72f52f2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.545951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-0a189321-b561-42b7-89fc-6f72f52f2bdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1033747 Mar 10 23:52:59.549510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-6245f954-7916-4e07-b916-0fa29429486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:52:59.551507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-6245f954-7916-4e07-b916-0fa29429486c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1325400 Mar 10 23:52:59.575297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:52:59.592677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Pushing event deleted for resources: {'Port': ['ID=873e0bed-e8cd-4a2f-9d2a-418db749dbd1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:59.599961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e0746050-c6e7-4e32-9aff-af08a782fe57, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e0746050-c6e7-4e32-9aff-af08a782fe57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:52:59.608112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:59.623787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee2271aa-c614-4421-a277-ad9d9d5cb8fc admin admin] 10.222.0.21 "PUT /v2.0/routers/39e7c854-fef6-4cfb-8024-c86d8046a1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9053910 Mar 10 23:52:59.800340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e0746050-c6e7-4e32-9aff-af08a782fe57,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:52:59.846313 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-19590c0a-3728-4d2f-87a5-10ea92538af6 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938135 Mar 10 23:52:59.878853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-007da0cc-50d2-4f8e-9185-b292196e7df7 req-32931906-dab8-410d-8a83-6b62b3a3046d tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.21 "GET /v2.0/security-groups?id=20b88486-8647-4886-bdb9-22f9d0abbfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536444 Mar 10 23:52:59.879656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:52:59.880154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:52:59.891550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] No DVR routers for this DVR port 873e0bed-e8cd-4a2f-9d2a-418db749dbd1 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:52:59.899321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:52:59.918874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c08c6d30-d6a6-46f4-93fa-b068bf7680e0 req-3cc6ac99-59c9-4a82-b393-f5a8c34d700f tempest-ImagesOneServerTestJSON-2111199666 tempest-ImagesOneServerTestJSON-2111199666-project] 10.222.0.30 "DELETE /v2.0/ports/873e0bed-e8cd-4a2f-9d2a-418db749dbd1 HTTP/1.1" status: 204 len: 173 time: 2.8801858 Mar 10 23:52:59.921667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-deleted', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:52:59.931252 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e1d4a-82c8-4aa5-911f-2d4cb13b8615" -d '{"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-deleted", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:00.013529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad4ac-eedf-4484-823b-33d8d5168793 req-31e368e7-49ec-410c-be55-4592ddbe5494 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:00.016491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a85ad4ac-eedf-4484-823b-33d8d5168793 req-31e368e7-49ec-410c-be55-4592ddbe5494 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 947 time: 0.2819169 Mar 10 23:53:00.057521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Sync routers for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:00.088879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-863438032'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:00.191854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:00.192524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:00.242624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:00.252936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:00.355086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c2e89-f0b7-4e2a-bd4f-2b3e10c00340 req-f8ed2649-df81-41be-bc0b-c9d99b14b265 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:00.364492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-ef5e8590-f5c6-4a2d-8eb0-e44fa31a34ae service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858112 Mar 10 23:53:00.366882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e2c2e89-f0b7-4e2a-bd4f-2b3e10c00340 req-f8ed2649-df81-41be-bc0b-c9d99b14b265 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.3362026 Mar 10 23:53:00.385927 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-acda25d9-6c59-4055-adc7-27652a19a84f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267708 Mar 10 23:53:00.391211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:00.489511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a85ad4ac-eedf-4484-823b-33d8d5168793 req-d13ee5e9-e0fd-4fd0-9c29-b14987bb208d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668427 Mar 10 23:53:00.526261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'mac_address': 'fa:16:3e:5d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:00.531991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:00.572073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e2c2e89-f0b7-4e2a-bd4f-2b3e10c00340 req-54a9dbe9-193d-4724-a922-a7af2386fdf8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029159 Mar 10 23:53:00.576243 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc708c25-7b01-4874-b2cd-048989348dc0 x-openstack-request-id: req-bc708c25-7b01-4874-b2cd-048989348dc0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:00.578417 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc83a1d8-c62c-47bc-91ed-c8f75f9e270c", "name": "network-vif-deleted", "tag": "873e0bed-e8cd-4a2f-9d2a-418db749dbd1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:00.578909 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc708c25-7b01-4874-b2cd-048989348dc0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:00.580549 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc83a1d8-c62c-47bc-91ed-c8f75f9e270c', 'name': 'network-vif-deleted', 'tag': '873e0bed-e8cd-4a2f-9d2a-418db749dbd1', 'status': 'completed', 'code': 200} Mar 10 23:53:00.589950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a4bb4253-9cc2-491b-80ae-afa418d00a48), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:00.590701 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Added segment a4bb4253-9cc2-491b-80ae-afa418d00a48 of type vlan for network 5e578611-c086-4186-9b55-3f2f2113dc23 Mar 10 23:53:00.622574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-262b9faa-19b0-4feb-bbbb-f2e8a0ed7dac req-ef87ab6b-0666-4b83-8004-579b1f3dd51d service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498431 Mar 10 23:53:00.711396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:00.715477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5e578611-c086-4186-9b55-3f2f2113dc23), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:00.794383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5e578611-c086-4186-9b55-3f2f2113dc23), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:00.808215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:00.810228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:00.878590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb9f66-edda-4719-985c-7911940eec0c req-1acf199a-aa41-434e-aa11-a8471dbb3150 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:00.887382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9aeb9f66-edda-4719-985c-7911940eec0c req-1acf199a-aa41-434e-aa11-a8471dbb3150 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1906374 Mar 10 23:53:00.888140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e0746050-c6e7-4e32-9aff-af08a782fe57 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:00.995236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1119623 Mar 10 23:53:00.998341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:00.999509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port a512c3ee-b470-41d6-a795-425f2e0c6496 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:01.000105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:01.005544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'subnet': {'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:01.115151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:01.166393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:01.212891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca3c35-e950-419d-8813-d59379a16ebb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Network': ['ID=5e578611-c086-4186-9b55-3f2f2113dc23,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:01.271042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9aeb9f66-edda-4719-985c-7911940eec0c req-efc91bdb-ebaf-4b7e-9569-674d217fdffa tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824048 Mar 10 23:53:01.289383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:01.297174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:01.439039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3cb57-82e0-4523-8456-2088f61d0ab1 req-fc4748ab-50e7-4dd7-b739-8cc0e03b1388 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:01.446419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:01.452970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b3cb57-82e0-4523-8456-2088f61d0ab1 req-fc4748ab-50e7-4dd7-b739-8cc0e03b1388 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.1459990 Mar 10 23:53:01.463531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:01.476575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-6171ea3a-36e0-40c3-8424-591523140842 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:01.479912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-6171ea3a-36e0-40c3-8424-591523140842 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56&tenant_id=e836e3f5804447c88e208c5353efa464&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 948 time: 0.3226388 Mar 10 23:53:01.551346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b3cb57-82e0-4523-8456-2088f61d0ab1 req-f90c35b1-fd69-4012-b84d-169d37b6180c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908961 Mar 10 23:53:01.640053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:01.715563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43684) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:01.742063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a512c3ee-b470-41d6-a795-425f2e0c6496'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:01.849845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e0746050-c6e7-4e32-9aff-af08a782fe57 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:01.853265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:01.886416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60680d9d-b970-442d-9a3a-7a2329ea510e req-d173af63-6467-41a2-82b6-d2eeac77f06b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:01.895823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60680d9d-b970-442d-9a3a-7a2329ea510e req-d173af63-6467-41a2-82b6-d2eeac77f06b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.1577547 Mar 10 23:53:01.969091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8dad6703-6376-4662-b94a-c386106d7d74), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.000923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60680d9d-b970-442d-9a3a-7a2329ea510e req-e023342d-91e5-46cf-86d3-e625c16a975a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900397 Mar 10 23:53:02.078544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-02f30b54-5523-431a-af62-51ba69e52f8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c78fec2ea3074c059c4f8525f9952d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617125 Mar 10 23:53:02.081387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43692) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:02.088360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Subnet': ['ID=8dad6703-6376-4662-b94a-c386106d7d74,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:02.129214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-5d4b1979-a6ad-4054-8dbe-e9c079a7dd2b service neutron] 10.222.0.39 "GET /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.6298256 Mar 10 23:53:02.180041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] Publish callbacks [] for security_group (20b88486-8647-4886-bdb9-22f9d0abbfa5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.222839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] Publish callbacks [] for security_group (20b88486-8647-4886-bdb9-22f9d0abbfa5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.253727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:02.254344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network hostable DHCP agents. Network: 5e578611-c086-4186-9b55-3f2f2113dc23, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:02.307485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:02.319194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (20b88486-8647-4886-bdb9-22f9d0abbfa5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.322267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.326360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20b88486-8647-4886-bdb9-22f9d0abbfa5 HTTP/1.1" status: 204 len: 168 time: 0.2438970 Mar 10 23:53:02.333906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-9994adb2-7735-425a-925b-6c64f3d4bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:02.335539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-9994adb2-7735-425a-925b-6c64f3d4bea2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1130 time: 0.1800859 Mar 10 23:53:02.339689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5e578611-c086-4186-9b55-3f2f2113dc23) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:02.343068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b779582-bcfd-420b-ad53-9dc21eb0ace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b88486-8647-4886-bdb9-22f9d0abbfa5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:02.428027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d3f5d-5d34-475a-b441-ddd191d75b56 None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:02.461566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-e3eefbd1-54ec-4971-8ca4-93b5eaf18d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:02.463140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-e3eefbd1-54ec-4971-8ca4-93b5eaf18d35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1210496 Mar 10 23:53:02.465243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:02.476684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.579096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-d7d1165c-bb2e-4298-8e41-806e2407f743 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0981824 Mar 10 23:53:02.630877 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcc65b94-14ac-4886-8ce5-cb7024a988f3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6290321 Mar 10 23:53:02.634309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e8e6-d56e-4a05-a149-e053d6cc92cb req-78696eb9-499a-4d15-a4f0-70c023e79b0b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:02.649832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27f1e8e6-d56e-4a05-a149-e053d6cc92cb req-78696eb9-499a-4d15-a4f0-70c023e79b0b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2044084 Mar 10 23:53:02.703640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43704) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:02.736217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-848120809'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:02.821449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-6f53b425-3c98-4726-8dcc-c2aa6e0899c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:02.822936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-6f53b425-3c98-4726-8dcc-c2aa6e0899c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.2334344 Mar 10 23:53:02.853164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:02.867414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e0746050-c6e7-4e32-9aff-af08a782fe57 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:02.877072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:02.901057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:56Z', 'revision_number': 4, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '58b3f404-015c-43e6-802e-28604a2835a9', 'name': '', 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'mac_address': 'fa:16:3e:6d:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:55Z', 'updated_at': '2022-03-10T23:52:57Z', 'revision_number': 2, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'subnets': [{'id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:03.006547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27f1e8e6-d56e-4a05-a149-e053d6cc92cb req-88379ac8-aa7f-4e50-a685-cb9812175f57 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555415 Mar 10 23:53:03.026556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-44eddadf-290d-40d7-8f9e-ce9c3f04d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:03.028129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-44eddadf-290d-40d7-8f9e-ce9c3f04d10e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1982136 Mar 10 23:53:03.046435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:03.063334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Checking router: 39e7c854-fef6-4cfb-8024-c86d8046a1ae for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:03.063863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Updating router 39e7c854-fef6-4cfb-8024-c86d8046a1ae port 58b3f404-015c-43e6-802e-28604a2835a9 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:53:03.090191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ff202a4a-0544-4c55-89cf-8285f4459597), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.090543 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Added segment ff202a4a-0544-4c55-89cf-8285f4459597 of type vlan for network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 Mar 10 23:53:03.124379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:03.312952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:03.341361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-5e578611-c086-4186-9b55-3f2f2113dc23', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'fixed_ips': [{'subnet_id': '8dad6703-6376-4662-b94a-c386106d7d74'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:53:03.342500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.356266 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-dfece574-1964-482e-ab36-96c3b1046c6e service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183002 Mar 10 23:53:03.359526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '744f5302-286d-4839-a1d5-705dcce58a7f', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'port_id': '744f5302-286d-4839-a1d5-705dcce58a7f', 'mac_address': 'fa:16:3e:75:d8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e90413-0524-4428-a15a-0eb08ea28627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:03.364159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.461228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58b3f404-015c-43e6-802e-28604a2835a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.508070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.541319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:03.541970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:03.581362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-bf175044-5cb5-4a47-9e02-4543b48e3890 service neutron] 10.222.0.39 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201469 Mar 10 23:53:03.616767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f70d2-c055-4980-a992-962814f212a0 req-f26505c3-d1c3-48c1-8df2-d05c98d6be9d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:03.628532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef9f70d2-c055-4980-a992-962814f212a0 req-f26505c3-d1c3-48c1-8df2-d05c98d6be9d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.4218764 Mar 10 23:53:03.645340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9336007 Mar 10 23:53:03.647983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43724) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:03.653913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'subnet': {'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:03.722742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ab4cc-a090-4f65-9895-c32271b6c231 req-1de3b7e4-25d9-4988-b64f-a7f05b2efa7d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:03.742950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-820ab4cc-a090-4f65-9895-c32271b6c231 req-1de3b7e4-25d9-4988-b64f-a7f05b2efa7d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.5146368 Mar 10 23:53:03.961594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ea493-e3c3-4d3f-a7b2-184459e5c636 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Network': ['ID=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:03.997855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:04.002581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:04.021437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:04.024129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 744f5302-286d-4839-a1d5-705dcce58a7f is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:04.024685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:04.037553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef9f70d2-c055-4980-a992-962814f212a0 req-f3ac9ec4-ef3d-42a2-bd84-fb729390a9a7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045424 Mar 10 23:53:04.082910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-820ab4cc-a090-4f65-9895-c32271b6c231 req-5dadd0b3-7291-4358-a3ab-1b822d803fb9 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387761 Mar 10 23:53:04.146731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:04.245350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:04.300143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:04.322001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1b02-64a3-4f97-8f00-44c6a0eede96 req-1d9fb9b4-97ec-4a22-abfe-4cfa8cda54a2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:04.338031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f3d1b02-64a3-4f97-8f00-44c6a0eede96 req-1d9fb9b4-97ec-4a22-abfe-4cfa8cda54a2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1469333 Mar 10 23:53:04.410582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Allocated IP 19.80.0.2 (5e578611-c086-4186-9b55-3f2f2113dc23/8dad6703-6376-4662-b94a-c386106d7d74/e7179e16-2681-492c-9fa4-04bc52588f0d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:04.425801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f3d1b02-64a3-4f97-8f00-44c6a0eede96 req-6ff656a7-5de7-4c0d-864f-2a8e9c46daa6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864534 Mar 10 23:53:04.596465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['744f5302-286d-4839-a1d5-705dcce58a7f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:04.752477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:04.772984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba33dc-01ad-46ce-a3dc-34de0759e728 req-d555d440-4d9d-4707-b352-ff33f154d91b tempest-AbsoluteLimitsNegativeTestJSON-1155238962 tempest-AbsoluteLimitsNegativeTestJSON-1155238962-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6c87070baf8c42a3a779b81eebbf7fd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555758 Mar 10 23:53:04.996919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (af697241-7b90-444c-801c-352a458d49e5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:05.021350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950baeb1-b4c4-4058-848d-221b96b092c4 req-d4b0fe0b-eef6-4361-99a5-1083e7729578 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.023170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-950baeb1-b4c4-4058-848d-221b96b092c4 req-d4b0fe0b-eef6-4361-99a5-1083e7729578 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.2020037 Mar 10 23:53:05.042639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba33dc-01ad-46ce-a3dc-34de0759e728 req-caa6d0a4-cc40-43e3-98b0-39e8c7fe21cb tempest-AbsoluteLimitsNegativeTestJSON-1155238962 tempest-AbsoluteLimitsNegativeTestJSON-1155238962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.050420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba33dc-01ad-46ce-a3dc-34de0759e728 req-caa6d0a4-cc40-43e3-98b0-39e8c7fe21cb tempest-AbsoluteLimitsNegativeTestJSON-1155238962 tempest-AbsoluteLimitsNegativeTestJSON-1155238962-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763116 Mar 10 23:53:05.092277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba33dc-01ad-46ce-a3dc-34de0759e728 req-7e8c5e6a-2393-466a-89fb-10882a88d44b tempest-AbsoluteLimitsNegativeTestJSON-1155238962 tempest-AbsoluteLimitsNegativeTestJSON-1155238962-project] 10.222.0.21 "GET /v2.0/quotas/6c87070baf8c42a3a779b81eebbf7fd0 HTTP/1.1" status: 200 len: 375 time: 0.0402389 Mar 10 23:53:05.129407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Subnet': ['ID=af697241-7b90-444c-801c-352a458d49e5,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:05.136704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:05.194119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Checking segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:05.194534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network hostable DHCP agents. Network: ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:05.219774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba33dc-01ad-46ce-a3dc-34de0759e728 req-efd7c1ce-e7e5-4d8c-8c81-d896ce07d08f tempest-AbsoluteLimitsNegativeTestJSON-1155238962 tempest-AbsoluteLimitsNegativeTestJSON-1155238962-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c87070baf8c42a3a779b81eebbf7fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201258 Mar 10 23:53:05.235995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:05.253632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:05.274146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.274906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:05.290178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks [] for port (58b3f404-015c-43e6-802e-28604a2835a9), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:05.319812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcdf875-402a-443a-9c87-f877cf31bb7a None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:05.320485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bd50145-9124-4ce7-b880-bf8349f8a910 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6712060 Mar 10 23:53:05.368983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-950baeb1-b4c4-4058-848d-221b96b092c4 req-678dcc1f-e441-458d-9e63-c9c783c8ca38 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107419 Mar 10 23:53:05.412358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:05.645819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-82ccc9ea-fedf-4fb9-a766-27bfcd702b04 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.654231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-82ccc9ea-fedf-4fb9-a766-27bfcd702b04 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.2132375 Mar 10 23:53:05.686076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45adaea-fb48-4b08-ab25-32360c083ee2 None None] Pushing event updated for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:05.738479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527988-cb4b-4a1d-8171-23967764a6df req-ef3b1d99-b271-4727-be21-77ea7edea11e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.740803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77527988-cb4b-4a1d-8171-23967764a6df req-ef3b1d99-b271-4727-be21-77ea7edea11e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.1387899 Mar 10 23:53:05.750334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb3276-cf06-4393-9339-d6dd9e7b2c65 req-4e08348b-0128-4931-920f-ab63f99d53e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:05.758412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37eb3276-cf06-4393-9339-d6dd9e7b2c65 req-4e08348b-0128-4931-920f-ab63f99d53e1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.2683144 Mar 10 23:53:05.869369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77527988-cb4b-4a1d-8171-23967764a6df req-bea378a2-6acf-48c7-87e5-c76407c74277 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078987 Mar 10 23:53:05.905322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37eb3276-cf06-4393-9339-d6dd9e7b2c65 req-e514eab3-2826-47e5-979d-c21970f13e31 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455863 Mar 10 23:53:06.028301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Deleting port 4053c76a-8a8f-455b-8482-99d3e31c4807 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:06.030242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.138286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 744f5302-286d-4839-a1d5-705dcce58a7f is: BUILD; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:06.138692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.171377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:06.190854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:06.206644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11470ef4-d844-438d-87c3-bf54dcdbd339 req-d5a1dc3b-eaad-4a3e-a3cb-8df2b06425be tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:06.208610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11470ef4-d844-438d-87c3-bf54dcdbd339 req-d5a1dc3b-eaad-4a3e-a3cb-8df2b06425be tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 944 time: 0.2112556 Mar 10 23:53:06.386187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11470ef4-d844-438d-87c3-bf54dcdbd339 req-cb32dc6f-3da5-49c6-bcc5-63f98e23e0f6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Mar 10 23:53:06.428522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] For port 4053c76a-8a8f-455b-8482-99d3e31c4807, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4053c76a-8a8f-455b-8482-99d3e31c4807,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:06.428894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.442112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-19071438-5166-4579-921b-aab939081ee4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:06.470646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:06.473858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-19071438-5166-4579-921b-aab939081ee4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:06.492208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:06.493396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-19071438-5166-4579-921b-aab939081ee4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/networks?id=5e578611-c086-4186-9b55-3f2f2113dc23&id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&id=5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 200 len: 1390 time: 0.3892150 Mar 10 23:53:06.500255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-279f4a76-b437-4b8a-a97a-97fdcddfda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:06.508934 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-279f4a76-b437-4b8a-a97a-97fdcddfda2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56&tenant_id=e836e3f5804447c88e208c5353efa464 HTTP/1.1" status: 200 len: 1130 time: 0.2947826 Mar 10 23:53:06.536343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.537295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Calling delete_port for 4053c76a-8a8f-455b-8482-99d3e31c4807 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:06.538052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks [] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.541337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-08b97a33-3b73-48e8-8af3-85ffe22f84fa None None] Provisioning complete for port 58b3f404-015c-43e6-802e-28604a2835a9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:06.541711 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08b97a33-3b73-48e8-8af3-85ffe22f84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58b3f404-015c-43e6-802e-28604a2835a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.560602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:06.576248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-96448c5c-d1a6-42af-af9e-7014bcb8e8ef tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/quotas/01dc4dbe4e9e4738a56eca7503c14fed HTTP/1.1" status: 200 len: 375 time: 0.0815504 Mar 10 23:53:06.616304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-08b97a33-3b73-48e8-8af3-85ffe22f84fa None None] Port 58b3f404-015c-43e6-802e-28604a2835a9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:06.619482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'mac_address': 'fa:16:3e:5d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:06.797503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:06.865676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f3194ea7-ce12-4304-88fc-c04ebd118dfe tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2880805 Mar 10 23:53:06.948068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09e83-3252-441a-95ad-0dc018a2b283 req-f250a273-1352-4e04-b120-0fde897703fb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:06.960876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfd09e83-3252-441a-95ad-0dc018a2b283 req-f250a273-1352-4e04-b120-0fde897703fb tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d3396-f59b-4718-a5d4-ac243e5045f0 HTTP/1.1" status: 200 len: 945 time: 0.4063172 Mar 10 23:53:07.061577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:07.069536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.119813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:07.135584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:07.156250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.159846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:07.173171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfd09e83-3252-441a-95ad-0dc018a2b283 req-7b4346aa-dc3e-48cb-a7f0-7ce21c2c2115 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106919 Mar 10 23:53:07.175329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fae16ee0-8a21-4028-8ff5-471da04f4a4a service neutron] 10.222.0.21 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037415 Mar 10 23:53:07.187228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Attempting to bind port 58b3f404-015c-43e6-802e-28604a2835a9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:07.187736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Attempting to bind port 58b3f404-015c-43e6-802e-28604a2835a9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:07.188154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Attempting to bind port 58b3f404-015c-43e6-802e-28604a2835a9 on network f3034950-eeb1-409f-a48e-4de69a513ad5 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:07.258805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Publish callbacks [] for security_group (8d183931-3b79-4470-81fd-4d8c4defa209), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.271796 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c1eb8960-de08-4834-b9ba-3bad5bcba903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.287870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8d183931-3b79-4470-81fd-4d8c4defa209), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.291621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:07.292361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Checking segment: {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:07.292786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.293191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Bound using segment: {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:07.294309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Bound port: 58b3f404-015c-43e6-802e-28604a2835a9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ff6377-2e3e-4147-a259-4c3894a015f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:07.296617 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58b3f404-015c-43e6-802e-28604a2835a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.311950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'fixed_ips': [{'subnet_id': 'af697241-7b90-444c-801c-352a458d49e5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:53:07.312947 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.455044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Pushing event updated for resources: {'Port': ['ID=e7179e16-2681-492c-9fa4-04bc52588f0d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:07.502574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:07.621555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:07.658597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4053c76a-8a8f-455b-8482-99d3e31c4807), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.682997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['4053c76a-8a8f-455b-8482-99d3e31c4807'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:07.718357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:07.723834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event deleted for resources: {'Port': ['ID=4053c76a-8a8f-455b-8482-99d3e31c4807,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:07.756991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Attempting to bind port e7179e16-2681-492c-9fa4-04bc52588f0d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:07.760508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Attempting to bind port e7179e16-2681-492c-9fa4-04bc52588f0d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:07.763876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Attempting to bind port e7179e16-2681-492c-9fa4-04bc52588f0d on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:07.888608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] No DVR routers for this DVR port 4053c76a-8a8f-455b-8482-99d3e31c4807 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:07.893803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:07.904356 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f51f323-2c2f-4172-ab09-d7bef34419c8 req-7cdf02d7-3147-4323-86d4-54f89aec4979 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "DELETE /v2.0/ports/4053c76a-8a8f-455b-8482-99d3e31c4807 HTTP/1.1" status: 204 len: 173 time: 2.2403233 Mar 10 23:53:07.918147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-deleted', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:07.942163 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c18ad3-a19b-46e3-b19f-1b186b47d8e0" -d '{"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-deleted", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:07.978043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:07.978525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:08.010619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks [] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.057486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Ignored duplicate provisioning block setup for port a512c3ee-b470-41d6-a795-425f2e0c6496 by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 10 23:53:08.068929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.238973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=9']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:08.296934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] No DVR routers for this DVR port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:08.361295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:08.387243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:08.389079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:08.393112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:08.396656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:08.397298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:08.397825 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.398781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Bound using segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:08.399071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Bound port: e7179e16-2681-492c-9fa4-04bc52588f0d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:08.400480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.413106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:08.414624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Attempting to bind port a512c3ee-b470-41d6-a795-425f2e0c6496 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:08.424007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'mac_address': 'fa:16:3e:5d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:08.429239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:08.430114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:08.431976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:08.432635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Bound port: a512c3ee-b470-41d6-a795-425f2e0c6496, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:08.433232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.462230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] For port 58b3f404-015c-43e6-802e-28604a2835a9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:08.525858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] For port 58b3f404-015c-43e6-802e-28604a2835a9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=58b3f404-015c-43e6-802e-28604a2835a9,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:08.643717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.696222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:08.704963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:08.716069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.718527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c87070baf8c42a3a779b81eebbf7fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5421679 Mar 10 23:53:08.731840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:08.753352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:08.755196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:08.761580 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 1095 time: 2.2320971 Mar 10 23:53:08.762376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d183931-3b79-4470-81fd-4d8c4defa209,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:08.888197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Allocated IP 19.86.0.2 (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8/af697241-7b90-444c-801c-352a458d49e5/e93da1b8-7022-45a3-a167-c263ece08fed) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:08.962450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.962869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.963192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.963530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.963863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.965436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.965710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.966051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.967550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.967875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.968268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.968565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.968895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa98148e-92a3-416c-80c7-bded2bad0947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:08.972891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f640-e2e8-4692-b739-41a90a5619a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=10']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:08.989440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] For port e7179e16-2681-492c-9fa4-04bc52588f0d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:09.010978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] For port e7179e16-2681-492c-9fa4-04bc52588f0d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e7179e16-2681-492c-9fa4-04bc52588f0d,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:09.019803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-465e06a5-03eb-4161-90ca-b22cef1dc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:09.031903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-465e06a5-03eb-4161-90ca-b22cef1dc955 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1130 time: 0.2205558 Mar 10 23:53:09.059126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-ec6ae133-d62a-45e9-8396-f446e87d1bfe service neutron] 10.222.0.21 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8616667 Mar 10 23:53:09.072010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45adaea-fb48-4b08-ab25-32360c083ee2 None None] Pushing event updated for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:09.081267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555237-c6b1-4de2-8105-6b519d7406a4 req-fd854c78-9d7c-444a-8099-f964b1d1bc4a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:09.082842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4555237-c6b1-4de2-8105-6b519d7406a4 req-fd854c78-9d7c-444a-8099-f964b1d1bc4a tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 1.7310514 Mar 10 23:53:09.089272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:09.089812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:52:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:09.097339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.115714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:09.305622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] Publish callbacks [] for security_group (8d183931-3b79-4470-81fd-4d8c4defa209), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.318583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-b540e417-a31f-418c-a9fd-7c36c72375c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:09.320550 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-b540e417-a31f-418c-a9fd-7c36c72375c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2833750 Mar 10 23:53:09.408994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-5456ce02-67ee-432d-8c71-f19c965a3724 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.0819626 Mar 10 23:53:09.484508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] Publish callbacks [] for security_group (8d183931-3b79-4470-81fd-4d8c4defa209), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.522781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-beb386a7-8bcc-4fb8-b496-3a43fe3734a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:09.525424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-78b029fe-1f25-4cbe-92e3-2f8aec31d7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.528980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-beb386a7-8bcc-4fb8-b496-3a43fe3734a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1149397 Mar 10 23:53:09.590295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b777d-8cd4-472f-afbf-1d659180ff29 None None] Pushing event updated for resources: {'Port': ['ID=e7179e16-2681-492c-9fa4-04bc52588f0d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:09.603059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Provisioning complete for port 58b3f404-015c-43e6-802e-28604a2835a9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:09.603474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58b3f404-015c-43e6-802e-28604a2835a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.618786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4555237-c6b1-4de2-8105-6b519d7406a4 req-4cdac4d9-c68b-40b0-9741-b956ea0a572f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886208 Mar 10 23:53:09.639309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-3ab37294-94c6-42e7-9572-25d3238955b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:09.642079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-3ab37294-94c6-42e7-9572-25d3238955b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004188 Mar 10 23:53:09.723169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8d183931-3b79-4470-81fd-4d8c4defa209), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.730503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.731666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d183931-3b79-4470-81fd-4d8c4defa209 HTTP/1.1" status: 204 len: 168 time: 0.9120588 Mar 10 23:53:09.775019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c989-5c9d-4e53-b262-6e937ba1987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d183931-3b79-4470-81fd-4d8c4defa209,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:09.779046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 744f5302-286d-4839-a1d5-705dcce58a7f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:09.779432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:09.792949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-b3bc3307-a596-4fb1-be40-232d07181e60 service neutron] 10.222.0.30 "GET /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.7039809 Mar 10 23:53:09.800798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:09.850804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-410fdd9b-3a04-4690-95cb-77afc3ba3e0e service neutron] 10.222.0.21 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669413 Mar 10 23:53:09.956450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-3012af11-9916-4c74-a841-37a4f5871130 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011682 Mar 10 23:53:10.003585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks [] for port (e93da1b8-7022-45a3-a167-c263ece08fed), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.053792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:10.195607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-48f055dc-d9a3-409b-b87d-a186a9625ebc req-893031e1-6f75-48cc-86c4-c2d16a1283e6 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372410 Mar 10 23:53:10.247856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e7891-1c2e-40f2-bd42-af175f631f53 req-9c5fd6e2-5471-4d2b-9d03-8c3def3474f7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:10.249946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-497e7891-1c2e-40f2-bd42-af175f631f53 req-9c5fd6e2-5471-4d2b-9d03-8c3def3474f7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 944 time: 0.4502659 Mar 10 23:53:10.265360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-c3499340-76f3-4dfb-accc-75b26b8255fb service neutron] 10.222.0.21 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694849 Mar 10 23:53:10.333526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:10.346468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 958911d0-c91a-484d-8740-6ff0f506589b no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:10.402348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.429784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 10 23:53:10.654078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:10.659548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:10.663813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Pushing event updated for resources: {'Port': ['ID=e93da1b8-7022-45a3-a167-c263ece08fed,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:10.680286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:10.701725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.746879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdde9772-8b5f-4ebb-baf4-ac7437627c6b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:10.779905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:10.821080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.823627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:10.829912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-497e7891-1c2e-40f2-bd42-af175f631f53 req-028ec3ba-5250-405d-ba48-c09a7d05839b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773329 Mar 10 23:53:10.832320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Current status of the port 58b3f404-015c-43e6-802e-28604a2835a9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:10.832468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-763da355-f16c-4944-9b8f-2f1ccc1416b2 service neutron] 10.222.0.21 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661650 Mar 10 23:53:10.832731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58b3f404-015c-43e6-802e-28604a2835a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.833594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:10.845245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:10.869843 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:11.043200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-a2d4711f-422b-4523-95f4-9118a8894f97 service neutron] 10.222.0.21 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813576 Mar 10 23:53:11.253230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] Transition to ACTIVE for port object fdde9772-8b5f-4ebb-baf4-ac7437627c6b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:11.273671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:11.324825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472472b9-e260-48a5-8683-814e825b706c req-532fd268-0b74-46a3-8b5f-9f6c5ba1ac7b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:11.339880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472472b9-e260-48a5-8683-814e825b706c req-532fd268-0b74-46a3-8b5f-9f6c5ba1ac7b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 943 time: 0.2956223 Mar 10 23:53:11.437431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00490933-357f-411b-884f-191c67a1c8df service neutron] Pushing event updated for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=10']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:11.488219 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd3e778-13bd-49df-a0fc-5f2cd30632dd x-openstack-request-id: req-abd3e778-13bd-49df-a0fc-5f2cd30632dd {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:11.488714 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d3396-f59b-4718-a5d4-ac243e5045f0", "name": "network-vif-deleted", "tag": "4053c76a-8a8f-455b-8482-99d3e31c4807", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:11.488838 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abd3e778-13bd-49df-a0fc-5f2cd30632dd {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:11.489151 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3d3396-f59b-4718-a5d4-ac243e5045f0', 'name': 'network-vif-deleted', 'tag': '4053c76a-8a8f-455b-8482-99d3e31c4807', 'status': 'completed', 'code': 200} Mar 10 23:53:11.491852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:11.493926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e7179e16-2681-492c-9fa4-04bc52588f0d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:11.496183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a4845-02a0-43b7-9d3d-49a35ccf2141 None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:11.504594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] No DVR routers for this DVR port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:11.530185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:11.610936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-00490933-357f-411b-884f-191c67a1c8df service neutron] 10.222.0.30 "PUT /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8070076 Mar 10 23:53:11.646495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472472b9-e260-48a5-8683-814e825b706c req-59e97166-db7e-4725-bfad-e11257714f1a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056159 Mar 10 23:53:11.738246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] For port 58b3f404-015c-43e6-802e-28604a2835a9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=58b3f404-015c-43e6-802e-28604a2835a9,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:11.798532 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:11.851103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2032864784-network', 'tenant_id': '04de03ea663d4536819c313ff173312b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:11.898062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:11.921554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Made reservation on behalf of 04de03ea663d4536819c313ff173312b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:11.929631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:11.964356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d42c735-b300-4620-9a42-a74abc8e3eb5 req-04fad2c6-eef7-4e6f-a4f8-23727f58b998 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.0966969 Mar 10 23:53:12.000637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980db22-0a77-483a-9c0a-397ee0369a3a req-f4699400-c2ed-4d20-afbb-103b9407ae67 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.014553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c980db22-0a77-483a-9c0a-397ee0369a3a req-f4699400-c2ed-4d20-afbb-103b9407ae67 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 948 time: 0.3046658 Mar 10 23:53:12.044507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.161744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-a1902bcd-86bd-4789-ae8b-7b76c4b0ca9c tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.168789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-a1902bcd-86bd-4789-ae8b-7b76c4b0ca9c tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.2735262 Mar 10 23:53:12.196353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c980db22-0a77-483a-9c0a-397ee0369a3a req-5379ba14-6a3f-4f87-a421-d0195f617bc1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664984 Mar 10 23:53:12.219415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:12.249592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f736-2188-4935-83a8-1627e2c5427b None None] Pushing event updated for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:12.329200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 958911d0-c91a-484d-8740-6ff0f506589b is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:12.336119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.362161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'mac_address': 'fa:16:3e:5d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:12.411234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-3b012453-d324-4608-b911-d9980d28e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.414659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c06b12-20b9-4853-91b9-b1abb31260f0 req-d25b54d7-e35c-4217-9101-da0f983fa0c4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.416129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-3b012453-d324-4608-b911-d9980d28e91a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87 HTTP/1.1" status: 200 len: 1127 time: 0.2296932 Mar 10 23:53:12.431020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8c06b12-20b9-4853-91b9-b1abb31260f0 req-d25b54d7-e35c-4217-9101-da0f983fa0c4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1173661 Mar 10 23:53:12.450291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:12.476260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:12.478818 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f892da-b661-42bb-bd96-21433f7fda34" -d '{"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-unplugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:12.494653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.495546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:12.548571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8c06b12-20b9-4853-91b9-b1abb31260f0 req-ca7f4669-f693-4a99-902a-6de2ffd40ec2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158271 Mar 10 23:53:12.605360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks [] for security_group (ea4f2e12-9d22-4d27-8248-57b1bea57bab), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.621168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ea4f2e12-9d22-4d27-8248-57b1bea57bab), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.647350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:12.655846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 744f5302-286d-4839-a1d5-705dcce58a7f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:12.656396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.669082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (01162e0a-cc72-47ee-9494-e84f4d6c0982), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.670756 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Added segment 01162e0a-cc72-47ee-9494-e84f4d6c0982 of type vlan for network 41903edd-d346-426e-abea-44e1aef0342d Mar 10 23:53:12.707192 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6142a-92fb-4390-8b4b-09e6dbcf613c x-openstack-request-id: req-d6a6142a-92fb-4390-8b4b-09e6dbcf613c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:12.708433 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-unplugged", "status": "completed", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:12.710086 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a6142a-92fb-4390-8b4b-09e6dbcf613c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:12.710734 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'code': 200} Mar 10 23:53:12.736502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244252e-c425-4e81-a985-1fdf1d66ee4c req-72ea4230-35d7-4314-ba78-8b927361b8ff tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.738188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1244252e-c425-4e81-a985-1fdf1d66ee4c req-72ea4230-35d7-4314-ba78-8b927361b8ff tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.1791916 Mar 10 23:53:12.758757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:12.766379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (41903edd-d346-426e-abea-44e1aef0342d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.786623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Attempting to bind port e93da1b8-7022-45a3-a167-c263ece08fed on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:12.787299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Attempting to bind port e93da1b8-7022-45a3-a167-c263ece08fed by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:12.787782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Attempting to bind port e93da1b8-7022-45a3-a167-c263ece08fed on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:12.851678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f2e12-9d22-4d27-8248-57b1bea57bab,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:12.869996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-fc3359f8-0ca0-400f-990c-fd26dab62e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:12.870836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:12.871739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Checking segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:12.872450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.872913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Bound using segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:12.873633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Bound port: e93da1b8-7022-45a3-a167-c263ece08fed, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:12.874131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:12.874397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-fc3359f8-0ca0-400f-990c-fd26dab62e05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1127 time: 0.3795898 Mar 10 23:53:12.885425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:53:12.891831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a512c3ee-b470-41d6-a795-425f2e0c6496 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:12.892571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.007196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] For port e93da1b8-7022-45a3-a167-c263ece08fed, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:13.011430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] For port e93da1b8-7022-45a3-a167-c263ece08fed, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e93da1b8-7022-45a3-a167-c263ece08fed,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:13.015839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:13.024317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1244252e-c425-4e81-a985-1fdf1d66ee4c req-97671d16-ecf9-41fc-b8c3-76cfa6874c2f tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791898 Mar 10 23:53:13.026205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (41903edd-d346-426e-abea-44e1aef0342d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.028649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:13.029283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.065603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.069287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add51d2-3371-423e-973a-9aff76e74e93 req-40d435ed-b27f-45ee-93f1-500bdca85b90 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:13.081181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0add51d2-3371-423e-973a-9aff76e74e93 req-40d435ed-b27f-45ee-93f1-500bdca85b90 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 943 time: 0.2887092 Mar 10 23:53:13.099123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5674539 Mar 10 23:53:13.103631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:13.116623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Request body: {'subnet': {'network_id': '41903edd-d346-426e-abea-44e1aef0342d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2032864784-subnet', 'tenant_id': '04de03ea663d4536819c313ff173312b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:13.186782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:13.195258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Made reservation on behalf of 04de03ea663d4536819c313ff173312b for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:13.208173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.220182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e7179e16-2681-492c-9fa4-04bc52588f0d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:13.220537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.240560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:56Z', 'revision_number': 4, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '58b3f404-015c-43e6-802e-28604a2835a9', 'name': '', 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'mac_address': 'fa:16:3e:6d:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:55Z', 'updated_at': '2022-03-10T23:53:08Z', 'revision_number': 4, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'subnets': [{'id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:13.244500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:13.311911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.318432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Provisioning complete for port e7179e16-2681-492c-9fa4-04bc52588f0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:13.320294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.339751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.346298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.477599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61459cc4-91a5-4e0c-8a96-f9085c8f81be None None] The sync data for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 is: [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:56Z', 'revision_number': 4, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '58b3f404-015c-43e6-802e-28604a2835a9', 'name': '', 'network_id': 'f3034950-eeb1-409f-a48e-4de69a513ad5', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'mac_address': 'fa:16:3e:6d:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:55Z', 'updated_at': '2022-03-10T23:53:08Z', 'revision_number': 4, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'subnets': [{'id': 'a1b76650-347a-4c0b-adb4-9685769fd0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:13.566274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Pushing event updated for resources: {'Network': ['ID=41903edd-d346-426e-abea-44e1aef0342d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:13.578448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:13.581640 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e6723-11ba-4924-8fd6-0300160a6131" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:13.658734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (84f51651-6a57-4792-bbf2-494227c396db), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:13.665120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.665655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.666023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.666506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.666949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.667393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.667854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.668361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.668801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.669237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.669675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.670108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.670544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f807cd9-a06d-456b-8f40-3cbbdeb902ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:13.716276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 41903edd-d346-426e-abea-44e1aef0342d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:13.723171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0860f-08c1-4d6a-b823-573632894fa8 None None] Pushing event updated for resources: {'Port': ['ID=e93da1b8-7022-45a3-a167-c263ece08fed,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:13.749166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-7347b682-b06b-420f-b340-7ffb31c1a050 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:13.755912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-7347b682-b06b-420f-b340-7ffb31c1a050 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:13.757854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-7347b682-b06b-420f-b340-7ffb31c1a050 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "GET /v2.0/networks?id=5e578611-c086-4186-9b55-3f2f2113dc23&id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&id=5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 200 len: 1390 time: 0.5116284 Mar 10 23:53:13.763209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-4f514ddc-e5cf-4fa6-a537-eb3ae41b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:13.765138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-4f514ddc-e5cf-4fa6-a537-eb3ae41b8601 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 200 len: 922 time: 0.8540213 Mar 10 23:53:13.772084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:13.785653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e02adc14-7ce3-4a52-9b4b-909b2c6a4232 req-e43d6664-2c05-41a6-8973-747d7f65c25a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.6129661 Mar 10 23:53:13.821376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f51651-6a57-4792-bbf2-494227c396db,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:13.843490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a512c3ee-b470-41d6-a795-425f2e0c6496'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:13.897323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0add51d2-3371-423e-973a-9aff76e74e93 req-6d23c477-ed06-4bab-bcfc-228119ad0acd tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107452 Mar 10 23:53:13.947568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 4281b0bb-4880-4e67-af16-a0f34c28f26e is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:13.948848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:13.983487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-432a6dba-90e8-4aaf-82db-864f34ec8f95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 200 len: 217 time: 0.2044311 Mar 10 23:53:14.005711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e230a-94d0-4237-b436-daec6e148bbd req-8891318a-0ab9-4eb0-93bc-13992aff638b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.015518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Checking segment: {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:14.015881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Network hostable DHCP agents. Network: 41903edd-d346-426e-abea-44e1aef0342d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:14.023336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-154e230a-94d0-4237-b436-daec6e148bbd req-8891318a-0ab9-4eb0-93bc-13992aff638b tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.4291289 Mar 10 23:53:14.050745 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842413c0-54c0-4fb5-8e6c-b6dbd35b2a8f x-openstack-request-id: req-842413c0-54c0-4fb5-8e6c-b6dbd35b2a8f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:14.051051 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:14.051307 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-842413c0-54c0-4fb5-8e6c-b6dbd35b2a8f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:14.051855 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'status': 'completed', 'code': 200} Mar 10 23:53:14.099009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 4053c76a-8a8f-455b-8482-99d3e31c4807 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:14.102633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4053c76a-8a8f-455b-8482-99d3e31c4807 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:14.102827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Network 41903edd-d346-426e-abea-44e1aef0342d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:14.104767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:14.135597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1a198-36c8-4982-94a4-650407cdb440 req-f85ce893-7881-48f3-b488-a41cd399fd76 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.143954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fe1a198-36c8-4982-94a4-650407cdb440 req-f85ce893-7881-48f3-b488-a41cd399fd76 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1814599 Mar 10 23:53:14.202739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:14.205536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 41903edd-d346-426e-abea-44e1aef0342d) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:14.214796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.215452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.234029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b921ab-3433-477b-b6a4-cb88e7df0d47 None None] Network 41903edd-d346-426e-abea-44e1aef0342d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:14.244595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fe1a198-36c8-4982-94a4-650407cdb440 req-67b5b4d5-d461-41fa-aea6-fdcced54d6b4 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996020 Mar 10 23:53:14.286442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e36868e2-bdef-4c3b-b6b8-979bbc000138 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1778476 Mar 10 23:53:14.304917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-d33fdf7a-b156-4112-9e2b-07d64fe4439f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.307699 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-d33fdf7a-b156-4112-9e2b-07d64fe4439f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 200 len: 861 time: 0.2780907 Mar 10 23:53:14.321692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:14.327019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-010273c0-14a4-4a0c-aaf4-f808072414c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.328881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-010273c0-14a4-4a0c-aaf4-f808072414c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1131 time: 0.2924457 Mar 10 23:53:14.332141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.354277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5cfae-be65-435e-b4db-0a304a50278f req-2257c50b-214e-41c2-9afc-15feb009f25d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.359489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4f5cfae-be65-435e-b4db-0a304a50278f req-2257c50b-214e-41c2-9afc-15feb009f25d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1901500 Mar 10 23:53:14.403214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.403680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.403911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.408699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.409052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.409399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.409744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.410118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.410405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.410737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.411068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.411399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.416439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:14.448198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-19d0e340-bbca-4527-b936-86400c65164e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c553ddc-8578-4f93-aa28-2d39914c52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302538 Mar 10 23:53:14.492630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4f5cfae-be65-435e-b4db-0a304a50278f req-d2ae541a-85f9-4b94-a40b-3d9cdb182ece tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011221 Mar 10 23:53:14.524823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=11']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:14.639176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port ad27fcd3-c15a-4be8-aa2f-115295275fcd is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:14.640486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 65d210e9-76dd-4a0d-9242-d20c6944df39 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:14.693245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e7179e16-2681-492c-9fa4-04bc52588f0d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:14.706900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.735566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.80.0.105 (5e578611-c086-4186-9b55-3f2f2113dc23/8dad6703-6376-4662-b94a-c386106d7d74/8a131bb0-c3ce-42a2-a06f-5d580bbc818e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:14.737449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:14.739916 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e634c2d7-abfa-440f-8f85-5d243efca5ee" -d '{"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-plugged", "status": "completed", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:14.771128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e7179e16-2681-492c-9fa4-04bc52588f0d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e7179e16-2681-492c-9fa4-04bc52588f0d,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:14.772405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Current status of the port e7179e16-2681-492c-9fa4-04bc52588f0d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:14.773022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.828569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-3119f2f6-6bce-4cca-b4a6-f00cc9318b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.831278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-3119f2f6-6bce-4cca-b4a6-f00cc9318b55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.4942157 Mar 10 23:53:14.848301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aaecd-4537-48a1-bef7-c100ebd690ce req-39c15694-2c71-46f3-811f-d6c35261a129 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.855866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea7aaecd-4537-48a1-bef7-c100ebd690ce req-39c15694-2c71-46f3-811f-d6c35261a129 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 944 time: 0.3277488 Mar 10 23:53:14.872987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.956451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e84577-8514-4dda-a4e3-b99d5e0de769 req-c3f71caa-feb6-4c9d-a242-304b504edd32 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:14.958438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Deleting port 4281b0bb-4880-4e67-af16-a0f34c28f26e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:14.958916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:14.964752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74e84577-8514-4dda-a4e3-b99d5e0de769 req-c3f71caa-feb6-4c9d-a242-304b504edd32 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 1131 time: 0.2981300 Mar 10 23:53:14.971161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-fe69233e-fb99-4325-b62c-d3eb856cbd37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 200 len: 217 time: 0.1119273 Mar 10 23:53:15.129151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-706c4f87-7fd0-45ca-a301-d760904b12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:15.131573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-706c4f87-7fd0-45ca-a301-d760904b12bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1466458 Mar 10 23:53:15.140417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd80689-9a11-4f84-a224-4b42e5d01989 None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:15.144889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea7aaecd-4537-48a1-bef7-c100ebd690ce req-42379764-f00e-4bef-9979-695c4c0f6b89 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878020 Mar 10 23:53:15.261750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74e84577-8514-4dda-a4e3-b99d5e0de769 req-b35e15a9-616c-40a4-9766-af3b3a32c640 tempest-MigrationsAdminTest-52832318 tempest-MigrationsAdminTest-52832318-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956562 Mar 10 23:53:15.315886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-eda5b3d2-a1bf-44cf-8ac7-ab89e4e74236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:15.318107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-eda5b3d2-a1bf-44cf-8ac7-ab89e4e74236 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1556337 Mar 10 23:53:15.526405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:15.536577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 58b3f404-015c-43e6-802e-28604a2835a9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:15.554501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-b3657019-ef79-4b9f-aa06-252c72908bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284243 Mar 10 23:53:15.612571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab1b5d1b-f597-48cd-bd57-199388fc00cc req-7537345f-6909-4814-9c52-486909b66134 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.0540471 Mar 10 23:53:15.635303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] For port 4281b0bb-4880-4e67-af16-a0f34c28f26e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4281b0bb-4880-4e67-af16-a0f34c28f26e,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:15.635303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:15.639787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-91d71ba1-5caa-4232-a4b0-b56270d92404 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083170 Mar 10 23:53:15.671199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Calling delete_port for 4281b0bb-4880-4e67-af16-a0f34c28f26e owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:15.676466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1614634285', 'description': 'tempest-description-1085109928'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:15.746255 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388d0a0-67f6-4fb8-9380-e4ffc9af2d6d x-openstack-request-id: req-b388d0a0-67f6-4fb8-9380-e4ffc9af2d6d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:15.746793 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-plugged", "status": "completed", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:15.747210 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b388d0a0-67f6-4fb8-9380-e4ffc9af2d6d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:15.747750 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f', 'code': 200} Mar 10 23:53:15.784934 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:53:15.785618 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:53:15.790810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 58b3f404-015c-43e6-802e-28604a2835a9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:15.792125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (58b3f404-015c-43e6-802e-28604a2835a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:15.830614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 65d210e9-76dd-4a0d-9242-d20c6944df39 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:15.831355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:15.840326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546647c6-a296-4852-92f8-03319f874073 None None] Network 41903edd-d346-426e-abea-44e1aef0342d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:15.867221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e7179e16-2681-492c-9fa4-04bc52588f0d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:15.867752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:15.944538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.005006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:16.012832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2e6723-11ba-4924-8fd6-0300160a6131 req-867a304c-7890-4448-9773-9071ed03a57f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520800 Mar 10 23:53:16.054213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e981dc-a05c-4fad-892f-fad43896611f req-3ffc3d47-3bdf-421b-b01f-2b12e3527637 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.057282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e981dc-a05c-4fad-892f-fad43896611f req-3ffc3d47-3bdf-421b-b01f-2b12e3527637 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2067554 Mar 10 23:53:16.066949 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.067676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:16.068636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:16.102910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:16.114831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 58b3f404-015c-43e6-802e-28604a2835a9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:16.119330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e93da1b8-7022-45a3-a167-c263ece08fed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:16.128733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:16.137193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9e981dc-a05c-4fad-892f-fad43896611f req-2d8b7d3d-941d-47ac-8153-eebf2d0433f3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703275 Mar 10 23:53:16.145062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:16.151237 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-bcd98e99-fcc2-4631-b80c-079d0c1bbfb2 service neutron] 10.222.0.39 "GET /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015585 Mar 10 23:53:16.254518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (fac1a7b8-b0bb-44eb-b1fc-83476db1016d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.269505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fac1a7b8-b0bb-44eb-b1fc-83476db1016d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.292421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:16.327909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.328773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.353829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818c20e-7b3a-43cd-9952-c5a976dd256a req-96a7d5d2-57f6-4018-88f0-cda8c3dc80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.357379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7818c20e-7b3a-43cd-9952-c5a976dd256a req-96a7d5d2-57f6-4018-88f0-cda8c3dc80ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 1127 time: 0.4550490 Mar 10 23:53:16.368441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.377803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-364a3a28-b00b-4eee-96ff-26b1c38c4b05 req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7347307 Mar 10 23:53:16.378799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b16b3-46cd-4cd6-8101-5aa305059dde tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac1a7b8-b0bb-44eb-b1fc-83476db1016d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:16.411365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:16.412620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:16.458613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e93da1b8-7022-45a3-a167-c263ece08fed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:16.459181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.519904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ec16a663-5280-481f-a88b-0a302471d38d None None] Current status of the port e7179e16-2681-492c-9fa4-04bc52588f0d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:16.574082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-b491efff-755d-44bc-b78a-334ca4fb5baf tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.575765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-b491efff-755d-44bc-b78a-334ca4fb5baf tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 943 time: 0.1076131 Mar 10 23:53:16.576677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fffba689-e33f-4619-acad-0ad5cf2f2edf tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8085053 Mar 10 23:53:16.577625 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4281b0bb-4880-4e67-af16-a0f34c28f26e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.592695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd57a3c-3e4f-4070-ab95-c2b68f09ea68 req-0efe4ada-c7d3-44e6-8a95-855304cd9893 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.594224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcd57a3c-3e4f-4070-ab95-c2b68f09ea68 req-0efe4ada-c7d3-44e6-8a95-855304cd9893 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 943 time: 0.1155224 Mar 10 23:53:16.598155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:16.602308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:16.602836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.666023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event deleted for resources: {'Port': ['ID=4281b0bb-4880-4e67-af16-a0f34c28f26e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:16.703278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:16.716097 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.716899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:16.789314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcd57a3c-3e4f-4070-ab95-c2b68f09ea68 req-d0681bfa-06b1-404a-953b-f5ad211180bf tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cfa94a2-03f2-4e48-b078-fc44b160d96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814210 Mar 10 23:53:16.789578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e93da1b8-7022-45a3-a167-c263ece08fed is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:16.789981 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.791771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Provisioning complete for port e7179e16-2681-492c-9fa4-04bc52588f0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:16.792158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.801295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7818c20e-7b3a-43cd-9952-c5a976dd256a req-ca38ba09-0a94-4735-9120-a4a87cc3fc47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227467 Mar 10 23:53:16.806425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] No DVR routers for this DVR port 4281b0bb-4880-4e67-af16-a0f34c28f26e on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:16.813139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.817760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-154e230a-94d0-4237-b436-daec6e148bbd req-b007d1e0-3afe-4c6f-889f-3f73258371d1 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.39 "DELETE /v2.0/ports/4281b0bb-4880-4e67-af16-a0f34c28f26e HTTP/1.1" status: 204 len: 173 time: 2.7638791 Mar 10 23:53:16.817760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-deleted', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:16.819637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c324f3-4bdf-4eee-b1f1-fe1a16bf39fd req-acec8a29-88d0-4e34-9bb6-fcb2d6a406b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.820280 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e096ab-cddf-4cc3-ac30-29fc859ca376" -d '{"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-deleted", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:16.827763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c324f3-4bdf-4eee-b1f1-fe1a16bf39fd req-acec8a29-88d0-4e34-9bb6-fcb2d6a406b8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1991420 Mar 10 23:53:16.844382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b270-c04f-47f4-a898-996358d4fcce req-2450026b-162e-4236-9068-06428482d01e tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:16.846619 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-2450026b-162e-4236-9068-06428482d01e tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.3009124 Mar 10 23:53:16.874356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=14']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:16.896466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c324f3-4bdf-4eee-b1f1-fe1a16bf39fd req-68d758c7-0b40-48fa-8939-61d681da1ebe tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681808 Mar 10 23:53:16.944516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:16.947250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Deleting port 65d210e9-76dd-4a0d-9242-d20c6944df39 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:16.947807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.948166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:16.986793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e93da1b8-7022-45a3-a167-c263ece08fed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e93da1b8-7022-45a3-a167-c263ece08fed,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:16.997764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.078112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Current status of the port e7179e16-2681-492c-9fa4-04bc52588f0d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:17.080793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port fdde9772-8b5f-4ebb-baf4-ac7437627c6b is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:17.081707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6a1d1163-cf0c-4c76-bab0-c6d934350987 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:17.118794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] For port 65d210e9-76dd-4a0d-9242-d20c6944df39, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=65d210e9-76dd-4a0d-9242-d20c6944df39,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:17.119213 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.148272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e7179e16-2681-492c-9fa4-04bc52588f0d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:17.162522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e93da1b8-7022-45a3-a167-c263ece08fed,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:17.205659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Provisioning complete for port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:17.206081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.216695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02c5b270-c04f-47f4-a898-996358d4fcce req-013e46c8-d74b-4028-ad41-3e48d7501dbc service neutron] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:17.221738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02c5b270-c04f-47f4-a898-996358d4fcce req-013e46c8-d74b-4028-ad41-3e48d7501dbc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.222851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-013e46c8-d74b-4028-ad41-3e48d7501dbc service neutron] 10.222.0.39 "DELETE /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.3700311 Mar 10 23:53:17.233655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.86.0.131 (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8/af697241-7b90-444c-801c-352a458d49e5/c7c8d218-0dd1-4469-abda-e9722f24874c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:17.274969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530482516', 'description': 'tempest-description-333188624'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:17.300802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:17.316571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 6a1d1163-cf0c-4c76-bab0-c6d934350987 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:17.316723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.324144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e21b231-dcb8-4a0a-94fa-db8eaf9a6cd9 req-0997c84d-23a9-463a-be1c-10f47747e54a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0411201 Mar 10 23:53:17.350058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:17.351810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Provisioning complete for port e93da1b8-7022-45a3-a167-c263ece08fed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:17.352202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.415273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.442204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.442572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.442898 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Floating IP c0ca571b-d3f5-447a-be6a-c65da85176f2 disassociated. External IP: 172.25.7.82, port: 65d210e9-76dd-4a0d-9242-d20c6944df39. Mar 10 23:53:17.443252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Calling delete_port for 65d210e9-76dd-4a0d-9242-d20c6944df39 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:17.453293 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.482185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:17.486338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e7179e16-2681-492c-9fa4-04bc52588f0d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:17.486710 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.493136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.494153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:17.505207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.583415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=c7c8d218-0dd1-4469-abda-e9722f24874c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:17.624399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port a512c3ee-b470-41d6-a795-425f2e0c6496 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:53:17.631363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9948c-8c40-4669-9759-f01c11bb07e5 req-72581746-ddd5-4704-99f1-dafb97398186 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:17.633002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82a9948c-8c40-4669-9759-f01c11bb07e5 req-72581746-ddd5-4704-99f1-dafb97398186 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 949 time: 0.1313624 Mar 10 23:53:17.653191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:17.659575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:17.663389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port a512c3ee-b470-41d6-a795-425f2e0c6496 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:17.663767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.665209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port a512c3ee-b470-41d6-a795-425f2e0c6496 host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:53:17.665612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:17.673423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (eede1172-5e64-41c9-a3c1-ccebd7892806), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.677218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:17.697282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:17.703592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-26a4b985-fe0e-4f0c-bbc2-74fe131fc72d None None] Current status of the port e93da1b8-7022-45a3-a167-c263ece08fed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:17.726263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eede1172-5e64-41c9-a3c1-ccebd7892806), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.749376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39'}, {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}, {'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:17.751667 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e357871c-49f9-4529-866f-98374b36f60b" -d '{"events": [{"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-unplugged", "status": "completed", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39"}, {"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}, {"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:17.804728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:17.805775 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.817995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e7179e16-2681-492c-9fa4-04bc52588f0d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:17.833211 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bcadd4d6-853e-4dde-adab-eab0db8effde tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2399747 Mar 10 23:53:17.846384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82a9948c-8c40-4669-9759-f01c11bb07e5 req-1bca5eca-5c33-44b9-a8c6-f75d79fd4d9b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999407 Mar 10 23:53:17.863801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:17.900568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.901853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ed351d9-32b4-4a3e-91cb-ce547423ce31 req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6313629 Mar 10 23:53:17.935983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (65d210e9-76dd-4a0d-9242-d20c6944df39), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:17.986296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9b429-ff2d-42e8-af39-2522b664c9c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eede1172-5e64-41c9-a3c1-ccebd7892806,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:17.989325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event deleted for resources: {'Port': ['ID=65d210e9-76dd-4a0d-9242-d20c6944df39,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:18.040040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a512c3ee-b470-41d6-a795-425f2e0c6496 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:18.040448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.137464 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ade08-17d6-455c-8d56-5917edf41ff7 x-openstack-request-id: req-0b6ade08-17d6-455c-8d56-5917edf41ff7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:18.138063 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d7971e-1199-486f-8ede-2f1da906ce6f", "name": "network-vif-deleted", "tag": "4281b0bb-4880-4e67-af16-a0f34c28f26e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:18.138063 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b6ade08-17d6-455c-8d56-5917edf41ff7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:18.138447 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d7971e-1199-486f-8ede-2f1da906ce6f', 'name': 'network-vif-deleted', 'tag': '4281b0bb-4880-4e67-af16-a0f34c28f26e', 'status': 'completed', 'code': 200} Mar 10 23:53:18.165636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Router 717a4d8c-52dd-433e-b146-6287a539222c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:53:18.171618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:18.182688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.190828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6f3f8a3f-99df-4a9e-9ba1-d52518bd3eb7 None None] Provisioning complete for port c7c8d218-0dd1-4469-abda-e9722f24874c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:18.191236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8a3f-99df-4a9e-9ba1-d52518bd3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.255466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597a63-7b4c-41cf-8214-7b6c0a4e9c18 req-d84eda29-ca8d-418e-ab57-8a4f010337fb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:18.261986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597a63-7b4c-41cf-8214-7b6c0a4e9c18 req-d84eda29-ca8d-418e-ab57-8a4f010337fb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:18.263640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f597a63-7b4c-41cf-8214-7b6c0a4e9c18 req-d84eda29-ca8d-418e-ab57-8a4f010337fb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 1655 time: 0.1136377 Mar 10 23:53:18.306072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f8a3f-99df-4a9e-9ba1-d52518bd3eb7 None None] Port c7c8d218-0dd1-4469-abda-e9722f24874c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:18.320651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=12']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:18.354121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:18.359667 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.411469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-0a382592-82fc-498f-b3be-e0e8a050bd5b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:18.413377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-0a382592-82fc-498f-b3be-e0e8a050bd5b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 950 time: 0.2255971 Mar 10 23:53:18.427272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f597a63-7b4c-41cf-8214-7b6c0a4e9c18 req-c497778f-04d3-400d-8d15-bf0d828bb520 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546817 Mar 10 23:53:18.436817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:18.462902 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Sync routers for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:18.475556 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:18.480502 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:18.529309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] No DVR routers for this DVR port 65d210e9-76dd-4a0d-9242-d20c6944df39 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:18.557994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.565910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f85d82-d0b9-4a47-89f7-f1818397a6d3 req-3798a171-5aae-471e-a001-f5bb33d68e4a tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.39 "DELETE /v2.0/ports/65d210e9-76dd-4a0d-9242-d20c6944df39 HTTP/1.1" status: 204 len: 173 time: 1.9659116 Mar 10 23:53:18.566424 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b925e0-e76d-4a39-88af-3104ea748470 x-openstack-request-id: req-72b925e0-e76d-4a39-88af-3104ea748470 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:18.566578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-deleted', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:18.567114 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-unplugged", "status": "completed", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39", "code": 200}, {"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-unplugged", "status": "completed", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "code": 200}, {"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:18.567558 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72b925e0-e76d-4a39-88af-3104ea748470 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:18.568281 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'code': 200} Mar 10 23:53:18.568704 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'code': 200} Mar 10 23:53:18.569320 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'code': 200} Mar 10 23:53:18.570866 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6ec2e-8b95-4ca6-96c6-0c5c303c74f1" -d '{"events": [{"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-deleted", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:18.590246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d8a5-1d1f-4c09-9f6e-abe8b2922ddc req-ddefdc39-e828-4111-ad7d-1b9092132ed4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:18.597915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d60d8a5-1d1f-4c09-9f6e-abe8b2922ddc req-ddefdc39-e828-4111-ad7d-1b9092132ed4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.2481983 Mar 10 23:53:18.685629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d60d8a5-1d1f-4c09-9f6e-abe8b2922ddc req-9c83accc-ae40-40ae-9393-171be005f313 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Mar 10 23:53:18.736805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:18.738843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.80.0.102 (5e578611-c086-4186-9b55-3f2f2113dc23/8dad6703-6376-4662-b94a-c386106d7d74/4bb49b10-0c32-430d-8293-e886729941e1) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:18.755509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Deleting port a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:18.756401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:18.794397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0c6afc7-e8c7-4dc8-9d53-469f3b17b9b4 req-11358020-9e37-4792-a7d7-55885da9c8a9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.1032321 Mar 10 23:53:19.029774 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:19.051563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-97a3b819-ef2e-491b-8722-24e1ab02b450 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:19.060953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-97a3b819-ef2e-491b-8722-24e1ab02b450 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 813 time: 0.2127435 Mar 10 23:53:19.062626 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Checking router: 717a4d8c-52dd-433e-b146-6287a539222c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:19.071851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf525b1-8642-4b16-8942-b686b5b5e626 req-16b7fb52-4c30-499f-86f2-9926df93710b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:19.073484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bf525b1-8642-4b16-8942-b686b5b5e626 req-16b7fb52-4c30-499f-86f2-9926df93710b tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 1127 time: 0.1070938 Mar 10 23:53:19.083609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-e55c1f6d-cd25-4571-96ac-82567ef9413d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/quotas/04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 375 time: 0.0215318 Mar 10 23:53:19.089251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:19.090734 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:19.131252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-6e0e7afa-38fb-49c8-a307-31a5d9192187 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470183 Mar 10 23:53:19.134562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e93da1b8-7022-45a3-a167-c263ece08fed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:19.246374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e93da1b8-7022-45a3-a167-c263ece08fed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:19.247148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:19.334763 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:19.407642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e93da1b8-7022-45a3-a167-c263ece08fed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:19.458870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] For port a512c3ee-b470-41d6-a795-425f2e0c6496, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a512c3ee-b470-41d6-a795-425f2e0c6496,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:19.459957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:19.484773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Calling delete_port for a512c3ee-b470-41d6-a795-425f2e0c6496 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:19.515521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (4bb49b10-0c32-430d-8293-e886729941e1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:19.589158 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:19.628822 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea38e90-9ae4-4948-9a9e-f4527259ac51 None None] The sync data for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 is: [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:52:11Z', 'revision_number': 4, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba1c25ff-88cb-41e2-a1ae-64b145711464', 'name': '', 'network_id': '96400c1e-5edb-4e79-8647-c3f9ca14bf2b', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'mac_address': 'fa:16:3e:1a:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:10Z', 'updated_at': '2022-03-10T23:52:19Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'subnets': [{'id': '09026d7e-912a-4d2c-8374-f7ef70b46f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:19.685454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4bb49b10-0c32-430d-8293-e886729941e1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:19.718853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bf525b1-8642-4b16-8942-b686b5b5e626 req-ad0a1e53-201f-436d-a6a0-26178348930c tempest-LiveAutoBlockMigrationV225Test-1999431714 tempest-LiveAutoBlockMigrationV225Test-1999431714-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328650 Mar 10 23:53:19.773009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=4bb49b10-0c32-430d-8293-e886729941e1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:19.776246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-c7729358-bc31-4e70-bb23-f7aa424645bf service neutron] 10.222.0.21 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214550 Mar 10 23:53:19.822299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:19.831139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:19.847231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:19.891881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a512c3ee-b470-41d6-a795-425f2e0c6496), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:19.907449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:19.953933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ad13aca-9671-4a1b-a5b3-797bc914fe9c req-3b02550b-a31f-440a-9aad-85d7b555748a tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0502350 Mar 10 23:53:20.022007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-bd74eef5-e19e-48ca-9a74-277293696fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428288 Mar 10 23:53:20.037569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event deleted for resources: {'Port': ['ID=a512c3ee-b470-41d6-a795-425f2e0c6496,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:20.097830 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000523c0-91b8-42d2-8c85-b7a70f520195 x-openstack-request-id: req-000523c0-91b8-42d2-8c85-b7a70f520195 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:20.098480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8edff4a-f228-43ed-bea7-b8485461cc93", "name": "network-vif-deleted", "tag": "65d210e9-76dd-4a0d-9242-d20c6944df39", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:20.098972 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-000523c0-91b8-42d2-8c85-b7a70f520195 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:20.099886 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8edff4a-f228-43ed-bea7-b8485461cc93', 'name': 'network-vif-deleted', 'tag': '65d210e9-76dd-4a0d-9242-d20c6944df39', 'status': 'completed', 'code': 200} Mar 10 23:53:20.173524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c164b40-0ec3-40b3-9595-9f1b6deb2d91 None None] New status for floating IP c0ca571b-d3f5-447a-be6a-c65da85176f2: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:53:20.195025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] No DVR routers for this DVR port a512c3ee-b470-41d6-a795-425f2e0c6496 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:20.200166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:20.217761 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fc89ca7-c98a-4b53-b626-2c584a0304f6 req-f2004821-5770-4e00-b202-c875fcf0d696 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "DELETE /v2.0/ports/a512c3ee-b470-41d6-a795-425f2e0c6496 HTTP/1.1" status: 204 len: 173 time: 1.7960324 Mar 10 23:53:20.234505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:20.238211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:20.307089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-deleted', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:20.314289 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672abd4-aa31-4a57-b222-352ed879a6e2" -d '{"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-deleted", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:20.329956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a7dc452-8cc3-4202-92d9-050a8f913646 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4721956 Mar 10 23:53:20.347756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:20.370574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb506f8-6160-4700-bb0e-90023e7cf1ff req-beaf0ccb-e0e7-4a7a-9a51-5f41911bf79d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:20.373239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9eb506f8-6160-4700-bb0e-90023e7cf1ff req-beaf0ccb-e0e7-4a7a-9a51-5f41911bf79d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1341543 Mar 10 23:53:20.455181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:20.472762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9eb506f8-6160-4700-bb0e-90023e7cf1ff req-c7d82b21-8ae9-4628-bf0f-b333e8f2c5bb tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924997 Mar 10 23:53:20.549793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0cbd958-ec7e-4985-8b07-2e1c4e9db9b7 req-c4cfea76-264e-45a4-9da7-e6e1f3081d6d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5ba4602-44e8-43b5-81cc-130b68628f56 HTTP/1.1" status: 200 len: 210 time: 0.0933027 Mar 10 23:53:20.573426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:20.575757 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce36d58-6301-4ef1-9308-b0ae8a9257d2" -d '{"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-plugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:20.638192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ab3e7c39-d7c0-4c02-ae39-7882a5a25a84 None None] Provisioning complete for port 4bb49b10-0c32-430d-8293-e886729941e1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:20.638192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab3e7c39-d7c0-4c02-ae39-7882a5a25a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4bb49b10-0c32-430d-8293-e886729941e1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:20.649068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d126b-b72d-4335-8e13-44e0034edf2b req-c9b14944-1f3b-431d-abf7-8eacdcaafc64 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:20.669058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d126b-b72d-4335-8e13-44e0034edf2b req-c9b14944-1f3b-431d-abf7-8eacdcaafc64 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:20.675309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d126b-b72d-4335-8e13-44e0034edf2b req-c9b14944-1f3b-431d-abf7-8eacdcaafc64 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:20.677580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a29d126b-b72d-4335-8e13-44e0034edf2b req-c9b14944-1f3b-431d-abf7-8eacdcaafc64 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2377 time: 0.1213326 Mar 10 23:53:20.788415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e7c39-d7c0-4c02-ae39-7882a5a25a84 None None] Port 4bb49b10-0c32-430d-8293-e886729941e1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:20.815686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a29d126b-b72d-4335-8e13-44e0034edf2b req-05188b7d-06e3-4867-bd1b-8dba2ae734de tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280880 Mar 10 23:53:20.990031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34acc984-c534-482c-bb95-be7355aaf50e req-2261c01d-0b1e-48f6-9c63-cf0b13213559 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0506947 Mar 10 23:53:21.043435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a131bb0-c3ce-42a2-a06f-5d580bbc818e {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:21.060788 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks [] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.082159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Transition to ACTIVE for port object 8a131bb0-c3ce-42a2-a06f-5d580bbc818e will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:21.085225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57aa1e70-42d1-4ab9-b664-f5b53af462ca req-c332e5b6-ce46-45f6-b545-8af6514d1075 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 210 time: 0.0491490 Mar 10 23:53:21.089392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.186310 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac6636-1e1f-49a0-983f-ae4fee7efb92 x-openstack-request-id: req-88ac6636-1e1f-49a0-983f-ae4fee7efb92 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:21.186616 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-deleted", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:21.186885 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88ac6636-1e1f-49a0-983f-ae4fee7efb92 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:21.187303 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-deleted', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'status': 'completed', 'code': 200} Mar 10 23:53:21.231905 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23beee02-8133-40da-89b5-bcfa2c8ee725 x-openstack-request-id: req-23beee02-8133-40da-89b5-bcfa2c8ee725 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:21.232563 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ba4602-44e8-43b5-81cc-130b68628f56", "name": "network-vif-plugged", "status": "completed", "tag": "a512c3ee-b470-41d6-a795-425f2e0c6496", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:21.233136 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23beee02-8133-40da-89b5-bcfa2c8ee725 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:21.233723 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ba4602-44e8-43b5-81cc-130b68628f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512c3ee-b470-41d6-a795-425f2e0c6496', 'code': 200} Mar 10 23:53:21.333913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Pushing event updated for resources: {'Port': ['ID=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:21.359225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:21.461142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:21.513580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Attempting to bind port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:21.514809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Attempting to bind port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:21.514809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Attempting to bind port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:21.533537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e on network 5e578611-c086-4186-9b55-3f2f2113dc23 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:21.534154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Attempting to bind port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:21.546595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56de595-fed0-439d-abad-c876c5086e50 req-9e4cecdd-3ff8-4a2c-a72c-d81c58b0bf2b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:21.556240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a56de595-fed0-439d-abad-c876c5086e50 req-9e4cecdd-3ff8-4a2c-a72c-d81c58b0bf2b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2265060 Mar 10 23:53:21.561476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:21.562050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:21.562611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Bound using segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:21.563357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Bound port: 8a131bb0-c3ce-42a2-a06f-5d580bbc818e, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:21.564028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.651494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] For port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:21.655887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] For port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:21.658297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a56de595-fed0-439d-abad-c876c5086e50 req-e2eb0651-3c11-4f7b-b604-3d510019ab21 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890932 Mar 10 23:53:21.690305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8480279-36d7-450a-9f60-3e9483725722 req-2fb7021f-adb0-466d-adbc-ec5ae0b0de7d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:21.693752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.710427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8480279-36d7-450a-9f60-3e9483725722 req-2fb7021f-adb0-466d-adbc-ec5ae0b0de7d tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.1265926 Mar 10 23:53:21.718732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: a512c3ee-b470-41d6-a795-425f2e0c6496 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:21.719310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a512c3ee-b470-41d6-a795-425f2e0c6496 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:21.762017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Pushing event updated for resources: {'Port': ['ID=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:21.778866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8480279-36d7-450a-9f60-3e9483725722 req-55a3a638-6b79-4829-a6ea-ce1ae125611e tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/security-groups?id=c36daa12-e782-40a2-bdc0-7555523c2510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Mar 10 23:53:21.820835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:21.821543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.823010 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-adf013fb-fb47-4244-98bb-1ee9319bbb4e service neutron] 10.222.0.39 "PUT /v2.0/ports/8a131bb0-c3ce-42a2-a06f-5d580bbc818e HTTP/1.1" status: 200 len: 1092 time: 1.4828982 Mar 10 23:53:21.824921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (7cfa94a2-03f2-4e48-b078-fc44b160d96c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:21.851329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-85d82668-0c4b-4e05-af67-e69c508dadc3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:21.863676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-85d82668-0c4b-4e05-af67-e69c508dadc3 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 967 time: 0.1952355 Mar 10 23:53:21.881070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:22.011060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (7cfa94a2-03f2-4e48-b078-fc44b160d96c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.102770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-17145ab5-f7d9-4b47-8bc3-6da93ca3e87a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.109788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-17145ab5-f7d9-4b47-8bc3-6da93ca3e87a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.2125342 Mar 10 23:53:22.180172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-7fda0333-50db-4eac-b59e-ae0b02c0bf70 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/quotas/4f4277752ac34a0ab3b1a7235f9db639 HTTP/1.1" status: 200 len: 375 time: 0.0680599 Mar 10 23:53:22.192961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.255029 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7cfa94a2-03f2-4e48-b078-fc44b160d96c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.257657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.258810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "DELETE /v2.0/security-groups/7cfa94a2-03f2-4e48-b078-fc44b160d96c HTTP/1.1" status: 204 len: 168 time: 0.7807500 Mar 10 23:53:22.268469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44022) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:22.272586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Deleting port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:22.272930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.298026 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-1579f4f6-0aaa-4470-8c19-b75592056190 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] show failed (client error): The resource could not be found. Mar 10 23:53:22.298978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c98dce-7f73-45f8-a678-7568b3f0cda0 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa94a2-03f2-4e48-b078-fc44b160d96c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:22.303240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1579f4f6-0aaa-4470-8c19-b75592056190 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "GET /v2.0/security-groups/7cfa94a2-03f2-4e48-b078-fc44b160d96c HTTP/1.1" status: 404 len: 347 time: 0.0315444 Mar 10 23:53:22.306306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44024) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:22.326450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7436a-55b5-447c-992f-c4cac72a6027 req-7ae9983c-b693-4577-81bc-1822efe71f8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.332492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7436a-55b5-447c-992f-c4cac72a6027 req-7ae9983c-b693-4577-81bc-1822efe71f8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.337817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7436a-55b5-447c-992f-c4cac72a6027 req-7ae9983c-b693-4577-81bc-1822efe71f8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.339880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02d7436a-55b5-447c-992f-c4cac72a6027 req-7ae9983c-b693-4577-81bc-1822efe71f8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2389 time: 0.2262239 Mar 10 23:53:22.364436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-682a2019-137e-4777-bc18-7bc6385f3fd6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837981 Mar 10 23:53:22.399318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-506507d8-55e7-4330-9b54-747c1f0abf91 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.400879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-506507d8-55e7-4330-9b54-747c1f0abf91 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 813 time: 0.2816248 Mar 10 23:53:22.419746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'device_id': '52dee659-e6e7-4151-863a-9063f44641f2', 'network_id': '41903edd-d346-426e-abea-44e1aef0342d', 'admin_state_up': True, 'tenant_id': '04de03ea663d4536819c313ff173312b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:22.559897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02d7436a-55b5-447c-992f-c4cac72a6027 req-5151ed22-2cbb-406d-b5d0-05a641af9db2 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071776 Mar 10 23:53:22.567900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] For port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,segment=NetworkSegment(316c10d1-1df5-498c-891f-00cb661a0f89),segment_id=316c10d1-1df5-498c-891f-00cb661a0f89)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:22.568394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.614491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Calling delete_port for e4d7d74e-1ac7-4956-a47f-bb1eb452f04d owned by compute:tempest-test_az-1850188478 {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:22.614705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-61f5a98f-0dba-4727-a3b5-8f0391bd5749 service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491472 Mar 10 23:53:22.701663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Made reservation on behalf of 04de03ea663d4536819c313ff173312b for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:22.705359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.730072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Deleting port 4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:22.730557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.783450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-877b2e6f-b59a-485b-b1b0-8c91b01ec0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679940 Mar 10 23:53:22.837749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830265-f140-4c71-825a-68f26746fae4 req-54f08bd3-727a-4000-a891-984392e88a7c tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:22.839247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18830265-f140-4c71-825a-68f26746fae4 req-54f08bd3-727a-4000-a891-984392e88a7c tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 943 time: 0.1410611 Mar 10 23:53:22.904937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c8d218-0dd1-4469-abda-e9722f24874c {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:22.917875 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.918300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.948823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks [] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:22.976939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Calling delete_port for 4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:22.983347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Transition to ACTIVE for port object c7c8d218-0dd1-4469-abda-e9722f24874c will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:22.998164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.020206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Allocated IP 172.20.0.6 (41903edd-d346-426e-abea-44e1aef0342d/84f51651-6a57-4792-bbf2-494227c396db/4d16de53-7734-45c9-aa63-381b3c1e2043) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:23.024998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18830265-f140-4c71-825a-68f26746fae4 req-1ca19eb5-9afe-4cb8-83fa-d735e35649ac tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435423 Mar 10 23:53:23.040659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-3b2356ec-22b7-41f8-a5f4-b1fbd8972ab6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:23.042371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-3b2356ec-22b7-41f8-a5f4-b1fbd8972ab6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ba2b4a1-7676-4079-bf8d-424f62f62b66 HTTP/1.1" status: 200 len: 945 time: 0.1939316 Mar 10 23:53:23.083700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e4d7d74e-1ac7-4956-a47f-bb1eb452f04d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.206638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8d218-0dd1-4469-abda-e9722f24874c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:23.208355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '8a131bb0-c3ce-42a2-a06f-5d580bbc818e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:23.210485 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b338d8bf-b249-4e71-a4ab-229e51685f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "8a131bb0-c3ce-42a2-a06f-5d580bbc818e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:23.223316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-78a66014-d8ad-464d-8ebb-5618cc727f20 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:23.224927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-78a66014-d8ad-464d-8ebb-5618cc727f20 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 943 time: 0.2670362 Mar 10 23:53:23.305563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Pushing event deleted for resources: {'Port': ['ID=e4d7d74e-1ac7-4956-a47f-bb1eb452f04d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:23.307395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] No DVR routers for this DVR port e4d7d74e-1ac7-4956-a47f-bb1eb452f04d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:23.314952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.318281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a4d338b2-76f5-432f-a51c-a85f2935172f req-dc00bc44-d613-4292-b07a-85ef86a18751 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.30 "DELETE /v2.0/ports/e4d7d74e-1ac7-4956-a47f-bb1eb452f04d HTTP/1.1" status: 204 len: 173 time: 1.4184270 Mar 10 23:53:23.380403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Attempting to bind port c7c8d218-0dd1-4469-abda-e9722f24874c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:23.380725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Attempting to bind port c7c8d218-0dd1-4469-abda-e9722f24874c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:23.384708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Attempting to bind port c7c8d218-0dd1-4469-abda-e9722f24874c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:23.425497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0d56d79-95f0-41e3-a361-5e81b06f794e req-470974f0-c884-469b-916d-fefd57309c9b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 210 time: 0.1867032 Mar 10 23:53:23.485153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Port c7c8d218-0dd1-4469-abda-e9722f24874c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:23.486748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Attempting to bind port c7c8d218-0dd1-4469-abda-e9722f24874c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:23.495323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.551040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:23.551231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Checking segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:23.551633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Bound using segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:23.552138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Bound port: c7c8d218-0dd1-4469-abda-e9722f24874c, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:23.552498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.570116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Pushing event deleted for resources: {'Port': ['ID=4fb224ea-b3ae-4049-9e7e-f0be2f9bc71c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:23.684717 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks [] for floatingip (c0ca571b-d3f5-447a-be6a-c65da85176f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.687347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.690644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a1177e3-51b5-44b2-8e05-890fd004a0f9 tempest-ServersTestFqdnHostnames-1363805949 tempest-ServersTestFqdnHostnames-1363805949-project] 10.222.0.21 "DELETE /v2.0/floatingips/c0ca571b-d3f5-447a-be6a-c65da85176f2 HTTP/1.1" status: 204 len: 168 time: 1.3818045 Mar 10 23:53:23.713195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44046) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:23.736558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.806422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] For port c7c8d218-0dd1-4469-abda-e9722f24874c, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:23.848941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] For port c7c8d218-0dd1-4469-abda-e9722f24874c, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c7c8d218-0dd1-4469-abda-e9722f24874c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:23.858763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.862424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.957776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:23.958736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:23.960858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7c8d218-0dd1-4469-abda-e9722f24874c HTTP/1.1" status: 200 len: 1092 time: 2.0946040 Mar 10 23:53:23.960992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:23.988269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8799-db79-452b-8d03-85adbd8e4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c8d218-0dd1-4469-abda-e9722f24874c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:23.991963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59767291-b13f-45d2-af8f-26eff44fe4ae req-285d8d18-3cce-477b-8876-0d1320c5d2c0 tempest-LiveMigrationTest-1341343722 tempest-LiveMigrationTest-1341343722-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1938acb-6f5c-4802-8a15-90193efcd72f HTTP/1.1" status: 200 len: 210 time: 0.4303966 Mar 10 23:53:24.052175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Network 41903edd-d346-426e-abea-44e1aef0342d is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:24.059826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:24.070618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:24.075733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:24.173802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4bb49b10-0c32-430d-8293-e886729941e1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.180366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Deleting port 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:24.180729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.262441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58914d-87b1-4885-898e-f9fbd103ad1b req-6fcfeda3-8b14-4f96-8d4f-c902b0d23381 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.264034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb58914d-87b1-4885-898e-f9fbd103ad1b req-6fcfeda3-8b14-4f96-8d4f-c902b0d23381 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.7705970 Mar 10 23:53:24.267490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Deleting port 6a1d1163-cf0c-4c76-bab0-c6d934350987 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:24.267829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.276045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d03640ac-291f-4a2d-9f67-9c9da585cdfe req-65e4d2f7-e484-4960-b885-b914cbac3e48 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 210 time: 0.1128223 Mar 10 23:53:24.334392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.335045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.359404 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604db10-054b-4f05-aa32-595a46e34f00 x-openstack-request-id: req-3604db10-054b-4f05-aa32-595a46e34f00 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:24.360286 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "8a131bb0-c3ce-42a2-a06f-5d580bbc818e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:24.360286 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3604db10-054b-4f05-aa32-595a46e34f00 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:24.360795 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '8a131bb0-c3ce-42a2-a06f-5d580bbc818e', 'status': 'completed', 'code': 200} Mar 10 23:53:24.486202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-d69d941f-e28d-4f84-8332-6aa99a6c99f4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0703549 Mar 10 23:53:24.510769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Request body: {'port': {'device_id': '52dee659-e6e7-4151-863a-9063f44641f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:24.547361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb58914d-87b1-4885-898e-f9fbd103ad1b req-c8beb0a8-970d-4e7b-bdb2-161ee57cd8ee tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703662 Mar 10 23:53:24.550395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] For port 744f5302-286d-4839-a1d5-705dcce58a7f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=744f5302-286d-4839-a1d5-705dcce58a7f,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:24.550756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.586070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-1cbadc87-de87-4dbb-94f3-77cfe3baaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.586679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-1cbadc87-de87-4dbb-94f3-77cfe3baaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.587275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-1cbadc87-de87-4dbb-94f3-77cfe3baaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.588828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-1cbadc87-de87-4dbb-94f3-77cfe3baaf6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2861 time: 0.2379220 Mar 10 23:53:24.612315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Calling delete_port for 744f5302-286d-4839-a1d5-705dcce58a7f owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:24.621262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] For port 6a1d1163-cf0c-4c76-bab0-c6d934350987, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=6a1d1163-cf0c-4c76-bab0-c6d934350987,segment=NetworkSegment(e1161b82-ad4e-4c37-89a4-2d2c046373fb),segment_id=e1161b82-ad4e-4c37-89a4-2d2c046373fb)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:24.621622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.676373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09328ef-708a-4483-8c51-3a9194802c0e req-3bded2c3-b888-4bff-aef8-6125c3c2a4c1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.677931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f09328ef-708a-4483-8c51-3a9194802c0e req-3bded2c3-b888-4bff-aef8-6125c3c2a4c1 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.2978845 Mar 10 23:53:24.678993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Calling delete_port for 6a1d1163-cf0c-4c76-bab0-c6d934350987 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:24.776804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:24.926076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29398d-0eb3-41ea-828c-7a621e8396f4 req-58a9c0d1-7ac7-4efb-bb2d-7cfc2b083549 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.931653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29398d-0eb3-41ea-828c-7a621e8396f4 req-58a9c0d1-7ac7-4efb-bb2d-7cfc2b083549 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.936797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29398d-0eb3-41ea-828c-7a621e8396f4 req-58a9c0d1-7ac7-4efb-bb2d-7cfc2b083549 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:24.938803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc29398d-0eb3-41ea-828c-7a621e8396f4 req-58a9c0d1-7ac7-4efb-bb2d-7cfc2b083549 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2401 time: 0.2779167 Mar 10 23:53:24.946453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f09328ef-708a-4483-8c51-3a9194802c0e req-68559c43-d73d-4740-8be6-ec56c312e16b tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514350 Mar 10 23:53:25.008809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-494083db-b823-4115-b7f0-241414a3e979 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.011179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-494083db-b823-4115-b7f0-241414a3e979 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.5662971 Mar 10 23:53:25.179163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-aee51172-4fe4-4de0-bfc4-151af28581c2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.180521 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-aee51172-4fe4-4de0-bfc4-151af28581c2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.7156539 Mar 10 23:53:25.193456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc29398d-0eb3-41ea-828c-7a621e8396f4 req-267b4435-4301-4f56-b87f-df153cce3f15 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454753 Mar 10 23:53:25.211494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (744f5302-286d-4839-a1d5-705dcce58a7f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.215376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Request body: {'port': {'device_id': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'admin_state_up': True, 'tenant_id': '4f4277752ac34a0ab3b1a7235f9db639'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:25.276155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event deleted for resources: {'Port': ['ID=744f5302-286d-4839-a1d5-705dcce58a7f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:25.322540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6a1d1163-cf0c-4c76-bab0-c6d934350987), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.350172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-15cc8136-43db-4555-a5f6-c9feb2336e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.350665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-15cc8136-43db-4555-a5f6-c9feb2336e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.351210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-15cc8136-43db-4555-a5f6-c9feb2336e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.352796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-15cc8136-43db-4555-a5f6-c9feb2336e9b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7500744 Mar 10 23:53:25.357575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:25.379880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 744f5302-286d-4839-a1d5-705dcce58a7f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:25.380252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 744f5302-286d-4839-a1d5-705dcce58a7f not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:25.380875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:25.397906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55cdb6-8b2f-47b7-9e96-a9eb082881cd req-49f0a0fd-1d13-4511-8393-e690575f80f0 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.399409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa55cdb6-8b2f-47b7-9e96-a9eb082881cd req-49f0a0fd-1d13-4511-8393-e690575f80f0 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 943 time: 0.3229773 Mar 10 23:53:25.404121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: e4d7d74e-1ac7-4956-a47f-bb1eb452f04d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:25.404692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e4d7d74e-1ac7-4956-a47f-bb1eb452f04d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:25.416441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb49b10-0c32-430d-8293-e886729941e1 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:25.461285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks [] for port (4bb49b10-0c32-430d-8293-e886729941e1), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.533272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Transition to ACTIVE for port object 4bb49b10-0c32-430d-8293-e886729941e1 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:25.589591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4bb49b10-0c32-430d-8293-e886729941e1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.607581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Deleting port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:25.607939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.726243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (717a4d8c-52dd-433e-b146-6287a539222c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.739577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Made reservation on behalf of 4f4277752ac34a0ab3b1a7235f9db639 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:25.739842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] No DVR routers for this DVR port 744f5302-286d-4839-a1d5-705dcce58a7f on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:25.742260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.742422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.744955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-e2e23037-6f66-4273-b52f-645969215af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.745506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45827e78-29e4-4c27-ad76-5d397d4a0c32 req-13710851-1b55-4eb0-8200-9c28b3ebcbe1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "DELETE /v2.0/ports/744f5302-286d-4839-a1d5-705dcce58a7f HTTP/1.1" status: 204 len: 173 time: 2.6961305 Mar 10 23:53:25.746387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-e2e23037-6f66-4273-b52f-645969215af4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565655 Mar 10 23:53:25.768285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-deleted', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:25.770601 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e4bd2-a88a-4279-9d0f-17cdd5293e78" -d '{"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-deleted", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:25.775742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Pushing event deleted for resources: {'Port': ['ID=6a1d1163-cf0c-4c76-bab0-c6d934350987,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:25.814587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb49b10-0c32-430d-8293-e886729941e1,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:25.893635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] No DVR routers for this DVR port 6a1d1163-cf0c-4c76-bab0-c6d934350987 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:25.899681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.902958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.39 "DELETE /v2.0/ports/6a1d1163-cf0c-4c76-bab0-c6d934350987 HTTP/1.1" status: 204 len: 173 time: 2.6717837 Mar 10 23:53:25.921981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa55cdb6-8b2f-47b7-9e96-a9eb082881cd req-bec8c16a-3151-4be8-96e1-883257ac25e9 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/security-groups?id=7e0a389c-9cf2-403f-8efb-74ba2afd2c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738384 Mar 10 23:53:25.980246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] For port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:25.980564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a0941-8881-413d-90a6-22ddc561790e req-7404664d-a5f9-4548-8c63-4fc1fbad18e0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:25.980685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:25.981995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e7a0941-8881-413d-90a6-22ddc561790e req-7404664d-a5f9-4548-8c63-4fc1fbad18e0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 931 time: 0.6607730 Mar 10 23:53:26.027971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:26.044224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Calling delete_port for 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:26.082572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e7a0941-8881-413d-90a6-22ddc561790e req-290ad116-4024-4222-8fb6-7c623494fb9e tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880504 Mar 10 23:53:26.086887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d16de53-7734-45c9-aa63-381b3c1e2043 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:26.097248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks [] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.118287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Transition to ACTIVE for port object 4d16de53-7734-45c9-aa63-381b3c1e2043 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:26.156234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Attempting to bind port 4bb49b10-0c32-430d-8293-e886729941e1 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:26.156583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Attempting to bind port 4bb49b10-0c32-430d-8293-e886729941e1 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:26.157671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Attempting to bind port 4bb49b10-0c32-430d-8293-e886729941e1 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:26.161751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b345208-5ef3-4c8c-a26a-3f1d4949d494 req-ad3c1bcb-1690-4d16-abc0-d1ba6cd1487c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 210 time: 0.0489709 Mar 10 23:53:26.174592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.263373 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ea00d-4d0e-43c8-a36e-0930f0aba439 x-openstack-request-id: req-d82ea00d-4d0e-43c8-a36e-0930f0aba439 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:26.263726 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba2b4a1-7676-4079-bf8d-424f62f62b66", "name": "network-vif-deleted", "tag": "744f5302-286d-4839-a1d5-705dcce58a7f", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:26.263951 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d82ea00d-4d0e-43c8-a36e-0930f0aba439 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:26.264460 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba2b4a1-7676-4079-bf8d-424f62f62b66', 'name': 'network-vif-deleted', 'tag': '744f5302-286d-4839-a1d5-705dcce58a7f', 'status': 'completed', 'code': 200} Mar 10 23:53:26.265119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Port 4bb49b10-0c32-430d-8293-e886729941e1 on network 5e578611-c086-4186-9b55-3f2f2113dc23 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:26.265451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Attempting to bind port 4bb49b10-0c32-430d-8293-e886729941e1 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:26.300324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:26.300873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:26.301098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Bound using segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:26.301538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Bound port: 4bb49b10-0c32-430d-8293-e886729941e1, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:26.301899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4bb49b10-0c32-430d-8293-e886729941e1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.303720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Deleting subnet a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:26.305932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Allocated IP 172.20.0.10 (7f5d7c11-4fe9-4454-97d7-2898f84b0120/90e90413-0524-4428-a15a-0eb08ea28627/15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:26.311207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Publish callbacks [] for subnet (a1afc83a-2ceb-4c1f-968a-9d30edf4ed43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.374794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-deleted', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d'}, {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': 'c7c8d218-0dd1-4469-abda-e9722f24874c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:26.383610 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd16464-738c-4a80-bc1f-06ed80d22d13" -d '{"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-deleted", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d"}, {"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "c7c8d218-0dd1-4469-abda-e9722f24874c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:26.391355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:26.413513 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (a1afc83a-2ceb-4c1f-968a-9d30edf4ed43), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.486166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a26a7-f376-4ca0-83eb-2fe79a9cc91d req-b6635603-c9ab-4b7e-9d0d-3a9bd1565678 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:26.487785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e8a26a7-f376-4ca0-83eb-2fe79a9cc91d req-b6635603-c9ab-4b7e-9d0d-3a9bd1565678 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2829506 Mar 10 23:53:26.526690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] For port 4bb49b10-0c32-430d-8293-e886729941e1, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:26.539137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2fc24-de4b-4ebc-b437-4247c0542762 req-7b581df7-a86f-413a-991b-1b9c022c1896 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:26.540641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fa2fc24-de4b-4ebc-b437-4247c0542762 req-7b581df7-a86f-413a-991b-1b9c022c1896 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 948 time: 0.2345645 Mar 10 23:53:26.544371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a1afc83a-2ceb-4c1f-968a-9d30edf4ed43), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.569846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.574138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] For port 4bb49b10-0c32-430d-8293-e886729941e1, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4bb49b10-0c32-430d-8293-e886729941e1,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:26.581983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:26.640341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e8a26a7-f376-4ca0-83eb-2fe79a9cc91d req-48cf4c9d-481e-4773-8456-0ef24ae3b0ff tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428244 Mar 10 23:53:26.644386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4bb49b10-0c32-430d-8293-e886729941e1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.646356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Attempting to bind port 4d16de53-7734-45c9-aa63-381b3c1e2043 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:26.646672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Attempting to bind port 4d16de53-7734-45c9-aa63-381b3c1e2043 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:26.646985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Attempting to bind port 4d16de53-7734-45c9-aa63-381b3c1e2043 on network 41903edd-d346-426e-abea-44e1aef0342d {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:26.654301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event deleted for resources: {'Port': ['ID=96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:26.667296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Port 4d16de53-7734-45c9-aa63-381b3c1e2043 on network 41903edd-d346-426e-abea-44e1aef0342d not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:26.667615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Attempting to bind port 4d16de53-7734-45c9-aa63-381b3c1e2043 on network 41903edd-d346-426e-abea-44e1aef0342d {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:26.684664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:26.685081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Checking segment: {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:26.685577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Bound using segment: {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:26.686886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Bound port: 4d16de53-7734-45c9-aa63-381b3c1e2043, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:26.686886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.710011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fa2fc24-de4b-4ebc-b437-4247c0542762 req-f1f9c8a3-0ff4-4946-9ace-dc4cf811c4a0 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437664 Mar 10 23:53:26.715585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (a1afc83a-2ceb-4c1f-968a-9d30edf4ed43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.774443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:26.775435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.777139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bb49b10-0c32-430d-8293-e886729941e1 HTTP/1.1" status: 200 len: 1092 time: 2.7126095 Mar 10 23:53:26.794417 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6315a63c-ecb8-4ab3-bdeb-53c88fefa53c x-openstack-request-id: req-6315a63c-ecb8-4ab3-bdeb-53c88fefa53c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:26.795065 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1938acb-6f5c-4802-8a15-90193efcd72f", "name": "network-vif-deleted", "tag": "e4d7d74e-1ac7-4956-a47f-bb1eb452f04d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "c7c8d218-0dd1-4469-abda-e9722f24874c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:26.795065 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6315a63c-ecb8-4ab3-bdeb-53c88fefa53c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:26.795632 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1938acb-6f5c-4802-8a15-90193efcd72f', 'name': 'network-vif-deleted', 'tag': 'e4d7d74e-1ac7-4956-a47f-bb1eb452f04d', 'status': 'completed', 'code': 200} Mar 10 23:53:26.796070 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': 'c7c8d218-0dd1-4469-abda-e9722f24874c', 'status': 'completed', 'code': 200} Mar 10 23:53:26.822292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1afc83a-2ceb-4c1f-968a-9d30edf4ed43,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:26.824696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:26.830191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9cce14fe-5f6f-47e0-a717-b698d9442cad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1afc83a-2ceb-4c1f-968a-9d30edf4ed43 HTTP/1.1" status: 204 len: 168 time: 0.8006582 Mar 10 23:53:26.834603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44070) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:26.978854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:26.992830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0108e72d-82ed-4115-bb19-632addd3ad18), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.008730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:27.023711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1b93-9017-4cf0-aea9-2469ddce651d req-a170fbd4-f3ee-4c5a-887c-1ce23525f16e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.029379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1b93-9017-4cf0-aea9-2469ddce651d req-a170fbd4-f3ee-4c5a-887c-1ce23525f16e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.034854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1b93-9017-4cf0-aea9-2469ddce651d req-a170fbd4-f3ee-4c5a-887c-1ce23525f16e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.042267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64ab1b93-9017-4cf0-aea9-2469ddce651d req-a170fbd4-f3ee-4c5a-887c-1ce23525f16e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.2248163 Mar 10 23:53:27.066698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.097677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcdb8941-6faa-4cfe-ae56-4223bd410b23 req-d55ef4f3-0b2b-45d0-8df4-0b9c4cf93096 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] 10.222.0.21 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0524330 Mar 10 23:53:27.131948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44076) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:27.151723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] No DVR routers for this DVR port 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:27.162648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks [] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.184026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.187413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f4b441d-d6e7-4feb-aa78-7e6302732b38 req-80a3b522-da91-4b11-a88e-e59713c813a8 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "DELETE /v2.0/ports/96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 HTTP/1.1" status: 204 len: 173 time: 2.1507361 Mar 10 23:53:27.192147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.193253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.194285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] 10.222.0.30 "PUT /v2.0/ports/4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 1091 time: 2.6929786 Mar 10 23:53:27.202981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db70def-6195-477d-9e4d-1d84124f52f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb49b10-0c32-430d-8293-e886729941e1,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:27.243698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Deleting port ba1c25ff-88cb-41e2-a1ae-64b145711464 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:27.244115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.283517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-09b9d546-20a9-4b2c-af7e-15f11dd50386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.284107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-09b9d546-20a9-4b2c-af7e-15f11dd50386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.284586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-09b9d546-20a9-4b2c-af7e-15f11dd50386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.286301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-09b9d546-20a9-4b2c-af7e-15f11dd50386 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2959 time: 0.1510243 Mar 10 23:53:27.334327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.358351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5582c8-0cbe-4779-bff3-92eb42fc4094 service neutron] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:27.371624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Deleting subnet 886d8127-b66b-4018-893d-abdb49309fa0 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:27.378309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64ab1b93-9017-4cf0-aea9-2469ddce651d req-a70be71b-fd12-4982-9202-e3f5f853a44e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351893 Mar 10 23:53:27.407993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0108e72d-82ed-4115-bb19-632addd3ad18), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.418306 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Publish callbacks [] for subnet (886d8127-b66b-4018-893d-abdb49309fa0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.451753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0108e72d-82ed-4115-bb19-632addd3ad18']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:27.467551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:27.486875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:27.492373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] For port ba1c25ff-88cb-41e2-a1ae-64b145711464, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba1c25ff-88cb-41e2-a1ae-64b145711464,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:27.492776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.498458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:27.500420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316c10d1-1df5-498c-891f-00cb661a0f89') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:27.500800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316c10d1-1df5-498c-891f-00cb661a0f89') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:27.507940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:27.540796 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (316c10d1-1df5-498c-891f-00cb661a0f89), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.542094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Calling delete_port for ba1c25ff-88cb-41e2-a1ae-64b145711464 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:27.570909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (886d8127-b66b-4018-893d-abdb49309fa0), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.600208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b08d3-d95a-47e6-99f5-93290e174461 req-6e4146c8-b405-4970-8749-f44714ad9539 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.601680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26b08d3-d95a-47e6-99f5-93290e174461 req-6e4146c8-b405-4970-8749-f44714ad9539 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 943 time: 0.3827662 Mar 10 23:53:27.603537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (316c10d1-1df5-498c-891f-00cb661a0f89), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.611173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-00c74a53-0bce-4dd8-9408-6e6d5b454016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.611645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-00c74a53-0bce-4dd8-9408-6e6d5b454016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.612133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-00c74a53-0bce-4dd8-9408-6e6d5b454016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.613690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-00c74a53-0bce-4dd8-9408-6e6d5b454016 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3185906 Mar 10 23:53:27.623767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.624404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.629480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:27.629957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (316c10d1-1df5-498c-891f-00cb661a0f89), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:27.635800 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:27.638097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-c0b92077-999c-4f5e-a001-1811c12108c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.639145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-c0b92077-999c-4f5e-a001-1811c12108c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1125 time: 0.3704345 Mar 10 23:53:27.673103 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-1f244684-b262-40c7-9921-a9ede841465c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4729445 Mar 10 23:53:27.687508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Request body: {'port': {'device_id': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:27.724053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be91a12-ada5-4d8c-9679-661adfb87ac7 req-cce126cb-773a-4df0-8b86-46090777ec83 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.725512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2be91a12-ada5-4d8c-9679-661adfb87ac7 req-cce126cb-773a-4df0-8b86-46090777ec83 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 932 time: 0.2531726 Mar 10 23:53:27.758960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (886d8127-b66b-4018-893d-abdb49309fa0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.763797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-acdd972d-7dab-412e-9872-64c26eeb2dfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 217 time: 0.1021500 Mar 10 23:53:27.848004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-99e7d24e-1663-4acd-aeb8-d7f75b7c92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.848445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0108e72d-82ed-4115-bb19-632addd3ad18), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.849347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-efd16464-738c-4a80-bc1f-06ed80d22d13 req-99e7d24e-1663-4acd-aeb8-d7f75b7c92b4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224112 Mar 10 23:53:27.853260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.859737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0108e72d-82ed-4115-bb19-632addd3ad18 HTTP/1.1" status: 204 len: 168 time: 1.0112960 Mar 10 23:53:27.861984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:27.870078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:27.887648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26b08d3-d95a-47e6-99f5-93290e174461 req-7e79414c-02eb-49e1-a77c-e29487de99f9 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748029 Mar 10 23:53:27.898984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bb20c-38ff-4c0e-bbcf-7adf684db2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0108e72d-82ed-4115-bb19-632addd3ad18,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:27.928417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-26501eaa-78c8-4436-8cf2-96baa93058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:27.930146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-26501eaa-78c8-4436-8cf2-96baa93058c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.1391108 Mar 10 23:53:27.973748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2be91a12-ada5-4d8c-9679-661adfb87ac7 req-e664b5e8-0761-40ec-b022-d30a38cae4f3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162571 Mar 10 23:53:27.976516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-9849ea9a-5479-43a8-a5fc-7f000d1a2aef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392911 Mar 10 23:53:27.982759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Deleting subnet cf21b7b0-ad20-428d-9b09-2377512a3370 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:27.990654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (886d8127-b66b-4018-893d-abdb49309fa0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.023965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Publish callbacks [] for subnet (cf21b7b0-ad20-428d-9b09-2377512a3370), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.059108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.062348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/886d8127-b66b-4018-893d-abdb49309fa0 HTTP/1.1" status: 204 len: 168 time: 0.9290411 Mar 10 23:53:28.065154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc2533-f1fb-4b35-8cb9-8133849a196d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886d8127-b66b-4018-893d-abdb49309fa0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:28.068747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:28.135418 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (cf21b7b0-ad20-428d-9b09-2377512a3370), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.156530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba1c25ff-88cb-41e2-a1ae-64b145711464), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.167527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-da5799f1-bdb8-4a22-a5af-f4d73397039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.168033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-da5799f1-bdb8-4a22-a5af-f4d73397039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.168508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-da5799f1-bdb8-4a22-a5af-f4d73397039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.170136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-da5799f1-bdb8-4a22-a5af-f4d73397039f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2959 time: 0.2707014 Mar 10 23:53:28.176542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-673e2feb-ac86-4697-bcad-ff815a967d8e req-8bcb8bf0-2312-40a0-b9f9-8fcc1d56b8de tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1049304 Mar 10 23:53:28.212417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1c25ff-88cb-41e2-a1ae-64b145711464,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:28.254870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (3c306590-ee10-4980-abbc-6feff68e8d97), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.265678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4a4b4a2e-19b2-4090-89bb-67b0cea66a0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=8a131bb0-c3ce-42a2-a06f-5d580bbc818e HTTP/1.1" status: 200 len: 217 time: 0.0681274 Mar 10 23:53:28.269504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b1ce1-70e4-4ce5-9e9c-565c46847248 req-f440552c-e477-456e-9916-3384b88f8a84 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.277487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c1b1ce1-70e4-4ce5-9e9c-565c46847248 req-f440552c-e477-456e-9916-3384b88f8a84 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2296674 Mar 10 23:53:28.282828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-deleted', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987'}, {'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:28.285204 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42673898-ef10-41ee-963e-749d9cb01333" -d '{"events": [{"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-deleted", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987"}, {"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:28.315425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-1a5576d5-5608-4046-bd1f-6e64e4dfbfd2 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261075 Mar 10 23:53:28.327246 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cf21b7b0-ad20-428d-9b09-2377512a3370), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.414237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c1b1ce1-70e4-4ce5-9e9c-565c46847248 req-78daa49d-9610-449c-b387-ce1e2ddc1f8f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357777 Mar 10 23:53:28.467257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-648de62a-471c-4c28-ba64-2393cbe90e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.468788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-648de62a-471c-4c28-ba64-2393cbe90e9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.1802585 Mar 10 23:53:28.523771 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdd7366-2ae2-4479-9149-4af131e769ca x-openstack-request-id: req-7bdd7366-2ae2-4479-9149-4af131e769ca {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:28.524112 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3005af44-ee35-46d2-b8ca-ac88dcfeff62", "name": "network-vif-deleted", "tag": "6a1d1163-cf0c-4c76-bab0-c6d934350987", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:28.524349 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bdd7366-2ae2-4479-9149-4af131e769ca {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:28.524746 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005af44-ee35-46d2-b8ca-ac88dcfeff62', 'name': 'network-vif-deleted', 'tag': '6a1d1163-cf0c-4c76-bab0-c6d934350987', 'status': 'completed', 'code': 200} Mar 10 23:53:28.525004 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'status': 'completed', 'code': 200} Mar 10 23:53:28.572245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (cf21b7b0-ad20-428d-9b09-2377512a3370), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.606214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad6bd1c-4a78-44b9-b6fe-3657015858a4 req-39657e41-7685-4f74-9710-f864af33a8ad service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834871 Mar 10 23:53:28.623873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf21b7b0-ad20-428d-9b09-2377512a3370,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:28.632696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (3c306590-ee10-4980-abbc-6feff68e8d97), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.655946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.661530 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19e0717e-e006-4f11-bf15-103b356e0c59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf21b7b0-ad20-428d-9b09-2377512a3370 HTTP/1.1" status: 204 len: 168 time: 0.7962749 Mar 10 23:53:28.663076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44096) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:28.669457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c306590-ee10-4980-abbc-6feff68e8d97']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:28.708567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:28.710132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1161b82-ad4e-4c37-89a4-2d2c046373fb') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:28.710434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1161b82-ad4e-4c37-89a4-2d2c046373fb') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:28.714013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fc44cfaa-4f3a-431d-bb2d-1749b3cd3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.715589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fc44cfaa-4f3a-431d-bb2d-1749b3cd3c5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2351282 Mar 10 23:53:28.721707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks [] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.725117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (717a4d8c-52dd-433e-b146-6287a539222c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.761524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b9f5f-00a5-4616-9207-edba463e77f6 req-99f6440e-0ca9-4247-b559-724ed2f16b8e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.767220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b9f5f-00a5-4616-9207-edba463e77f6 req-99f6440e-0ca9-4247-b559-724ed2f16b8e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.772373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b9f5f-00a5-4616-9207-edba463e77f6 req-99f6440e-0ca9-4247-b559-724ed2f16b8e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.773993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d0b9f5f-00a5-4616-9207-edba463e77f6 req-99f6440e-0ca9-4247-b559-724ed2f16b8e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.2519109 Mar 10 23:53:28.778170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (e1161b82-ad4e-4c37-89a4-2d2c046373fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.785930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0a63-4a96-453f-9cd8-2b8ce1b0e51b req-f177891a-bddb-490b-96a5-e2abdd93f5db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.787368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-814a0a63-4a96-453f-9cd8-2b8ce1b0e51b req-f177891a-bddb-490b-96a5-e2abdd93f5db tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 949 time: 0.2663875 Mar 10 23:53:28.805212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '4bb49b10-0c32-430d-8293-e886729941e1'}, {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-deleted', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:28.807458 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6090ba-9b20-4663-a531-178cdbf10cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "4bb49b10-0c32-430d-8293-e886729941e1"}, {"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-deleted", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:28.814300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Transition to ACTIVE for port object 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:28.843295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.858926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e1161b82-ad4e-4c37-89a4-2d2c046373fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.869401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ab08c42d-5a24-4e7b-a2ad-742d5bf378c6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.887543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:28.887988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (e1161b82-ad4e-4c37-89a4-2d2c046373fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:28.895207 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:28.931400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42673898-ef10-41ee-963e-749d9cb01333 req-c358f1b3-2d94-4755-b617-49f89d7498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:28.932942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-c358f1b3-2d94-4755-b617-49f89d7498a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1125 time: 0.2545133 Mar 10 23:53:28.954961 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-abb3fd99-2d9a-4f91-8b93-79b493f7c1ec service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306633 Mar 10 23:53:28.960111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:28.964683 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:53:29.002257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-814a0a63-4a96-453f-9cd8-2b8ce1b0e51b req-6cbb940d-d1e6-42b2-b751-06fb1b61b928 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785119 Mar 10 23:53:29.020996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d0b9f5f-00a5-4616-9207-edba463e77f6 req-d55d79ef-c8bc-43f0-a839-fe7ecf70dc70 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326038 Mar 10 23:53:29.047707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (3c306590-ee10-4980-abbc-6feff68e8d97), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.059346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.067989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c306590-ee10-4980-abbc-6feff68e8d97 HTTP/1.1" status: 204 len: 168 time: 0.9951782 Mar 10 23:53:29.088398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44104) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:29.133905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605d770-1c12-4419-9cbe-9c8173d160fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3c306590-ee10-4980-abbc-6feff68e8d97,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:29.159774 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd70d95-eb38-45c2-b5bf-78634167efc9 x-openstack-request-id: req-0fd70d95-eb38-45c2-b5bf-78634167efc9 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:29.160132 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "4bb49b10-0c32-430d-8293-e886729941e1", "status": "completed", "code": 200}, {"server_uuid": "b3204e0c-1a19-40a7-8d48-38c666c2790a", "name": "network-vif-deleted", "tag": "96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:29.160362 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fd70d95-eb38-45c2-b5bf-78634167efc9 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:29.160762 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '4bb49b10-0c32-430d-8293-e886729941e1', 'status': 'completed', 'code': 200} Mar 10 23:53:29.161026 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3204e0c-1a19-40a7-8d48-38c666c2790a', 'name': 'network-vif-deleted', 'tag': '96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3', 'status': 'completed', 'code': 200} Mar 10 23:53:29.213961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Attempting to bind port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:29.214222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Attempting to bind port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:29.214531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Attempting to bind port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:29.252144 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2a63e7e5-509b-40d0-9e85-5e1a6a01728c service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869904 Mar 10 23:53:29.255671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:29.255911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ab08c42d-5a24-4e7b-a2ad-742d5bf378c6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.256054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Attempting to bind port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:29.299200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Deleting subnet dff6fd59-48ff-423e-a289-651d106c91b8 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:29.301150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:29.301503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Checking segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:29.301891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Bound using segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:29.302335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Bound port: 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:29.302687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.307699 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-59ddec07-00dc-47f7-91e7-ef93f0544eea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=c7c8d218-0dd1-4469-abda-e9722f24874c HTTP/1.1" status: 200 len: 217 time: 0.0494432 Mar 10 23:53:29.314800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Publish callbacks [] for subnet (dff6fd59-48ff-423e-a289-651d106c91b8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.318956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab08c42d-5a24-4e7b-a2ad-742d5bf378c6']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:29.363867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42673898-ef10-41ee-963e-749d9cb01333 req-e2e0bf0b-1b94-49e3-ae61-89514fbc017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.365384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-e2e0bf0b-1b94-49e3-ae61-89514fbc017d service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.4180810 Mar 10 23:53:29.373571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:29.373866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:29.380324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Router 717a4d8c-52dd-433e-b146-6287a539222c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:53:29.708857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.718490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dbec470f-384f-46d0-a589-b2464951a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.720551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dbec470f-384f-46d0-a589-b2464951a2d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af697241-7b90-444c-801c-352a458d49e5 HTTP/1.1" status: 200 len: 801 time: 0.4031501 Mar 10 23:53:29.748934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693128c-8b5a-4756-8ca7-727fbcc8848f req-e309dcf1-fb03-45f0-83ba-a7ddd4de3038 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.750401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1693128c-8b5a-4756-8ca7-727fbcc8848f req-e309dcf1-fb03-45f0-83ba-a7ddd4de3038 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 943 time: 0.5799422 Mar 10 23:53:29.756921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (dff6fd59-48ff-423e-a289-651d106c91b8), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.762404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-b9be713a-80c1-48f6-a267-6b566c4e3d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 217 time: 0.3841190 Mar 10 23:53:29.788744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24a40-5336-44bd-ab01-f9607f35f421 req-d6d552e9-56b6-4b8e-a799-5e28b79ec271 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.790183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17b24a40-5336-44bd-ab01-f9607f35f421 req-d6d552e9-56b6-4b8e-a799-5e28b79ec271 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 944 time: 0.6066556 Mar 10 23:53:29.793879 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.807767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:29.837579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:29.846077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:29.846498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (44b4520c-6f47-4d8a-8a9b-aa34c7be4b6c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.851904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:29.854387 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:29.860259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039cb0a-250b-411d-89e6-0431f8307705 req-b44e0c99-f1f8-45f3-91fc-4f3c1f6e06e3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.861720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3039cb0a-250b-411d-89e6-0431f8307705 req-b44e0c99-f1f8-45f3-91fc-4f3c1f6e06e3 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 949 time: 0.4804041 Mar 10 23:53:29.920672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (dff6fd59-48ff-423e-a289-651d106c91b8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.969424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-93615705-9901-4c95-ac22-72ff800c0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.971049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-93615705-9901-4c95-ac22-72ff800c0c98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2438204 Mar 10 23:53:29.976437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.976693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:29.977915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] 10.222.0.30 "PUT /v2.0/ports/15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef HTTP/1.1" status: 200 len: 1092 time: 2.2960391 Mar 10 23:53:29.985993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42673898-ef10-41ee-963e-749d9cb01333 req-46d71849-c507-427c-9efc-80ad81d30c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:29.987075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-46d71849-c507-427c-9efc-80ad81d30c90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.1943853 Mar 10 23:53:30.019626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1693128c-8b5a-4756-8ca7-727fbcc8848f req-4de2b646-13dd-4873-b414-4dddb4c9421b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562101 Mar 10 23:53:30.022398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:30.039544 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Sync routers for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:30.043137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-3b54c474-5419-418e-aab3-039dbc0957ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406821 Mar 10 23:53:30.043729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ab08c42d-5a24-4e7b-a2ad-742d5bf378c6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.051567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17b24a40-5336-44bd-ab01-f9607f35f421 req-34cc8b8f-de0d-49c6-9311-d51bffac85cc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397182 Mar 10 23:53:30.059225 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:30.060134 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.065803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.066338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5a3dc183-c1dd-4608-90a4-0f23c9512735 admin admin] 10.222.0.21 "PUT /v2.0/routers/717a4d8c-52dd-433e-b146-6287a539222c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3520691 Mar 10 23:53:30.070538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44112) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:30.070757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab08c42d-5a24-4e7b-a2ad-742d5bf378c6 HTTP/1.1" status: 204 len: 168 time: 1.4013662 Mar 10 23:53:30.096149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57669d52-2e9d-4524-ad11-0ec3391631e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab08c42d-5a24-4e7b-a2ad-742d5bf378c6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:30.147640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ae39a-015e-403f-83fa-4492d1a08147 service neutron] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:30.150866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (dff6fd59-48ff-423e-a289-651d106c91b8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.221259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff6fd59-48ff-423e-a289-651d106c91b8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:30.223971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.229410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3eef7813-792b-4efd-aae4-d6832b311f10 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dff6fd59-48ff-423e-a289-651d106c91b8 HTTP/1.1" status: 204 len: 168 time: 1.1314917 Mar 10 23:53:30.247084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44116) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:30.276952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44118) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:30.277234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-bcee86a2-7716-4869-8edf-ea7ea9fa7bce service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196307 Mar 10 23:53:30.318042 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:30.336324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2d4be07b-88e0-49b0-b5e6-ae95da5cdd42 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480506 Mar 10 23:53:30.378832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-e7b8b7ac-6e38-49ec-9c92-580e57951ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.380360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-e7b8b7ac-6e38-49ec-9c92-580e57951ffa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 1126 time: 0.3524206 Mar 10 23:53:30.398026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a509b6-9b37-4806-866b-e8562da0ed93 req-f8875bd7-3c49-4660-aaab-f5987e96e458 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.399523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24a509b6-9b37-4806-866b-e8562da0ed93 req-f8875bd7-3c49-4660-aaab-f5987e96e458 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1947486 Mar 10 23:53:30.428969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5dbdf1b1-5884-4c23-8c2c-64c5ba24f724), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.446246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9529d42-aa57-4beb-8165-1f0b5b65100a req-ed4ea874-78cb-44c7-a819-f4586ef481cb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.447714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9529d42-aa57-4beb-8165-1f0b5b65100a req-ed4ea874-78cb-44c7-a819-f4586ef481cb tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 949 time: 0.2563350 Mar 10 23:53:30.467342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-d55e8c96-8fa6-46f8-a335-d9ed76d9d34f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef HTTP/1.1" status: 200 len: 217 time: 0.0714037 Mar 10 23:53:30.478928 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ebd3e4a6-d640-45d7-9a69-bdc01cc927e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da12229c4cbb4b6c828735039e4890d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996622 Mar 10 23:53:30.484376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Deleting port 958911d0-c91a-484d-8740-6ff0f506589b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:30.484719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (958911d0-c91a-484d-8740-6ff0f506589b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.493885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44120) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:30.497409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks [] for router (717a4d8c-52dd-433e-b146-6287a539222c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.530895 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:53:27Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.558851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42673898-ef10-41ee-963e-749d9cb01333 req-a799c55c-9986-4db4-897f-c510745fe2d2 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653763 Mar 10 23:53:30.565184 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Checking router: 717a4d8c-52dd-433e-b146-6287a539222c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:30.575631 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Routers {'717a4d8c-52dd-433e-b146-6287a539222c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:30.576312 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['717a4d8c-52dd-433e-b146-6287a539222c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.630798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9529d42-aa57-4beb-8165-1f0b5b65100a req-b2e3549c-ef5d-4549-913a-b05a0307df01 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727509 Mar 10 23:53:30.637029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24a509b6-9b37-4806-866b-e8562da0ed93 req-114e3bd7-62d8-4303-866e-4db032324460 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061834 Mar 10 23:53:30.664155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5dbdf1b1-5884-4c23-8c2c-64c5ba24f724), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.701156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd66a1d-df97-4529-8373-13d33b10915e req-0fe551b8-cf10-4244-abcc-373b681bfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.702926 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-0fe551b8-cf10-4244-abcc-373b681bfc0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.2230299 Mar 10 23:53:30.709062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] Publish callbacks [] for security_group (c36daa12-e782-40a2-bdc0-7555523c2510), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.712893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbdf1b1-5884-4c23-8c2c-64c5ba24f724']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.724248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-ca9cb138-146f-450d-90a1-86d51f956819 service neutron] 10.222.0.39 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549423 Mar 10 23:53:30.724953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] Set router 717a4d8c-52dd-433e-b146-6287a539222c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:30.732178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93085ee5-5dfb-468a-b7b6-37de3818300c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.732476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93085ee5-5dfb-468a-b7b6-37de3818300c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.773406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-6f1a7e81-2fc4-493d-bc23-685128de9b5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633044 Mar 10 23:53:30.778357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (93085ee5-5dfb-468a-b7b6-37de3818300c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.786002 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] Publish callbacks [] for security_group (c36daa12-e782-40a2-bdc0-7555523c2510), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.818520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (93085ee5-5dfb-468a-b7b6-37de3818300c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.840320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:30.840731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (93085ee5-5dfb-468a-b7b6-37de3818300c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:30.842756 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:30.857394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5461fd15-2dbc-4e25-a05c-2bdfdb540c8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=4bb49b10-0c32-430d-8293-e886729941e1 HTTP/1.1" status: 200 len: 217 time: 0.0881660 Mar 10 23:53:30.877415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093892-2fa2-4bec-a889-52cd549fe963 req-f82e5c05-7a05-4ae2-9ed3-80c4b6bd1751 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.882614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093892-2fa2-4bec-a889-52cd549fe963 req-f82e5c05-7a05-4ae2-9ed3-80c4b6bd1751 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.887789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093892-2fa2-4bec-a889-52cd549fe963 req-f82e5c05-7a05-4ae2-9ed3-80c4b6bd1751 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:30.889479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2093892-2fa2-4bec-a889-52cd549fe963 req-f82e5c05-7a05-4ae2-9ed3-80c4b6bd1751 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.1608391 Mar 10 23:53:30.911454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] For port 958911d0-c91a-484d-8740-6ff0f506589b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=958911d0-c91a-484d-8740-6ff0f506589b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:30.911969 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (958911d0-c91a-484d-8740-6ff0f506589b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.929486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks [] for router_gateway (717a4d8c-52dd-433e-b146-6287a539222c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.943041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5dbdf1b1-5884-4c23-8c2c-64c5ba24f724), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.945490 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:53:27Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:30.948157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.951343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5dbdf1b1-5884-4c23-8c2c-64c5ba24f724 HTTP/1.1" status: 204 len: 168 time: 0.6871388 Mar 10 23:53:30.955668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c36daa12-e782-40a2-bdc0-7555523c2510), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.958349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:30.962175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c36daa12-e782-40a2-bdc0-7555523c2510 HTTP/1.1" status: 204 len: 168 time: 0.4646575 Mar 10 23:53:30.980360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903e72d-f9ac-4451-bb92-76e593c9277c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbdf1b1-5884-4c23-8c2c-64c5ba24f724,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:30.981668 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ad5f8e-eb0b-4c4e-a747-b5f0303dc9d6 None None] The sync data for ids ['717a4d8c-52dd-433e-b146-6287a539222c'] in n-d-831844-1 is: [{'id': '717a4d8c-52dd-433e-b146-6287a539222c', 'name': 'tempest-ServersTestFqdnHostnames-1505258627-router', 'tenant_id': '034f1d09cc1242eca072c2f4c18ed968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '23344172-8731-4533-b871-ea6ba78919c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:03Z', 'updated_at': '2022-03-10T23:53:27Z', 'revision_number': 5, 'project_id': '034f1d09cc1242eca072c2f4c18ed968', 'gw_port': {'id': '23344172-8731-4533-b871-ea6ba78919c9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:20:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717a4d8c-52dd-433e-b146-6287a539222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:06Z', 'updated_at': '2022-03-10T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:30.992750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead84bc-3a6f-4307-a34d-3984ec9a290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36daa12-e782-40a2-bdc0-7555523c2510,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:30.997061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Calling delete_port for 958911d0-c91a-484d-8740-6ff0f506589b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:31.037428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2093892-2fa2-4bec-a889-52cd549fe963 req-8419dfdf-edb6-4d4e-8a6d-d19932c7cb59 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190100 Mar 10 23:53:31.044891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-daac301f-3471-41c9-a5c2-621ae34d432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:31.046374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-daac301f-3471-41c9-a5c2-621ae34d432a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.1827252 Mar 10 23:53:31.161627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-5f404b79-aa11-425c-84c3-86721ac1cd6c service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782153 Mar 10 23:53:31.167126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:31.169511 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66ed4a-52da-4027-877b-0568e48f7c47" -d '{"events": [{"name": "network-changed", "server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:31.194453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c528af-0e5b-4602-9d55-e26b6aa2e8cb req-54ef3fd3-8321-4f14-9afe-cbba244b8187 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:31.201444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c528af-0e5b-4602-9d55-e26b6aa2e8cb req-54ef3fd3-8321-4f14-9afe-cbba244b8187 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 943 time: 0.0701075 Mar 10 23:53:31.274600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2761a624-8bfc-427b-bd22-ec7cd880374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:31.276131 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-2761a624-8bfc-427b-bd22-ec7cd880374f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1733787 Mar 10 23:53:31.315121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c528af-0e5b-4602-9d55-e26b6aa2e8cb req-6f4441b5-41ee-455e-85d4-05e494c5037a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041093 Mar 10 23:53:31.315647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Deleting port 23344172-8731-4533-b871-ea6ba78919c9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:31.315647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (23344172-8731-4533-b871-ea6ba78919c9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.342511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c953c8b-51c3-42d2-81ad-64755f62f5e7 req-eb9610be-8caf-41b6-89c3-4394a818b864 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:31.364641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c953c8b-51c3-42d2-81ad-64755f62f5e7 req-eb9610be-8caf-41b6-89c3-4394a818b864 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 944 time: 0.1419761 Mar 10 23:53:31.367607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:31.375105 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d9c142-de90-426b-9c9e-813c46156b18 x-openstack-request-id: req-97d9c142-de90-426b-9c9e-813c46156b18 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:31.375317 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:31.375744 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97d9c142-de90-426b-9c9e-813c46156b18 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:31.376256 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'status': 'completed', 'code': 200} Mar 10 23:53:31.380071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba1c25ff-88cb-41e2-a1ae-64b145711464 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:31.411573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4d16de53-7734-45c9-aa63-381b3c1e2043 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:31.423834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ba1c25ff-88cb-41e2-a1ae-64b145711464 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:31.425731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba1c25ff-88cb-41e2-a1ae-64b145711464 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:31.436369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5cd66a1d-df97-4529-8373-13d33b10915e req-70863b17-3d84-4368-aefc-ad8294c400e0 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560232 Mar 10 23:53:31.499675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c953c8b-51c3-42d2-81ad-64755f62f5e7 req-4b873fe3-7e62-47ce-acad-2cbc282fb6cc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333585 Mar 10 23:53:31.529023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (958911d0-c91a-484d-8740-6ff0f506589b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.534727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9d1ca769-b785-4825-a907-b3ec0307326c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fd143016982406abe2c7b992c00b6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577418 Mar 10 23:53:31.540030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44136) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:31.567682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cce566b-a56a-48c3-9358-28f4971cdc5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:31.612361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event deleted for resources: {'Port': ['ID=958911d0-c91a-484d-8740-6ff0f506589b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:31.629710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] For port 23344172-8731-4533-b871-ea6ba78919c9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23344172-8731-4533-b871-ea6ba78919c9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:31.630558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (23344172-8731-4533-b871-ea6ba78919c9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.666277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Calling delete_port for 23344172-8731-4533-b871-ea6ba78919c9 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:31.674793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] Publish callbacks [] for security_group (7e0a389c-9cf2-403f-8efb-74ba2afd2c19), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.680610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d8c9e007-cf5e-4840-95d4-3ebda58e24b9 service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944144 Mar 10 23:53:31.730685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] Publish callbacks [] for security_group (7e0a389c-9cf2-403f-8efb-74ba2afd2c19), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.759454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:31.780849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'network_id': '41903edd-d346-426e-abea-44e1aef0342d', 'port_id': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'mac_address': 'fa:16:3e:00:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f51651-6a57-4792-bbf2-494227c396db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:31.788950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44142) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:31.836564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e0a389c-9cf2-403f-8efb-74ba2afd2c19), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.839828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.843196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e0a389c-9cf2-403f-8efb-74ba2afd2c19 HTTP/1.1" status: 204 len: 168 time: 0.2998827 Mar 10 23:53:31.856943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4d16de53-7734-45c9-aa63-381b3c1e2043 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:31.857345 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.883085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d16de53-7734-45c9-aa63-381b3c1e2043 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:31.887658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf78ee5-d130-4ef5-9d92-382b5629bfe2 req-cbea50d2-2705-4e06-81e8-41b41599980f tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0975552 Mar 10 23:53:31.913406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87c5b4-4923-4e48-8dfa-ee7d34b80f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a389c-9cf2-403f-8efb-74ba2afd2c19,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:31.941833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:31.951759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1493013e-5ef3-4c35-bc29-e22941bdd0ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f52a34ba75144a47ae5f0448809f649b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602888 Mar 10 23:53:31.953306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44146) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:31.964754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:31.977471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8d2e-c1c5-407b-8d74-76cffe4e8c43 req-8dc13839-8451-4a61-af34-c8e5f19da552 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:31.979033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e6e8d2e-c1c5-407b-8d74-76cffe4e8c43 req-8dc13839-8451-4a61-af34-c8e5f19da552 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1623211 Mar 10 23:53:32.014475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] No DVR routers for this DVR port 958911d0-c91a-484d-8740-6ff0f506589b on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:32.026863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.030304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3039cb0a-250b-411d-89e6-0431f8307705 req-60f46e5c-378a-49d2-bbdb-256efaab3850 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.39 "DELETE /v2.0/ports/958911d0-c91a-484d-8740-6ff0f506589b HTTP/1.1" status: 204 len: 173 time: 2.1399055 Mar 10 23:53:32.054249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:32.093162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-c846525f-66d0-4618-afd3-6b7de0524ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.096131 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-c846525f-66d0-4618-afd3-6b7de0524ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 1126 time: 0.5783126 Mar 10 23:53:32.097670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e6e8d2e-c1c5-407b-8d74-76cffe4e8c43 req-ea3f0fc6-f1f4-4d49-a6ee-885704e689ca tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056845 Mar 10 23:53:32.126828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] Publish callbacks [] for security_group (b28cd940-71ad-43b7-a229-710589e6c49a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.229150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] Publish callbacks [] for security_group (b28cd940-71ad-43b7-a229-710589e6c49a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.237942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:32.247044 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-edb1ef35-79fd-433f-8e22-4730168f5b74 service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350354 Mar 10 23:53:32.317245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ccec-6ffe-456c-ba5b-c64f352c86ee req-3b5549a4-67c9-449b-aa8c-2d839e111c9c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.333025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ccec-6ffe-456c-ba5b-c64f352c86ee req-3b5549a4-67c9-449b-aa8c-2d839e111c9c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.339716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ccec-6ffe-456c-ba5b-c64f352c86ee req-3b5549a4-67c9-449b-aa8c-2d839e111c9c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.342123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a6ccec-6ffe-456c-ba5b-c64f352c86ee req-3b5549a4-67c9-449b-aa8c-2d839e111c9c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.1610558 Mar 10 23:53:32.360784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b28cd940-71ad-43b7-a229-710589e6c49a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.365570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.366804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b28cd940-71ad-43b7-a229-710589e6c49a HTTP/1.1" status: 204 len: 168 time: 0.4124210 Mar 10 23:53:32.458387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-33e39d7a-5c12-4eae-9c63-72639ab39bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.463045 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-33e39d7a-5c12-4eae-9c63-72639ab39bcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 916 time: 0.3446538 Mar 10 23:53:32.463364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003806b-f126-4849-bd8e-5c732e5d3047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28cd940-71ad-43b7-a229-710589e6c49a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:32.543777 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-a98acec5-8e3c-4c8b-9cc2-4d12e3e4f64e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef HTTP/1.1" status: 200 len: 217 time: 0.0731077 Mar 10 23:53:32.573837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-cac33e52-f3a5-43ae-a280-f499c603d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.574457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-cac33e52-f3a5-43ae-a280-f499c603d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.575127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-cac33e52-f3a5-43ae-a280-f499c603d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.577514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-cac33e52-f3a5-43ae-a280-f499c603d845 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2959 time: 0.1953444 Mar 10 23:53:32.581635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a6ccec-6ffe-456c-ba5b-c64f352c86ee req-8a2d0381-0267-4151-9d87-73be32ca2aa9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307613 Mar 10 23:53:32.621951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50681-6f74-437c-9e63-caf652636614 req-346213f5-69e7-4fd7-b583-2ec4df57ad86 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.637776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28b50681-6f74-437c-9e63-caf652636614 req-346213f5-69e7-4fd7-b583-2ec4df57ad86 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 944 time: 0.2319551 Mar 10 23:53:32.639464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44158) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:32.738750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (23344172-8731-4533-b871-ea6ba78919c9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.762505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28b50681-6f74-437c-9e63-caf652636614 req-c87a8eaa-8031-4d1e-95a6-c2fa86d4811e tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238492 Mar 10 23:53:32.772508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0d75ecd0-8000-4296-bb82-2963c4f1a5db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d245c51c05194e208cc77e8a1b302eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306715 Mar 10 23:53:32.773157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44162) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:32.782515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-c4670579-8f61-4d99-b87d-957dc01f1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.784016 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-c4670579-8f61-4d99-b87d-957dc01f1d36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.2023332 Mar 10 23:53:32.787194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d5bec-ab96-4d99-940f-07f5b1812552 req-8389dc70-f84c-49e5-9db9-54bcc6da40de tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.788712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d7d5bec-ab96-4d99-940f-07f5b1812552 req-8389dc70-f84c-49e5-9db9-54bcc6da40de tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 944 time: 0.1271136 Mar 10 23:53:32.790897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=23344172-8731-4533-b871-ea6ba78919c9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:32.883501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d7d5bec-ab96-4d99-940f-07f5b1812552 req-0b432bd7-a0a5-45ac-bf28-4d5d4481896c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798476 Mar 10 23:53:32.884141 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] Publish callbacks [] for security_group (457ff425-32b3-422a-937d-8ae5f42ec08c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.884910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e586c835-e66d-4e7f-88ea-c100d6d9fce1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.890105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e586c835-e66d-4e7f-88ea-c100d6d9fce1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.896602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e586c835-e66d-4e7f-88ea-c100d6d9fce1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.898505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e586c835-e66d-4e7f-88ea-c100d6d9fce1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.2853508 Mar 10 23:53:32.900801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-5cf8c7bd-2a80-478c-b0c6-8d47aeccfd5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984981 Mar 10 23:53:32.906426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-a5fd55d2-54b6-4a81-a4ec-d0b4325d9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:32.908988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-a5fd55d2-54b6-4a81-a4ec-d0b4325d9d50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 200 len: 902 time: 0.3098748 Mar 10 23:53:32.909717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] Publish callbacks [] for security_group (457ff425-32b3-422a-937d-8ae5f42ec08c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.984147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (457ff425-32b3-422a-937d-8ae5f42ec08c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.987576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:32.989049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/457ff425-32b3-422a-937d-8ae5f42ec08c HTTP/1.1" status: 204 len: 168 time: 0.2134089 Mar 10 23:53:33.002193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f6e1c-5d0e-4665-b6b7-cdbd6742a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ff425-32b3-422a-937d-8ae5f42ec08c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:33.008668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-c0adbcfd-f0db-4eaf-b989-acaf8e1e3821 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=4bb49b10-0c32-430d-8293-e886729941e1 HTTP/1.1" status: 200 len: 217 time: 0.0880201 Mar 10 23:53:33.042789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (717a4d8c-52dd-433e-b146-6287a539222c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.107744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5be7278c-4067-41d7-9baa-c29eb96fa468 req-203c98ef-e309-4020-b368-48e38ce9bc92 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0454509 Mar 10 23:53:33.243752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (717a4d8c-52dd-433e-b146-6287a539222c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.248256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks [] for router_controller (717a4d8c-52dd-433e-b146-6287a539222c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.251456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-f372f520-0683-455a-b483-3e8c5a7fa29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:33.253376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-f372f520-0683-455a-b483-3e8c5a7fa29c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.2362421 Mar 10 23:53:33.348649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-837d9674-4200-4e86-8c03-28dab393c0e0 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291456 Mar 10 23:53:33.355411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177895-c0fd-4212-a523-aa32ff53609c req-5a73306a-fca2-4ef7-a0b4-7dfa86dc8925 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:33.358383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66177895-c0fd-4212-a523-aa32ff53609c req-5a73306a-fca2-4ef7-a0b4-7dfa86dc8925 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1248925 Mar 10 23:53:33.386617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-deleted', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:33.389889 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c537fc-069f-43b6-bc32-4c6df5cfeb68" -d '{"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-deleted", "tag": "958911d0-c91a-484d-8740-6ff0f506589b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:33.390479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:33.392475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (717a4d8c-52dd-433e-b146-6287a539222c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.393026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 717a4d8c-52dd-433e-b146-6287a539222c {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:53:33.394638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4d16de53-7734-45c9-aa63-381b3c1e2043 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:33.403141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.408405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-42afe0e9-05e6-4568-a25a-befe33bbbb97 admin admin] 10.222.0.21 "DELETE /v2.0/routers/717a4d8c-52dd-433e-b146-6287a539222c HTTP/1.1" status: 204 len: 168 time: 3.3372910 Mar 10 23:53:33.413719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44192) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:33.484271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port 4bb49b10-0c32-430d-8293-e886729941e1 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:33.484716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4bb49b10-0c32-430d-8293-e886729941e1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.581250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-00e7a649-c382-4854-bdd6-a991728d3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:33.581250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-00e7a649-c382-4854-bdd6-a991728d3e32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3159819 Mar 10 23:53:33.600914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Deleting subnet 09026d7e-912a-4d2c-8374-f7ef70b46f6a {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:33.604852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66177895-c0fd-4212-a523-aa32ff53609c req-c7316f08-738d-45f8-9fe7-778df81a8a58 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286179 Mar 10 23:53:33.620915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Publish callbacks [] for subnet (09026d7e-912a-4d2c-8374-f7ef70b46f6a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.645308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189ca8a-ddaa-490a-be66-a53a58122fd2 req-c2a4d72c-4607-4253-b8b0-85f9c30a0688 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:33.650170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c189ca8a-ddaa-490a-be66-a53a58122fd2 req-c2a4d72c-4607-4253-b8b0-85f9c30a0688 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2379670 Mar 10 23:53:33.666004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:53:33.672925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4d16de53-7734-45c9-aa63-381b3c1e2043 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:53:33.686096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4d16de53-7734-45c9-aa63-381b3c1e2043 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:33.686907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.722553 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b9da97-9cc8-482e-b64f-f91d99c8e16f x-openstack-request-id: req-d3b9da97-9cc8-482e-b64f-f91d99c8e16f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:33.722841 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724bcb3b-679b-4766-9842-0177d201804d", "name": "network-vif-deleted", "tag": "958911d0-c91a-484d-8740-6ff0f506589b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:33.723097 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3b9da97-9cc8-482e-b64f-f91d99c8e16f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:33.723491 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724bcb3b-679b-4766-9842-0177d201804d', 'name': 'network-vif-deleted', 'tag': '958911d0-c91a-484d-8740-6ff0f506589b', 'status': 'completed', 'code': 200} Mar 10 23:53:33.732922 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae66ed4a-52da-4027-877b-0568e48f7c47 req-989848a4-e362-4002-b2f1-2a6bde803a50 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785176 Mar 10 23:53:33.786026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c189ca8a-ddaa-490a-be66-a53a58122fd2 req-e29473c8-9bdb-4c3a-bf4b-332224383a7d tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211843 Mar 10 23:53:33.786603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (09026d7e-912a-4d2c-8374-f7ef70b46f6a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.836759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port 4bb49b10-0c32-430d-8293-e886729941e1, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=4bb49b10-0c32-430d-8293-e886729941e1,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:33.837331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4bb49b10-0c32-430d-8293-e886729941e1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:33.859758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:33.866847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for 4bb49b10-0c32-430d-8293-e886729941e1 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:33.884910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-eeef7bcb-2c32-43af-8d1c-eba4db3782b6 service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888632 Mar 10 23:53:33.901857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'port_id': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'mac_address': 'fa:16:3e:e3:d7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e90413-0524-4428-a15a-0eb08ea28627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:33.970314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4d16de53-7734-45c9-aa63-381b3c1e2043 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:33.971041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.017417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (09026d7e-912a-4d2c-8374-f7ef70b46f6a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.028584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:34.031303 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98226bcb-3129-40d4-9ed0-27cdb4a9a6b9" -d '{"events": [{"server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "name": "network-vif-plugged", "status": "completed", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:34.057738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:34.058407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.062003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:34.080186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.087391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d188-f83f-4b6a-9c51-cbed65bec7bb req-febbf9b5-a6bc-4d56-8096-3ad66d6ea48d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.098610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d188-f83f-4b6a-9c51-cbed65bec7bb req-febbf9b5-a6bc-4d56-8096-3ad66d6ea48d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.122740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8d188-f83f-4b6a-9c51-cbed65bec7bb req-febbf9b5-a6bc-4d56-8096-3ad66d6ea48d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.129050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da8d188-f83f-4b6a-9c51-cbed65bec7bb req-febbf9b5-a6bc-4d56-8096-3ad66d6ea48d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2413 time: 0.2595859 Mar 10 23:53:34.141897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:34.154579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:34.177020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c949-18a4-4d15-8bbb-7c178043e211 req-32797fb5-81a1-4166-ab17-0e2e4f06a29f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.183037 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-f1578d9e-920f-483b-82e7-a00a7c324480 service neutron] 10.222.0.39 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893367 Mar 10 23:53:34.189411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:34.193768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5252c949-18a4-4d15-8bbb-7c178043e211 req-32797fb5-81a1-4166-ab17-0e2e4f06a29f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 944 time: 0.2600062 Mar 10 23:53:34.201098 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.202166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (09026d7e-912a-4d2c-8374-f7ef70b46f6a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.271951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:34.284851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5252c949-18a4-4d15-8bbb-7c178043e211 req-c1aaef91-46f0-4586-aee0-3e1aea285a65 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Mar 10 23:53:34.298745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da8d188-f83f-4b6a-9c51-cbed65bec7bb req-63fe9a0d-1e6d-4185-87ce-77bd829032e8 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556003 Mar 10 23:53:34.314397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.318363 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09026d7e-912a-4d2c-8374-f7ef70b46f6a HTTP/1.1" status: 204 len: 168 time: 0.9000657 Mar 10 23:53:34.318363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bd586-99ca-4478-90c6-cc0614ffcce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09026d7e-912a-4d2c-8374-f7ef70b46f6a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:34.327604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44222) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:34.331147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e0596-1410-4a8c-b094-8513783a99ee None None] Network 96400c1e-5edb-4e79-8647-c3f9ca14bf2b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:34.389371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4bb49b10-0c32-430d-8293-e886729941e1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.435642 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd9e117-7ac6-4c2a-b1cf-4dafaa60aefa x-openstack-request-id: req-edd9e117-7ac6-4c2a-b1cf-4dafaa60aefa {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:34.436306 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "name": "network-vif-plugged", "status": "completed", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:34.436306 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edd9e117-7ac6-4c2a-b1cf-4dafaa60aefa {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:34.436935 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'code': 200} Mar 10 23:53:34.447526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=4bb49b10-0c32-430d-8293-e886729941e1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:34.493201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:34.533130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:34.590157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] DHCP port deletion for 96400c1e-5edb-4e79-8647-c3f9ca14bf2b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:53:34.627995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port 4bb49b10-0c32-430d-8293-e886729941e1 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:34.631533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.634801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e94435a0-878e-41dc-8a2b-d21ddd23a775 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "DELETE /v2.0/ports/4bb49b10-0c32-430d-8293-e886729941e1 HTTP/1.1" status: 204 len: 173 time: 1.7302303 Mar 10 23:53:34.650677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (96400c1e-5edb-4e79-8647-c3f9ca14bf2b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.741687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33da5d-db41-4da9-ab7d-0ea34a6b00d8 req-e4ceafd0-617d-4f0f-a675-8ba46e47e38a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.750960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b33da5d-db41-4da9-ab7d-0ea34a6b00d8 req-e4ceafd0-617d-4f0f-a675-8ba46e47e38a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 945 time: 0.1935873 Mar 10 23:53:34.820164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Deleting port fb2fb477-bdd9-4097-9777-97730ddab3b2 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:34.820596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.869948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22233f9a-b636-43b4-bcac-21a4ac27b415 req-53e02a4b-2c86-4c1c-a90f-423c37645ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.872511 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22233f9a-b636-43b4-bcac-21a4ac27b415 req-53e02a4b-2c86-4c1c-a90f-423c37645ef3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1127 time: 0.2661958 Mar 10 23:53:34.897943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-a7043c18-e24c-4ecb-a8a7-06f6185f20ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.899596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-a7043c18-e24c-4ecb-a8a7-06f6185f20ad tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2433183 Mar 10 23:53:34.920853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] For port fb2fb477-bdd9-4097-9777-97730ddab3b2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fb2fb477-bdd9-4097-9777-97730ddab3b2,segment=NetworkSegment(656b4a53-e380-490a-8ec1-b513e66512da),segment_id=656b4a53-e380-490a-8ec1-b513e66512da)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:34.920853 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.944530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038df0cb-4b85-4444-9eba-aaf2f1e228a6 req-6bf7cad2-2079-4489-a74a-95e30459d056 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:34.948134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Calling delete_port for fb2fb477-bdd9-4097-9777-97730ddab3b2 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:34.949847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-038df0cb-4b85-4444-9eba-aaf2f1e228a6 req-6bf7cad2-2079-4489-a74a-95e30459d056 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2220359 Mar 10 23:53:34.965715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port c7c8d218-0dd1-4469-abda-e9722f24874c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:34.966219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:34.988626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b33da5d-db41-4da9-ab7d-0ea34a6b00d8 req-955e5fc7-21e4-4e49-80d3-e31cfabca0dc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325027 Mar 10 23:53:35.074585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.086583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port c7c8d218-0dd1-4469-abda-e9722f24874c, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c7c8d218-0dd1-4469-abda-e9722f24874c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:35.087184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.103747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for c7c8d218-0dd1-4469-abda-e9722f24874c owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:35.126561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] Pushing event deleted for resources: {'Port': ['ID=fb2fb477-bdd9-4097-9777-97730ddab3b2,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:35.134953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23344172-8731-4533-b871-ea6ba78919c9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:35.162234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523c3e2-bcf6-4521-a61c-0f6efccaa8ea None None] No DVR routers for this DVR port fb2fb477-bdd9-4097-9777-97730ddab3b2 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:35.163898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 23344172-8731-4533-b871-ea6ba78919c9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:35.164428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23344172-8731-4533-b871-ea6ba78919c9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:35.165021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fb2fb477-bdd9-4097-9777-97730ddab3b2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:35.192891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1772263084-network', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:35.196955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Deleting port fb2fb477-bdd9-4097-9777-97730ddab3b2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:35.197302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.200177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fb2fb477-bdd9-4097-9777-97730ddab3b2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:35.200743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fb2fb477-bdd9-4097-9777-97730ddab3b2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:35.205291 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22233f9a-b636-43b4-bcac-21a4ac27b415 req-62cfacd8-fc39-4522-8368-38efb81e092c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254063 Mar 10 23:53:35.235080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-038df0cb-4b85-4444-9eba-aaf2f1e228a6 req-ee6c08a2-0222-4078-93ee-de328844eb9f tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841024 Mar 10 23:53:35.239050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Made reservation on behalf of 71afc73224764f08aa705c02a37ce0ec for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:35.241823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.256595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.319538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8c2ea-3a45-46f5-91f0-9f1a7e20d5a1 req-4dd5deb0-d4f1-469a-8b36-7c55abd1cb4e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:35.321736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06d8c2ea-3a45-46f5-91f0-9f1a7e20d5a1 req-4dd5deb0-d4f1-469a-8b36-7c55abd1cb4e tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 949 time: 0.2104235 Mar 10 23:53:35.323588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] For port fb2fb477-bdd9-4097-9777-97730ddab3b2, host n-d-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:35.323975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.348317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Calling delete_port for fb2fb477-bdd9-4097-9777-97730ddab3b2 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:35.350588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c7c8d218-0dd1-4469-abda-e9722f24874c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.351463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Deleting port 6cce566b-a56a-48c3-9358-28f4971cdc5b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:35.352503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.355594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Port fb2fb477-bdd9-4097-9777-97730ddab3b2 was not found and therefore no delete operation was performed {{(pid=110425) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:53:35.366291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fb2fb477-bdd9-4097-9777-97730ddab3b2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.393688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=c7c8d218-0dd1-4469-abda-e9722f24874c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:35.435397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] No DVR routers for this DVR port fb2fb477-bdd9-4097-9777-97730ddab3b2 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:35.437078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2fb477-bdd9-4097-9777-97730ddab3b2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:35.457978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port c7c8d218-0dd1-4469-abda-e9722f24874c on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:35.463230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.466689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-dd464fdd-022b-480b-94db-efd3c5df81da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "DELETE /v2.0/ports/c7c8d218-0dd1-4469-abda-e9722f24874c HTTP/1.1" status: 204 len: 173 time: 0.8171937 Mar 10 23:53:35.528705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06d8c2ea-3a45-46f5-91f0-9f1a7e20d5a1 req-c4e8e510-5107-431b-9125-71ddcb0d0bf5 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/security-groups?id=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918173 Mar 10 23:53:35.529802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks [] for security_group (94443006-6dca-4e58-a46e-91f5a9243fa3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.565391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] For port 6cce566b-a56a-48c3-9358-28f4971cdc5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cce566b-a56a-48c3-9358-28f4971cdc5b,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:35.565763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.570353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (94443006-6dca-4e58-a46e-91f5a9243fa3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.601252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (96400c1e-5edb-4e79-8647-c3f9ca14bf2b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.609386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94443006-6dca-4e58-a46e-91f5a9243fa3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:35.624032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Calling delete_port for 6cce566b-a56a-48c3-9358-28f4971cdc5b owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:35.632537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:35.639855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96400c1e-5edb-4e79-8647-c3f9ca14bf2b']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:35.658726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5be6437a-99a5-4e6d-87a2-9a4e296f1047), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.659005 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Added segment 5be6437a-99a5-4e6d-87a2-9a4e296f1047 of type vlan for network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f Mar 10 23:53:35.678275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:35.678729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.681276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656b4a53-e380-490a-8ec1-b513e66512da') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:35.681575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656b4a53-e380-490a-8ec1-b513e66512da') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:35.718108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (656b4a53-e380-490a-8ec1-b513e66512da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.727863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '4bb49b10-0c32-430d-8293-e886729941e1'}, {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': 'c7c8d218-0dd1-4469-abda-e9722f24874c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:35.730160 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a4af1-ffcd-4c01-bd2e-fb66aa75091d" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "4bb49b10-0c32-430d-8293-e886729941e1"}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "c7c8d218-0dd1-4469-abda-e9722f24874c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:35.742749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8e71ea09-ada5-4183-a0f5-887d6a2ca25f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.783035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (656b4a53-e380-490a-8ec1-b513e66512da), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.806507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:35.806916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (656b4a53-e380-490a-8ec1-b513e66512da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:35.810143 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:35.822371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8e71ea09-ada5-4183-a0f5-887d6a2ca25f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.823326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:35.823909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.830374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba746f-6e74-4203-95d9-8355c39937ce req-08a2c044-5c82-47df-b5f5-bbabfe271047 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:35.831838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59ba746f-6e74-4203-95d9-8355c39937ce req-08a2c044-5c82-47df-b5f5-bbabfe271047 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 945 time: 0.1999884 Mar 10 23:53:35.832366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:35.832728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.864356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for 8a131bb0-c3ce-42a2-a06f-5d580bbc818e owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:35.873605 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3380551 Mar 10 23:53:35.877076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44256) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:35.890533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Request body: {'subnet': {'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1772263084-subnet', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:35.895960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc954641-e934-4d90-91a7-fb5c0724f462 req-9d2b888e-0b1d-4873-b388-9b066b0be57c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:35.897432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc954641-e934-4d90-91a7-fb5c0724f462 req-9d2b888e-0b1d-4873-b388-9b066b0be57c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 944 time: 0.2336073 Mar 10 23:53:35.936092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (96400c1e-5edb-4e79-8647-c3f9ca14bf2b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.964893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:35.971007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] 10.222.0.21 "DELETE /v2.0/networks/96400c1e-5edb-4e79-8647-c3f9ca14bf2b HTTP/1.1" status: 204 len: 168 time: 1.6474068 Mar 10 23:53:35.971172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88872-c8fa-46db-9931-b289e6a8bb0a admin admin] Pushing event updated for resources: {'Network': ['ID=8e71ea09-ada5-4183-a0f5-887d6a2ca25f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:35.987621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:35.999755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Made reservation on behalf of 71afc73224764f08aa705c02a37ce0ec for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:36.002677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.035518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81378c9-f8c3-4413-be0c-f900254d7475 admin admin] Pushing event deleted for resources: {'Network': ['ID=96400c1e-5edb-4e79-8647-c3f9ca14bf2b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:36.056806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc954641-e934-4d90-91a7-fb5c0724f462 req-c80ebb81-70be-47db-9738-c952f188d007 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517048 Mar 10 23:53:36.069529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59ba746f-6e74-4203-95d9-8355c39937ce req-1fb8e39c-b8a1-4179-a1f1-9b91165319b6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139843 Mar 10 23:53:36.071125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6cce566b-a56a-48c3-9358-28f4971cdc5b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.167150 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 348 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442ee7f6-58a3-4b46-8a4e-d7cc05b77160 x-openstack-request-id: req-442ee7f6-58a3-4b46-8a4e-d7cc05b77160 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:36.176378 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "4bb49b10-0c32-430d-8293-e886729941e1", "status": "failed", "code": 422}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "c7c8d218-0dd1-4469-abda-e9722f24874c", "status": "failed", "code": 422}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:36.176580 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-442ee7f6-58a3-4b46-8a4e-d7cc05b77160 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:36.176998 n-d-831844-1 neutron-server[110426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '4bb49b10-0c32-430d-8293-e886729941e1', 'status': 'failed', 'code': 422} returned with failed status Mar 10 23:53:36.177259 n-d-831844-1 neutron-server[110426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': 'c7c8d218-0dd1-4469-abda-e9722f24874c', 'status': 'failed', 'code': 422} returned with failed status Mar 10 23:53:36.199350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Pushing event deleted for resources: {'Port': ['ID=6cce566b-a56a-48c3-9358-28f4971cdc5b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:36.224041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] No DVR routers for this DVR port 6cce566b-a56a-48c3-9358-28f4971cdc5b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:36.227639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.232976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6acefcb0-851b-46d0-9c80-3cc3be6913c2 req-2d6f6764-2af2-4a4f-b808-872a7c35d965 tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.30 "DELETE /v2.0/ports/6cce566b-a56a-48c3-9358-28f4971cdc5b HTTP/1.1" status: 204 len: 173 time: 1.3261819 Mar 10 23:53:36.233923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-deleted', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:36.238571 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e497f31-e261-4798-9ad3-c31d172ffced" -d '{"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-deleted", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:36.276228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8a131bb0-c3ce-42a2-a06f-5d580bbc818e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.339140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354101b-49f1-4275-92a9-5a31a7b1a70f req-1864bd09-1086-498f-86a8-eea5ca43e559 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:36.340753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7354101b-49f1-4275-92a9-5a31a7b1a70f req-1864bd09-1086-498f-86a8-eea5ca43e559 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 945 time: 0.0907254 Mar 10 23:53:36.361281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44266) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:36.439539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9adc54b4-cb44-4409-9d2c-c5e45ddb9db1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=034f1d09cc1242eca072c2f4c18ed968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729244 Mar 10 23:53:36.456057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7354101b-49f1-4275-92a9-5a31a7b1a70f req-04673275-247a-409d-9921-c9af52532429 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061964 Mar 10 23:53:36.456604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:36.524929 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e01a0-718a-4acf-a847-6483c761c554 x-openstack-request-id: req-1b4e01a0-718a-4acf-a847-6483c761c554 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:36.525289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debb81d-a3e4-4713-b77f-06b6f4a9f04a", "name": "network-vif-deleted", "tag": "6cce566b-a56a-48c3-9358-28f4971cdc5b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:36.525484 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b4e01a0-718a-4acf-a847-6483c761c554 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:36.525900 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4debb81d-a3e4-4713-b77f-06b6f4a9f04a', 'name': 'network-vif-deleted', 'tag': '6cce566b-a56a-48c3-9358-28f4971cdc5b', 'status': 'completed', 'code': 200} Mar 10 23:53:36.542808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] Publish callbacks [] for security_group (dbba0b2c-f0ed-4331-99d6-e474a8f63265), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.606018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] Publish callbacks [] for security_group (dbba0b2c-f0ed-4331-99d6-e474a8f63265), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.663765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d9911-a9e5-4a56-9aa0-24498f28aa3d req-8e886dff-9b3f-4f2b-8ffc-6e0055e0cef9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:36.671457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd8d9911-a9e5-4a56-9aa0-24498f28aa3d req-8e886dff-9b3f-4f2b-8ffc-6e0055e0cef9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1114228 Mar 10 23:53:36.671779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aecd6798-d0c4-4168-a8e1-b878a77669e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.706572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dbba0b2c-f0ed-4331-99d6-e474a8f63265), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.709407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.710652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbba0b2c-f0ed-4331-99d6-e474a8f63265 HTTP/1.1" status: 204 len: 168 time: 0.2530694 Mar 10 23:53:36.732595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b7a75-5768-4f82-9db0-e591956fa85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba0b2c-f0ed-4331-99d6-e474a8f63265,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:36.750933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd8d9911-a9e5-4a56-9aa0-24498f28aa3d req-18844f82-e59c-4615-9f78-b36758419ce8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Mar 10 23:53:36.784697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=8a131bb0-c3ce-42a2-a06f-5d580bbc818e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:36.822669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port 8a131bb0-c3ce-42a2-a06f-5d580bbc818e on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:53:36.827106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:36.842635 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-d412d30b-a89e-43bc-8c67-751cf2f255a5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.39 "DELETE /v2.0/ports/8a131bb0-c3ce-42a2-a06f-5d580bbc818e HTTP/1.1" status: 204 len: 173 time: 1.3666973 Mar 10 23:53:36.961880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fcb4c9a-bf89-4417-aac6-ec53457618aa req-88529d81-1bb6-4c74-ba21-201ae47de59c tempest-MigrationsAdminTest-2009967036 tempest-MigrationsAdminTest-2009967036-project] 10.222.0.21 "GET /v2.0/ports?device_id=4debb81d-a3e4-4713-b77f-06b6f4a9f04a HTTP/1.1" status: 200 len: 210 time: 0.0606983 Mar 10 23:53:37.020051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.085958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:37.114017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Checking segment: {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:37.114384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Network hostable DHCP agents. Network: 8e71ea09-ada5-4183-a0f5-887d6a2ca25f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:37.148533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:37.173659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8e71ea09-ada5-4183-a0f5-887d6a2ca25f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:37.183536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:37.184438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db5b654-4860-4b08-a9fe-d4c85cba8f0e None None] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:37.184943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.236982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e167f4f-af8f-441f-9c95-1f9edf149c23 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3523779 Mar 10 23:53:37.236982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:37.241875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:37.294739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.297621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.323463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10bf6c8d-fbae-4989-bb00-51d1730ea9bd req-ec2c2672-9896-4c02-ab9b-80b042c5a0f9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.1154561 Mar 10 23:53:37.361613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b950a4-d69c-4729-8cb8-42643de3c80a req-ed3308d2-4fd6-4b40-8938-81dbf548bda6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:37.366305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for router_controller (934061c7-a6ae-478d-bc2a-2634acbb2cdb), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.370204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5b950a4-d69c-4729-8cb8-42643de3c80a req-ed3308d2-4fd6-4b40-8938-81dbf548bda6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 945 time: 0.1648955 Mar 10 23:53:37.379981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:53:37.382972 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.438028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5b950a4-d69c-4729-8cb8-42643de3c80a req-03b8cc8e-e430-4cba-9f43-1fb1263063e1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618532 Mar 10 23:53:37.457900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:37.580499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44306) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:37.622546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Allocated IP 172.20.0.2 (8e71ea09-ada5-4183-a0f5-887d6a2ca25f/1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db/622c8121-bfc6-4c1e-9896-2a9f50dcd009) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:37.625242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:53:37.655734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:37.658628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:37.673450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-903f6e28-507c-4ebb-a3e0-8fe0baf5dd80 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1614634285&fields=id&tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 267 time: 0.1152720 Mar 10 23:53:37.711866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for router_gateway (934061c7-a6ae-478d-bc2a-2634acbb2cdb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.045306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:38.085062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for router_gateway (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.097821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks [] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.111890 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.151859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea20f9bf-f0a1-4ccc-8877-6a5cf5b9f8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.153464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.175190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f293785-3d8b-4337-acef-72903ba30852 req-b43e552b-7720-41d3-ab4c-91fe9200a82f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:38.179492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '8a131bb0-c3ce-42a2-a06f-5d580bbc818e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:38.182499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f293785-3d8b-4337-acef-72903ba30852 req-b43e552b-7720-41d3-ab4c-91fe9200a82f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 945 time: 0.6010110 Mar 10 23:53:38.186217 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98312c3-03c6-4af4-bc05-c146b7245458" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "8a131bb0-c3ce-42a2-a06f-5d580bbc818e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:38.196332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:38.206360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Pushing event updated for resources: {'Port': ['ID=622c8121-bfc6-4c1e-9896-2a9f50dcd009,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.210981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:38.214223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:38.239541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2114910185-network', 'tenant_id': '7390e74685a241cc8511df8ca882006d'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:38.263915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:38.264743 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.267032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-6f549f32-f28d-444c-a749-f5ce3d92f5f8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:38.276777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-6f549f32-f28d-444c-a749-f5ce3d92f5f8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 945 time: 0.6023371 Mar 10 23:53:38.283454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'security_groups': ['ea4f2e12-9d22-4d27-8248-57b1bea57bab', 'fac1a7b8-b0bb-44eb-b1fc-83476db1016d']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:38.290171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Made reservation on behalf of 7390e74685a241cc8511df8ca882006d for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:38.292546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.303311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.310150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Attempting to bind port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:38.310556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Attempting to bind port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:38.310921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Attempting to bind port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 on network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:38.339107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:38.339537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f293785-3d8b-4337-acef-72903ba30852 req-00496bc2-3dd0-4e31-b077-be474a9dc029 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556106 Mar 10 23:53:38.342847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:38.344739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Allocated IP 172.25.7.212 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:38.346056 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ff077e-ad8a-4683-b426-c1128b15d8db" -d '{"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-plugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:38.350954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:38.351187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Checking segment: {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:38.351572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.351997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Bound using segment: {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:38.352504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Bound port: 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:38.352894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.355045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.356022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:53:38.416033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 6cce566b-a56a-48c3-9358-28f4971cdc5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:53:38.416437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cce566b-a56a-48c3-9358-28f4971cdc5b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:53:38.450451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.460684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.497194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea20f9bf-f0a1-4ccc-8877-6a5cf5b9f8e7 admin admin] Publish callbacks [] for security_group (ac58ac67-97d8-4540-839e-3cef99c39d8a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.497766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks [] for security_group (86378d91-68ca-46db-8664-427fd0f2a16b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.503710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] For port 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:38.507513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] For port 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=622c8121-bfc6-4c1e-9896-2a9f50dcd009,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:38.507742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea20f9bf-f0a1-4ccc-8877-6a5cf5b9f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ac58ac67-97d8-4540-839e-3cef99c39d8a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.509930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (86378d91-68ca-46db-8664-427fd0f2a16b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.519513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.560989 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.572663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:38.587748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86378d91-68ca-46db-8664-427fd0f2a16b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.594146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (180ad85e-7fc2-44e4-9c81-d4851bb84246), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.594507 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Added segment 180ad85e-7fc2-44e4-9c81-d4851bb84246 of type vlan for network 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 Mar 10 23:53:38.602751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ea20f9bf-f0a1-4ccc-8877-6a5cf5b9f8e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ff65d9fbaad47368882997ba907f398&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0200973 Mar 10 23:53:38.615649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44334) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:38.616558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ea5d1-4dfc-4e22-ab90-02338d818611 None None] Pushing event updated for resources: {'Port': ['ID=622c8121-bfc6-4c1e-9896-2a9f50dcd009,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.648914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430c40-7654-4657-928a-6b904b9aafca req-9f3cbd84-3e05-4b72-a62d-c80a65558543 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:38.651298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa430c40-7654-4657-928a-6b904b9aafca req-9f3cbd84-3e05-4b72-a62d-c80a65558543 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2181752 Mar 10 23:53:38.663990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20f9bf-f0a1-4ccc-8877-6a5cf5b9f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58ac67-97d8-4540-839e-3cef99c39d8a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.676226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.702145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.756130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:38.757394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.758428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:38.759081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:38.773779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:38.792446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:38.800241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.832783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7861388 Mar 10 23:53:38.851425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44336) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:38.860171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Request body: {'subnet': {'network_id': '6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2114910185-subnet', 'tenant_id': '7390e74685a241cc8511df8ca882006d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:38.908548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaa2b6-0f02-45b1-9271-d9172d600c41 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:38.931683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:38.944136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa430c40-7654-4657-928a-6b904b9aafca req-9174fc43-54a5-40ac-8af3-95089c1a0db9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365470 Mar 10 23:53:38.992960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-33820713-c13c-45a0-9caf-3808dfb519fc tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:39.010895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-33820713-c13c-45a0-9caf-3808dfb519fc tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:39.012532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-33820713-c13c-45a0-9caf-3808dfb519fc tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "GET /v2.0/networks?id=5e578611-c086-4186-9b55-3f2f2113dc23&id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&id=5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 200 len: 1390 time: 0.3977151 Mar 10 23:53:39.097142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Made reservation on behalf of 7390e74685a241cc8511df8ca882006d for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:39.099382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.113494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:39.140585 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abddb66-2070-44ab-95a5-32a2467276c0 x-openstack-request-id: req-7abddb66-2070-44ab-95a5-32a2467276c0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:39.141042 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "8a131bb0-c3ce-42a2-a06f-5d580bbc818e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:39.141933 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7abddb66-2070-44ab-95a5-32a2467276c0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:39.142650 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '8a131bb0-c3ce-42a2-a06f-5d580bbc818e', 'status': 'completed', 'code': 200} Mar 10 23:53:39.167541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] Publish callbacks [] for security_group (ac58ac67-97d8-4540-839e-3cef99c39d8a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.186421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7191476-4924-43d6-a19b-9f832bb7d66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.208236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 622c8121-bfc6-4c1e-9896-2a9f50dcd009 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:39.237004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45662338-a102-48de-872c-da7111d2bfa2 req-87b4d889-362f-4e39-a104-951e4fd2b743 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.0898242 Mar 10 23:53:39.314558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:39.315037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.322485 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17675c7-2da5-4538-b2ed-c8fe60a8920d x-openstack-request-id: req-b17675c7-2da5-4538-b2ed-c8fe60a8920d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:39.323140 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-plugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:39.323584 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b17675c7-2da5-4538-b2ed-c8fe60a8920d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:39.324312 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'code': 200} Mar 10 23:53:39.358948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:39.362807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] Publish callbacks [] for security_group (ac58ac67-97d8-4540-839e-3cef99c39d8a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.376665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:39.393916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for router_gateway (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.459161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.481277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:39.481690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.485892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.511756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:39.588705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7d958-0af8-471e-a1e1-519139efa3e8 req-0e3c586c-2278-40a0-97f7-479391855354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:39.590541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ff7d958-0af8-471e-a1e1-519139efa3e8 req-0e3c586c-2278-40a0-97f7-479391855354 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 1128 time: 0.1930537 Mar 10 23:53:39.608751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=622c8121-bfc6-4c1e-9896-2a9f50dcd009,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:39.618096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:39.621480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.621698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.637242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a9120aa-75b5-4de3-81e6-f22a82814b8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e836e3f5804447c88e208c5353efa464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477691 Mar 10 23:53:39.637242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:39.652920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:39.653553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.660204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d423fc2-8c30-4a81-b86b-f35bba71683f req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "PUT /v2.0/ports/4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 981 time: 1.3821511 Mar 10 23:53:39.673969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:39.681673 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb526779-5889-4b6f-84f2-bdedfc049c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:39.735304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:39.755554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ac58ac67-97d8-4540-839e-3cef99c39d8a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.758117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.762199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac58ac67-97d8-4540-839e-3cef99c39d8a HTTP/1.1" status: 204 len: 168 time: 1.1448812 Mar 10 23:53:39.770180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=622c8121-bfc6-4c1e-9896-2a9f50dcd009,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:39.777211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a7fe-83c7-4bd8-86a0-283007a2129a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:39.787410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a121e0a-b0d1-4cd3-8630-9fbaaaf47cac req-5cbeb44d-f7b0-4239-a60a-28e2584bf1cc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:39.795291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a121e0a-b0d1-4cd3-8630-9fbaaaf47cac req-5cbeb44d-f7b0-4239-a60a-28e2584bf1cc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.3272071 Mar 10 23:53:39.849190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.852078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32ad9b-bfd8-4e5e-b2a8-a1327017a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58ac67-97d8-4540-839e-3cef99c39d8a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:39.932523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (d23abccb-8dc6-4ae7-8d32-0a408f5d9959), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.942369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ff7d958-0af8-471e-a1e1-519139efa3e8 req-a8a5d7a1-6af9-428f-a110-24c19c688b77 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198454 Mar 10 23:53:39.948041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] Publish callbacks [] for security_group (757e4199-f7d0-4d27-b9bd-b4a74b19dfaa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:39.977355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] Publish callbacks [] for security_group (757e4199-f7d0-4d27-b9bd-b4a74b19dfaa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.066092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (757e4199-f7d0-4d27-b9bd-b4a74b19dfaa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.069728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.071229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/757e4199-f7d0-4d27-b9bd-b4a74b19dfaa HTTP/1.1" status: 204 len: 168 time: 0.4369755 Mar 10 23:53:40.084329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-e6b5bc59-591b-4bcf-85b0-705375503aa4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-530482516&fields=id&tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 267 time: 0.3231282 Mar 10 23:53:40.085785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff48e-518a-4389-9369-c88f50e48587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e4199-f7d0-4d27-b9bd-b4a74b19dfaa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:40.159274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Router 934061c7-a6ae-478d-bc2a-2634acbb2cdb is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:53:40.210256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfdd3a-628c-49e3-9c61-f4708a62e9d7 None None] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:40.221921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a121e0a-b0d1-4cd3-8630-9fbaaaf47cac req-ebf117e3-aa0a-4bb7-a8b1-5cf1f5a0e6f2 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256768 Mar 10 23:53:40.228467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23abccb-8dc6-4ae7-8d32-0a408f5d9959,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:40.303954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.80.0.254 (5e578611-c086-4186-9b55-3f2f2113dc23/8dad6703-6376-4662-b94a-c386106d7d74/f13f8585-10ee-4649-b4d4-6e3e8e24af67) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:40.315491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Checking segment: {'id': '180ad85e-7fc2-44e4-9c81-d4851bb84246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:40.316143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Network hostable DHCP agents. Network: 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:40.325303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-761324df-2cee-4bf8-8aa5-f82b5ee9f55e None None] Provisioning complete for port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:40.325550 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb02501-7817-46e2-a475-67c5b4572bca x-openstack-request-id: req-0bb02501-7817-46e2-a475-67c5b4572bca {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:40.327195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-761324df-2cee-4bf8-8aa5-f82b5ee9f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.327669 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:40.328321 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bb02501-7817-46e2-a475-67c5b4572bca {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:40.329402 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'status': 'completed', 'code': 200} Mar 10 23:53:40.339682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-45d8572e-639a-44d9-9614-0cc9e8b155b7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:40.350019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-45d8572e-639a-44d9-9614-0cc9e8b155b7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 984 time: 0.2644508 Mar 10 23:53:40.359327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'security_groups': ['ea4f2e12-9d22-4d27-8248-57b1bea57bab', 'fac1a7b8-b0bb-44eb-b1fc-83476db1016d', 'eede1172-5e64-41c9-a3c1-ccebd7892806']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:40.423143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44366) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:40.446729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.474293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Network 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:40.476787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84607c39-c4b4-4e12-a3f4-d9d93511f328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.502646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-a4acedc5-a8fd-4be8-adea-1d650547b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:40.506252 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-a4acedc5-a8fd-4be8-adea-1d650547b52f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1166 time: 0.0836318 Mar 10 23:53:40.507271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-761324df-2cee-4bf8-8aa5-f82b5ee9f55e None None] Current status of the port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:40.507486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:40.515411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.516736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.520994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Sync routers for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:40.538911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:40.539612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:40.581448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.584206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-10f3b3e0-2460-4b42-a629-8dff9c54a5e2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3447204 Mar 10 23:53:40.587507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:40.588265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:40.598519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.616765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:40.617720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.670079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:40.730218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35cb5048-9756-46a1-8120-9ba9ef065030 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8767970 Mar 10 23:53:40.737546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44370) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:40.738170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2377d8-2eca-4cfe-a72d-2375d5feaed5 None None] Network 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:40.793239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f613856-748e-4f20-86a4-850e1eda07cd req-230300af-2434-4bee-89cc-bf8f0b050326 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:40.801200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f613856-748e-4f20-86a4-850e1eda07cd req-230300af-2434-4bee-89cc-bf8f0b050326 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.3460102 Mar 10 23:53:40.915196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-91d4df92-7f64-4e6d-81d2-ad6db7d42250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:40.916719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-91d4df92-7f64-4e6d-81d2-ad6db7d42250 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.3956280 Mar 10 23:53:40.934510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:40.962045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f613856-748e-4f20-86a4-850e1eda07cd req-0094cfc3-fec2-4cff-948f-850120a5b2fb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547203 Mar 10 23:53:40.990646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20118228-09ec-4dc4-a253-cf4e9836a978 None None] Network 6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:41.018488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84607c39-c4b4-4e12-a3f4-d9d93511f328 admin admin] Publish callbacks [] for security_group (b9c02763-2625-4be0-ad37-1140c6e17b11), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.079723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e5a7ab7-e0f2-4fc6-8d4b-92d5965c3874 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2574accf5ad44d41aa937b969e68c321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387871 Mar 10 23:53:41.100346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-ed5cd549-481b-462c-8e16-74902490324c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 217 time: 0.1000261 Mar 10 23:53:41.104310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:41.106000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.108428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84607c39-c4b4-4e12-a3f4-d9d93511f328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b9c02763-2625-4be0-ad37-1140c6e17b11), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.165455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:39Z', 'revision_number': 3, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:41.200084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-84607c39-c4b4-4e12-a3f4-d9d93511f328 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52567dbd3b3747739ba68035d5923733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7704685 Mar 10 23:53:41.200472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 622c8121-bfc6-4c1e-9896-2a9f50dcd009 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:41.202774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Checking router: 934061c7-a6ae-478d-bc2a-2634acbb2cdb for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:41.203123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Updating router 934061c7-a6ae-478d-bc2a-2634acbb2cdb port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:53:41.207952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:41.220708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44378) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:41.247891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:41.251372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:41.314061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:41.314933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.343117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-8dcc27ed-7c01-4ea0-850f-1625d37aa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:41.344710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-8dcc27ed-7c01-4ea0-850f-1625d37aa497 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.2194767 Mar 10 23:53:41.357202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3225970 Mar 10 23:53:41.370408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:41.407499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-e76d08fa-471e-4d64-b977-13385f62bfaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551565 Mar 10 23:53:41.413693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.415305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] Publish callbacks [] for security_group (5cb6fb27-5aa3-42af-b1f0-20d263dde383), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.439615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-df294407-25f0-41a6-8e5f-28fdd8faa8cd None None] Provisioning complete for port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:41.440569 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df294407-25f0-41a6-8e5f-28fdd8faa8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.440714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] Publish callbacks [] for security_group (b9c02763-2625-4be0-ad37-1140c6e17b11), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.511966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] Publish callbacks [] for security_group (b9c02763-2625-4be0-ad37-1140c6e17b11), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.541281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:41.544618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] Publish callbacks [] for security_group (5cb6fb27-5aa3-42af-b1f0-20d263dde383), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.545196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.562289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.572024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:41.572400 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.572523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607c39-c4b4-4e12-a3f4-d9d93511f328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c02763-2625-4be0-ad37-1140c6e17b11,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:41.693253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-574b9faf-46b5-4722-b352-7fc85ea63804 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575090 Mar 10 23:53:41.743145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950aeaf-29a7-47a7-ae03-31c0cb3532b3 req-7aba4ff7-ccdb-43dc-8a55-7c4e72d12b21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:41.744809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2950aeaf-29a7-47a7-ae03-31c0cb3532b3 req-7aba4ff7-ccdb-43dc-8a55-7c4e72d12b21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 932 time: 0.6631978 Mar 10 23:53:41.753104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce261a7-38f9-404f-b042-54f39d81205e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:41.763011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b9c02763-2625-4be0-ad37-1140c6e17b11), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.765838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.767626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9c02763-2625-4be0-ad37-1140c6e17b11 HTTP/1.1" status: 204 len: 168 time: 0.5424397 Mar 10 23:53:41.789920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.86.0.79 (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8/af697241-7b90-444c-801c-352a458d49e5/4802ec00-c0a3-4057-9506-1969072ff30c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:41.794447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5cb6fb27-5aa3-42af-b1f0-20d263dde383), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.796945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.801475 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cb6fb27-5aa3-42af-b1f0-20d263dde383 HTTP/1.1" status: 204 len: 168 time: 0.6746111 Mar 10 23:53:41.801475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:41.809291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-df294407-25f0-41a6-8e5f-28fdd8faa8cd None None] Current status of the port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:41.829162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b59f4-cc41-4d44-8244-bd098901193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c02763-2625-4be0-ad37-1140c6e17b11,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:41.861181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b8773-585f-4fb4-a357-1d8467ce454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb6fb27-5aa3-42af-b1f0-20d263dde383,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:41.904988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:41.935273 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eb526779-5889-4b6f-84f2-bdedfc049c2d req-b72e326a-8a28-46fd-a3ca-536ecd443c5f service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135265 Mar 10 23:53:41.993195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2950aeaf-29a7-47a7-ae03-31c0cb3532b3 req-ad8b91ee-2690-46e6-af38-b9778b258840 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221830 Mar 10 23:53:42.024704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:42.056739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f2286724-a61d-4927-90cf-522682ff347e None None] Provisioning complete for port f13f8585-10ee-4649-b4d4-6e3e8e24af67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:42.059270 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2286724-a61d-4927-90cf-522682ff347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.115346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.128162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f2286724-a61d-4927-90cf-522682ff347e None None] Port f13f8585-10ee-4649-b4d4-6e3e8e24af67 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:42.128920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.155989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:42.158884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Allocated IP 172.20.0.1 (8e71ea09-ada5-4183-a0f5-887d6a2ca25f/1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db/c2ad53ee-9781-4576-8795-4037aaf2a877) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:42.192801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (4802ec00-c0a3-4057-9506-1969072ff30c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.219855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:42.220657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.222404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6c4dec8-399b-423e-9360-ce0f6ace5014 req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "PUT /v2.0/ports/4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 1020 time: 1.8711517 Mar 10 23:53:42.236654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks [] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.261168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.262428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f247514-318f-4716-82cb-bb9d6b9440c3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:42.301787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.305257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:42.383492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047ed8-a3e4-4ddd-b628-0a46889bae37 None None] Pushing event updated for resources: {'Port': ['ID=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:42.385211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks [] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.409542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:42.410989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:42.413646 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372a1554-3e84-4da8-a299-32605d209fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:42.416999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:42.417294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Attempting to bind port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:42.417774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Attempting to bind port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:42.418022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Attempting to bind port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:42.420035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:42.425048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:42.442379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:42.442764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:42.443167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.443562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:42.444060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Bound port: fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:42.444546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.506897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.543522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eac1d-5176-4a00-9eef-c41df21d93c8 req-439b4ddc-51ef-4e03-924c-acc27d82d6f6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:42.545261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360eac1d-5176-4a00-9eef-c41df21d93c8 req-439b4ddc-51ef-4e03-924c-acc27d82d6f6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1224179 Mar 10 23:53:42.554647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:42.555452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.616736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360eac1d-5176-4a00-9eef-c41df21d93c8 req-4effc3a9-8a1a-4257-b717-6452e60cba37 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Mar 10 23:53:42.621351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-6946e5c8-f4b9-4b70-9508-eb284ca78e21 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2552009 Mar 10 23:53:42.631860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:42.669704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:42.679489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:42.689164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:42.707306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] For port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:42.772582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Pushing event updated for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:42.795340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.798007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] For port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:42.904874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:42.958524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e201f7-3483-45d7-9aec-df37d5b1e977 req-b147bdfe-a7ca-4c3e-a2b1-e0fd21a288a7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:42.965528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97e201f7-3483-45d7-9aec-df37d5b1e977 req-b147bdfe-a7ca-4c3e-a2b1-e0fd21a288a7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2096870 Mar 10 23:53:43.008042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:43.012161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.068508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97e201f7-3483-45d7-9aec-df37d5b1e977 req-ed9b4afa-c0be-4a10-b818-540e4d2e51e7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940027 Mar 10 23:53:43.089332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-00ec54c5-1d82-47c5-b559-8b25437622b7 None None] Provisioning complete for port 4802ec00-c0a3-4057-9506-1969072ff30c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:43.089533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-00ec54c5-1d82-47c5-b559-8b25437622b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.135753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.198138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:43.198777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:43.289621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.80.0.220 (5e578611-c086-4186-9b55-3f2f2113dc23/8dad6703-6376-4662-b94a-c386106d7d74/259186a1-0b5b-4e51-a96e-02893b59dbe8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:43.297631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047ed8-a3e4-4ddd-b628-0a46889bae37 None None] Pushing event updated for resources: {'Port': ['ID=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:43.300594 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7223309-6629-430a-907a-639f63787cac x-openstack-request-id: req-c7223309-6629-430a-907a-639f63787cac {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:43.302101 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:43.302578 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7223309-6629-430a-907a-639f63787cac {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:43.303185 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'status': 'completed', 'code': 200} Mar 10 23:53:43.341336 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.350674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-00ec54c5-1d82-47c5-b559-8b25437622b7 None None] Port 4802ec00-c0a3-4057-9506-1969072ff30c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:43.491828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:43.523102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.541965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9f4fa1fd-43fe-4af7-ad64-f78c57c3f366 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:43.542492 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa1fd-43fe-4af7-ad64-f78c57c3f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.546947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44434) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:43.550854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1554-3e84-4da8-a299-32605d209fc1 req-05912e86-c248-4701-a4b3-76b717f58044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:43.552393 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-05912e86-c248-4701-a4b3-76b717f58044 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1206 time: 0.3651540 Mar 10 23:53:43.635260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:43.636888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fa1fd-43fe-4af7-ad64-f78c57c3f366 None None] Port c2ad53ee-9781-4576-8795-4037aaf2a877 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:43.646834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dbc38-6836-4177-827e-46f56eb94fac req-3a04200a-f3bd-457a-9ad7-f390231169b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:43.656351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-724dbc38-6836-4177-827e-46f56eb94fac req-3a04200a-f3bd-457a-9ad7-f390231169b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1023 time: 0.3513312 Mar 10 23:53:43.709047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2eca6-85d0-4ab4-bda8-189417179586 req-4dee908d-df6e-4be3-aa0e-ec14364a0c9a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:43.710611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd2eca6-85d0-4ab4-bda8-189417179586 req-4dee908d-df6e-4be3-aa0e-ec14364a0c9a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1642239 Mar 10 23:53:43.783752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:43.794068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:43.807245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:43.825742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:43.826257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'c2ad53ee-9781-4576-8795-4037aaf2a877', 'name': '', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'mac_address': 'fa:16:3e:a0:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:41Z', 'updated_at': '2022-03-10T23:53:42Z', 'revision_number': 1, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'subnets': [{'id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:43.863147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f63dde-b3eb-47bd-a195-225a05ba387f None None] The sync data for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 is: [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'c2ad53ee-9781-4576-8795-4037aaf2a877', 'name': '', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'mac_address': 'fa:16:3e:a0:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:41Z', 'updated_at': '2022-03-10T23:53:42Z', 'revision_number': 1, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'subnets': [{'id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:43.899042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd2eca6-85d0-4ab4-bda8-189417179586 req-f5730202-09c1-4f4d-90e8-fec721b62a25 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724403 Mar 10 23:53:43.957955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-724dbc38-6836-4177-827e-46f56eb94fac req-6836a164-fd61-44e3-8ad9-0ab62176342f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=eede1172-5e64-41c9-a3c1-ccebd7892806&id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=fac1a7b8-b0bb-44eb-b1fc-83476db1016d HTTP/1.1" status: 200 len: 6199 time: 0.3001034 Mar 10 23:53:43.996270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.002783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.050437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-4787acef-7f93-4140-a2fb-1b35097236ab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4227471 Mar 10 23:53:44.067778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:44.121684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-network', 'tenant_id': '3de22508b83e439094391116102ec5a5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:44.196457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71611f3-25b5-418e-8046-2475a7161f7c req-a12c2c77-ca0e-4f8c-8168-3e7df5a040c9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.205003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71611f3-25b5-418e-8046-2475a7161f7c req-a12c2c77-ca0e-4f8c-8168-3e7df5a040c9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.210650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71611f3-25b5-418e-8046-2475a7161f7c req-a12c2c77-ca0e-4f8c-8168-3e7df5a040c9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.228322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c71611f3-25b5-418e-8046-2475a7161f7c req-a12c2c77-ca0e-4f8c-8168-3e7df5a040c9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2376 time: 0.1621208 Mar 10 23:53:44.248384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Made reservation on behalf of 3de22508b83e439094391116102ec5a5 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:44.251518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.265398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c24d3f12-1a06-427b-a76b-8c150f17702d None None] Provisioning complete for port 259186a1-0b5b-4e51-a96e-02893b59dbe8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:44.265895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c24d3f12-1a06-427b-a76b-8c150f17702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.276952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.284765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': ' tempest-securitygroup -930537946 ', 'description': 'tempest-description-703772759'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:44.299632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks [] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.320544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.338764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1554-3e84-4da8-a299-32605d209fc1 req-09db0bcf-52ab-4944-a64b-b4553f078af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.340392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-09db0bcf-52ab-4944-a64b-b4553f078af4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.7749238 Mar 10 23:53:44.342260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c24d3f12-1a06-427b-a76b-8c150f17702d None None] Port 259186a1-0b5b-4e51-a96e-02893b59dbe8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:44.356400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.372523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.458250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-bdbf66aa-a2c5-4d45-aefb-aa2dbfd116d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 200 len: 217 time: 0.0673602 Mar 10 23:53:44.473062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c71611f3-25b5-418e-8046-2475a7161f7c req-283ca41e-503b-4f0b-a7d3-b86fa6fcc058 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400103 Mar 10 23:53:44.542060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.562221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Pushing event updated for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:44.634721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1554-3e84-4da8-a299-32605d209fc1 req-13da6643-9bfa-4f5a-814a-823109207d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:44.636525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-13da6643-9bfa-4f5a-814a-823109207d2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.1415277 Mar 10 23:53:44.699324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-e9880e0d-a5ef-46aa-8ad9-5ee134446611 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536613 Mar 10 23:53:44.763396 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks [] for security_group (787393fc-fa8b-4e17-b409-50b845fb13f2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.786095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (787393fc-fa8b-4e17-b409-50b845fb13f2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.886625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:44.899441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (70f772fb-3ca7-45ad-9a27-77bb33976bec), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:44.899896 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Added segment 70f772fb-3ca7-45ad-9a27-77bb33976bec of type vlan for network f4431930-b335-4e35-8f19-82964c3d1fc0 Mar 10 23:53:44.914965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787393fc-fa8b-4e17-b409-50b845fb13f2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:45.044325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:45.047900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f4431930-b335-4e35-8f19-82964c3d1fc0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.058939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:45.120715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-4c27f019-df13-40a6-a809-d19a429eb057 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136605 Mar 10 23:53:45.142904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (815f482e-2a61-42e0-8c95-47fe6cf8bb8b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.190915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (815f482e-2a61-42e0-8c95-47fe6cf8bb8b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.238108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:45.245379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f4431930-b335-4e35-8f19-82964c3d1fc0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.246365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:45.246954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.301834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815f482e-2a61-42e0-8c95-47fe6cf8bb8b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:45.340225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.354510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b871b54-1adc-4b9e-8f74-582983c5595e req-a7e5cf9b-f08a-4229-b062-a348d9ec240a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.0894392 Mar 10 23:53:45.358894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:45.359285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.422248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] Pushing event updated for resources: {'Network': ['ID=f4431930-b335-4e35-8f19-82964c3d1fc0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:45.436459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63f7d1a5-79aa-4fe5-a7e2-253cb56fd671 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8882048 Mar 10 23:53:45.446197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f4431930-b335-4e35-8f19-82964c3d1fc0 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:45.449989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:45.471727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Request body: {'subnet': {'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-subnet', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:45.523965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-372a1554-3e84-4da8-a299-32605d209fc1 req-a3a193d8-9ae3-42cf-b4b5-45024bb064ea service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377199 Mar 10 23:53:45.539761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Router 934061c7-a6ae-478d-bc2a-2634acbb2cdb has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:53:45.553031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-46e8b1fd-a5a2-4b42-b5a1-a80153023723 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:45.553412 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-46e8b1fd-a5a2-4b42-b5a1-a80153023723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.573421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9f6c4-2d3a-4d4d-abed-7e413d35f869 req-49286525-ffd3-470b-bba5-07f9e0bca508 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:45.577764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fed9f6c4-2d3a-4d4d-abed-7e413d35f869 req-49286525-ffd3-470b-bba5-07f9e0bca508 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.4488273 Mar 10 23:53:45.632288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Made reservation on behalf of 3de22508b83e439094391116102ec5a5 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:45.634311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-46e8b1fd-a5a2-4b42-b5a1-a80153023723 None None] Port c2ad53ee-9781-4576-8795-4037aaf2a877 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:45.635150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.653400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:45.653913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.679547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:45.690189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.717023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:45.738168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0964c054-d23b-438a-8f19-90d421cff09f admin admin] 10.222.0.21 "PUT /v2.0/routers/934061c7-a6ae-478d-bc2a-2634acbb2cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1474571 Mar 10 23:53:45.750468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:45.804597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3ae69-a3c3-477c-84bb-88d1054abfc9 req-dfe15df7-a1cb-40a2-9c99-82a49ac6943b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:45.806105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22f3ae69-a3c3-477c-84bb-88d1054abfc9 req-dfe15df7-a1cb-40a2-9c99-82a49ac6943b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.3289320 Mar 10 23:53:45.820769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fed9f6c4-2d3a-4d4d-abed-7e413d35f869 req-d9b7a6c8-e85e-4bf8-9b61-dd864bfe0456 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083964 Mar 10 23:53:45.852381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13f8585-10ee-4649-b4d4-6e3e8e24af67 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:45.870787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks [] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.912164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Transition to ACTIVE for port object f13f8585-10ee-4649-b4d4-6e3e8e24af67 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:45.927194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:45.958580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22f3ae69-a3c3-477c-84bb-88d1054abfc9 req-133d7c0b-ac6a-4e87-9ac8-39fdb75b5ff0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457832 Mar 10 23:53:46.105862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:46.162649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (ecffccdb-80e9-46c8-b973-41f0447647eb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.199695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6970d0d-70f9-4ccf-a754-d3c5105d6b94 req-2d836c38-1822-451f-8f1d-47785835cf2f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/815f482e-2a61-42e0-8c95-47fe6cf8bb8b HTTP/1.1" status: 200 len: 1796 time: 0.1933262 Mar 10 23:53:46.211672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Attempting to bind port f13f8585-10ee-4649-b4d4-6e3e8e24af67 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:46.212045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Attempting to bind port f13f8585-10ee-4649-b4d4-6e3e8e24af67 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:46.212380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Attempting to bind port f13f8585-10ee-4649-b4d4-6e3e8e24af67 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:46.217346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Port f13f8585-10ee-4649-b4d4-6e3e8e24af67 on network 5e578611-c086-4186-9b55-3f2f2113dc23 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:46.217677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Attempting to bind port f13f8585-10ee-4649-b4d4-6e3e8e24af67 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:46.233802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:46.234174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:46.234695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Bound using segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:46.235514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Bound port: f13f8585-10ee-4649-b4d4-6e3e8e24af67, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:46.235875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.288317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecffccdb-80e9-46c8-b973-41f0447647eb,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:46.347677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Checking segment: {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:46.348067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Network hostable DHCP agents. Network: f4431930-b335-4e35-8f19-82964c3d1fc0, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:46.456081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Network f4431930-b335-4e35-8f19-82964c3d1fc0 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:46.522304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f4431930-b335-4e35-8f19-82964c3d1fc0) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:46.531110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80a221-f144-4f6e-84a3-842185842a88 None None] Network f4431930-b335-4e35-8f19-82964c3d1fc0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:46.538344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:46.542873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:46.543477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.574519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:46.584069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f210-9abb-41ed-94d3-fce193aabaff req-460a263b-358f-4aca-8e2d-d81b9432c527 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:46.589604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f210-9abb-41ed-94d3-fce193aabaff req-460a263b-358f-4aca-8e2d-d81b9432c527 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:46.595442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f210-9abb-41ed-94d3-fce193aabaff req-460a263b-358f-4aca-8e2d-d81b9432c527 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:46.597108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6717f210-9abb-41ed-94d3-fce193aabaff req-460a263b-358f-4aca-8e2d-d81b9432c527 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2388 time: 0.2529981 Mar 10 23:53:46.605829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-bd1f8d20-98db-4d2c-99f6-95494dfbdf82 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2593298 Mar 10 23:53:46.615353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.619734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-501fd77d-6d97-4f9f-b8be-63d94056c06e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1631510 Mar 10 23:53:46.622993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44506) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:46.628780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:46.640392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:46.653724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.655673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.692478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:46.693690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.695095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f13f8585-10ee-4649-b4d4-6e3e8e24af67 HTTP/1.1" status: 200 len: 1092 time: 2.6326900 Mar 10 23:53:46.700330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:46.702971 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889" -d '{"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:46.709644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f4431930-b335-4e35-8f19-82964c3d1fc0', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'project_id': '3de22508b83e439094391116102ec5a5', 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:53:46.710265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.735681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.744197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for router_controller (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:46.760970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:46.769435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6717f210-9abb-41ed-94d3-fce193aabaff req-cbccd57f-ff40-460b-bd98-40157cd0d7b8 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624663 Mar 10 23:53:46.772699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa45a-5d65-4c67-a72e-5c436d3c92d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:46.882284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:47.006682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Deleting subnet d23abccb-8dc6-4ae7-8d32-0a408f5d9959 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:53:47.012627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Publish callbacks [] for subnet (d23abccb-8dc6-4ae7-8d32-0a408f5d9959), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.014762 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.029317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Allocated IP 172.20.0.2 (f4431930-b335-4e35-8f19-82964c3d1fc0/ecffccdb-80e9-46c8-b973-41f0447647eb/f240be25-72ed-43d0-b4b7-e8917218c3a5) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:47.036589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for router_gateway (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.137238 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Sync routers for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:47.152780 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:47.153435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:47.156847 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:47.301521 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:47.428337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:47.428976 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.481356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4802ec00-c0a3-4057-9506-1969072ff30c {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:47.492024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks [] for port (4802ec00-c0a3-4057-9506-1969072ff30c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.506065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Transition to ACTIVE for port object 4802ec00-c0a3-4057-9506-1969072ff30c will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:47.511862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'c2ad53ee-9781-4576-8795-4037aaf2a877', 'name': '', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'mac_address': 'fa:16:3e:a0:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:41Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 2, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'subnets': [{'id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:47.521144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (d23abccb-8dc6-4ae7-8d32-0a408f5d9959), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.530231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.540750 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Checking router: 934061c7-a6ae-478d-bc2a-2634acbb2cdb for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:47.541236 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Updating router 934061c7-a6ae-478d-bc2a-2634acbb2cdb port c2ad53ee-9781-4576-8795-4037aaf2a877 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:53:47.551479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks [] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.555627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for router_gateway (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.574458 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.577593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.611199 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.619041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443a4a5-a274-4ca7-835e-cb2b6e9e698e req-27c54754-227d-4f35-9f80-243fbb11e101 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:47.620824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8443a4a5-a274-4ca7-835e-cb2b6e9e698e req-27c54754-227d-4f35-9f80-243fbb11e101 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.6032462 Mar 10 23:53:47.630669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:47.633265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Network f4431930-b335-4e35-8f19-82964c3d1fc0 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:47.647400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:47.651356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:47.661480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:47.665906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Pushing event updated for resources: {'Port': ['ID=f240be25-72ed-43d0-b4b7-e8917218c3a5,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:47.687058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.809560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Allocated IP 172.25.7.26 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/8bfe946c-f5a1-4830-8845-16d7593b4db9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:47.819197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d23abccb-8dc6-4ae7-8d32-0a408f5d9959), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.823951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Attempting to bind port f240be25-72ed-43d0-b4b7-e8917218c3a5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:47.831484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Attempting to bind port f240be25-72ed-43d0-b4b7-e8917218c3a5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:47.831484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Attempting to bind port f240be25-72ed-43d0-b4b7-e8917218c3a5 on network f4431930-b335-4e35-8f19-82964c3d1fc0 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:47.843797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:47.844386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Checking segment: {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:47.845081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.845343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Bound using segment: {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:47.846447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Bound port: f240be25-72ed-43d0-b4b7-e8917218c3a5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:47.846447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:47.848240 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-265b0226-2be8-4f9c-a87c-5dcd74dcebf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0425923 Mar 10 23:53:47.872825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8443a4a5-a274-4ca7-835e-cb2b6e9e698e req-17b19761-84fa-4852-b916-c0941b55e32a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390597 Mar 10 23:53:47.893040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-9a7778ce-22c7-4261-8493-fd3c2791aa46 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379429 Mar 10 23:53:47.982514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-97b75023-551a-40ba-887c-85872f723c8b None None] For port f240be25-72ed-43d0-b4b7-e8917218c3a5, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:47.992166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-97b75023-551a-40ba-887c-85872f723c8b None None] For port f240be25-72ed-43d0-b4b7-e8917218c3a5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f240be25-72ed-43d0-b4b7-e8917218c3a5,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:48.001441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (d23abccb-8dc6-4ae7-8d32-0a408f5d9959), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.005049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.069006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23abccb-8dc6-4ae7-8d32-0a408f5d9959,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:48.090026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.093475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-451c77c2-759d-477d-946b-53da7fd373cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d23abccb-8dc6-4ae7-8d32-0a408f5d9959 HTTP/1.1" status: 204 len: 168 time: 1.2102082 Mar 10 23:53:48.103234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b75023-551a-40ba-887c-85872f723c8b None None] Pushing event updated for resources: {'Port': ['ID=f240be25-72ed-43d0-b4b7-e8917218c3a5,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:48.109528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb31034c-9187-47ff-9126-f09878329ecc req-44adc9ab-cb15-42bd-822f-8e81e9e36e7b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/815f482e-2a61-42e0-8c95-47fe6cf8bb8b HTTP/1.1" status: 200 len: 1796 time: 0.1371515 Mar 10 23:53:48.110436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44520) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:48.111308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Attempting to bind port 4802ec00-c0a3-4057-9506-1969072ff30c on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:48.111734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Attempting to bind port 4802ec00-c0a3-4057-9506-1969072ff30c by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:48.112435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Attempting to bind port 4802ec00-c0a3-4057-9506-1969072ff30c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:48.129149 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks [] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.141074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-9b18432f-c640-49c8-a8c9-2a01d5f69734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:48.141736 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.144644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-9b18432f-c640-49c8-a8c9-2a01d5f69734 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431400 Mar 10 23:53:48.191915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Port 4802ec00-c0a3-4057-9506-1969072ff30c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:48.192406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Attempting to bind port 4802ec00-c0a3-4057-9506-1969072ff30c on network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:48.209628 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Pushing event updated for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:48.223546 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.224244 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.224745 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.224979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:48.225423 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.225549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Checking segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:48.225987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Bound using segment: {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:48.226210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.226609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Bound port: 4802ec00-c0a3-4057-9506-1969072ff30c, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff202a4a-0544-4c55-89cf-8285f4459597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:48.226862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.227267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.227524 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.228031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.228536 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.229028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.229523 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.230749 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.231385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:53:48.256506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.312410 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Attempting to bind port c2ad53ee-9781-4576-8795-4037aaf2a877 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:48.313189 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Attempting to bind port c2ad53ee-9781-4576-8795-4037aaf2a877 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:48.313725 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Attempting to bind port c2ad53ee-9781-4576-8795-4037aaf2a877 on network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:48.321088 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:48.321774 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Checking segment: {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:48.322343 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.325340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Bound using segment: {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:48.325868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Bound port: c2ad53ee-9781-4576-8795-4037aaf2a877, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be6437a-99a5-4e6d-87a2-9a4e296f1047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:48.326260 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.335657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.415245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:48.421708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:48.427717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:48.477967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] For port c2ad53ee-9781-4576-8795-4037aaf2a877, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:48.480480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Pushing event updated for resources: {'Port': ['ID=8bfe946c-f5a1-4830-8845-16d7593b4db9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:48.492593 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] For port c2ad53ee-9781-4576-8795-4037aaf2a877, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c2ad53ee-9781-4576-8795-4037aaf2a877,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:48.499634 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.507516 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-1fe71131-47cb-4d0f-8393-c49f3fbf6b4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0379577 Mar 10 23:53:48.535064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Allocated IP 172.25.7.71 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e4a1f42c-e45a-410f-a416-d50110600dcc) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:48.539606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-9fe62ebd-6e70-483c-841b-f53915b86277 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242550 Mar 10 23:53:48.592855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.603041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-eb31034c-9187-47ff-9126-f09878329ecc req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (815f482e-2a61-42e0-8c95-47fe6cf8bb8b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.699076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:48.700099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:48.702360 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca40f9-8c2d-40bc-9e71-98c6c4c415e3 None None] Pushing event updated for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:48.702674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:48.707850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:48.709697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.722664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-eb31034c-9187-47ff-9126-f09878329ecc req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (815f482e-2a61-42e0-8c95-47fe6cf8bb8b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.825638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:48.874924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-14466b47-47cb-484d-a8d1-a2792a1d7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:48.877185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30b1ffc6-5bbb-4e8f-9e48-a9bd87708f5c req-14466b47-47cb-484d-a8d1-a2792a1d7469 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964861 Mar 10 23:53:48.901996 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:48.923530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:48.933506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Current status of the port c2ad53ee-9781-4576-8795-4037aaf2a877 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:48.933909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.015473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] For port c2ad53ee-9781-4576-8795-4037aaf2a877, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c2ad53ee-9781-4576-8795-4037aaf2a877,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:49.023282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.165293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e3f55-3463-4c86-86d1-0d51e79beed7 None None] Pushing event updated for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:49.194366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for router_gateway (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.195584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:49.198447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.202105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] 10.222.0.30 "PUT /v2.0/ports/4802ec00-c0a3-4057-9506-1969072ff30c HTTP/1.1" status: 200 len: 1091 time: 2.4612606 Mar 10 23:53:49.206015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-30f22a75-8109-4d17-bb5a-5ffc24f01a67 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:49.206556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-30f22a75-8109-4d17-bb5a-5ffc24f01a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.302863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.346292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-eb31034c-9187-47ff-9126-f09878329ecc req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (815f482e-2a61-42e0-8c95-47fe6cf8bb8b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.358845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-eb31034c-9187-47ff-9126-f09878329ecc req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.360758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb31034c-9187-47ff-9126-f09878329ecc req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/815f482e-2a61-42e0-8c95-47fe6cf8bb8b HTTP/1.1" status: 204 len: 173 time: 1.2219989 Mar 10 23:53:49.389668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Request body: {'port': {'device_id': '518cd2b2-d171-463b-80de-aca3a02008df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:49.411380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-30f22a75-8109-4d17-bb5a-5ffc24f01a67 None None] Current status of the port c2ad53ee-9781-4576-8795-4037aaf2a877 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:49.425955 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'c2ad53ee-9781-4576-8795-4037aaf2a877', 'name': '', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'mac_address': 'fa:16:3e:a0:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:41Z', 'updated_at': '2022-03-10T23:53:48Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'subnets': [{'id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:49.466373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e942d46-fa3b-4b3a-b50a-4d2bedd42f8c None None] The sync data for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 is: [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:53:43Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'c2ad53ee-9781-4576-8795-4037aaf2a877', 'name': '', 'network_id': '8e71ea09-ada5-4183-a0f5-887d6a2ca25f', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'mac_address': 'fa:16:3e:a0:3c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:41Z', 'updated_at': '2022-03-10T23:53:48Z', 'revision_number': 4, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'subnets': [{'id': '1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:49.506212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c2ad53ee-9781-4576-8795-4037aaf2a877 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:49.654213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:49.654658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.681825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.782873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367cdd-82de-47e1-aead-6b79c6500fae service neutron] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:49.790375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38977e2-830c-417b-9312-fdb3ace0f29b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f482e-2a61-42e0-8c95-47fe6cf8bb8b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:49.798175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfda4b1b-29f4-47df-98e3-cade0255fab7 req-4a5ca3be-e604-44c8-aefe-3969afc2f85c tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0965939 Mar 10 23:53:49.800032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:49.857225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ad85e-7fc2-44e4-9c81-d4851bb84246') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:49.857791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ad85e-7fc2-44e4-9c81-d4851bb84246') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:49.886191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.948284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (180ad85e-7fc2-44e4-9c81-d4851bb84246), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.975461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c2ad53ee-9781-4576-8795-4037aaf2a877 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:49.976647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f240be25-72ed-43d0-b4b7-e8917218c3a5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:49.977748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (180ad85e-7fc2-44e4-9c81-d4851bb84246), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:49.998630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:53:49.999156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (180ad85e-7fc2-44e4-9c81-d4851bb84246), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:53:50.072627 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:53:50.075282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f240be25-72ed-43d0-b4b7-e8917218c3a5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:50.075282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.094515 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da733f4d-e78e-4b7e-a527-8af030feac05 x-openstack-request-id: req-da733f4d-e78e-4b7e-a527-8af030feac05 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:50.094816 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:50.095072 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da733f4d-e78e-4b7e-a527-8af030feac05 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:50.095480 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67', 'status': 'completed', 'code': 200} Mar 10 23:53:50.118258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628637a8-f9d4-4794-9e2b-34d81e387cbd None None] Network f4431930-b335-4e35-8f19-82964c3d1fc0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:50.196157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.222781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Provisioning complete for port f240be25-72ed-43d0-b4b7-e8917218c3a5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:50.223196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.268266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.281317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.307039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.310563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7 HTTP/1.1" status: 204 len: 168 time: 2.1956286 Mar 10 23:53:50.335160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:50.351845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f240be25-72ed-43d0-b4b7-e8917218c3a5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:50.352420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.470295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42080c2-d84f-4e9b-8f4c-c29d964b23a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd38ab1-b4fb-4082-9c73-3cf0620bb1f7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:50.482448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:50.494995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event updated for resources: {'Port': ['ID=e4a1f42c-e45a-410f-a416-d50110600dcc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:50.500449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:50.537012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Current status of the port f240be25-72ed-43d0-b4b7-e8917218c3a5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:50.537363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.615857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port f240be25-72ed-43d0-b4b7-e8917218c3a5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f240be25-72ed-43d0-b4b7-e8917218c3a5,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:50.649972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-262a0216-c6db-4b0a-acf7-e7af68d9851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.650737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-262a0216-c6db-4b0a-acf7-e7af68d9851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.651359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-262a0216-c6db-4b0a-acf7-e7af68d9851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.653478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-262a0216-c6db-4b0a-acf7-e7af68d9851d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2860 time: 0.1346507 Mar 10 23:53:50.664136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496a1b-2d30-4659-b621-e7c3905c4d4a req-09e33950-5758-436f-86bc-04f9b0f5a0c1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.664998 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.666632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22496a1b-2d30-4659-b621-e7c3905c4d4a req-09e33950-5758-436f-86bc-04f9b0f5a0c1 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.5325475 Mar 10 23:53:50.725413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (1893087d-4781-4f90-b87a-3f51f679fc74), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.740250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44536) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:50.759608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=f240be25-72ed-43d0-b4b7-e8917218c3a5,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:50.842852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:53:50.844030 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:53:50.846202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Router fb65c4f2-3ec7-40fe-9608-0c7a0954838c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:53:50.850788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-93f6bdb8-2760-43ed-8e17-7680c648f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.851444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-93f6bdb8-2760-43ed-8e17-7680c648f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.852127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-93f6bdb8-2760-43ed-8e17-7680c648f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:50.854547 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-93f6bdb8-2760-43ed-8e17-7680c648f532 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1904299 Mar 10 23:53:50.966922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:50.993191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22496a1b-2d30-4659-b621-e7c3905c4d4a req-dc7d91be-1bd1-4328-9d6f-02b726f4d8cf tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894595 Mar 10 23:53:51.002849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-316d80e5-69b4-44cc-9189-1ac582661680 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7390e74685a241cc8511df8ca882006d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352331 Mar 10 23:53:51.007659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:51.074649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-d6f7ec5e-868c-4007-b823-f10b6641c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:51.076470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2ae2b867-94a8-4d6c-b2ab-5a46a15fb889 req-d6f7ec5e-868c-4007-b823-f10b6641c8d7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2167265 Mar 10 23:53:51.082765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:51.098893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Sync routers for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:51.108375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.112602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f95d4c55-8a9a-4ba9-a593-d5561cad3c7f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4852240 Mar 10 23:53:51.113022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44540) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:51.123363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:51.124188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:51.162875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259186a1-0b5b-4e51-a96e-02893b59dbe8 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:51.177688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks [] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.228170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c2ad53ee-9781-4576-8795-4037aaf2a877 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:51.326320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:51.428745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c2ad53ee-9781-4576-8795-4037aaf2a877 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:51.429396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.517584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb4a2-1daa-40e5-995c-95a6b4ed938a None None] Current status of the port f240be25-72ed-43d0-b4b7-e8917218c3a5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:51.555468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] Publish callbacks [] for security_group (86378d91-68ca-46db-8664-427fd0f2a16b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.557469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Transition to ACTIVE for port object 259186a1-0b5b-4e51-a96e-02893b59dbe8 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:53:51.578132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.610273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb55137-6701-48f4-abff-4f863c7c439e req-e11043ef-c289-4536-a7e6-4816646e5aca tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:51.610982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c2ad53ee-9781-4576-8795-4037aaf2a877 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:51.612080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f240be25-72ed-43d0-b4b7-e8917218c3a5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:51.615959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb55137-6701-48f4-abff-4f863c7c439e req-e11043ef-c289-4536-a7e6-4816646e5aca tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:51.620702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb55137-6701-48f4-abff-4f863c7c439e req-e11043ef-c289-4536-a7e6-4816646e5aca tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:51.622380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccb55137-6701-48f4-abff-4f863c7c439e req-e11043ef-c289-4536-a7e6-4816646e5aca tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2400 time: 0.5303137 Mar 10 23:53:51.647348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] Publish callbacks [] for security_group (86378d91-68ca-46db-8664-427fd0f2a16b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.647736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.676584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:48Z', 'revision_number': 3, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:51.681317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-03f6601e-43df-42ac-83df-5154659e675b None None] Provisioning complete for port f240be25-72ed-43d0-b4b7-e8917218c3a5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:51.681686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03f6601e-43df-42ac-83df-5154659e675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.729137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Checking router: fb65c4f2-3ec7-40fe-9608-0c7a0954838c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:51.729751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Updating router fb65c4f2-3ec7-40fe-9608-0c7a0954838c port 8bfe946c-f5a1-4830-8845-16d7593b4db9 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:53:51.737039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:51.768225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.778656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.780375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f240be25-72ed-43d0-b4b7-e8917218c3a5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:51.780925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.809570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.899078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccb55137-6701-48f4-abff-4f863c7c439e req-b75eac24-6eb9-48bf-8c42-cbdb60e1d747 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472382 Mar 10 23:53:51.917303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Allocated IP 172.20.0.1 (f4431930-b335-4e35-8f19-82964c3d1fc0/ecffccdb-80e9-46c8-b973-41f0447647eb/f821cb12-7293-4e43-9099-8d6ed90028f8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:51.948856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (86378d91-68ca-46db-8664-427fd0f2a16b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.951419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:51.956160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86378d91-68ca-46db-8664-427fd0f2a16b HTTP/1.1" status: 204 len: 168 time: 0.9474230 Mar 10 23:53:51.993173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598805-12fd-4ea2-bd2c-e2ac9f7d1b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86378d91-68ca-46db-8664-427fd0f2a16b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:51.999257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Attempting to bind port 259186a1-0b5b-4e51-a96e-02893b59dbe8 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:52.000875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Attempting to bind port 259186a1-0b5b-4e51-a96e-02893b59dbe8 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:52.001217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Attempting to bind port 259186a1-0b5b-4e51-a96e-02893b59dbe8 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:52.007666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Port 259186a1-0b5b-4e51-a96e-02893b59dbe8 on network 5e578611-c086-4186-9b55-3f2f2113dc23 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:53:52.008015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Attempting to bind port 259186a1-0b5b-4e51-a96e-02893b59dbe8 on network 5e578611-c086-4186-9b55-3f2f2113dc23 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:52.009849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event updated for resources: {'Port': ['ID=e4a1f42c-e45a-410f-a416-d50110600dcc,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:52.019866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1893087d-4781-4f90-b87a-3f51f679fc74), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.022854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:52.023226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Checking segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:52.023603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Bound using segment: {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:52.024061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Bound port: 259186a1-0b5b-4e51-a96e-02893b59dbe8, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb4253-9cc2-491b-80ae-afa418d00a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:52.024404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.079992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.087382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-70c8b0ee-1124-4490-ae27-ec97a597c70d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4662635 Mar 10 23:53:52.134091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks [] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.139725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:52.142651 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d" -d '{"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:52.152482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-1caf2913-c089-4d07-875f-32c229389265 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0641646 Mar 10 23:53:52.185664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.265085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:52.290678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-03f6601e-43df-42ac-83df-5154659e675b None None] Current status of the port f240be25-72ed-43d0-b4b7-e8917218c3a5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:52.302964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:52.316999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Network f4431930-b335-4e35-8f19-82964c3d1fc0 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:52.322829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:52.334680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:52.337674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:53:52.377935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.446439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.462663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f240be25-72ed-43d0-b4b7-e8917218c3a5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:52.490900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Pushing event updated for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:52.498064 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-7ae5a6fb-bffd-4285-b939-03e7ea52bf49 req-ea52b565-3797-48ef-824e-7ad45f43dd0b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:53:52.508444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ae5a6fb-bffd-4285-b939-03e7ea52bf49 req-ea52b565-3797-48ef-824e-7ad45f43dd0b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/815f482e-2a61-42e0-8c95-47fe6cf8bb8b HTTP/1.1" status: 404 len: 352 time: 0.1449029 Mar 10 23:53:52.536255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac927-e755-42f9-b229-8ab911de07f2 req-9b4c9df0-3a68-413a-a0af-f1903c4c98d2 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.537654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-9b4c9df0-3a68-413a-a0af-f1903c4c98d2 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3843644 Mar 10 23:53:52.539020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.548609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.550073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-5dbe010a-c6c7-4954-9a98-fc4418b0c3ec service neutron] 10.222.0.30 "PUT /v2.0/ports/259186a1-0b5b-4e51-a96e-02893b59dbe8 HTTP/1.1" status: 200 len: 1092 time: 3.1795518 Mar 10 23:53:52.559720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-5fb0fb7e-d725-46c4-b3b2-6ce62050e8e3 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:53:52.561708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-236ac927-e755-42f9-b229-8ab911de07f2 req-5fb0fb7e-d725-46c4-b3b2-6ce62050e8e3 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106258 Mar 10 23:53:52.679073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4eecac9-31bc-4256-9174-98d53fcbfcb6 req-aa1bb4aa-2f22-42dd-bbab-c99c0f6d4144 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0634489 Mar 10 23:53:52.764999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks [] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.796740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.819505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1ba67964-ea1a-4b15-88b5-874c174ba426 req-dc8fa7db-2ec4-4885-aedf-f435c4019aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1270044 Mar 10 23:53:52.826518 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f109871-dfcc-4dcd-90de-c6244ca85aba x-openstack-request-id: req-3f109871-dfcc-4dcd-90de-c6244ca85aba {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:52.827007 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:52.827097 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f109871-dfcc-4dcd-90de-c6244ca85aba {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:52.827445 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c', 'status': 'completed', 'code': 200} Mar 10 23:53:52.880406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-07523423-ddb8-4b6b-b833-57b134dc0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.881162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-07523423-ddb8-4b6b-b833-57b134dc0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.881996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-07523423-ddb8-4b6b-b833-57b134dc0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.883934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-07523423-ddb8-4b6b-b833-57b134dc0a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2958 time: 0.2009482 Mar 10 23:53:52.901185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d70eb40-646d-4e93-867c-95a4b61772c2 req-6abe3114-7237-4df5-a2c2-5478fdb11f60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0806653 Mar 10 23:53:52.940453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ebc81-4f54-472e-b752-2129966548cc None None] Pushing event updated for resources: {'Port': ['ID=8bfe946c-f5a1-4830-8845-16d7593b4db9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:52.943071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Attempting to bind port 8bfe946c-f5a1-4830-8845-16d7593b4db9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:52.943644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Attempting to bind port 8bfe946c-f5a1-4830-8845-16d7593b4db9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:52.944926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Attempting to bind port 8bfe946c-f5a1-4830-8845-16d7593b4db9 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:52.952507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a85ad586-c0e2-41b2-b43f-fe3fe8cdded8 None None] Provisioning complete for port f821cb12-7293-4e43-9099-8d6ed90028f8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:52.953099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a85ad586-c0e2-41b2-b43f-fe3fe8cdded8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.958872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:52.959564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:52.960167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.960877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:52.961514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Bound port: 8bfe946c-f5a1-4830-8845-16d7593b4db9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:52.962059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:52.988562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877e57b-7c49-4aca-b99a-589c0778d2d0 req-35d1cb7f-8d86-4174-ad5e-072eef4065f2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:52.988562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2877e57b-7c49-4aca-b99a-589c0778d2d0 req-35d1cb7f-8d86-4174-ad5e-072eef4065f2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.3043883 Mar 10 23:53:53.006129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d70eb40-646d-4e93-867c-95a4b61772c2 req-c5c57d6b-8361-49c6-918b-dd83c6a90e94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0730717 Mar 10 23:53:53.030571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a85ad586-c0e2-41b2-b43f-fe3fe8cdded8 None None] Port f821cb12-7293-4e43-9099-8d6ed90028f8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:53.049896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] For port 8bfe946c-f5a1-4830-8845-16d7593b4db9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:53.053550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] For port 8bfe946c-f5a1-4830-8845-16d7593b4db9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8bfe946c-f5a1-4830-8845-16d7593b4db9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:53.062556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.108108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-49a9be04-0b3c-4034-881c-c9b8ae311440 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67 HTTP/1.1" status: 200 len: 217 time: 0.0694098 Mar 10 23:53:53.122805 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d70eb40-646d-4e93-867c-95a4b61772c2 req-379bad02-be55-4a8f-b232-d85d9a98d2b9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507309 Mar 10 23:53:53.126885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:53.127548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:53.132871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051929-c9f9-40cf-b93c-bc0fdcc5981e req-7373393c-380f-4426-acd7-9ac96f80c7a5 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:53.139808 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.140790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2051929-c9f9-40cf-b93c-bc0fdcc5981e req-7373393c-380f-4426-acd7-9ac96f80c7a5 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.2541482 Mar 10 23:53:53.181142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ebc81-4f54-472e-b752-2129966548cc None None] Pushing event updated for resources: {'Port': ['ID=8bfe946c-f5a1-4830-8845-16d7593b4db9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:53.203054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-00cbf2f9-8701-4916-92e4-c01b590520d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:53.204713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-00cbf2f9-8701-4916-92e4-c01b590520d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.0819325 Mar 10 23:53:53.268013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:53.277146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2877e57b-7c49-4aca-b99a-589c0778d2d0 req-376617b0-27af-4910-a3d5-2a96539031e2 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792804 Mar 10 23:53:53.319198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:53.329369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2051929-c9f9-40cf-b93c-bc0fdcc5981e req-70055903-f783-420a-a669-c89c13357b67 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867747 Mar 10 23:53:53.334295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1030685271', 'description': 'tempest-description-1329781137'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:53.352512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70eb40-646d-4e93-867c-95a4b61772c2 req-da259df5-b045-459f-9614-2b07af798ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:53.353974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d70eb40-646d-4e93-867c-95a4b61772c2 req-da259df5-b045-459f-9614-2b07af798ef3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244079 Mar 10 23:53:53.398577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-93dc3f7e-454f-4896-bbc4-e035d2ac0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:53.400380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-93dc3f7e-454f-4896-bbc4-e035d2ac0e36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1838107 Mar 10 23:53:53.438858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.471454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f84d8a0a-1977-41f2-8fca-be22dee19fdf req-52198811-541d-4c16-ba20-8b0d3b3afe0e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips/1893087d-4781-4f90-b87a-3f51f679fc74 HTTP/1.1" status: 200 len: 692 time: 0.0949857 Mar 10 23:53:53.478935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks [] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.485795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.517236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-611101318-network', 'tenant_id': '8445a35b7dea4c3da2a64642f916dbc2'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:53.518148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:52Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f821cb12-7293-4e43-9099-8d6ed90028f8', 'name': '', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'mac_address': 'fa:16:3e:de:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:51Z', 'updated_at': '2022-03-10T23:53:51Z', 'revision_number': 1, 'project_id': '3de22508b83e439094391116102ec5a5', 'subnets': [{'id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:53.536159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.546358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d05944-3226-4642-9a44-2a373bf4ae82 None None] The sync data for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 is: [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:52Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f821cb12-7293-4e43-9099-8d6ed90028f8', 'name': '', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'mac_address': 'fa:16:3e:de:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:51Z', 'updated_at': '2022-03-10T23:53:51Z', 'revision_number': 1, 'project_id': '3de22508b83e439094391116102ec5a5', 'subnets': [{'id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:53.630367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:53.672301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Made reservation on behalf of 8445a35b7dea4c3da2a64642f916dbc2 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:53.674624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.718319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:53.720854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Network f4431930-b335-4e35-8f19-82964c3d1fc0 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:53:53.722320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:53.753321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d8a0a-1977-41f2-8fca-be22dee19fdf req-9d36dc87-ea04-4efd-b8b7-37a81ea148e1 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:53.754675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f84d8a0a-1977-41f2-8fca-be22dee19fdf req-9d36dc87-ea04-4efd-b8b7-37a81ea148e1 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2824626 Mar 10 23:53:53.770675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-e6b0cf79-833f-46e1-a5b8-1b849e96d0c9 service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422046 Mar 10 23:53:53.946086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Router fb65c4f2-3ec7-40fe-9608-0c7a0954838c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:53:54.090193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (01031407-e814-4754-a52a-116813ff6988), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.092195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:53:54.106454 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7cb54fb7-e199-4e2b-a7fd-91fb085b61c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/fb65c4f2-3ec7-40fe-9608-0c7a0954838c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9847543 Mar 10 23:53:54.106675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (01031407-e814-4754-a52a-116813ff6988), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.129163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bca57f84-9d1b-4127-ae73-19693d1b086c None None] Provisioning complete for port f821cb12-7293-4e43-9099-8d6ed90028f8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:54.129542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bca57f84-9d1b-4127-ae73-19693d1b086c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.147199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.148470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bda37989-8288-449d-8d2b-3708bef9e81d req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8280396 Mar 10 23:53:54.191678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bca57f84-9d1b-4127-ae73-19693d1b086c None None] Port f821cb12-7293-4e43-9099-8d6ed90028f8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:53:54.227536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316f8d2-2e96-46f1-bdad-5686c30a535b req-4c55a2b7-7f9a-48e7-a0ca-6a12e33f43b4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.241101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316f8d2-2e96-46f1-bdad-5686c30a535b req-4c55a2b7-7f9a-48e7-a0ca-6a12e33f43b4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.246328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316f8d2-2e96-46f1-bdad-5686c30a535b req-4c55a2b7-7f9a-48e7-a0ca-6a12e33f43b4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.248057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2316f8d2-2e96-46f1-bdad-5686c30a535b req-4c55a2b7-7f9a-48e7-a0ca-6a12e33f43b4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2412 time: 0.3209856 Mar 10 23:53:54.250017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-46672060-8e54-4a13-8e75-e00fdc7999b0 service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143217 Mar 10 23:53:54.253050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks [] for security_group (45ce7e9a-a8c6-4028-b24a-54b9a1c004e2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.255372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6f150-e3fa-4ecc-b0cb-9a440b570e0f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01031407-e814-4754-a52a-116813ff6988,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:54.298515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-083fe185-750e-4a15-82e7-cc714f43e7e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=4802ec00-c0a3-4057-9506-1969072ff30c HTTP/1.1" status: 200 len: 217 time: 0.0404978 Mar 10 23:53:54.300173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45ce7e9a-a8c6-4028-b24a-54b9a1c004e2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.368409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a2352de-9353-4284-9967-feb45932c673 req-11551c40-1a4c-4132-a08f-a56e3e153275 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0583203 Mar 10 23:53:54.398278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:53:54.431453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:54.434535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ba68a976-e73c-4841-9063-31782fe5be8e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.434880 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Added segment ba68a976-e73c-4841-9063-31782fe5be8e of type vlan for network 0338f312-177c-4e35-a816-913e68dee862 Mar 10 23:53:54.501201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-511de143-a140-4d3c-ad8d-c110b63cc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.502666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-511de143-a140-4d3c-ad8d-c110b63cc0b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af697241-7b90-444c-801c-352a458d49e5 HTTP/1.1" status: 200 len: 801 time: 0.1937666 Mar 10 23:53:54.536249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2316f8d2-2e96-46f1-bdad-5686c30a535b req-fd7630f9-bc40-4334-bf3d-662e2c0d5468 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818878 Mar 10 23:53:54.549283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bd5ad3e-a9c2-4288-b264-928958c3500a req-01cc51b1-530b-4a04-a5f3-4eea92ec2a51 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=71afc73224764f08aa705c02a37ce0ec HTTP/1.1" status: 200 len: 695 time: 0.1253209 Mar 10 23:53:54.578698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0338f312-177c-4e35-a816-913e68dee862), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.611302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134390922', 'description': 'tempest-description-1110547017'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:54.705675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0338f312-177c-4e35-a816-913e68dee862), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.706654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.707241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.723462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.749577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-61e8db98-f093-4306-bc01-1104682dd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.751123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-61e8db98-f093-4306-bc01-1104682dd5b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2191789 Mar 10 23:53:54.764769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4418740 Mar 10 23:53:54.768452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44606) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:54.773270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Request body: {'subnet': {'network_id': '0338f312-177c-4e35-a816-913e68dee862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-611101318-subnet', 'tenant_id': '8445a35b7dea4c3da2a64642f916dbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:54.801377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Made reservation on behalf of 8445a35b7dea4c3da2a64642f916dbc2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:53:54.803833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.835475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540f18-8976-4839-a790-e1f02d201e70 admin admin] Pushing event updated for resources: {'Network': ['ID=0338f312-177c-4e35-a816-913e68dee862,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:54.837472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:53:54.839699 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144ec236-69ac-4fbc-8dec-ddbbf9eba592" -d '{"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:53:54.854069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5ad3e-a9c2-4288-b264-928958c3500a req-64afcb02-3ec3-4e1e-a926-69d9829e0a02 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:54.855419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bd5ad3e-a9c2-4288-b264-928958c3500a req-64afcb02-3ec3-4e1e-a926-69d9829e0a02 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks?id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 787 time: 0.2960680 Mar 10 23:53:54.864160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0338f312-177c-4e35-a816-913e68dee862 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:53:54.887001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-0bd5ad3e-a9c2-4288-b264-928958c3500a req-e03ebea4-3285-4e20-af12-9646fea30478 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:53:54.888044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bd5ad3e-a9c2-4288-b264-928958c3500a req-e03ebea4-3285-4e20-af12-9646fea30478 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159481 Mar 10 23:53:54.977452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (169fc699-e1d4-4ee3-9623-d62f5c6b6c79), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:54.979941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-91e819e8-0413-4966-b084-81cf92f9e416 service neutron] 10.222.0.30 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017159 Mar 10 23:53:54.984426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (169fc699-e1d4-4ee3-9623-d62f5c6b6c79), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.039829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (cabc987f-818b-46bd-b1ca-a879cb211799), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.042427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.048701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5854b9f7-b33e-4d13-829f-e19d052be13c req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4666688 Mar 10 23:53:55.054561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca7c1c-c468-4e35-9630-b7128f0bc015 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169fc699-e1d4-4ee3-9623-d62f5c6b6c79,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:55.128507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cabc987f-818b-46bd-b1ca-a879cb211799,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:55.133999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Checking segment: {'id': 'ba68a976-e73c-4841-9063-31782fe5be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0338f312-177c-4e35-a816-913e68dee862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:55.133999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Network hostable DHCP agents. Network: 0338f312-177c-4e35-a816-913e68dee862, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:53:55.158095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Network 0338f312-177c-4e35-a816-913e68dee862 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:53:55.167852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0338f312-177c-4e35-a816-913e68dee862) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:53:55.176444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:55.177336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.177874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b9ee91-2d6c-4ab3-aa7e-a0d7175fc9b9 req-1fa3111b-6055-4664-9c1a-2c875af7bdd1 tempest-FloatingIPsNegativeTestJSON-1226899021 tempest-FloatingIPsNegativeTestJSON-1226899021-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=3de22508b83e439094391116102ec5a5 HTTP/1.1" status: 200 len: 217 time: 0.0612919 Mar 10 23:53:55.178524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d948b9-29c4-4b8d-892b-1dccdd0d0177 None None] Network 0338f312-177c-4e35-a816-913e68dee862 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:55.212302 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-148667f4-6f9b-4088-b7eb-4f66221e3c98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4426537 Mar 10 23:53:55.232402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8bfe946c-f5a1-4830-8845-16d7593b4db9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:55.235034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fdc0ce7b-e33c-4a50-9328-dfa076f4f4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280438 Mar 10 23:53:55.258652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3addd94-170b-489b-a2da-165fe1424ce5 req-73a0ee73-62a6-421e-a200-931ff1493c35 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:55.259715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3addd94-170b-489b-a2da-165fe1424ce5 req-73a0ee73-62a6-421e-a200-931ff1493c35 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1293988 Mar 10 23:53:55.307155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-8532371e-764b-4774-bb5f-3b87d57ea7ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0625794 Mar 10 23:53:55.376983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8bfe946c-f5a1-4830-8845-16d7593b4db9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:55.377679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.421842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21722f-b268-44bb-a69b-98eb9decdb8d None None] Network 0338f312-177c-4e35-a816-913e68dee862 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:53:55.436493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3addd94-170b-489b-a2da-165fe1424ce5 req-b3606c15-722b-487d-92a8-ee28ba2510b9 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333046 Mar 10 23:53:55.451061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-78d3311b-0207-4c5a-9173-61847bb2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:55.453023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-78d3311b-0207-4c5a-9173-61847bb2a27b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.1317279 Mar 10 23:53:55.497085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6f7ad-78e1-4d3b-90d0-3fd290932a8b req-2687a2fc-7bc4-406d-b049-e2ed7f2299c6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:55.498896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e6f7ad-78e1-4d3b-90d0-3fd290932a8b req-2687a2fc-7bc4-406d-b049-e2ed7f2299c6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1947134 Mar 10 23:53:55.555900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8bfe946c-f5a1-4830-8845-16d7593b4db9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:55.556737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.557771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fabd582e-8f72-4722-998d-b414ec35d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:55.561207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-fabd582e-8f72-4722-998d-b414ec35d991 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1008658 Mar 10 23:53:55.600372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e6f7ad-78e1-4d3b-90d0-3fd290932a8b req-afeef3f0-8f3d-4de0-8bee-e71dd25fe9bc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918226 Mar 10 23:53:55.607413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 8bfe946c-f5a1-4830-8845-16d7593b4db9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8bfe946c-f5a1-4830-8845-16d7593b4db9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:55.617053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.682100 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fbdcb5-2a2b-46f5-8edb-7a47c612d3d5 x-openstack-request-id: req-31fbdcb5-2a2b-46f5-8edb-7a47c612d3d5 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:53:55.682396 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:53:55.682654 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fbdcb5-2a2b-46f5-8edb-7a47c612d3d5 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:53:55.683053 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8', 'status': 'completed', 'code': 200} Mar 10 23:53:55.694021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=8bfe946c-f5a1-4830-8845-16d7593b4db9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:55.703905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-383a556b-5954-4d1a-aed0-509ee8de0a81 service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309688 Mar 10 23:53:55.791746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-178a24f2-000b-41a5-85df-f5b9ad7e557c tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips/1893087d-4781-4f90-b87a-3f51f679fc74 HTTP/1.1" status: 200 len: 692 time: 0.0854743 Mar 10 23:53:55.811748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af69b851-7eec-4b72-8779-2b7d14e31eef req-29e3aa0f-78d1-4198-ab6d-ae8e285cf99e tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0497167 Mar 10 23:53:55.895391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-339076666', 'description': 'tempest-description-157334921'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:55.981958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:55.988621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb63db24-c9c6-41ad-b86d-1016c3ae960b req-ba4c7424-7539-4d48-8fd0-5f8163d102e5 service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739670 Mar 10 23:53:56.028855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-be27e21f-574b-4b0a-9de7-04accbb9c117 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.030108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-be27e21f-574b-4b0a-9de7-04accbb9c117 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.2208869 Mar 10 23:53:56.126207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-6dfb3f73-a2b0-4550-a1f5-3fce7a4dec7b tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0857804 Mar 10 23:53:56.188682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (718d8e83-948b-483e-8520-f3c25446df64), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:56.198946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-17d1d02a-4322-43bb-8bda-b9b116dfb925 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.71 HTTP/1.1" status: 200 len: 695 time: 0.0661962 Mar 10 23:53:56.200439 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (718d8e83-948b-483e-8520-f3c25446df64), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:56.221332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-b6006ea2-70c0-4951-8876-aeafdf1345d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.221806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-b6006ea2-70c0-4951-8876-aeafdf1345d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.222267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-b6006ea2-70c0-4951-8876-aeafdf1345d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.223843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-b6006ea2-70c0-4951-8876-aeafdf1345d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2958 time: 0.1689541 Mar 10 23:53:56.289914 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:56.291082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78d3ed7e-1acb-4e7d-8788-909f5f29a2e3 req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4047379 Mar 10 23:53:56.306802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171d020-2e56-4b39-8284-99902fb81772 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718d8e83-948b-483e-8520-f3c25446df64,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:56.397986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd6f2615-1088-46f0-828f-9cb7484d8c50 req-ec1f38c3-78b1-4eff-9ded-250fb6cb09f9 tempest-FloatingIPsNegativeTestJSON-1226899021 tempest-FloatingIPsNegativeTestJSON-1226899021-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0877833 Mar 10 23:53:56.452600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-43a4263c-9aba-4906-9a1b-3e8e86d19855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.454670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-43a4263c-9aba-4906-9a1b-3e8e86d19855 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 HTTP/1.1" status: 200 len: 902 time: 0.2206686 Mar 10 23:53:56.464696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Deleting port e4a1f42c-e45a-410f-a416-d50110600dcc {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:53:56.465027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:56.816961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-c7a72dee-033f-4357-baef-53c2dfa12e81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=4802ec00-c0a3-4057-9506-1969072ff30c HTTP/1.1" status: 200 len: 217 time: 0.3500206 Mar 10 23:53:56.966988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-bf7e283e-f337-4a9b-98b3-d1217c0565f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:56.968456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-bf7e283e-f337-4a9b-98b3-d1217c0565f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af697241-7b90-444c-801c-352a458d49e5 HTTP/1.1" status: 200 len: 801 time: 0.1424780 Mar 10 23:53:56.986784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:56.987117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (e4a1f42c-e45a-410f-a416-d50110600dcc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.040213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Calling delete_port for e4a1f42c-e45a-410f-a416-d50110600dcc owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:53:57.050378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-ac8f6ae5-12e7-4967-848d-e82d4372589f tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.051817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-ac8f6ae5-12e7-4967-848d-e82d4372589f tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/networks?id=0338f312-177c-4e35-a816-913e68dee862 HTTP/1.1" status: 200 len: 820 time: 0.2398427 Mar 10 23:53:57.075402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-ffd23727-3f04-4e68-8ed2-64c74735d388 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/quotas/8445a35b7dea4c3da2a64642f916dbc2 HTTP/1.1" status: 200 len: 375 time: 0.0156822 Mar 10 23:53:57.100862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Sync routers for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:53:57.115204 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:57.115971 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:57.119357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8bfe946c-f5a1-4830-8845-16d7593b4db9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:57.149937 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-3a518764-5ca6-46c2-b5cc-e37f8b537f15 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8445a35b7dea4c3da2a64642f916dbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431147 Mar 10 23:53:57.156947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-905087bb-6ec0-476f-98fd-5859bde5d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.158431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-905087bb-6ec0-476f-98fd-5859bde5d5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1686637 Mar 10 23:53:57.174567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8bfe946c-f5a1-4830-8845-16d7593b4db9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:57.175072 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.231181 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:57.263087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8bfe946c-f5a1-4830-8845-16d7593b4db9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:57.371291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-a65af57f-00d2-4a89-b8d8-17946c1b3c15 service neutron] 10.222.0.30 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039831 Mar 10 23:53:57.377415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-4777da40-830a-4d98-bf8f-3cc12e642e48 service neutron] 10.222.0.21 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124588 Mar 10 23:53:57.395227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e4a1f42c-e45a-410f-a416-d50110600dcc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.441868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:52Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f821cb12-7293-4e43-9099-8d6ed90028f8', 'name': '', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'mac_address': 'fa:16:3e:de:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:51Z', 'updated_at': '2022-03-10T23:53:53Z', 'revision_number': 2, 'project_id': '3de22508b83e439094391116102ec5a5', 'subnets': [{'id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:57.444359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event deleted for resources: {'Port': ['ID=e4a1f42c-e45a-410f-a416-d50110600dcc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:57.468250 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Checking router: fb65c4f2-3ec7-40fe-9608-0c7a0954838c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:53:57.468609 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Updating router fb65c4f2-3ec7-40fe-9608-0c7a0954838c port f821cb12-7293-4e43-9099-8d6ed90028f8 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:53:57.496696 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.521260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4802ec00-c0a3-4057-9506-1969072ff30c details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:57.618488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b26f0e4d-82a3-4c1f-9465-3fc2ce8c819d req-8d56d18b-a415-4b80-b51a-0fea2831764f service neutron] 10.222.0.30 "GET /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401061 Mar 10 23:53:57.620664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-007dc6ad-dd76-4fc7-b0d0-fb32d5bf4c7c service neutron] 10.222.0.21 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353537 Mar 10 23:53:57.623946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (1893087d-4781-4f90-b87a-3f51f679fc74), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.626897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.630852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a76196d-55e3-419c-99f9-f3b792a2dc99 req-7e9e3b95-388b-4569-a050-e4636941e77e tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "DELETE /v2.0/floatingips/1893087d-4781-4f90-b87a-3f51f679fc74 HTTP/1.1" status: 204 len: 173 time: 1.4187548 Mar 10 23:53:57.646889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:57.659493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4802ec00-c0a3-4057-9506-1969072ff30c', 'network_id': 'ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8', 'port_id': '4802ec00-c0a3-4057-9506-1969072ff30c', 'mac_address': 'fa:16:3e:91:0a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af697241-7b90-444c-801c-352a458d49e5', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:57.738956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-e1b11a9d-f74b-4b3d-b667-51f5bc15d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.739643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-e1b11a9d-f74b-4b3d-b667-51f5bc15d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.740143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-e1b11a9d-f74b-4b3d-b667-51f5bc15d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.741618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4802ec00-c0a3-4057-9506-1969072ff30c is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:57.742118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-e1b11a9d-f74b-4b3d-b667-51f5bc15d2ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2958 time: 0.0735517 Mar 10 23:53:57.742285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.764223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4802ec00-c0a3-4057-9506-1969072ff30c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:57.788670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:57.806795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.808306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f13f8585-10ee-4649-b4d4-6e3e8e24af67 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:57.839208 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks [] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.850624 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:57.885979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1237b7c7-d26d-4bc2-9321-144cb196c394 req-e47c0aac-0c4e-4b06-9979-88ebe6a8a13f tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0702820 Mar 10 23:53:57.901063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83a7b-0783-43fc-b8f5-6a9bd0c5c898 req-e4ab7c35-c766-4c69-a08e-fa76725fdf01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.908593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83a7b-0783-43fc-b8f5-6a9bd0c5c898 req-e4ab7c35-c766-4c69-a08e-fa76725fdf01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.910538 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53725c-9745-4d22-8654-315de32cd382 None None] Pushing event updated for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:57.930063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83a7b-0783-43fc-b8f5-6a9bd0c5c898 req-e4ab7c35-c766-4c69-a08e-fa76725fdf01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:57.932467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60c83a7b-0783-43fc-b8f5-6a9bd0c5c898 req-e4ab7c35-c766-4c69-a08e-fa76725fdf01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2412 time: 0.1894605 Mar 10 23:53:57.963699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:58.028381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Attempting to bind port f821cb12-7293-4e43-9099-8d6ed90028f8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:53:58.028758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Attempting to bind port f821cb12-7293-4e43-9099-8d6ed90028f8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:53:58.029126 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Attempting to bind port f821cb12-7293-4e43-9099-8d6ed90028f8 on network f4431930-b335-4e35-8f19-82964c3d1fc0 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:53:58.039325 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:53:58.039704 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Checking segment: {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:53:58.040181 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.040571 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Bound using segment: {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:53:58.041029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Bound port: f821cb12-7293-4e43-9099-8d6ed90028f8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f772fb-3ca7-45ad-9a27-77bb33976bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:53:58.041617 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.052055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:58.066712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'port_id': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67', 'mac_address': 'fa:16:3e:f6:fe:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad6703-6376-4662-b94a-c386106d7d74', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:58.114677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f13f8585-10ee-4649-b4d4-6e3e8e24af67 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:58.115071 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.130487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13f8585-10ee-4649-b4d4-6e3e8e24af67 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:58.132949 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] For port f821cb12-7293-4e43-9099-8d6ed90028f8, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:53:58.141359 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] For port f821cb12-7293-4e43-9099-8d6ed90028f8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f821cb12-7293-4e43-9099-8d6ed90028f8,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:53:58.147549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60c83a7b-0783-43fc-b8f5-6a9bd0c5c898 req-54b20651-f179-4ad3-b39f-4a8260135937 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821694 Mar 10 23:53:58.150514 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.153617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-340bf6e5-648c-48d4-a30f-eb460d425c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:58.154837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:58.155069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-340bf6e5-648c-48d4-a30f-eb460d425c19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 200 len: 902 time: 0.3522377 Mar 10 23:53:58.162497 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.163445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 259186a1-0b5b-4e51-a96e-02893b59dbe8 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:53:58.234578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-83c8c32b-d16c-4a79-b4ce-e41b04599b27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0560377 Mar 10 23:53:58.236412 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53725c-9745-4d22-8654-315de32cd382 None None] Pushing event updated for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:58.239696 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:53:58.240757 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:58.285350 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-a05fe85d-6f80-4b50-a195-f7bff09547cc req-a9224a09-3c89-42d1-9c9f-c67df064255e tempest-FloatingIPsNegativeTestJSON-1226899021 tempest-FloatingIPsNegativeTestJSON-1226899021-project] show failed (client error): The resource could not be found. Mar 10 23:53:58.286397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a05fe85d-6f80-4b50-a195-f7bff09547cc req-a9224a09-3c89-42d1-9c9f-c67df064255e tempest-FloatingIPsNegativeTestJSON-1226899021 tempest-FloatingIPsNegativeTestJSON-1226899021-project] 10.222.0.21 "GET /v2.0/floatingips/8cc89f10-bb3b-4dca-ad23-34bb5ab81b88 HTTP/1.1" status: 404 len: 350 time: 0.0585828 Mar 10 23:53:58.295081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:53:58.302717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:53:58.326183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:58.425341 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:53:58.437438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-13fad967-0f4a-4088-b041-30ff28f408a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:58.439954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-13fad967-0f4a-4088-b041-30ff28f408a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 200 len: 801 time: 0.1969116 Mar 10 23:53:58.533574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bae3119-8655-4220-bcf4-74a2c13cdef1 req-be56be3f-6572-40f1-969b-20ac9ed29ca9 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 10997 time: 0.5715523 Mar 10 23:53:58.660720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '259186a1-0b5b-4e51-a96e-02893b59dbe8', 'network_id': '5e578611-c086-4186-9b55-3f2f2113dc23', 'port_id': '259186a1-0b5b-4e51-a96e-02893b59dbe8', 'mac_address': 'fa:16:3e:37:a4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dad6703-6376-4662-b94a-c386106d7d74', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:53:58.671307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:58.678845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-4475acc1-8f74-418f-9211-76a124932c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:58.680393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-4475acc1-8f74-418f-9211-76a124932c2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e578611-c086-4186-9b55-3f2f2113dc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1904027 Mar 10 23:53:58.690340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a055c-9797-4b4e-819e-90cd630fcbdb req-ab281fff-fbc9-42e5-a66a-26d5d85d9313 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:58.691830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Provisioning complete for port f821cb12-7293-4e43-9099-8d6ed90028f8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:58.692698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.697412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c73a055c-9797-4b4e-819e-90cd630fcbdb req-ab281fff-fbc9-42e5-a66a-26d5d85d9313 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2642102 Mar 10 23:53:58.796575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 259186a1-0b5b-4e51-a96e-02893b59dbe8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:58.797747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.816858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259186a1-0b5b-4e51-a96e-02893b59dbe8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:53:58.818296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-75fb3173-8c4e-4365-86ab-0ab2ae1fcff6 service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180601 Mar 10 23:53:58.847532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bae3119-8655-4220-bcf4-74a2c13cdef1 req-6625cc26-a234-4cd8-a9d2-9b2f2afbd7d0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ea4f2e12-9d22-4d27-8248-57b1bea57bab HTTP/1.1" status: 200 len: 2998 time: 0.3127592 Mar 10 23:53:58.878345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:58.911139 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.947356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:52Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f821cb12-7293-4e43-9099-8d6ed90028f8', 'name': '', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'mac_address': 'fa:16:3e:de:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:51Z', 'updated_at': '2022-03-10T23:53:58Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'subnets': [{'id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:53:58.969612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Current status of the port f821cb12-7293-4e43-9099-8d6ed90028f8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:58.969612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.975113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:58.987364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afd3c0-4f5c-4bf0-9cc2-2de0c46e9f34 None None] The sync data for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 is: [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:53:52Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f821cb12-7293-4e43-9099-8d6ed90028f8', 'name': '', 'network_id': 'f4431930-b335-4e35-8f19-82964c3d1fc0', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'mac_address': 'fa:16:3e:de:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:51Z', 'updated_at': '2022-03-10T23:53:58Z', 'revision_number': 4, 'project_id': '3de22508b83e439094391116102ec5a5', 'subnets': [{'id': 'ecffccdb-80e9-46c8-b973-41f0447647eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:53:58.991613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c73a055c-9797-4b4e-819e-90cd630fcbdb req-6ae24923-c2df-4dee-9d87-602212e75390 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931581 Mar 10 23:53:59.008908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bae3119-8655-4220-bcf4-74a2c13cdef1 req-1824a251-3e6e-44ae-8f88-e7701ff39836 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ea4f2e12-9d22-4d27-8248-57b1bea57bab HTTP/1.1" status: 200 len: 2998 time: 0.1599660 Mar 10 23:53:59.039217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:59.045298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] For port f821cb12-7293-4e43-9099-8d6ed90028f8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f821cb12-7293-4e43-9099-8d6ed90028f8,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:53:59.050207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:59.135433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445914f-fd17-4c89-8bb6-273292279927 None None] Pushing event updated for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:53:59.204325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0b55b153-3c28-43de-a8ce-cc3175f59dda None None] Provisioning complete for port f821cb12-7293-4e43-9099-8d6ed90028f8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:59.204751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b55b153-3c28-43de-a8ce-cc3175f59dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:59.303311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4802ec00-c0a3-4057-9506-1969072ff30c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:59.305994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f821cb12-7293-4e43-9099-8d6ed90028f8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:53:59.315342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['f13f8585-10ee-4649-b4d4-6e3e8e24af67'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:53:59.330189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-7245db16-296e-47a6-a197-db270510e386 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2893302 Mar 10 23:53:59.340892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:59.429733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ec236-69ac-4fbc-8dec-ddbbf9eba592 req-608b07bf-9998-4e7d-bf17-baa6e429965a service neutron] 10.222.0.30 "GET /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754523 Mar 10 23:53:59.432284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:59.462969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-097889eb-f214-46c2-bffe-a54712309e05 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:59.464472 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-097889eb-f214-46c2-bffe-a54712309e05 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.30 "GET /v2.0/networks?id=0338f312-177c-4e35-a816-913e68dee862 HTTP/1.1" status: 200 len: 820 time: 0.1804526 Mar 10 23:53:59.482508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7aad7-152e-4804-bb17-4108b14476eb req-29e5056f-7b3b-4b84-9e81-1dcd5e775327 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:53:59.490474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0e7aad7-152e-4804-bb17-4108b14476eb req-29e5056f-7b3b-4b84-9e81-1dcd5e775327 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1259155 Mar 10 23:53:59.495972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Request body: {'port': {'device_id': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'network_id': '0338f312-177c-4e35-a816-913e68dee862', 'admin_state_up': True, 'tenant_id': '8445a35b7dea4c3da2a64642f916dbc2'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:53:59.576702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0e7aad7-152e-4804-bb17-4108b14476eb req-e49d03c6-b343-4b93-9877-dc4d975e48a0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Mar 10 23:53:59.669398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0b55b153-3c28-43de-a8ce-cc3175f59dda None None] Current status of the port f821cb12-7293-4e43-9099-8d6ed90028f8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:59.671445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f821cb12-7293-4e43-9099-8d6ed90028f8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:53:59.671821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:59.699362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:53:59.824541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Allocated IP 172.25.7.54 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/ae4a845f-a31d-48b4-94a4-86e328995f37) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:53:59.885598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f821cb12-7293-4e43-9099-8d6ed90028f8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:53:59.958564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49a9b803-19ac-439d-8a17-f5be14ce45b2 req-44508496-cb7d-452d-a579-b2c4c1d944c7 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 210 time: 0.0319803 Mar 10 23:53:59.988392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.031467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Deleting port f821cb12-7293-4e43-9099-8d6ed90028f8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:00.033484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.033637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.062484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Made reservation on behalf of 8445a35b7dea4c3da2a64642f916dbc2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:00.066902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.093380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3eedc43-510d-4b44-9f6a-10225d0836b5 req-d4cb1758-a8d2-4ca3-86e2-033f0a344b6e tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0336001 Mar 10 23:54:00.095693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:00.098892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:00.104669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:00.135477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event updated for resources: {'Port': ['ID=ae4a845f-a31d-48b4-94a4-86e328995f37,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:00.193541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] For port f821cb12-7293-4e43-9099-8d6ed90028f8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f821cb12-7293-4e43-9099-8d6ed90028f8,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:00.193913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.209377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-252c860e-abdc-4cbd-acdd-6b825509fbad tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/01031407-e814-4754-a52a-116813ff6988 HTTP/1.1" status: 200 len: 1818 time: 0.0742888 Mar 10 23:54:00.214109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Calling delete_port for f821cb12-7293-4e43-9099-8d6ed90028f8 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:00.248629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (74755caf-a37e-4481-bc53-9dec34768942), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.303981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.308414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (01031407-e814-4754-a52a-116813ff6988), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.321040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Allocated IP 172.20.0.12 (0338f312-177c-4e35-a816-913e68dee862/cabc987f-818b-46bd-b1ca-a879cb211799/c80770a8-9eec-49a7-aa10-665f69ca3d63) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:00.358346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (01031407-e814-4754-a52a-116813ff6988), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.426222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['259186a1-0b5b-4e51-a96e-02893b59dbe8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:00.448456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (01031407-e814-4754-a52a-116813ff6988), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.450933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.452113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f71a254-c1c4-4130-b752-b94629d3eebd req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/01031407-e814-4754-a52a-116813ff6988 HTTP/1.1" status: 204 len: 173 time: 0.2374887 Mar 10 23:54:00.473516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e07299-3070-4550-a292-78d5f07198cc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01031407-e814-4754-a52a-116813ff6988,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:00.535857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.550517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.577243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks [] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.580301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f821cb12-7293-4e43-9099-8d6ed90028f8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.619618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f821cb12-7293-4e43-9099-8d6ed90028f8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:00.681436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e10eb-d42a-43ee-bb90-77786a19434d req-af254610-05fc-45f4-9b48-52078519372c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:00.687546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e10eb-d42a-43ee-bb90-77786a19434d req-af254610-05fc-45f4-9b48-52078519372c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:00.694276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e10eb-d42a-43ee-bb90-77786a19434d req-af254610-05fc-45f4-9b48-52078519372c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:00.696492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-918e10eb-d42a-43ee-bb90-77786a19434d req-af254610-05fc-45f4-9b48-52078519372c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2415 time: 0.1581368 Mar 10 23:54:00.699709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event updated for resources: {'Port': ['ID=ae4a845f-a31d-48b4-94a4-86e328995f37,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:00.714776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (74755caf-a37e-4481-bc53-9dec34768942), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.752909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.755575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.756848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-5add1ab6-c2da-4b47-b075-44f6e1035c6f tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4256823 Mar 10 23:54:00.787886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-918e10eb-d42a-43ee-bb90-77786a19434d req-29a821fa-4bb3-4975-9a8c-adb7f037f75c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761685 Mar 10 23:54:00.822561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Network 0338f312-177c-4e35-a816-913e68dee862 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:00.827640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:00.839500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-d604883e-0973-47a9-b220-014ae5c5f025 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.54 HTTP/1.1" status: 200 len: 695 time: 0.0648918 Mar 10 23:54:00.866340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:00.900705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Pushing event updated for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:00.931558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:00.932190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.935380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:00.959228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-c549542c-a8af-4545-badc-27ba51f65a90 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4745498 Mar 10 23:54:00.985460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f10e-7cba-493a-bc04-0a0062237888 req-3a6d1e2d-fa2c-41e5-9a83-b054a76e51bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:00.986772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54e8f10e-7cba-493a-bc04-0a0062237888 req-3a6d1e2d-fa2c-41e5-9a83-b054a76e51bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1128519 Mar 10 23:54:01.001005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Request body: {'port': {'device_id': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:01.006986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-c39d1da6-a728-4371-bd8a-8f0adbfe3fd4 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:01.008314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9720228a-e858-464e-ae8e-19b23ef4a106 req-c39d1da6-a728-4371-bd8a-8f0adbfe3fd4 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1581028 Mar 10 23:54:01.048607 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-b9107e62-826c-4023-9607-3105d3dd7396 req-b9de6c4f-e40f-4364-ad91-2b06e04d7e76 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:01.049603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9107e62-826c-4023-9607-3105d3dd7396 req-b9de6c4f-e40f-4364-ad91-2b06e04d7e76 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/01031407-e814-4754-a52a-116813ff6988 HTTP/1.1" status: 404 len: 352 time: 0.0224154 Mar 10 23:54:01.061645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54e8f10e-7cba-493a-bc04-0a0062237888 req-da7f9218-06c7-4f09-990f-cdc11555f7cf tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676320 Mar 10 23:54:01.122953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.175617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca010f3-2163-44f1-92c1-f6a482b02841 req-d262e592-eb92-43a9-b78d-ae8190062225 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:01.177951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ca010f3-2163-44f1-92c1-f6a482b02841 req-d262e592-eb92-43a9-b78d-ae8190062225 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.0631950 Mar 10 23:54:01.260146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ca010f3-2163-44f1-92c1-f6a482b02841 req-5db2464e-5935-464a-8794-261a980f8047 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Mar 10 23:54:01.268109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07b13f-3284-45c6-baba-49b876f5e166 req-54b91eb8-96e8-401d-a18d-f45aaed11ca1 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:01.269540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba07b13f-3284-45c6-baba-49b876f5e166 req-54b91eb8-96e8-401d-a18d-f45aaed11ca1 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 932 time: 0.0893750 Mar 10 23:54:01.348776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-7f418cd8-8823-4632-b3d8-a479b9fbb38c tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips/74755caf-a37e-4481-bc53-9dec34768942 HTTP/1.1" status: 200 len: 692 time: 0.0558605 Mar 10 23:54:01.383122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba07b13f-3284-45c6-baba-49b876f5e166 req-9c0cf2e6-3bb0-407e-b455-16daa39a25b9 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062913 Mar 10 23:54:01.383683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Router fb65c4f2-3ec7-40fe-9608-0c7a0954838c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:54:01.490768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-29a23e5e-6f7b-410e-8a69-92a8ccd1d5b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/169fc699-e1d4-4ee3-9623-d62f5c6b6c79 HTTP/1.1" status: 200 len: 1817 time: 0.0816522 Mar 10 23:54:01.498064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-c9e4fcae-0834-44ce-b6b7-e7052f50faff tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:01.499437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-c9e4fcae-0834-44ce-b6b7-e7052f50faff tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1451256 Mar 10 23:54:01.547065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f13f8585-10ee-4649-b4d4-6e3e8e24af67 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:01.585038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-af7cb7f1-5d59-4bc9-b6f6-31594f1f9465 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.54 HTTP/1.1" status: 200 len: 695 time: 0.0779541 Mar 10 23:54:01.591860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80770a8-9eec-49a7-aa10-665f69ca3d63 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:01.597626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:01.608188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63186b25-dfdf-4c17-b34a-d3e779a46c73 admin admin] 10.222.0.21 "PUT /v2.0/routers/fb65c4f2-3ec7-40fe-9608-0c7a0954838c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3039784 Mar 10 23:54:01.610448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Sync routers for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:01.612054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks [] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.612197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44692) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:01.618189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port f13f8585-10ee-4649-b4d4-6e3e8e24af67 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:01.624134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Transition to ACTIVE for port object c80770a8-9eec-49a7-aa10-665f69ca3d63 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:01.625608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port f13f8585-10ee-4649-b4d4-6e3e8e24af67 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:01.626052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.628816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.629890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:01.630519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:01.644032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (169fc699-e1d4-4ee3-9623-d62f5c6b6c79), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.684069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Pushing event updated for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:01.755747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Attempting to bind port c80770a8-9eec-49a7-aa10-665f69ca3d63 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:01.756130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Attempting to bind port c80770a8-9eec-49a7-aa10-665f69ca3d63 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ba68a976-e73c-4841-9063-31782fe5be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0338f312-177c-4e35-a816-913e68dee862'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:01.756455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Attempting to bind port c80770a8-9eec-49a7-aa10-665f69ca3d63 on network 0338f312-177c-4e35-a816-913e68dee862 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:01.761218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Port c80770a8-9eec-49a7-aa10-665f69ca3d63 on network 0338f312-177c-4e35-a816-913e68dee862 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:01.761531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Attempting to bind port c80770a8-9eec-49a7-aa10-665f69ca3d63 on network 0338f312-177c-4e35-a816-913e68dee862 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:01.767370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:01.767717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Checking segment: {'id': 'ba68a976-e73c-4841-9063-31782fe5be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0338f312-177c-4e35-a816-913e68dee862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:01.768145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Bound using segment: {'id': 'ba68a976-e73c-4841-9063-31782fe5be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0338f312-177c-4e35-a816-913e68dee862'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:01.768593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Bound port: c80770a8-9eec-49a7-aa10-665f69ca3d63, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba68a976-e73c-4841-9063-31782fe5be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0338f312-177c-4e35-a816-913e68dee862'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:01.768952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.797626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:01.838148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:01.843555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63,segment=NetworkSegment(ba68a976-e73c-4841-9063-31782fe5be8e),segment_id=ba68a976-e73c-4841-9063-31782fe5be8e)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:01.851195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.872510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f13f8585-10ee-4649-b4d4-6e3e8e24af67 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:01.872906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.895211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:01.896418 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.898142 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] 10.222.0.30 "PUT /v2.0/ports/c80770a8-9eec-49a7-aa10-665f69ca3d63 HTTP/1.1" status: 200 len: 1092 time: 0.9032974 Mar 10 23:54:01.898841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:01.901344 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5df503-976a-4c7e-9518-6d20a621115b" -d '{"events": [{"name": "network-changed", "server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:01.931293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298a4f-98a8-4200-a7df-21191bbe77dd service neutron] Pushing event updated for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:01.949520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:01.951825 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66366bb1-1387-4fe5-ab81-646e58e87bb2" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:01.962165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:01.970531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:01.971371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 259186a1-0b5b-4e51-a96e-02893b59dbe8 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:02.005930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-1123f7da-319a-4f3c-a167-f9010e29247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.007681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-1123f7da-319a-4f3c-a167-f9010e29247b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8445a35b7dea4c3da2a64642f916dbc2&device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 1126 time: 0.0559878 Mar 10 23:54:02.053003 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-99be6a3a-8c8e-416c-82bd-16b9488e87b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63 HTTP/1.1" status: 200 len: 217 time: 0.0369680 Mar 10 23:54:02.055180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-ac9e8e76-3e1a-4217-b8f8-73beb4faf84c tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.54 HTTP/1.1" status: 200 len: 695 time: 0.4574239 Mar 10 23:54:02.066594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (169fc699-e1d4-4ee3-9623-d62f5c6b6c79), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.102339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:02.103791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-ac903e67-6cdb-4c68-9d11-8e83e9dd5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.105395 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-ac903e67-6cdb-4c68-9d11-8e83e9dd5f7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cabc987f-818b-46bd-b1ca-a879cb211799 HTTP/1.1" status: 200 len: 860 time: 0.0461600 Mar 10 23:54:02.114194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 259186a1-0b5b-4e51-a96e-02893b59dbe8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:02.122480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 259186a1-0b5b-4e51-a96e-02893b59dbe8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:02.122480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.148588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-8e0daaec-7f12-452e-9e0a-7a1568b319f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0338f312-177c-4e35-a816-913e68dee862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354898 Mar 10 23:54:02.159893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:54:00Z', 'revision_number': 5, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:02.187697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Checking router: fb65c4f2-3ec7-40fe-9608-0c7a0954838c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:02.203755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Routers {'fb65c4f2-3ec7-40fe-9608-0c7a0954838c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:02.204432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:02.249443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (169fc699-e1d4-4ee3-9623-d62f5c6b6c79), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.252478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.253379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-4c1cedf6-4427-4807-a35b-b9c01eb0dfcf service neutron] 10.222.0.30 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988963 Mar 10 23:54:02.253600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d270fea1-c793-4b8c-b62d-27e7326e6360 req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/169fc699-e1d4-4ee3-9623-d62f5c6b6c79 HTTP/1.1" status: 204 len: 173 time: 0.7530785 Mar 10 23:54:02.260259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks [] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.286527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 259186a1-0b5b-4e51-a96e-02893b59dbe8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:02.286925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.308580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f182c45-fcbc-47ba-be66-b209ec29d515 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169fc699-e1d4-4ee3-9623-d62f5c6b6c79,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:02.378123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ba399f31-41aa-491e-85d8-b986adfa0b15 req-0f1e8c95-1678-4cca-a25a-f2aad2091fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135564 Mar 10 23:54:02.380076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Deleting port ae4a845f-a31d-48b4-94a4-86e328995f37 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:02.380430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.419696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3e9638c-eb93-4cb6-96aa-4b39ac329c14 req-349fc1e3-a447-41ff-9ac7-ec57fa362aa2 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0533364 Mar 10 23:54:02.450307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks [] for router_gateway (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.499448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:02.506578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.507366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4802ec00-c0a3-4057-9506-1969072ff30c up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:02.558534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.558926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (ae4a845f-a31d-48b4-94a4-86e328995f37), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.576818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Calling delete_port for ae4a845f-a31d-48b4-94a4-86e328995f37 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:02.579409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] Set router fb65c4f2-3ec7-40fe-9608-0c7a0954838c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:02.644912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44268-c66f-4b1e-a1f6-39507a4d082a req-cfbfb113-6f40-4796-930e-fd38ea4260ef tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.650182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44268-c66f-4b1e-a1f6-39507a4d082a req-cfbfb113-6f40-4796-930e-fd38ea4260ef tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.655421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa44268-c66f-4b1e-a1f6-39507a4d082a req-cfbfb113-6f40-4796-930e-fd38ea4260ef tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.657643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efa44268-c66f-4b1e-a1f6-39507a4d082a req-cfbfb113-6f40-4796-930e-fd38ea4260ef tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2417 time: 0.1622641 Mar 10 23:54:02.659411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:02.695437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Deleting port 8bfe946c-f5a1-4830-8845-16d7593b4db9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:02.695777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.711264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4802ec00-c0a3-4057-9506-1969072ff30c completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:02.716716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4802ec00-c0a3-4057-9506-1969072ff30c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:02.717088 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.801845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efa44268-c66f-4b1e-a1f6-39507a4d082a req-ff9ad429-02dc-4822-95ad-80fe26248f0f tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337225 Mar 10 23:54:02.852562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] For port 8bfe946c-f5a1-4830-8845-16d7593b4db9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8bfe946c-f5a1-4830-8845-16d7593b4db9,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:02.853009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.860076 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcad762-92d7-4e86-9ef7-cff8b7b243cb x-openstack-request-id: req-1dcad762-92d7-4e86-9ef7-cff8b7b243cb {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:02.860658 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:02.860747 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dcad762-92d7-4e86-9ef7-cff8b7b243cb {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:02.861097 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63', 'status': 'completed', 'code': 200} Mar 10 23:54:02.861863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:54:00Z', 'revision_number': 5, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:02.872404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Calling delete_port for 8bfe946c-f5a1-4830-8845-16d7593b4db9 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:02.888167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4802ec00-c0a3-4057-9506-1969072ff30c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:02.888581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.892263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c3c92c-0acc-4ecf-adbc-995ed67444c8 None None] The sync data for ids ['fb65c4f2-3ec7-40fe-9608-0c7a0954838c'] in n-d-831844-1 is: [{'id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'name': 'tempest-FloatingIPsNegativeTestJSON-163560961-router', 'tenant_id': '3de22508b83e439094391116102ec5a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:46Z', 'updated_at': '2022-03-10T23:54:00Z', 'revision_number': 5, 'project_id': '3de22508b83e439094391116102ec5a5', 'gw_port': {'id': '8bfe946c-f5a1-4830-8845-16d7593b4db9', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:99:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb65c4f2-3ec7-40fe-9608-0c7a0954838c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:47Z', 'updated_at': '2022-03-10T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:02.893978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ae4a845f-a31d-48b4-94a4-86e328995f37), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.917857 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c0ef10-5153-45c0-8c7d-43f7a91771a9 x-openstack-request-id: req-22c0ef10-5153-45c0-8c7d-43f7a91771a9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:02.918152 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:02.918407 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22c0ef10-5153-45c0-8c7d-43f7a91771a9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:02.920440 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67', 'code': 200} Mar 10 23:54:02.947588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:02.966116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Pushing event deleted for resources: {'Port': ['ID=ae4a845f-a31d-48b4-94a4-86e328995f37,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:02.975246 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:02.983326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df503-976a-4c7e-9518-6d20a621115b req-86429b51-3349-4714-9409-72471b620f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:02.986633 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-86429b51-3349-4714-9409-72471b620f1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8445a35b7dea4c3da2a64642f916dbc2&device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 1126 time: 0.0918567 Mar 10 23:54:03.028806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:03.082465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df503-976a-4c7e-9518-6d20a621115b req-8ea6d248-f427-4f5d-b5ab-0a8bd954c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:03.083902 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-8ea6d248-f427-4f5d-b5ab-0a8bd954c859 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0338f312-177c-4e35-a816-913e68dee862 HTTP/1.1" status: 200 len: 921 time: 0.0931559 Mar 10 23:54:03.128619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks [] for floatingip (74755caf-a37e-4481-bc53-9dec34768942), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.131167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.131885 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-935deb13-edfe-46bb-999a-73f5ba5ae558 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63 HTTP/1.1" status: 200 len: 217 time: 0.0410612 Mar 10 23:54:03.132341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6fc3303-3ac7-418e-8dfa-d6ed400d9d88 req-79b47af8-ecdc-40fb-97e6-6e558ad72607 tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "DELETE /v2.0/floatingips/74755caf-a37e-4481-bc53-9dec34768942 HTTP/1.1" status: 204 len: 173 time: 1.0676727 Mar 10 23:54:03.146818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db35d-1764-47e9-ba09-379ee2892ebf req-3bd45ac6-a678-42c2-8a56-8829aa42d8f4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:03.148345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6db35d-1764-47e9-ba09-379ee2892ebf req-3bd45ac6-a678-42c2-8a56-8829aa42d8f4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1423209 Mar 10 23:54:03.181814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df503-976a-4c7e-9518-6d20a621115b req-c299c951-240d-497f-a166-a732df7adf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:03.183340 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-c299c951-240d-497f-a166-a732df7adf9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cabc987f-818b-46bd-b1ca-a879cb211799 HTTP/1.1" status: 200 len: 860 time: 0.0443957 Mar 10 23:54:03.193729 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-0a58708c-b4ae-43d5-9135-e635dbc98db6 req-9b4113b6-566b-486a-bc72-bcd57d9310b6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:03.194739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a58708c-b4ae-43d5-9135-e635dbc98db6 req-9b4113b6-566b-486a-bc72-bcd57d9310b6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/169fc699-e1d4-4ee3-9623-d62f5c6b6c79 HTTP/1.1" status: 404 len: 352 time: 0.0455134 Mar 10 23:54:03.217360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-55131cd6-168e-42b0-8e35-33ae89e08bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0338f312-177c-4e35-a816-913e68dee862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265019 Mar 10 23:54:03.250491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6db35d-1764-47e9-ba09-379ee2892ebf req-7a2f89fe-ddd9-4ba1-8fe4-2dee8514a80d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903430 Mar 10 23:54:03.282332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8bfe946c-f5a1-4830-8845-16d7593b4db9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.324809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfe946c-f5a1-4830-8845-16d7593b4db9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:03.333410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f821cb12-7293-4e43-9099-8d6ed90028f8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:03.368779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f821cb12-7293-4e43-9099-8d6ed90028f8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:03.369124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f821cb12-7293-4e43-9099-8d6ed90028f8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:03.374737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-fce27191-c6a9-4fe3-bdd5-48e772d075d7 service neutron] 10.222.0.30 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508136 Mar 10 23:54:03.408428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253ef29-1b2b-42ab-ae2a-ce8779b61ac1 req-01e3e43d-03ea-4c5f-9469-2932e9835dff tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:03.409987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2253ef29-1b2b-42ab-ae2a-ce8779b61ac1 req-01e3e43d-03ea-4c5f-9469-2932e9835dff tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1586258 Mar 10 23:54:03.457795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.475788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d5df503-976a-4c7e-9518-6d20a621115b req-99d64053-8328-4bc1-be1a-808ae59c8341 service neutron] 10.222.0.30 "GET /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935872 Mar 10 23:54:03.559137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c80770a8-9eec-49a7-aa10-665f69ca3d63 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:03.587333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc05f4f-3f87-4c4e-8798-a1d104071033 req-90b4e8ac-95c7-48d8-8d51-957c365565bd tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:03.588792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cc05f4f-3f87-4c4e-8798-a1d104071033 req-90b4e8ac-95c7-48d8-8d51-957c365565bd tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 944 time: 0.2042110 Mar 10 23:54:03.591712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.594946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks [] for router_controller (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.598953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2253ef29-1b2b-42ab-ae2a-ce8779b61ac1 req-0b3e4a8f-98ce-45b8-9166-f0848c4b421a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727171 Mar 10 23:54:03.668714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63,segment=NetworkSegment(ba68a976-e73c-4841-9063-31782fe5be8e),segment_id=ba68a976-e73c-4841-9063-31782fe5be8e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:03.683655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c80770a8-9eec-49a7-aa10-665f69ca3d63', 'network_id': '0338f312-177c-4e35-a816-913e68dee862', 'port_id': 'c80770a8-9eec-49a7-aa10-665f69ca3d63', 'mac_address': 'fa:16:3e:15:2d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabc987f-818b-46bd-b1ca-a879cb211799', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:03.691222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (fb65c4f2-3ec7-40fe-9608-0c7a0954838c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.691770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb65c4f2-3ec7-40fe-9608-0c7a0954838c {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:54:03.693472 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-261e767b-a41a-4ee6-b672-e597279bb695 req-6ca10cb4-16b5-42eb-b267-dfadc4773a0b tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] show failed (client error): The resource could not be found. Mar 10 23:54:03.694515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-261e767b-a41a-4ee6-b672-e597279bb695 req-6ca10cb4-16b5-42eb-b267-dfadc4773a0b tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips/74755caf-a37e-4481-bc53-9dec34768942 HTTP/1.1" status: 404 len: 350 time: 0.0544462 Mar 10 23:54:03.697344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.698358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e9dfd03-1fc1-46f4-bd5f-f532e89936bd admin admin] 10.222.0.21 "DELETE /v2.0/routers/fb65c4f2-3ec7-40fe-9608-0c7a0954838c HTTP/1.1" status: 204 len: 168 time: 2.0859897 Mar 10 23:54:03.701021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44714) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:03.735437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cc05f4f-3f87-4c4e-8798-a1d104071033 req-699e1a71-3cc5-4e57-91c3-24aef8b6f361 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328957 Mar 10 23:54:03.738030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c80770a8-9eec-49a7-aa10-665f69ca3d63 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:03.738472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.753749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80770a8-9eec-49a7-aa10-665f69ca3d63 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:03.773914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Deleting subnet ecffccdb-80e9-46c8-b973-41f0447647eb {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:03.778051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Publish callbacks [] for subnet (ecffccdb-80e9-46c8-b973-41f0447647eb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.785304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63,segment=NetworkSegment(ba68a976-e73c-4841-9063-31782fe5be8e),segment_id=ba68a976-e73c-4841-9063-31782fe5be8e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:03.794260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-37eed558-d1fd-4946-84d2-e7ffe6b15ca1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/718d8e83-948b-483e-8520-f3c25446df64 HTTP/1.1" status: 200 len: 1816 time: 0.0576956 Mar 10 23:54:03.797025 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.826870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ecffccdb-80e9-46c8-b973-41f0447647eb), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.856532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0f14d40-a712-4155-bd9f-5888ab89c983 req-9dfc5e93-3a6a-4978-b3fe-a533f2ba282f tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0401025 Mar 10 23:54:03.873492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:03.898407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (718d8e83-948b-483e-8520-f3c25446df64), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.939745 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ecffccdb-80e9-46c8-b973-41f0447647eb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.962942 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-66ea1c35-52a9-48e3-8284-f5f23717207f req-26b690d9-99d3-4cc7-bf71-d94f9681808d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] show failed (client error): The resource could not be found. Mar 10 23:54:03.964007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66ea1c35-52a9-48e3-8284-f5f23717207f req-26b690d9-99d3-4cc7-bf71-d94f9681808d tempest-FloatingIPsTestJSON-483691896 tempest-FloatingIPsTestJSON-483691896-project] 10.222.0.21 "GET /v2.0/floatingips/74755caf-a37e-4481-bc53-9dec34768942 HTTP/1.1" status: 404 len: 350 time: 0.0509377 Mar 10 23:54:03.967688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (718d8e83-948b-483e-8520-f3c25446df64), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:03.973901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44720) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:04.010589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ecffccdb-80e9-46c8-b973-41f0447647eb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.039649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecffccdb-80e9-46c8-b973-41f0447647eb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:04.050542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f887f92-8ae1-4405-98a2-b73c8e7f2222 None None] Network f4431930-b335-4e35-8f19-82964c3d1fc0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:04.052188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.057736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-333258f8-a6b0-455f-97c4-daeec9f7e787 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ecffccdb-80e9-46c8-b973-41f0447647eb HTTP/1.1" status: 204 len: 168 time: 0.3534698 Mar 10 23:54:04.058030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44722) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:04.137001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (718d8e83-948b-483e-8520-f3c25446df64), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.139088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f4431930-b335-4e35-8f19-82964c3d1fc0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.139470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.141223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0dc2545-781e-4ffa-aa25-c45178eee263 req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/718d8e83-948b-483e-8520-f3c25446df64 HTTP/1.1" status: 204 len: 173 time: 0.3406458 Mar 10 23:54:04.170722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366889-7b91-48d8-a62e-623a662fa5cb req-f1d07f4c-b901-4310-9f71-c9ffc45485ad tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:04.175170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c80770a8-9eec-49a7-aa10-665f69ca3d63'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:04.176420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366889-7b91-48d8-a62e-623a662fa5cb req-f1d07f4c-b901-4310-9f71-c9ffc45485ad tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:04.181693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366889-7b91-48d8-a62e-623a662fa5cb req-f1d07f4c-b901-4310-9f71-c9ffc45485ad tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:04.183427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de366889-7b91-48d8-a62e-623a662fa5cb req-f1d07f4c-b901-4310-9f71-c9ffc45485ad tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.1530805 Mar 10 23:54:04.189677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f733d-91cc-4e25-bdab-3c458150b7ea tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d8e83-948b-483e-8520-f3c25446df64,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:04.209561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Deleting port f240be25-72ed-43d0-b4b7-e8917218c3a5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:04.209905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.220962 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-5cf98472-ec25-4e36-b3ab-4248b637414b req-297c0efb-f985-4aa4-af0c-1e4afaec6868 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:04.221987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cf98472-ec25-4e36-b3ab-4248b637414b req-297c0efb-f985-4aa4-af0c-1e4afaec6868 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/718d8e83-948b-483e-8520-f3c25446df64 HTTP/1.1" status: 404 len: 352 time: 0.0374260 Mar 10 23:54:04.282017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] DHCP port deletion for f4431930-b335-4e35-8f19-82964c3d1fc0 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:54:04.298484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] For port f240be25-72ed-43d0-b4b7-e8917218c3a5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f240be25-72ed-43d0-b4b7-e8917218c3a5,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:04.298812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.317327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Calling delete_port for f240be25-72ed-43d0-b4b7-e8917218c3a5 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:04.384180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de366889-7b91-48d8-a62e-623a662fa5cb req-c56a1ef0-5a7c-4764-a2ac-cb6e9e528b2d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854210 Mar 10 23:54:04.395665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Deleting port f240be25-72ed-43d0-b4b7-e8917218c3a5 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:04.396476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.436680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.445000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1de7653-7f1f-4c7b-a45b-321fd98a77fb req-82c21724-ce68-4485-a553-500973ec2a78 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 6199 time: 0.1691740 Mar 10 23:54:04.474782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f240be25-72ed-43d0-b4b7-e8917218c3a5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:04.480521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] No DVR routers for this DVR port f240be25-72ed-43d0-b4b7-e8917218c3a5 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:04.493641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] For port f240be25-72ed-43d0-b4b7-e8917218c3a5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f240be25-72ed-43d0-b4b7-e8917218c3a5,segment=NetworkSegment(70f772fb-3ca7-45ad-9a27-77bb33976bec),segment_id=70f772fb-3ca7-45ad-9a27-77bb33976bec)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:04.494032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.506741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Calling delete_port for f240be25-72ed-43d0-b4b7-e8917218c3a5 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:04.524516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1de7653-7f1f-4c7b-a45b-321fd98a77fb req-603f5523-a868-4d22-bdfb-1809848e85fa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ea4f2e12-9d22-4d27-8248-57b1bea57bab HTTP/1.1" status: 200 len: 2998 time: 0.0785694 Mar 10 23:54:04.563795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f4431930-b335-4e35-8f19-82964c3d1fc0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.587354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4431930-b335-4e35-8f19-82964c3d1fc0']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:04.590634 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (f240be25-72ed-43d0-b4b7-e8917218c3a5), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.597894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f772fb-3ca7-45ad-9a27-77bb33976bec') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:04.598206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f772fb-3ca7-45ad-9a27-77bb33976bec') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:04.613738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (70f772fb-3ca7-45ad-9a27-77bb33976bec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.623987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] Pushing event deleted for resources: {'Port': ['ID=f240be25-72ed-43d0-b4b7-e8917218c3a5,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:04.625917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e756500-05f8-4183-b5b2-93398345f7e5 None None] No DVR routers for this DVR port f240be25-72ed-43d0-b4b7-e8917218c3a5 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:04.632598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1de7653-7f1f-4c7b-a45b-321fd98a77fb req-f305d498-3a42-4cbe-8a4e-61650aec591a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ea4f2e12-9d22-4d27-8248-57b1bea57bab HTTP/1.1" status: 200 len: 2998 time: 0.0967240 Mar 10 23:54:04.651952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (70f772fb-3ca7-45ad-9a27-77bb33976bec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.658516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650dc0-1562-4a43-984c-0fd6a0bcf5c5 req-f490290c-d58f-41f8-a132-091d0073930e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:04.660089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:04.660821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (70f772fb-3ca7-45ad-9a27-77bb33976bec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:04.663024 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:04.666472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a650dc0-1562-4a43-984c-0fd6a0bcf5c5 req-f490290c-d58f-41f8-a132-091d0073930e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1537757 Mar 10 23:54:04.726113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f4431930-b335-4e35-8f19-82964c3d1fc0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.732191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.738190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f4431930-b335-4e35-8f19-82964c3d1fc0 HTTP/1.1" status: 204 len: 168 time: 0.6768169 Mar 10 23:54:04.748278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a650dc0-1562-4a43-984c-0fd6a0bcf5c5 req-bb43aa87-ee12-4640-ba39-35b16235cc95 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790348 Mar 10 23:54:04.751605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c6ea1-97aa-4637-a777-283b1ec9fc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4431930-b335-4e35-8f19-82964c3d1fc0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:04.865818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44738) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:04.909750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4653ce45-4f4c-458e-bf09-6a71b5b342f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3de22508b83e439094391116102ec5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425782 Mar 10 23:54:04.912052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:04.923147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8'}, {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:04.925613 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1178e28a-e6e5-4bc7-98db-ba0c1f175255" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8"}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:04.965062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] Publish callbacks [] for security_group (787393fc-fa8b-4e17-b409-50b845fb13f2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:04.993244 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] Publish callbacks [] for security_group (787393fc-fa8b-4e17-b409-50b845fb13f2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.042153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (787393fc-fa8b-4e17-b409-50b845fb13f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.044729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.045882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/787393fc-fa8b-4e17-b409-50b845fb13f2 HTTP/1.1" status: 204 len: 168 time: 0.1327543 Mar 10 23:54:05.054561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327979-d1dc-47b4-bed4-cc409a6d97a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787393fc-fa8b-4e17-b409-50b845fb13f2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:05.082814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-239625461', 'description': 'tempest-description-1147698217'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:05.143029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.162717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891a764-1b0e-4516-b177-640441d5bed5 req-c288ca60-9717-43b7-8564-1ec35c4e97c6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.164278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3891a764-1b0e-4516-b177-640441d5bed5 req-c288ca60-9717-43b7-8564-1ec35c4e97c6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.4534762 Mar 10 23:54:05.243305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.302101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3891a764-1b0e-4516-b177-640441d5bed5 req-271ff97f-29a2-43ac-89b4-131cef007b14 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275458 Mar 10 23:54:05.315392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8bfe946c-f5a1-4830-8845-16d7593b4db9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:05.349530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8bfe946c-f5a1-4830-8845-16d7593b4db9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:05.349886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8bfe946c-f5a1-4830-8845-16d7593b4db9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:05.350309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f240be25-72ed-43d0-b4b7-e8917218c3a5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:05.369907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f240be25-72ed-43d0-b4b7-e8917218c3a5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:05.370259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f240be25-72ed-43d0-b4b7-e8917218c3a5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:05.370537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (0a2d4769-011d-44f1-8155-0462d383dc71), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.378474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0a2d4769-011d-44f1-8155-0462d383dc71), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.454971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.456239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-070401f5-8bd7-4c3b-8d41-fe088811596d req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6778743 Mar 10 23:54:05.494022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064392c-2fb8-4586-9db6-799f07e48345 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d4769-011d-44f1-8155-0462d383dc71,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:05.567587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e84b576d-5b4f-427e-950f-2e77eae5a697 req-0f992b28-d06d-424a-b934-b1b212099238 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0463912 Mar 10 23:54:05.584223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02cfaa-8b3e-40a6-a08a-abdf8546e8e0 req-24623636-c3bb-428b-92d8-37c1ec1b7b1d tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.585726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d02cfaa-8b3e-40a6-a08a-abdf8546e8e0 req-24623636-c3bb-428b-92d8-37c1ec1b7b1d tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 945 time: 0.1981063 Mar 10 23:54:05.592430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c80770a8-9eec-49a7-aa10-665f69ca3d63 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:05.646942 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312fcb9c-d805-4071-bb0a-b7448ffe0912 x-openstack-request-id: req-312fcb9c-d805-4071-bb0a-b7448ffe0912 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:05.647469 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8", "code": 200}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-plugged", "status": "completed", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:05.648066 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-312fcb9c-d805-4071-bb0a-b7448ffe0912 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:05.648641 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8', 'code': 200} Mar 10 23:54:05.649082 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c', 'code': 200} Mar 10 23:54:05.690000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d02cfaa-8b3e-40a6-a08a-abdf8546e8e0 req-0b2ee53d-7f83-4d27-a8a9-b3da3a5a7589 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985405 Mar 10 23:54:05.705661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c80770a8-9eec-49a7-aa10-665f69ca3d63 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:05.720041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c80770a8-9eec-49a7-aa10-665f69ca3d63 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:05.720642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.735568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575326340', 'description': 'tempest-description-1729324370'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:05.800638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.801229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c822-e1c6-49f4-99e0-b96202ccd93d req-9f60d9c5-6fae-4015-aa91-9ffcd7149054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.801579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c822-e1c6-49f4-99e0-b96202ccd93d req-9f60d9c5-6fae-4015-aa91-9ffcd7149054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.802219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c822-e1c6-49f4-99e0-b96202ccd93d req-9f60d9c5-6fae-4015-aa91-9ffcd7149054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.804432 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30d8c822-e1c6-49f4-99e0-b96202ccd93d req-9f60d9c5-6fae-4015-aa91-9ffcd7149054 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2964 time: 0.0741866 Mar 10 23:54:05.824067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c80770a8-9eec-49a7-aa10-665f69ca3d63 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:05.824479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.826322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f963-471b-43ed-ab94-05cac5b359e8 req-7584d59b-6c84-4951-9602-f8bbe513794a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.832509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f963-471b-43ed-ab94-05cac5b359e8 req-7584d59b-6c84-4951-9602-f8bbe513794a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.837954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88f963-471b-43ed-ab94-05cac5b359e8 req-7584d59b-6c84-4951-9602-f8bbe513794a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:05.846277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb88f963-471b-43ed-ab94-05cac5b359e8 req-7584d59b-6c84-4951-9602-f8bbe513794a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.1282165 Mar 10 23:54:05.858078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Deleting port c2ad53ee-9781-4576-8795-4037aaf2a877 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:05.858424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.872953 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30d8c822-e1c6-49f4-99e0-b96202ccd93d req-9e820f6e-81c8-4150-a169-7dc0888af69f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615942 Mar 10 23:54:05.873527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63,segment=NetworkSegment(ba68a976-e73c-4841-9063-31782fe5be8e),segment_id=ba68a976-e73c-4841-9063-31782fe5be8e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:05.878507 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:05.935781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:05.964892 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:54:05.981793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb88f963-471b-43ed-ab94-05cac5b359e8 req-00f858bc-b823-4620-af40-a6fea143f464 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353252 Mar 10 23:54:06.016214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] For port c2ad53ee-9781-4576-8795-4037aaf2a877, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c2ad53ee-9781-4576-8795-4037aaf2a877,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:06.016585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.020495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (ef868bbf-d815-43d5-92b1-798c05e3cdfa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.027680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ef868bbf-d815-43d5-92b1-798c05e3cdfa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.042063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Calling delete_port for c2ad53ee-9781-4576-8795-4037aaf2a877 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:06.081909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.083093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0ddba25-d69b-4878-a2f5-32a352e11532 req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3516171 Mar 10 23:54:06.135741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa07e3-afa0-4fdd-8f9d-2be6659aad55 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef868bbf-d815-43d5-92b1-798c05e3cdfa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:06.177001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fdf20-63ac-40b0-9be2-bdc4405debc1 req-6ff9a7c2-1876-4e6f-b274-55c206a7d56c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:06.178501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c02fdf20-63ac-40b0-9be2-bdc4405debc1 req-6ff9a7c2-1876-4e6f-b274-55c206a7d56c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1248913 Mar 10 23:54:06.283228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c02fdf20-63ac-40b0-9be2-bdc4405debc1 req-ab70e829-653a-45de-9f5a-f2accdb82ac0 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640817 Mar 10 23:54:06.441562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c2ad53ee-9781-4576-8795-4037aaf2a877), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.488090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ad53ee-9781-4576-8795-4037aaf2a877,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:06.526370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44798) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:06.553245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-4e409dd8-de71-48e9-a508-8bdce5fa6ed6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:06.554790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-4e409dd8-de71-48e9-a508-8bdce5fa6ed6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 813 time: 0.2289119 Mar 10 23:54:06.585857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-12a5681e-d377-451f-9d99-99c18c49f531 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/quotas/04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 375 time: 0.0238433 Mar 10 23:54:06.595514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bd2ae-7a8e-4e6a-ad5d-f61940cda9ce req-98346889-511a-4431-8d58-c49af060d67f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:06.597107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-110bd2ae-7a8e-4e6a-ad5d-f61940cda9ce req-98346889-511a-4431-8d58-c49af060d67f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1856978 Mar 10 23:54:06.654247 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23bd1122-63d4-4724-92c6-2be7ed80808b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.659505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-191e7ff2-cac6-4a1b-b7d3-90dbca28b199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.740734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-191e7ff2-cac6-4a1b-b7d3-90dbca28b199 admin admin] Publish callbacks [] for security_group (eb3c363e-b834-444d-b499-06275d18c996), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.744780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-191e7ff2-cac6-4a1b-b7d3-90dbca28b199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb3c363e-b834-444d-b499-06275d18c996), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.749585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-110bd2ae-7a8e-4e6a-ad5d-f61940cda9ce req-87f2f841-ab83-420f-b74b-f053362c26d0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352062 Mar 10 23:54:06.785883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-5e537c9d-1517-49d9-888a-50e1f680258e tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874888 Mar 10 23:54:06.788264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-191e7ff2-cac6-4a1b-b7d3-90dbca28b199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8379c242b6a480684b21a791b9f018c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602372 Mar 10 23:54:06.789158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e7ff2-cac6-4a1b-b7d3-90dbca28b199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c363e-b834-444d-b499-06275d18c996,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:06.791629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44806) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:06.844247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:06.923566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02ebb0ec-b57d-419a-ba4f-170830a40154 req-6ef09d3e-b35f-4d7e-9513-0bca3aec1c7d tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0810373 Mar 10 23:54:07.026006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] Publish callbacks [] for security_group (eb3c363e-b834-444d-b499-06275d18c996), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:07.055138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-c8aed246-ba8b-4d49-b1c2-21507b46a339 service neutron] 10.222.0.21 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511399 Mar 10 23:54:07.115950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] Publish callbacks [] for security_group (eb3c363e-b834-444d-b499-06275d18c996), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:07.222399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969799-856b-43ce-b983-ca8b39a582ba req-0314f4b4-39f9-4592-addc-33c6bf459dec tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:07.223870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e969799-856b-43ce-b983-ca8b39a582ba req-0314f4b4-39f9-4592-addc-33c6bf459dec tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.2308552 Mar 10 23:54:07.331835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-4a55fc3e-b603-4bdc-aad1-a8fefd2d4753 service neutron] 10.222.0.21 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433550 Mar 10 23:54:07.341009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb3c363e-b834-444d-b499-06275d18c996), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:07.344303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:07.348016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb3c363e-b834-444d-b499-06275d18c996 HTTP/1.1" status: 204 len: 168 time: 0.5529699 Mar 10 23:54:07.390098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e969799-856b-43ce-b983-ca8b39a582ba req-b8627fcc-623d-4a63-87cf-2597a1316767 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594179 Mar 10 23:54:07.393284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcaee7-1ed4-43a3-8c6f-896df19e5c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c363e-b834-444d-b499-06275d18c996,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:07.419536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Router 934061c7-a6ae-478d-bc2a-2634acbb2cdb has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:54:07.626815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26bd8-bb0c-46b9-9050-11f9ea3ef504 req-39f1dc1c-ec88-416a-9b91-893ee6d2cf5c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:07.632031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26bd8-bb0c-46b9-9050-11f9ea3ef504 req-39f1dc1c-ec88-416a-9b91-893ee6d2cf5c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:07.637399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26bd8-bb0c-46b9-9050-11f9ea3ef504 req-39f1dc1c-ec88-416a-9b91-893ee6d2cf5c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:07.638966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bb26bd8-bb0c-46b9-9050-11f9ea3ef504 req-39f1dc1c-ec88-416a-9b91-893ee6d2cf5c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.1570032 Mar 10 23:54:07.650779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:07.651279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:07.662254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-05bce438-dc30-42d5-a952-ab373a39c35b admin admin] 10.222.0.21 "PUT /v2.0/routers/934061c7-a6ae-478d-bc2a-2634acbb2cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6822360 Mar 10 23:54:07.664837 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1c67b-a446-46d3-91dc-2e58314a1478" -d '{"events": [{"server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "name": "network-vif-plugged", "status": "completed", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:07.665422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:07.676930 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Sync routers for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:07.686690 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:07.687364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:07.712914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cbd5f-5e87-4796-b843-310f05fce53d req-ef6b7ccc-dd0a-4ab5-bec2-ec4c7fcdd620 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:07.720820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f9cbd5f-5e87-4796-b843-310f05fce53d req-ef6b7ccc-dd0a-4ab5-bec2-ec4c7fcdd620 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1453969 Mar 10 23:54:07.785423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bb26bd8-bb0c-46b9-9050-11f9ea3ef504 req-a3b3c280-b5e7-4624-82a5-5a050d539537 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357443 Mar 10 23:54:07.841433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks [] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:07.844164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f9cbd5f-5e87-4796-b843-310f05fce53d req-97a6420a-24a4-4841-a6c5-23bc6651cf0b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216857 Mar 10 23:54:07.902330 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:07.921768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dac3aff1-43dc-498d-9692-309a67351267 req-d4a03587-3cbc-4b6a-ae63-19dc7b6577be tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 210 time: 0.0396852 Mar 10 23:54:07.988051 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffa5bce-2139-435c-a310-136ed491353a x-openstack-request-id: req-2ffa5bce-2139-435c-a310-136ed491353a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:07.988647 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "name": "network-vif-plugged", "status": "completed", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:07.989976 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ffa5bce-2139-435c-a310-136ed491353a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:07.990609 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63', 'code': 200} Mar 10 23:54:08.180952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcc5c-309f-486b-89b8-051812eab66e req-4e53ef40-d18d-4404-93cf-83e689488a69 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.194400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-193bcc5c-309f-486b-89b8-051812eab66e req-4e53ef40-d18d-4404-93cf-83e689488a69 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1426880 Mar 10 23:54:08.294663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks [] for router_gateway (934061c7-a6ae-478d-bc2a-2634acbb2cdb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:08.303986 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:54:06Z', 'revision_number': 5, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port': {'id': 'fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:53:38Z', 'updated_at': '2022-03-10T23:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:08.307172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c9c3bbf-dc6a-4495-b9ff-a7cd8cc57c89 req-0efbb28d-dc62-4deb-9513-3ac204dd1b43 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1099861 Mar 10 23:54:08.338785 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Checking router: 934061c7-a6ae-478d-bc2a-2634acbb2cdb for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:08.349300 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Routers {'934061c7-a6ae-478d-bc2a-2634acbb2cdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:08.349941 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:08.364378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-193bcc5c-309f-486b-89b8-051812eab66e req-268dbf19-e68d-4a9e-98c3-907d4baf7acd tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690304 Mar 10 23:54:08.387445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Deleting port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:08.387445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:08.473014 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] Set router 934061c7-a6ae-478d-bc2a-2634acbb2cdb gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:08.558717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:54:08Z', 'revision_number': 6, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:08.569624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ed5d0-288e-4343-a7fb-b0bbe1dc5b9f req-0cb2cf84-b69b-460a-bb4c-aae02bef8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.571570 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-521ed5d0-288e-4343-a7fb-b0bbe1dc5b9f req-0cb2cf84-b69b-460a-bb4c-aae02bef8c90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 1128 time: 0.1819179 Mar 10 23:54:08.637406 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb249f67-3254-4e46-b419-3a11251ca62e None None] The sync data for ids ['934061c7-a6ae-478d-bc2a-2634acbb2cdb'] in n-d-831844-1 is: [{'id': '934061c7-a6ae-478d-bc2a-2634acbb2cdb', 'name': 'tempest-FloatingIPsTestJSON-1772263084-router', 'tenant_id': '71afc73224764f08aa705c02a37ce0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:53:37Z', 'updated_at': '2022-03-10T23:54:08Z', 'revision_number': 6, 'project_id': '71afc73224764f08aa705c02a37ce0ec', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:08.645275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a842b9-5b00-4f91-8f9d-252a300032fe req-a010afe5-35b2-48ae-95cc-d6a6633962c7 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.649862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] For port fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:08.650261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:08.653907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1a842b9-5b00-4f91-8f9d-252a300032fe req-a010afe5-35b2-48ae-95cc-d6a6633962c7 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.1191387 Mar 10 23:54:08.684982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Calling delete_port for fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:08.711318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-521ed5d0-288e-4343-a7fb-b0bbe1dc5b9f req-e10f3164-67ec-45c3-87bc-d3b016038a46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264255 Mar 10 23:54:08.772375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1a842b9-5b00-4f91-8f9d-252a300032fe req-5eff06ec-04ee-4c32-9699-31dcecd65e56 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172280 Mar 10 23:54:08.793663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02e6d-047b-46fc-850b-dcafcf39848b req-c4136c80-477f-4310-9ec6-0a64d8ec2dc3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.799092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02e6d-047b-46fc-850b-dcafcf39848b req-c4136c80-477f-4310-9ec6-0a64d8ec2dc3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.804333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02e6d-047b-46fc-850b-dcafcf39848b req-c4136c80-477f-4310-9ec6-0a64d8ec2dc3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:08.806553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61a02e6d-047b-46fc-850b-dcafcf39848b req-c4136c80-477f-4310-9ec6-0a64d8ec2dc3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.0922172 Mar 10 23:54:08.855895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61a02e6d-047b-46fc-850b-dcafcf39848b req-8e19e109-2f7f-4faf-b5b5-016db87d400a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Mar 10 23:54:09.006670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e6a4-596f-4152-83c8-12b32353f3c4 req-db08e6ec-704d-4658-a55e-b3810679b1dd tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:09.009172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c56e6a4-596f-4152-83c8-12b32353f3c4 req-db08e6ec-704d-4658-a55e-b3810679b1dd tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.0775712 Mar 10 23:54:09.103020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c56e6a4-596f-4152-83c8-12b32353f3c4 req-51814fe4-e8d4-45c7-aadb-4c8eb73d27bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880487 Mar 10 23:54:09.103559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c2ad53ee-9781-4576-8795-4037aaf2a877 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:09.137701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c2ad53ee-9781-4576-8795-4037aaf2a877 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:09.138212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c2ad53ee-9781-4576-8795-4037aaf2a877 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:09.194267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-001db29d-6290-464a-bf59-b481dabe9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.226044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.238456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c2c3782-edc0-4a35-a2dc-265d69cf9f5b req-410bcaad-c23c-4f01-bdc8-26d9ec128fdc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 210 time: 0.0390375 Mar 10 23:54:09.260894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:09.322083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.441975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.444614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks [] for router_controller (934061c7-a6ae-478d-bc2a-2634acbb2cdb), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.526810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce802-a20f-429f-9d1e-91cdc867bfbe req-7bc16d8d-400c-4585-8175-3608f477e1fe tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:09.528586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-678ce802-a20f-429f-9d1e-91cdc867bfbe req-7bc16d8d-400c-4585-8175-3608f477e1fe tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.0894642 Mar 10 23:54:09.533372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (934061c7-a6ae-478d-bc2a-2634acbb2cdb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.534353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934061c7-a6ae-478d-bc2a-2634acbb2cdb {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:54:09.539500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.540666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-504eb342-91b0-4dfd-995e-fb41093fa11a admin admin] 10.222.0.21 "DELETE /v2.0/routers/934061c7-a6ae-478d-bc2a-2634acbb2cdb HTTP/1.1" status: 204 len: 168 time: 1.8736546 Mar 10 23:54:09.550689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:09.560195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a56e11a-c8cd-4619-be80-b25dc93512e5 req-7ce73c74-94a9-425e-b727-bf7fca55b670 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0603607 Mar 10 23:54:09.634358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Deleting subnet 1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:09.637543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Publish callbacks [] for subnet (1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.650631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e0eb283e-f4ae-4242-bc55-f75ad37f39d0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:09.652321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e0eb283e-f4ae-4242-bc55-f75ad37f39d0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 813 time: 0.1988661 Mar 10 23:54:09.667082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'device_id': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'network_id': '41903edd-d346-426e-abea-44e1aef0342d', 'admin_state_up': True, 'tenant_id': '04de03ea663d4536819c313ff173312b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:09.693313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.698472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-678ce802-a20f-429f-9d1e-91cdc867bfbe req-b31ffc62-eb49-4703-a6b5-d968262ea214 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487334 Mar 10 23:54:09.787556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.835003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Made reservation on behalf of 04de03ea663d4536819c313ff173312b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:09.840931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.855878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.903485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:09.924662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb599a94-1eed-48eb-bda0-f006593d365d None None] Network 8e71ea09-ada5-4183-a0f5-887d6a2ca25f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:09.933342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.933342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.933342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.933777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.933899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.935236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.935582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.936007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.936633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.937026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.938105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.938105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.939130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:09.946630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:09.963354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-88268a00-64b5-45c0-b1c1-9ff2e9f899ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1a8f1c4c-b6ba-437b-a1a5-ccbc63c3a2db HTTP/1.1" status: 204 len: 168 time: 0.4014938 Mar 10 23:54:10.006713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44898) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:10.042318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7ab90-3896-424b-974b-670809db4a2e req-d22b06c8-6393-4295-b2aa-9bc22af0523e tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.044699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fb7ab90-3896-424b-974b-670809db4a2e req-d22b06c8-6393-4295-b2aa-9bc22af0523e tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.1437192 Mar 10 23:54:10.091849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Allocated IP 172.20.0.3 (41903edd-d346-426e-abea-44e1aef0342d/84f51651-6a57-4792-bbf2-494227c396db/7a6898b0-6bab-44e0-9f0e-32b7b0969177) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:10.111663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8e71ea09-ada5-4183-a0f5-887d6a2ca25f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.135454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fb7ab90-3896-424b-974b-670809db4a2e req-f84e713e-68b3-48b2-9a7f-67fb2cfc6aa4 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813406 Mar 10 23:54:10.144425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b612ec-a4bc-483c-b9da-d41d788ad529 req-69775c3a-e8ca-4202-a6ed-d1cc615d9222 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.149678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b612ec-a4bc-483c-b9da-d41d788ad529 req-69775c3a-e8ca-4202-a6ed-d1cc615d9222 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.155197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b612ec-a4bc-483c-b9da-d41d788ad529 req-69775c3a-e8ca-4202-a6ed-d1cc615d9222 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.163842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b612ec-a4bc-483c-b9da-d41d788ad529 req-69775c3a-e8ca-4202-a6ed-d1cc615d9222 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.1111093 Mar 10 23:54:10.166269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] DHCP port deletion for 8e71ea09-ada5-4183-a0f5-887d6a2ca25f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:54:10.220997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Deleting port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:10.221659 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.228091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b612ec-a4bc-483c-b9da-d41d788ad529 req-452d5a55-7cca-4563-a7a9-587f967cf800 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590808 Mar 10 23:54:10.306092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] For port 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=622c8121-bfc6-4c1e-9896-2a9f50dcd009,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:10.306995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.321724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Calling delete_port for 622c8121-bfc6-4c1e-9896-2a9f50dcd009 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:10.337019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd56422-5365-4c74-8a2c-780eb8af37e3 req-7a2f0451-a08c-468c-baaa-28039ca03617 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.345956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd56422-5365-4c74-8a2c-780eb8af37e3 req-7a2f0451-a08c-468c-baaa-28039ca03617 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.0685947 Mar 10 23:54:10.364571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.372092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Deleting port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:10.372462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.403494 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.411748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd56422-5365-4c74-8a2c-780eb8af37e3 req-905b4fa9-8f42-4ac6-822f-f8673901e43e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644929 Mar 10 23:54:10.444644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.472121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.494439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] For port 622c8121-bfc6-4c1e-9896-2a9f50dcd009, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=622c8121-bfc6-4c1e-9896-2a9f50dcd009,segment=NetworkSegment(5be6437a-99a5-4e6d-87a2-9a4e296f1047),segment_id=5be6437a-99a5-4e6d-87a2-9a4e296f1047)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:10.494957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.500645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0337ecbc-463b-42ad-95c7-fc6d7721bc06 req-b690f2b7-627a-4dfb-adba-55c42f779269 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 210 time: 0.0304208 Mar 10 23:54:10.509359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] Pushing event deleted for resources: {'Port': ['ID=622c8121-bfc6-4c1e-9896-2a9f50dcd009,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:10.510016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Calling delete_port for 622c8121-bfc6-4c1e-9896-2a9f50dcd009 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:10.511557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19a480-439a-4a6b-8c6f-75ea97114dbd None None] No DVR routers for this DVR port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:10.602122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.636476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (622c8121-bfc6-4c1e-9896-2a9f50dcd009), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.672475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] No DVR routers for this DVR port 622c8121-bfc6-4c1e-9896-2a9f50dcd009 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:10.677491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=622c8121-bfc6-4c1e-9896-2a9f50dcd009,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:10.688715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1f8f72a-52d0-4f3c-930d-a1514e64f126 req-9009d8b0-1262-4670-9e2b-8933bc0d3474 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0441139 Mar 10 23:54:10.713019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.729626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:10.794183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8e71ea09-ada5-4183-a0f5-887d6a2ca25f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.811683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Network 41903edd-d346-426e-abea-44e1aef0342d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:10.824951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:10.831059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:10.838405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71ea09-ada5-4183-a0f5-887d6a2ca25f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:10.861725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:10.873075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94a5dd-0dcc-4c7a-b67c-fd48e4dff9ec req-f28985f4-b2a1-460e-b7c4-d2a6e0a27799 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.874824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac94a5dd-0dcc-4c7a-b67c-fd48e4dff9ec req-f28985f4-b2a1-460e-b7c4-d2a6e0a27799 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.0771761 Mar 10 23:54:10.879583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be6437a-99a5-4e6d-87a2-9a4e296f1047') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:10.879888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be6437a-99a5-4e6d-87a2-9a4e296f1047') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:10.894448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (5be6437a-99a5-4e6d-87a2-9a4e296f1047), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.914597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:10.915148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.926559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5be6437a-99a5-4e6d-87a2-9a4e296f1047), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.934746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:10.935141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (5be6437a-99a5-4e6d-87a2-9a4e296f1047), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:10.936965 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:10.949948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-952f0e93-6131-4c8c-8fb0-8dca6e39e3b1 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2870221 Mar 10 23:54:10.972928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Request body: {'port': {'device_id': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:10.990019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac94a5dd-0dcc-4c7a-b67c-fd48e4dff9ec req-176837d8-bded-4683-b278-3c31fe678e8f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071243 Mar 10 23:54:11.061222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8e71ea09-ada5-4183-a0f5-887d6a2ca25f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.067689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.070872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e71ea09-ada5-4183-a0f5-887d6a2ca25f HTTP/1.1" status: 204 len: 168 time: 1.0632076 Mar 10 23:54:11.087132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709ed7-7589-4539-9b3b-19d13c9b56b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e71ea09-ada5-4183-a0f5-887d6a2ca25f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:11.091139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.155895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-c26bb454-b774-4a0a-b76f-4c9264e9a9ee tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.162356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-c26bb454-b774-4a0a-b76f-4c9264e9a9ee tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.169907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-c26bb454-b774-4a0a-b76f-4c9264e9a9ee tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.171714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-c26bb454-b774-4a0a-b76f-4c9264e9a9ee tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.0750902 Mar 10 23:54:11.180824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:11.206533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:11.207100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd5a44d0-40d6-4a55-bbe2-d51069c8ac9d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:11.207767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 622c8121-bfc6-4c1e-9896-2a9f50dcd009 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:11.230093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 622c8121-bfc6-4c1e-9896-2a9f50dcd009 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:11.230694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 622c8121-bfc6-4c1e-9896-2a9f50dcd009 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:11.358888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:11.435346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91e41410-a91e-4544-847b-575863addc14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71afc73224764f08aa705c02a37ce0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729592 Mar 10 23:54:11.435581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:11.486979 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.522386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6898b0-6bab-44e0-9f0e-32b7b0969177 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:11.537053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks [] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.549094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] Publish callbacks [] for security_group (94443006-6dca-4e58-a46e-91f5a9243fa3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.556668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Transition to ACTIVE for port object 7a6898b0-6bab-44e0-9f0e-32b7b0969177 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:11.565131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.610536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] Publish callbacks [] for security_group (94443006-6dca-4e58-a46e-91f5a9243fa3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.653207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:11.679591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0900da-9922-40ae-8b1e-f943a9e741ec req-e8a0bf09-7f21-44b2-82d1-0a4bde88f0c6 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.681096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae0900da-9922-40ae-8b1e-f943a9e741ec req-e8a0bf09-7f21-44b2-82d1-0a4bde88f0c6 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.4090848 Mar 10 23:54:11.712284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port 259186a1-0b5b-4e51-a96e-02893b59dbe8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:11.712527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.728543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (94443006-6dca-4e58-a46e-91f5a9243fa3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.731205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.732339 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94443006-6dca-4e58-a46e-91f5a9243fa3 HTTP/1.1" status: 204 len: 168 time: 0.2959380 Mar 10 23:54:11.752974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86ef87-17e7-4ef0-b570-27965bcad959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94443006-6dca-4e58-a46e-91f5a9243fa3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:11.756732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Attempting to bind port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:11.757271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Attempting to bind port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:11.757807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Attempting to bind port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 on network 41903edd-d346-426e-abea-44e1aef0342d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:11.773886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 on network 41903edd-d346-426e-abea-44e1aef0342d not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:11.774208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Attempting to bind port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 on network 41903edd-d346-426e-abea-44e1aef0342d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:11.780449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:11.780655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Checking segment: {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:11.781324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Bound using segment: {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:11.782113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Bound port: 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01162e0a-cc72-47ee-9494-e84f4d6c0982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '41903edd-d346-426e-abea-44e1aef0342d'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:11.782485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.825132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f13a8-6dba-46ae-ace5-63feae409e15 req-2a858d14-afaa-475c-9715-7d9d97587d5b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.831274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f13a8-6dba-46ae-ace5-63feae409e15 req-2a858d14-afaa-475c-9715-7d9d97587d5b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.836545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f13a8-6dba-46ae-ace5-63feae409e15 req-2a858d14-afaa-475c-9715-7d9d97587d5b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.844204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f08f13a8-6dba-46ae-ace5-63feae409e15 req-2a858d14-afaa-475c-9715-7d9d97587d5b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 2418 time: 0.1890585 Mar 10 23:54:11.861364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:11.864631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae0900da-9922-40ae-8b1e-f943a9e741ec req-3adbbb9c-f37f-48aa-9916-2de0673b27f4 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671028 Mar 10 23:54:11.867005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:11.885665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.903233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port 259186a1-0b5b-4e51-a96e-02893b59dbe8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=259186a1-0b5b-4e51-a96e-02893b59dbe8,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:11.903621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.935504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:11.936629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:11.936956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for 259186a1-0b5b-4e51-a96e-02893b59dbe8 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:11.939499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] 10.222.0.30 "PUT /v2.0/ports/7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 1091 time: 0.9787931 Mar 10 23:54:11.940219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:11.942842 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:11.984384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f08f13a8-6dba-46ae-ace5-63feae409e15 req-a32de8f9-d0d1-4dce-9fcb-ad70c3da356b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072340 Mar 10 23:54:12.018311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a4596-fbd4-4dfe-8c7c-ba284bbc051f service neutron] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:12.071041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-88b28d85-4f12-44f6-917f-db164d032625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.072567 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-88b28d85-4f12-44f6-917f-db164d032625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1125 time: 0.0800714 Mar 10 23:54:12.122956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-60722a70-ab76-48fa-98d1-e24ccfd1dcff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 217 time: 0.0363054 Mar 10 23:54:12.148239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685b160-ba54-4183-afb4-446eafac0162 req-7cd74c15-252a-4124-a631-f13ab451b5d8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.154856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1685b160-ba54-4183-afb4-446eafac0162 req-7cd74c15-252a-4124-a631-f13ab451b5d8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1594584 Mar 10 23:54:12.181299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-2efca53f-882f-4576-b2bf-f2ae061cde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.183225 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-2efca53f-882f-4576-b2bf-f2ae061cde5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.0542324 Mar 10 23:54:12.194150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da733f2-4059-48b8-88f4-9b2ecdf709a3 req-c07fb429-52e7-410f-87fd-28910f98f184 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.199307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da733f2-4059-48b8-88f4-9b2ecdf709a3 req-c07fb429-52e7-410f-87fd-28910f98f184 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 943 time: 0.1313190 Mar 10 23:54:12.216893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-f20cde56-60b7-4600-8556-5379ce469da5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272074 Mar 10 23:54:12.276697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1685b160-ba54-4183-afb4-446eafac0162 req-796cf05a-1e85-4c0b-af94-473f8eca1e93 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209610 Mar 10 23:54:12.319212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da733f2-4059-48b8-88f4-9b2ecdf709a3 req-3cc87060-f096-4156-996f-7e4efb574f95 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146252 Mar 10 23:54:12.322976 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-a5d57f6f-2af3-4436-8627-9ef7c9b1f2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992115 Mar 10 23:54:12.326625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (259186a1-0b5b-4e51-a96e-02893b59dbe8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:12.360910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=259186a1-0b5b-4e51-a96e-02893b59dbe8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:12.394062 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e609a-6a22-4620-b08c-366261c9ae38 x-openstack-request-id: req-0d4e609a-6a22-4620-b08c-366261c9ae38 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:12.394357 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:12.394620 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d4e609a-6a22-4620-b08c-366261c9ae38 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:12.395020 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'status': 'completed', 'code': 200} Mar 10 23:54:12.411413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port 259186a1-0b5b-4e51-a96e-02893b59dbe8 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:12.414935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:12.418404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-3dac5fe9-0c0d-4942-a090-b4fe7ae32d8a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "DELETE /v2.0/ports/259186a1-0b5b-4e51-a96e-02893b59dbe8 HTTP/1.1" status: 204 len: 173 time: 1.2377932 Mar 10 23:54:12.418875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:12.423097 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db0409-e2fd-42a9-b478-643b51368877" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:12.512621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2563efe7-ced8-428c-a685-01759268c299 req-7e636a03-c1d5-4b3a-b3e9-228839e1349d tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0865846 Mar 10 23:54:12.535656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ca883fd-239a-4fe1-867d-52d3ce625479 req-9bef05b9-6b0d-462d-93e6-f5dc0044e966 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972885 Mar 10 23:54:12.620794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44734c4-d013-4f67-9cd1-7528929d2e34 req-55c2126a-f373-4d95-9570-dd0302039e93 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.622443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a44734c4-d013-4f67-9cd1-7528929d2e34 req-55c2126a-f373-4d95-9570-dd0302039e93 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1442580 Mar 10 23:54:12.662002 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51453214-f5de-48ea-bd41-1bfe053ac7f9 x-openstack-request-id: req-51453214-f5de-48ea-bd41-1bfe053ac7f9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:12.662580 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "259186a1-0b5b-4e51-a96e-02893b59dbe8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:12.662829 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51453214-f5de-48ea-bd41-1bfe053ac7f9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:12.663709 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '259186a1-0b5b-4e51-a96e-02893b59dbe8', 'status': 'completed', 'code': 200} Mar 10 23:54:12.695576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-cbf0c63d-068d-4e8c-af19-8ec49084f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.697315 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-cbf0c63d-068d-4e8c-af19-8ec49084f96e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1125 time: 0.0880847 Mar 10 23:54:12.716323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port f13f8585-10ee-4649-b4d4-6e3e8e24af67 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:12.716922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:12.777683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a44734c4-d013-4f67-9cd1-7528929d2e34 req-760854bf-3534-49ec-8dfc-782a0f799136 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420174 Mar 10 23:54:12.780429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44972) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:12.839858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-7724ddbf-0a56-4d1f-9d1b-27237230f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:12.852704 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-7724ddbf-0a56-4d1f-9d1b-27237230f821 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.1468236 Mar 10 23:54:12.898086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port f13f8585-10ee-4649-b4d4-6e3e8e24af67, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f13f8585-10ee-4649-b4d4-6e3e8e24af67,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:12.898683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:12.929917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-58cfb9ec-a156-4312-a4b2-553e234ac062 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 217 time: 0.0692518 Mar 10 23:54:12.930978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for f13f8585-10ee-4649-b4d4-6e3e8e24af67 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:13.005253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-c85cb666-7f89-4c1c-a764-19baa78722cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.006784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-c85cb666-7f89-4c1c-a764-19baa78722cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.0702963 Mar 10 23:54:13.028418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-network', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:13.048082 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-4b407f23-06c3-4467-a9ec-9350607bc034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334942 Mar 10 23:54:13.098958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Made reservation on behalf of 3fc59186a2e34d7fa2b3cd73972f9031 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:13.101478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.122371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.160458 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.166404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf75f1-30d6-4414-a82b-b674170248c3 req-49437bea-07d3-4f76-b15d-be105795e06d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.171843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf75f1-30d6-4414-a82b-b674170248c3 req-49437bea-07d3-4f76-b15d-be105795e06d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.173658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cbf75f1-30d6-4414-a82b-b674170248c3 req-49437bea-07d3-4f76-b15d-be105795e06d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 1682 time: 0.1410398 Mar 10 23:54:13.181183 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-07eb8071-68c1-442c-b467-a9141dda243f service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265571 Mar 10 23:54:13.285221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f13f8585-10ee-4649-b4d4-6e3e8e24af67), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.299671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47fb2e26-243b-40d9-b78b-3b4ccd8ac4cc req-c603ee2d-2e94-4eae-b017-b11f6fc1728c service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097517 Mar 10 23:54:13.321636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cbf75f1-30d6-4414-a82b-b674170248c3 req-23ebe8c7-e372-41e1-b9ad-4e557f4dffb7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410227 Mar 10 23:54:13.329146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=f13f8585-10ee-4649-b4d4-6e3e8e24af67,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:13.366037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks [] for security_group (04990977-afac-4adf-83ce-6c0622abc597), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.392285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (04990977-afac-4adf-83ce-6c0622abc597), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.397559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port f13f8585-10ee-4649-b4d4-6e3e8e24af67 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:13.401757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.406568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-21c3cacc-d4d5-4e84-a88e-8c6c7d899171 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "DELETE /v2.0/ports/f13f8585-10ee-4649-b4d4-6e3e8e24af67 HTTP/1.1" status: 204 len: 173 time: 0.9778769 Mar 10 23:54:13.443079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:13.485460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04990977-afac-4adf-83ce-6c0622abc597,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:13.490859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0d91caee-ad22-4cc9-b97b-9ddc8cd0a299), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.491212 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Added segment 0d91caee-ad22-4cc9-b97b-9ddc8cd0a299 of type vlan for network d700c48f-df0a-4aa0-98cf-618f7df509cc Mar 10 23:54:13.602309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d700c48f-df0a-4aa0-98cf-618f7df509cc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.612780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a6898b0-6bab-44e0-9f0e-32b7b0969177 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:13.617498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f13f8585-10ee-4649-b4d4-6e3e8e24af67 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:13.621909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8526fe-702d-466b-a197-a44f15d0a407 req-3c791026-9662-40c9-8a94-42a7f992b301 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.623386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc8526fe-702d-466b-a197-a44f15d0a407 req-3c791026-9662-40c9-8a94-42a7f992b301 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1587014 Mar 10 23:54:13.644630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: f13f8585-10ee-4649-b4d4-6e3e8e24af67 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:13.644981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f13f8585-10ee-4649-b4d4-6e3e8e24af67 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:13.645544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 259186a1-0b5b-4e51-a96e-02893b59dbe8 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:13.670322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 259186a1-0b5b-4e51-a96e-02893b59dbe8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:13.670668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 259186a1-0b5b-4e51-a96e-02893b59dbe8 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:13.671084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4802ec00-c0a3-4057-9506-1969072ff30c no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:13.703610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d700c48f-df0a-4aa0-98cf-618f7df509cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.704723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.705301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.737477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port 4802ec00-c0a3-4057-9506-1969072ff30c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:13.737812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.783392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc8526fe-702d-466b-a197-a44f15d0a407 req-d819c4ec-2816-44c4-8c17-1f8acc25b879 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517527 Mar 10 23:54:13.795070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0106161 Mar 10 23:54:13.795995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45014) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:13.805078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Request body: {'subnet': {'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-subnet', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:13.805257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:13.831583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'network_id': '41903edd-d346-426e-abea-44e1aef0342d', 'port_id': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'mac_address': 'fa:16:3e:bd:45:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f51651-6a57-4792-bbf2-494227c396db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:13.834148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Made reservation on behalf of 3fc59186a2e34d7fa2b3cd73972f9031 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:13.836629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2adea-af2f-4268-bd9f-ed5146b748be req-ffef80d4-5f85-4667-8b55-b0232634c250 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:13.837172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.838166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f2adea-af2f-4268-bd9f-ed5146b748be req-ffef80d4-5f85-4667-8b55-b0232634c250 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 943 time: 0.2117126 Mar 10 23:54:13.851718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4802ec00-c0a3-4057-9506-1969072ff30c is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:13.852136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.873727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28794018-8e25-4d3d-822e-8d5b42c0298e admin admin] Pushing event updated for resources: {'Network': ['ID=d700c48f-df0a-4aa0-98cf-618f7df509cc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:13.896756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:13.928512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:13.930779 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e0065-b526-4ef8-ad55-af5fa5d24be3" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-unplugged", "status": "completed", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:13.933588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d700c48f-df0a-4aa0-98cf-618f7df509cc details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:13.934525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port 4802ec00-c0a3-4057-9506-1969072ff30c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4802ec00-c0a3-4057-9506-1969072ff30c,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:13.934891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.942608 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:13.980329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f2adea-af2f-4268-bd9f-ed5146b748be req-b225994e-7a5e-41ac-be78-c79b1aec26e3 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929141 Mar 10 23:54:13.981512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for 4802ec00-c0a3-4057-9506-1969072ff30c owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:14.009688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:14.010299 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.056945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6898b0-6bab-44e0-9f0e-32b7b0969177 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:14.102945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:14.108642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:14.113530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (e8ee823c-13d9-4723-86c5-29cef90da98c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.114877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.121056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ea8ea0c-af0f-48ec-ae0f-d5339673724a req-716dcb46-cdcf-4aa6-9ac5-00c781a4ae7d tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0489779 Mar 10 23:54:14.184941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6e165-2bf5-41d2-98a1-bd2ff0d8abd3 req-36f32b01-f881-42bb-84ba-57d29b41ddb8 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:14.186515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bf6e165-2bf5-41d2-98a1-bd2ff0d8abd3 req-36f32b01-f881-42bb-84ba-57d29b41ddb8 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.1014221 Mar 10 23:54:14.196853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ee823c-13d9-4723-86c5-29cef90da98c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:14.209278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.209625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.209969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.210305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.210636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.210964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.211290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.211611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.211956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.212305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.212627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.212949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.213268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.223247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Checking segment: {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:14.223624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Network hostable DHCP agents. Network: d700c48f-df0a-4aa0-98cf-618f7df509cc, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:14.263371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Network d700c48f-df0a-4aa0-98cf-618f7df509cc is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:14.273241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d700c48f-df0a-4aa0-98cf-618f7df509cc) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:14.277745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:14.278597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.302315 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e407a794-b5b4-499a-a738-befa58754120 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5024395 Mar 10 23:54:14.302564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45022) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:14.307230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:14.309185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4802ec00-c0a3-4057-9506-1969072ff30c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.315779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bf6e165-2bf5-41d2-98a1-bd2ff0d8abd3 req-62cfd325-f433-4de7-a651-eb4b360904e5 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198971 Mar 10 23:54:14.333104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.334477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.341941 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04457187-5379-4ba8-8edd-44a233b71b7a x-openstack-request-id: req-04457187-5379-4ba8-8edd-44a233b71b7a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:14.342570 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-unplugged", "status": "completed", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:14.342570 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04457187-5379-4ba8-8edd-44a233b71b7a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:14.342959 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c', 'code': 200} Mar 10 23:54:14.346848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a8c32-440f-46dd-b9cf-65f8b7bc744a None None] Network d700c48f-df0a-4aa0-98cf-618f7df509cc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:14.355391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=4802ec00-c0a3-4057-9506-1969072ff30c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:14.410429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for router_controller (bc5eda1c-48f1-400b-9b00-affe7933340c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.416357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port 4802ec00-c0a3-4057-9506-1969072ff30c on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:14.419169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.424755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6593109-f5fc-4528-bd96-2c9fee66db59 req-fa086009-ccb2-4d5c-8705-fdf590a46137 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "DELETE /v2.0/ports/4802ec00-c0a3-4057-9506-1969072ff30c HTTP/1.1" status: 204 len: 173 time: 1.0074444 Mar 10 23:54:14.431785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfdbf6-7e10-48e7-b14d-8021f70c1cd0 req-bd77b8c5-e9f6-4e84-91fd-a99d4153abef tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:14.433392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75bfdbf6-7e10-48e7-b14d-8021f70c1cd0 req-bd77b8c5-e9f6-4e84-91fd-a99d4153abef tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.1689124 Mar 10 23:54:14.437543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:14.450870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.451573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.452135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.452681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.453229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.453768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.454292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.454832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.455361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.455860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.456400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.456732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.457062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:14.471484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a6898b0-6bab-44e0-9f0e-32b7b0969177'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:14.538542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-d700c48f-df0a-4aa0-98cf-618f7df509cc', 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc', 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'fixed_ips': [{'subnet_id': 'e8ee823c-13d9-4723-86c5-29cef90da98c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:54:14.540334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.542724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9a21c98-6702-4ed8-9f0d-f0196f22fbd9 req-dc051685-10e7-48fd-b250-cec913b8eeab tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=518cd2b2-d171-463b-80de-aca3a02008df HTTP/1.1" status: 200 len: 210 time: 0.0482624 Mar 10 23:54:14.560233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75bfdbf6-7e10-48e7-b14d-8021f70c1cd0 req-33120bdb-f7d6-4ddf-93f0-4e09fb46fd3f tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186426 Mar 10 23:54:14.664990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67'}, {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:14.667549 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec3a3d-5971-4233-be22-3838644ec1a0" -d '{"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67"}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:14.720005 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992d90fe-281e-410d-8d18-e1fdc2a45917 x-openstack-request-id: req-992d90fe-281e-410d-8d18-e1fdc2a45917 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:14.720415 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "f13f8585-10ee-4649-b4d4-6e3e8e24af67", "status": "completed", "code": 200}, {"server_uuid": "518cd2b2-d171-463b-80de-aca3a02008df", "name": "network-vif-deleted", "tag": "4802ec00-c0a3-4057-9506-1969072ff30c", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:14.720906 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-992d90fe-281e-410d-8d18-e1fdc2a45917 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:14.721403 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': 'f13f8585-10ee-4649-b4d4-6e3e8e24af67', 'status': 'completed', 'code': 200} Mar 10 23:54:14.721863 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518cd2b2-d171-463b-80de-aca3a02008df', 'name': 'network-vif-deleted', 'tag': '4802ec00-c0a3-4057-9506-1969072ff30c', 'status': 'completed', 'code': 200} Mar 10 23:54:14.728244 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for router_gateway (bc5eda1c-48f1-400b-9b00-affe7933340c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:14.834387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Allocated IP 172.20.0.2 (d700c48f-df0a-4aa0-98cf-618f7df509cc/e8ee823c-13d9-4723-86c5-29cef90da98c/840f0701-81ea-4299-ad57-0401080c4671) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:14.948429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940e0a-2d04-44a7-adfb-4533ccdae037 req-c99ab7f3-f05a-46c5-bc83-790aaf808829 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:14.950203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2940e0a-2d04-44a7-adfb-4533ccdae037 req-c99ab7f3-f05a-46c5-bc83-790aaf808829 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.0770776 Mar 10 23:54:14.969620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:15.048753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for router_gateway (bc5eda1c-48f1-400b-9b00-affe7933340c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.056161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2940e0a-2d04-44a7-adfb-4533ccdae037 req-09fae056-188b-4ea5-975f-dc02b936aad8 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994334 Mar 10 23:54:15.074535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks [] for port (840f0701-81ea-4299-ad57-0401080c4671), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.092791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.102961 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (840f0701-81ea-4299-ad57-0401080c4671), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.137267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3453ca8-c968-444a-a5b5-093e27d614df req-30e355db-f64a-443a-8b39-e6efcc94d1be tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:15.139271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3453ca8-c968-444a-a5b5-093e27d614df req-30e355db-f64a-443a-8b39-e6efcc94d1be tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 944 time: 0.0717733 Mar 10 23:54:15.191990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Network d700c48f-df0a-4aa0-98cf-618f7df509cc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:15.209452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:15.214368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:15.219124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39cb587b-57eb-4974-a9b5-e609ee4ffe8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.220515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3453ca8-c968-444a-a5b5-093e27d614df req-8bf3bc48-54db-48d6-8d18-9c110d5a4a08 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729702 Mar 10 23:54:15.228572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Pushing event updated for resources: {'Port': ['ID=840f0701-81ea-4299-ad57-0401080c4671,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:15.256393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Allocated IP 172.25.7.200 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6a5af882-4ecc-44db-a4a1-0117dd288c1d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:15.285835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a1ab3a8-65da-4763-aea5-0fa8a0d5cb0f req-ff3b7140-066c-4a4b-8eb5-45d5ab88d13b tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0376744 Mar 10 23:54:15.296060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Attempting to bind port 840f0701-81ea-4299-ad57-0401080c4671 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:15.296436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Attempting to bind port 840f0701-81ea-4299-ad57-0401080c4671 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:15.297414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Attempting to bind port 840f0701-81ea-4299-ad57-0401080c4671 on network d700c48f-df0a-4aa0-98cf-618f7df509cc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:15.302616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:15.303000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Checking segment: {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:15.303406 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.303797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Bound using segment: {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:15.304296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Bound port: 840f0701-81ea-4299-ad57-0401080c4671, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:15.304684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (840f0701-81ea-4299-ad57-0401080c4671), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.375585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] For port 840f0701-81ea-4299-ad57-0401080c4671, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:15.380585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] For port 840f0701-81ea-4299-ad57-0401080c4671, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=840f0701-81ea-4299-ad57-0401080c4671,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:15.387330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (840f0701-81ea-4299-ad57-0401080c4671), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.392589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39cb587b-57eb-4974-a9b5-e609ee4ffe8c admin admin] Publish callbacks [] for security_group (bed157de-6a4c-4b81-b8c8-1cc8d8902d01), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.399650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39cb587b-57eb-4974-a9b5-e609ee4ffe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bed157de-6a4c-4b81-b8c8-1cc8d8902d01), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.418536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.453773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbbf3-85d4-4990-926f-6e7b953cd2a9 None None] Pushing event updated for resources: {'Port': ['ID=840f0701-81ea-4299-ad57-0401080c4671,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:15.463039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb587b-57eb-4974-a9b5-e609ee4ffe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed157de-6a4c-4b81-b8c8-1cc8d8902d01,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:15.469333 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-39cb587b-57eb-4974-a9b5-e609ee4ffe8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ee2de5fda241eda66a0460ee7479ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959724 Mar 10 23:54:15.472158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45046) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:15.494138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adcad5-d03e-4f32-9b2b-8c7bc751171c req-53f013f9-c986-47db-9fcd-5cac568075b1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:15.501310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55adcad5-d03e-4f32-9b2b-8c7bc751171c req-53f013f9-c986-47db-9fcd-5cac568075b1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.0958500 Mar 10 23:54:15.559827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.575412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55adcad5-d03e-4f32-9b2b-8c7bc751171c req-c89bd9d0-147e-4d57-9221-1c881b3fce6b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731256 Mar 10 23:54:15.624974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5af882-4ecc-44db-a4a1-0117dd288c1d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:15.628777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a6898b0-6bab-44e0-9f0e-32b7b0969177 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:15.650469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] Publish callbacks [] for security_group (bed157de-6a4c-4b81-b8c8-1cc8d8902d01), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.663488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45052) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:15.694888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:15.758334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:15.760325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:15.764449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:15.764832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.771712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:15.810156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] Publish callbacks [] for security_group (bed157de-6a4c-4b81-b8c8-1cc8d8902d01), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.828405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f24bd0-9bf4-4d42-846f-3373ce54db1b req-e78c276f-99ef-4f9f-93c6-1abbff49332d tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:15.839512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57f24bd0-9bf4-4d42-846f-3373ce54db1b req-e78c276f-99ef-4f9f-93c6-1abbff49332d tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.2035060 Mar 10 23:54:15.863817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting subnet af697241-7b90-444c-801c-352a458d49e5 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:15.908503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:15.909179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.911848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-2d3dbfce-a898-4200-a90e-71c9528cb88b tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:15.913595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-2d3dbfce-a898-4200-a90e-71c9528cb88b tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.30 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 946 time: 0.1973174 Mar 10 23:54:15.961175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:15.968162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:15.969980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:15.981318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57f24bd0-9bf4-4d42-846f-3373ce54db1b req-546d018d-0fbe-4cbc-9975-721a0b5c4b8d tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391401 Mar 10 23:54:15.999164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (af697241-7b90-444c-801c-352a458d49e5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.059982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Deleting port c80770a8-9eec-49a7-aa10-665f69ca3d63 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:16.060355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.063533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (af697241-7b90-444c-801c-352a458d49e5), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.063730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:16.065716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bed157de-6a4c-4b81-b8c8-1cc8d8902d01), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.068322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.069485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bed157de-6a4c-4b81-b8c8-1cc8d8902d01 HTTP/1.1" status: 204 len: 168 time: 0.5964279 Mar 10 23:54:16.103794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:16.104227 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.141424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:16.154988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.202775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa2278-7bd4-4c75-ba28-ef04cf88e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed157de-6a4c-4b81-b8c8-1cc8d8902d01,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:16.204420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] For port c80770a8-9eec-49a7-aa10-665f69ca3d63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c80770a8-9eec-49a7-aa10-665f69ca3d63,segment=NetworkSegment(ba68a976-e73c-4841-9063-31782fe5be8e),segment_id=ba68a976-e73c-4841-9063-31782fe5be8e)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:16.205037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.224800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Calling delete_port for c80770a8-9eec-49a7-aa10-665f69ca3d63 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:16.231043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:16.272184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc2c59-b12f-4b54-a912-b252928fdca8 req-87108dc3-551d-4059-be8b-a35fe0a8c532 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:16.279581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cfc2c59-b12f-4b54-a912-b252928fdca8 req-87108dc3-551d-4059-be8b-a35fe0a8c532 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1201339 Mar 10 23:54:16.344986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}, {'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:16.347952 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7719fd-c7f8-4955-9a9d-4fa2531b1f13" -d '{"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-plugged", "status": "completed", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}, {"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:16.396748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cfc2c59-b12f-4b54-a912-b252928fdca8 req-f0b3da4f-4b20-498d-aa37-61f854c41d29 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160271 Mar 10 23:54:16.474975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f85e-5bb5-4be4-8e24-3c84fbe93e65 req-0c19030a-ad79-450f-b0e0-b34d905291ef tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:16.482207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2951f85e-5bb5-4be4-8e24-3c84fbe93e65 req-0c19030a-ad79-450f-b0e0-b34d905291ef tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 945 time: 0.1506002 Mar 10 23:54:16.620813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc28b374-e7d6-4735-8ff2-f186452bbd55 req-8c5f0b36-c8c6-4dfe-8608-26f8f6480552 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0694344 Mar 10 23:54:16.648535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c80770a8-9eec-49a7-aa10-665f69ca3d63), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.662599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c80770a8-9eec-49a7-aa10-665f69ca3d63'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:16.714112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (af697241-7b90-444c-801c-352a458d49e5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.736785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2951f85e-5bb5-4be4-8e24-3c84fbe93e65 req-5089e873-f626-4dbe-80eb-dae7259649c2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512913 Mar 10 23:54:16.766225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Pushing event deleted for resources: {'Port': ['ID=c80770a8-9eec-49a7-aa10-665f69ca3d63,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:16.782994 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a985dddd-a76e-4238-b3c6-a5ffc31a6c16 x-openstack-request-id: req-a985dddd-a76e-4238-b3c6-a5ffc31a6c16 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:16.783361 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-plugged", "status": "completed", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "code": 200}, {"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:16.783831 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a985dddd-a76e-4238-b3c6-a5ffc31a6c16 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:16.784425 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'code': 200} Mar 10 23:54:16.785827 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'code': 200} Mar 10 23:54:16.791415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87adf944-185c-40b7-9d46-5141ddcbe26d None None] Network d700c48f-df0a-4aa0-98cf-618f7df509cc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:16.794416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] No DVR routers for this DVR port c80770a8-9eec-49a7-aa10-665f69ca3d63 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:16.798530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.802605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aeedb0c-55cf-4bcc-b0a7-6d43950608eb req-8c348ceb-689d-43a7-8cbd-62a3ba876b49 tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.30 "DELETE /v2.0/ports/c80770a8-9eec-49a7-aa10-665f69ca3d63 HTTP/1.1" status: 204 len: 173 time: 0.8792195 Mar 10 23:54:16.803182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'name': 'network-vif-deleted', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:16.805928 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee764fb7-95da-4403-a305-ee4732e3e650" -d '{"events": [{"server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "name": "network-vif-deleted", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:16.881730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for router_gateway (bc5eda1c-48f1-400b-9b00-affe7933340c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.918175 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f1e2d5-c954-40fa-99a6-abb1b36b3245 x-openstack-request-id: req-28f1e2d5-c954-40fa-99a6-abb1b36b3245 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:16.918387 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15143089-0b47-40c3-9774-fc5b3dadaf7f", "name": "network-vif-deleted", "tag": "c80770a8-9eec-49a7-aa10-665f69ca3d63", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:16.918500 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f1e2d5-c954-40fa-99a6-abb1b36b3245 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:16.923142 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15143089-0b47-40c3-9774-fc5b3dadaf7f', 'name': 'network-vif-deleted', 'tag': 'c80770a8-9eec-49a7-aa10-665f69ca3d63', 'status': 'completed', 'code': 200} Mar 10 23:54:16.931466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Provisioning complete for port 840f0701-81ea-4299-ad57-0401080c4671 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:16.931846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (840f0701-81ea-4299-ad57-0401080c4671), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:16.986638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (af697241-7b90-444c-801c-352a458d49e5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.012069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be40e7-51f2-46e7-b635-a522e90f2850 req-e85a17ec-5931-4beb-ac2d-033e186e2462 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:17.020350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65be40e7-51f2-46e7-b635-a522e90f2850 req-e85a17ec-5931-4beb-ac2d-033e186e2462 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 944 time: 0.1545730 Mar 10 23:54:17.052292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Subnet': ['ID=af697241-7b90-444c-801c-352a458d49e5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:17.052550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60633-2a66-479a-b8c7-72b3a8f58be9 req-56bf63db-0476-492e-93f8-dba43073a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:17.054984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9e60633-2a66-479a-b8c7-72b3a8f58be9 req-56bf63db-0476-492e-93f8-dba43073a259 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1127 time: 0.1317654 Mar 10 23:54:17.080609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.104526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d992f70-2db9-4c8c-93c6-c1e25fdb34a4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/subnets/af697241-7b90-444c-801c-352a458d49e5 HTTP/1.1" status: 204 len: 168 time: 1.4361742 Mar 10 23:54:17.106377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:17.132674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c95bd-9647-4177-9082-cb0485ce5257 None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:17.180516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65be40e7-51f2-46e7-b635-a522e90f2850 req-1a8295ff-d73f-430c-8026-ed27db983e3a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541200 Mar 10 23:54:17.224470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e7c3efa-8da2-4c5d-91bf-59d63db7e9c7 req-bf9d3c5d-f165-4875-bdb9-32cd8683044b tempest-ServerMetadataNegativeTestJSON-715851945 tempest-ServerMetadataNegativeTestJSON-715851945-project] 10.222.0.21 "GET /v2.0/ports?device_id=15143089-0b47-40c3-9774-fc5b3dadaf7f HTTP/1.1" status: 200 len: 210 time: 0.0780632 Mar 10 23:54:17.308691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9e60633-2a66-479a-b8c7-72b3a8f58be9 req-2a79bd00-932b-42bc-9c9b-f5588faee155 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390985 Mar 10 23:54:17.321901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Current status of the port 840f0701-81ea-4299-ad57-0401080c4671 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:17.322298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.325681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (840f0701-81ea-4299-ad57-0401080c4671), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.330423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 840f0701-81ea-4299-ad57-0401080c4671 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:17.341527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45090) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:17.393043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.401473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port e93da1b8-7022-45a3-a167-c263ece08fed {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:17.401818 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.442775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] For port 840f0701-81ea-4299-ad57-0401080c4671, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=840f0701-81ea-4299-ad57-0401080c4671,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:17.454017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (840f0701-81ea-4299-ad57-0401080c4671), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.502213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port e93da1b8-7022-45a3-a167-c263ece08fed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e93da1b8-7022-45a3-a167-c263ece08fed,segment=NetworkSegment(ff202a4a-0544-4c55-89cf-8285f4459597),segment_id=ff202a4a-0544-4c55-89cf-8285f4459597)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:17.502578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.516118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for e93da1b8-7022-45a3-a167-c263ece08fed owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:17.529157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb976-f356-4cd7-a9c7-34ee81e598e5 None None] Pushing event updated for resources: {'Port': ['ID=840f0701-81ea-4299-ad57-0401080c4671,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:17.532839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-416229241-network', 'tenant_id': 'e1385e6402a74800aa4304260f9459b0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:17.534444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 840f0701-81ea-4299-ad57-0401080c4671 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:17.534826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (840f0701-81ea-4299-ad57-0401080c4671), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.626612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b139378a-b951-48f5-8960-342e28677c21 None None] Provisioning complete for port 840f0701-81ea-4299-ad57-0401080c4671 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:17.627016 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b139378a-b951-48f5-8960-342e28677c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (840f0701-81ea-4299-ad57-0401080c4671), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.629081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] DHCP port deletion for ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:54:17.633309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Made reservation on behalf of e1385e6402a74800aa4304260f9459b0 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:17.635786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.663139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.666525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Router bc5eda1c-48f1-400b-9b00-affe7933340c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:54:17.680302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:17.687733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f0b7-84fe-46c5-af50-73f850abdc4c req-4a8629ff-6e45-4f87-b8b6-a882f1437845 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:17.698587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1de9f0b7-84fe-46c5-af50-73f850abdc4c req-4a8629ff-6e45-4f87-b8b6-a882f1437845 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1712914 Mar 10 23:54:17.743150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.776482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 840f0701-81ea-4299-ad57-0401080c4671 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:17.798275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=e93da1b8-7022-45a3-a167-c263ece08fed,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:17.800639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port e93da1b8-7022-45a3-a167-c263ece08fed on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:17.831497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:17.860836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.862754 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b2ab3aa-7b17-4bf2-8ead-222786421ff7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5590749 Mar 10 23:54:17.863877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Sync routers for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:17.865513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45100) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:17.872876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cf475d0-29d1-4f3a-9c3e-f08df4d64350 req-4dff7a34-59a1-4f80-aebb-9e63163ce508 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0846360 Mar 10 23:54:17.893560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1de9f0b7-84fe-46c5-af50-73f850abdc4c req-6eaafd63-bbc7-450a-9611-65e490169161 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805096 Mar 10 23:54:17.920241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b139378a-b951-48f5-8960-342e28677c21 None None] Current status of the port 840f0701-81ea-4299-ad57-0401080c4671 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:17.924338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:17.924986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:17.927965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Deleting port e93da1b8-7022-45a3-a167-c263ece08fed {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:17.928354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:17.985766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.037822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks [] for security_group (2f1f4a56-cfdc-4087-b25e-08413cc57407), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.043873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:18.047425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2f1f4a56-cfdc-4087-b25e-08413cc57407), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.065044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff202a4a-0544-4c55-89cf-8285f4459597') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:18.065373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff202a4a-0544-4c55-89cf-8285f4459597') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:18.087103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ff202a4a-0544-4c55-89cf-8285f4459597), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.104729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:18.125365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f4a56-cfdc-4087-b25e-08413cc57407,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:18.130165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ff202a4a-0544-4c55-89cf-8285f4459597), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.132439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:18.132589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (66b38707-54f6-4448-beaa-bb8cec8aeff7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.132868 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Added segment 66b38707-54f6-4448-beaa-bb8cec8aeff7 of type vlan for network fcaa9e51-010c-425c-b133-8c37017c1e79 Mar 10 23:54:18.149883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962477b-9352-4ef3-b99c-337933a72222 req-7c5077a1-d2bc-42fa-a7db-75fcc4ee05dc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:18.151396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0962477b-9352-4ef3-b99c-337933a72222 req-7c5077a1-d2bc-42fa-a7db-75fcc4ee05dc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 945 time: 0.1911714 Mar 10 23:54:18.155494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:18.155973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ff202a4a-0544-4c55-89cf-8285f4459597), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:18.159229 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:18.229937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'port_id': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'mac_address': 'fa:16:3e:e3:d7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e90413-0524-4428-a15a-0eb08ea28627', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:18.233343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] For port e93da1b8-7022-45a3-a167-c263ece08fed, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:18.234118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.266327 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (fcaa9e51-010c-425c-b133-8c37017c1e79), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.283798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Calling delete_port for e93da1b8-7022-45a3-a167-c263ece08fed owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:18.286964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.291662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Port e93da1b8-7022-45a3-a167-c263ece08fed was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:54:18.297090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:18.299136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (e93da1b8-7022-45a3-a167-c263ece08fed), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.330601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.337364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/networks/ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 HTTP/1.1" status: 204 len: 168 time: 1.2276680 Mar 10 23:54:18.346245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45106) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:18.378598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160db82-4648-4ab0-b89e-fa94cf15108d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Network': ['ID=ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:18.381967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Network ed8ebd61-03e6-4d46-bab0-dc030cb2a1f8 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 23:54:18.382503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] No DVR routers for this DVR port e93da1b8-7022-45a3-a167-c263ece08fed on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:18.385351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87142c80-8855-476d-a503-e0e18e0c3079 None None] Pushing event deleted for resources: {'Port': ['ID=e93da1b8-7022-45a3-a167-c263ece08fed,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:18.400627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:18.401010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.412847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (fcaa9e51-010c-425c-b133-8c37017c1e79), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.413815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:18.413941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.426864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0962477b-9352-4ef3-b99c-337933a72222 req-8e2736a9-df58-4943-9e86-4e1c73e1cf01 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503219 Mar 10 23:54:18.428641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:18.485943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1392696 Mar 10 23:54:18.495705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting subnet 8dad6703-6376-4662-b94a-c386106d7d74 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:18.500587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:18.502299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.503068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (8dad6703-6376-4662-b94a-c386106d7d74), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.519818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Request body: {'subnet': {'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-416229241-subnet', 'tenant_id': 'e1385e6402a74800aa4304260f9459b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:18.522475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:18.532662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:18.548466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.564807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349ab84-b874-4941-9e63-149891280101 req-c4fb8747-2fbd-4633-9037-841c121e9fe4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:18.566339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c349ab84-b874-4941-9e63-149891280101 req-c4fb8747-2fbd-4633-9037-841c121e9fe4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 944 time: 0.3039055 Mar 10 23:54:18.569825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291e508-96e5-4a97-b78e-04533d3cb853 admin admin] Pushing event updated for resources: {'Network': ['ID=fcaa9e51-010c-425c-b133-8c37017c1e79,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:18.599158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Deleting subnet cabc987f-818b-46bd-b1ca-a879cb211799 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:18.602746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Publish callbacks [] for subnet (cabc987f-818b-46bd-b1ca-a879cb211799), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.603053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (8dad6703-6376-4662-b94a-c386106d7d74), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.605653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network fcaa9e51-010c-425c-b133-8c37017c1e79 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:18.661891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c349ab84-b874-4941-9e63-149891280101 req-80354ce7-eaf8-44ea-916b-933b57b18770 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Mar 10 23:54:18.699685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:18.702392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (cabc987f-818b-46bd-b1ca-a879cb211799), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.708034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Made reservation on behalf of e1385e6402a74800aa4304260f9459b0 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:18.710810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.713362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8dad6703-6376-4662-b94a-c386106d7d74), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.726116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:16Z', 'revision_number': 3, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:18.756889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Checking router: bc5eda1c-48f1-400b-9b00-affe7933340c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:18.757364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Updating router bc5eda1c-48f1-400b-9b00-affe7933340c port 6a5af882-4ecc-44db-a4a1-0117dd288c1d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:54:18.791392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.794247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (8dad6703-6376-4662-b94a-c386106d7d74), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:18.824448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:18.867767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cabc987f-818b-46bd-b1ca-a879cb211799), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.034078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Allocated IP 172.20.0.1 (d700c48f-df0a-4aa0-98cf-618f7df509cc/e8ee823c-13d9-4723-86c5-29cef90da98c/e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:19.036446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (cabc987f-818b-46bd-b1ca-a879cb211799), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.095880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cabc987f-818b-46bd-b1ca-a879cb211799,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.106171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.112574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5e72714d-c0e6-469f-9759-0dd205f254c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cabc987f-818b-46bd-b1ca-a879cb211799 HTTP/1.1" status: 204 len: 168 time: 0.5890961 Mar 10 23:54:19.113190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45116) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:19.184410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks [] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.195324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.225288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Subnet': ['ID=8dad6703-6376-4662-b94a-c386106d7d74,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.234651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 840f0701-81ea-4299-ad57-0401080c4671 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:19.267491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.273654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-323dff6e-35e9-41de-9600-06bd9a01c215 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/subnets/8dad6703-6376-4662-b94a-c386106d7d74 HTTP/1.1" status: 204 len: 168 time: 0.9184511 Mar 10 23:54:19.274463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45118) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:19.287676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d54ac3-e9df-4a4a-8e04-a48e178262eb None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:19.294916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05683866-1bcf-432a-9ffa-ae4076bdf78d req-2a107369-74bd-4647-981c-3b943b76e975 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0733240 Mar 10 23:54:19.308926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (f37cf230-223e-4779-87d5-a704b60d226c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.329172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a8fc2-1619-4562-b487-4ce17bf813f1 None None] Pushing event updated for resources: {'Port': ['ID=6a5af882-4ecc-44db-a4a1-0117dd288c1d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.336894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Attempting to bind port 6a5af882-4ecc-44db-a4a1-0117dd288c1d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:19.337135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Attempting to bind port 6a5af882-4ecc-44db-a4a1-0117dd288c1d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:19.337606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Attempting to bind port 6a5af882-4ecc-44db-a4a1-0117dd288c1d on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:19.356938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0338f312-177c-4e35-a816-913e68dee862), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.362276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:19.362276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:19.362276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.362692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:19.363411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Bound port: 6a5af882-4ecc-44db-a4a1-0117dd288c1d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:19.363411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.376304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a836-005a-45a2-a72b-7bf2798024d6 req-10a8c46f-3169-41e9-b11f-04af30dfae0c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:19.377796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8d6a836-005a-45a2-a72b-7bf2798024d6 req-10a8c46f-3169-41e9-b11f-04af30dfae0c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1574125 Mar 10 23:54:19.389953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5e578611-c086-4186-9b55-3f2f2113dc23), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.398456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks [] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.444941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37cf230-223e-4779-87d5-a704b60d226c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.482800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 840f0701-81ea-4299-ad57-0401080c4671 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:19.483189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (840f0701-81ea-4299-ad57-0401080c4671), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.488531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8d6a836-005a-45a2-a72b-7bf2798024d6 req-2b1774a8-9046-4857-9140-32fc490f5c5b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875230 Mar 10 23:54:19.488933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Checking segment: {'id': '66b38707-54f6-4448-beaa-bb8cec8aeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:19.489300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Network hostable DHCP agents. Network: fcaa9e51-010c-425c-b133-8c37017c1e79, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:19.526234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0338f312-177c-4e35-a816-913e68dee862), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.533644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port e7179e16-2681-492c-9fa4-04bc52588f0d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:19.534128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.552610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] For port 6a5af882-4ecc-44db-a4a1-0117dd288c1d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:19.559221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0338f312-177c-4e35-a816-913e68dee862']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:19.561399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] For port 6a5af882-4ecc-44db-a4a1-0117dd288c1d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6a5af882-4ecc-44db-a4a1-0117dd288c1d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:19.570958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.576015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.580667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba68a976-e73c-4841-9063-31782fe5be8e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:19.580969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba68a976-e73c-4841-9063-31782fe5be8e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:19.621059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Network fcaa9e51-010c-425c-b133-8c37017c1e79 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:19.626811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (ba68a976-e73c-4841-9063-31782fe5be8e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.649212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3c7e3-d3d6-4cb0-85fa-788b80d7e266 req-f7ddd5ad-2509-4617-b07b-41c1c45ce994 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:19.650258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67c3c7e3-d3d6-4cb0-85fa-788b80d7e266 req-f7ddd5ad-2509-4617-b07b-41c1c45ce994 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 945 time: 0.1346345 Mar 10 23:54:19.652758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port e7179e16-2681-492c-9fa4-04bc52588f0d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e7179e16-2681-492c-9fa4-04bc52588f0d,segment=NetworkSegment(a4bb4253-9cc2-491b-80ae-afa418d00a48),segment_id=a4bb4253-9cc2-491b-80ae-afa418d00a48)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:19.653293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.665530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, fcaa9e51-010c-425c-b133-8c37017c1e79) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:19.670202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:19.671180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.673040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for e7179e16-2681-492c-9fa4-04bc52588f0d owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:19.674602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ba68a976-e73c-4841-9063-31782fe5be8e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.680038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:19.680691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:19.680830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Network d700c48f-df0a-4aa0-98cf-618f7df509cc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:19.689491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Pushing event updated for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.689724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c80770a8-9eec-49a7-aa10-665f69ca3d63 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:19.692877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:19.695151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:19.700845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:19.701259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (ba68a976-e73c-4841-9063-31782fe5be8e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:19.704784 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:19.755107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef6615-e873-4df0-9b59-0dca9959f27a None None] Network fcaa9e51-010c-425c-b133-8c37017c1e79 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:19.756850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a8fc2-1619-4562-b487-4ce17bf813f1 None None] Pushing event updated for resources: {'Port': ['ID=6a5af882-4ecc-44db-a4a1-0117dd288c1d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:19.767106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-37140e49-54bf-47a0-8bdf-692b2f324606 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2484119 Mar 10 23:54:19.773127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] DHCP port deletion for 5e578611-c086-4186-9b55-3f2f2113dc23 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:54:19.775406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 840f0701-81ea-4299-ad57-0401080c4671 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:19.793039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c80770a8-9eec-49a7-aa10-665f69ca3d63 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:19.793393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c80770a8-9eec-49a7-aa10-665f69ca3d63 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:19.823025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (bc5eda1c-48f1-400b-9b00-affe7933340c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.912283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0338f312-177c-4e35-a816-913e68dee862), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:19.960955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67c3c7e3-d3d6-4cb0-85fa-788b80d7e266 req-719cfa60-8807-4d02-85e5-f7161a3f2f01 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847123 Mar 10 23:54:19.997313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.003242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] 10.222.0.21 "DELETE /v2.0/networks/0338f312-177c-4e35-a816-913e68dee862 HTTP/1.1" status: 204 len: 168 time: 0.8851371 Mar 10 23:54:20.009824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb67b6c-8c47-4fed-a540-6fe3bf1ed7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0338f312-177c-4e35-a816-913e68dee862,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.035199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996c7b-b3d7-4781-95b5-c2956d0c58d4 req-86044415-6727-45d5-a1b9-ef6c50472402 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:20.054856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e93da1b8-7022-45a3-a167-c263ece08fed no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:20.057880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8996c7b-b3d7-4781-95b5-c2956d0c58d4 req-86044415-6727-45d5-a1b9-ef6c50472402 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 945 time: 0.2171175 Mar 10 23:54:20.105603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.112378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.130464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e93da1b8-7022-45a3-a167-c263ece08fed {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:20.131209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e93da1b8-7022-45a3-a167-c263ece08fed not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:20.180334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=e7179e16-2681-492c-9fa4-04bc52588f0d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.183175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port e7179e16-2681-492c-9fa4-04bc52588f0d on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:20.220339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8996c7b-b3d7-4781-95b5-c2956d0c58d4 req-1c5499ca-cdcc-49b8-9f37-c758bd259195 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614377 Mar 10 23:54:20.247000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:20.283985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45136) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:20.289551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14037ce-58ce-41ec-8318-ee6236629da4 None None] Network fcaa9e51-010c-425c-b133-8c37017c1e79 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:20.292684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-806eeba9-3f6e-4d48-88d0-71659c30b495 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-239625461&fields=id&tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 267 time: 0.1843016 Mar 10 23:54:20.348150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-03401aae-9174-42c3-b5ae-6993d8f06427 None None] Provisioning complete for port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:20.348699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03401aae-9174-42c3-b5ae-6993d8f06427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.350729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Deleting port e7179e16-2681-492c-9fa4-04bc52588f0d {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:20.351154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.366651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-33025fa4-b439-4bc3-9754-574a8a1b00bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8445a35b7dea4c3da2a64642f916dbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813255 Mar 10 23:54:20.367184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5e578611-c086-4186-9b55-3f2f2113dc23), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.369277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45140) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:20.372497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks [] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.387159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.395147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e578611-c086-4186-9b55-3f2f2113dc23']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:20.407842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bb4253-9cc2-491b-80ae-afa418d00a48') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:20.408853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bb4253-9cc2-491b-80ae-afa418d00a48') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:20.421530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a4bb4253-9cc2-491b-80ae-afa418d00a48), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.436441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a4bb4253-9cc2-491b-80ae-afa418d00a48), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.445300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:20.445872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a4bb4253-9cc2-491b-80ae-afa418d00a48), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.483875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Pushing event updated for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.491264 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (bc5eda1c-48f1-400b-9b00-affe7933340c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.522506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] Publish callbacks [] for security_group (45ce7e9a-a8c6-4028-b24a-54b9a1c004e2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:20.542152 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:20.551954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-03401aae-9174-42c3-b5ae-6993d8f06427 None None] Port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:54:20.556845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5e578611-c086-4186-9b55-3f2f2113dc23), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.576479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] For port e7179e16-2681-492c-9fa4-04bc52588f0d, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:20.576781 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.577602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.592811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/networks/5e578611-c086-4186-9b55-3f2f2113dc23 HTTP/1.1" status: 204 len: 168 time: 1.2937956 Mar 10 23:54:20.592811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45144) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:20.596400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1074891551'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:20.613604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Calling delete_port for e7179e16-2681-492c-9fa4-04bc52588f0d owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:20.616875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5056c-5e58-4e8f-8065-e2374d4c5641 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Network': ['ID=5e578611-c086-4186-9b55-3f2f2113dc23,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.617058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Port e7179e16-2681-492c-9fa4-04bc52588f0d was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:54:20.620197 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (e7179e16-2681-492c-9fa4-04bc52588f0d), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.641183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-4f2c04c4-824e-4543-95b8-7af9b27e2f29 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:20.648947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-4f2c04c4-824e-4543-95b8-7af9b27e2f29 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 945 time: 0.3479841 Mar 10 23:54:20.650592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Network 5e578611-c086-4186-9b55-3f2f2113dc23 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 23:54:20.651138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] No DVR routers for this DVR port e7179e16-2681-492c-9fa4-04bc52588f0d on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:20.659545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] Publish callbacks [] for security_group (45ce7e9a-a8c6-4028-b24a-54b9a1c004e2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.660848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'security_groups': ['ea4f2e12-9d22-4d27-8248-57b1bea57bab', '0a2d4769-011d-44f1-8155-0462d383dc71']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:20.667162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4929b13-172b-4488-80c0-cc03a08859da None None] Pushing event deleted for resources: {'Port': ['ID=e7179e16-2681-492c-9fa4-04bc52588f0d,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.679945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Network d700c48f-df0a-4aa0-98cf-618f7df509cc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:20.683780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:20.714083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:20.717391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.728790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:16Z', 'revision_number': 3, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:20.768662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff5bc5-1c83-4555-a008-71294f5496d1 None None] The sync data for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 is: [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:16Z', 'revision_number': 3, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:20.835714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45ce7e9a-a8c6-4028-b24a-54b9a1c004e2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.838792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.840006 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45ce7e9a-a8c6-4028-b24a-54b9a1c004e2 HTTP/1.1" status: 204 len: 168 time: 0.4698343 Mar 10 23:54:20.852694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:20.860886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5e297-b508-479d-8166-b132f9927626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ce7e9a-a8c6-4028-b24a-54b9a1c004e2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:20.871674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Router bc5eda1c-48f1-400b-9b00-affe7933340c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:54:20.893676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (da047936-840b-4ad8-9f8a-a9cd0cb5bfa2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.894025 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Added segment da047936-840b-4ad8-9f8a-a9cd0cb5bfa2 of type vlan for network cf22e846-5070-4dc7-a700-95dd19c36c68 Mar 10 23:54:20.922355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:20.955808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-09052c6b-009d-402f-985b-e7676e54028f tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:20.962498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-09052c6b-009d-402f-985b-e7676e54028f tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/networks?id=fcaa9e51-010c-425c-b133-8c37017c1e79 HTTP/1.1" status: 200 len: 813 time: 0.3113544 Mar 10 23:54:20.996325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (cf22e846-5070-4dc7-a700-95dd19c36c68), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.004952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-a28a45aa-9aec-4339-b2c9-41f9f67e5222 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/quotas/e1385e6402a74800aa4304260f9459b0 HTTP/1.1" status: 200 len: 375 time: 0.0415034 Mar 10 23:54:21.042343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:21.059343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e60bc1ff-dae2-413d-8f4d-5cd440130a04 admin admin] 10.222.0.21 "PUT /v2.0/routers/bc5eda1c-48f1-400b-9b00-affe7933340c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1845150 Mar 10 23:54:21.068170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-fbf0a379-bc4d-4735-8827-2a5a08398e93 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1385e6402a74800aa4304260f9459b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622284 Mar 10 23:54:21.118184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d9b6d0e6-0f4f-49dc-96e2-3f30a7988efc None None] Provisioning complete for port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:21.118635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d0e6-0f4f-49dc-96e2-3f30a7988efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.129697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (cf22e846-5070-4dc7-a700-95dd19c36c68), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.134684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:21.135301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.220238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6d0e6-0f4f-49dc-96e2-3f30a7988efc None None] Port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:54:21.231508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e7179e16-2681-492c-9fa4-04bc52588f0d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:21.267451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e7179e16-2681-492c-9fa4-04bc52588f0d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:21.267792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e7179e16-2681-492c-9fa4-04bc52588f0d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:21.292673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6985736 Mar 10 23:54:21.293495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45162) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:21.301483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'subnet': {'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:21.322364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681b2a8-6e3a-49cd-937a-27204a221483 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Network': ['ID=cf22e846-5070-4dc7-a700-95dd19c36c68,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:21.341116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network cf22e846-5070-4dc7-a700-95dd19c36c68 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:21.365444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-6fc86f1b-d28d-41c8-b6b9-8ec05ad4c374 service neutron] 10.222.0.21 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855823 Mar 10 23:54:21.479389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:21.483130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.518021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:21.605759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.615986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.631539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043', '7a6898b0-6bab-44e0-9f0e-32b7b0969177'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:21.640054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-6c3ec39d-3072-44d8-8e25-345a951b74a3 service neutron] 10.222.0.21 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669811 Mar 10 23:54:21.700647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:21.722032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:21.722816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.724585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6eb4f315-ac18-4bf5-8dd9-f9798378da62 req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "PUT /v2.0/ports/7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 981 time: 1.0747271 Mar 10 23:54:21.725128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:21.727440 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d23e2-7440-4d47-8701-0049adbccd43" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:21.803725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36cae2-b78d-48b8-a47c-187380626835 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:21.833496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a6898b0-6bab-44e0-9f0e-32b7b0969177'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:21.861915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (155f036f-d085-4eb1-8f38-99bc899b6889), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:21.967751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a7c27b0-038e-403e-b10e-bda52c41c3da req-951cb754-8c05-41c4-85b6-3ba59230640d tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0747752 Mar 10 23:54:21.971719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:21.972296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.002030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Subnet': ['ID=155f036f-d085-4eb1-8f38-99bc899b6889,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:22.086650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Checking segment: {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:22.087379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network hostable DHCP agents. Network: cf22e846-5070-4dc7-a700-95dd19c36c68, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:22.116348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network cf22e846-5070-4dc7-a700-95dd19c36c68 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:22.120159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ea84a-48c5-4666-a3a8-723a85e142f1 req-e02a4e2c-5c64-465d-bf11-347b90213263 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:22.131103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, cf22e846-5070-4dc7-a700-95dd19c36c68) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:22.144488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f09ea84a-48c5-4666-a3a8-723a85e142f1 req-e02a4e2c-5c64-465d-bf11-347b90213263 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.1374598 Mar 10 23:54:22.145053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379d8c2-4fc1-4d5e-adf1-79133338c4d7 None None] Network cf22e846-5070-4dc7-a700-95dd19c36c68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:22.154660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:22.155359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.206327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7aaa9bcb-5fd6-4731-96b7-c4c7e1d5613c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9075351 Mar 10 23:54:22.206327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:22.213143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-786309036'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:22.244234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:22.253091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.290712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f09ea84a-48c5-4666-a3a8-723a85e142f1 req-f93a441e-d50d-4c07-88e2-bfd91894177d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451106 Mar 10 23:54:22.314459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84797-b0f7-4ee4-9ebc-f02224fe7d76 req-e25ca558-9185-456c-b9bc-8d69662dcc85 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:22.315992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ff84797-b0f7-4ee4-9ebc-f02224fe7d76 req-e25ca558-9185-456c-b9bc-8d69662dcc85 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 945 time: 0.2126839 Mar 10 23:54:22.322305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:22.354920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91820b3e-9a88-4159-b362-d24fd94a9b39), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.355699 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Added segment 91820b3e-9a88-4159-b362-d24fd94a9b39 of type vlan for network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 Mar 10 23:54:22.382210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:22.382713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.399185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45198) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:22.451405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.454352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:22.470455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:22.474255 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f202f-ab0b-4f74-948a-47e17308c4c0" -d '{"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-plugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:22.475943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ff84797-b0f7-4ee4-9ebc-f02224fe7d76 req-64ce1167-3891-4b6f-bc93-85ce497f533b tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468933 Mar 10 23:54:22.503168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.558856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.572503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:22.573719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.585692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1551484971-network', 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:22.606396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:22.663555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Network': ['ID=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:22.678522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-867af6b6-b880-4bf4-9049-749bcc3a2757 req-1279e488-2663-46b3-a0cc-2ef6c414d6ec tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/0a2d4769-011d-44f1-8155-0462d383dc71 HTTP/1.1" status: 200 len: 1817 time: 0.1345007 Mar 10 23:54:22.684375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bc706556-0fc2-466f-a8fc-968b1d86a353 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4760194 Mar 10 23:54:22.685999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45206) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:22.686509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:22.689549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.695719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'subnet': {'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:22.701462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:22.710774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.764417 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-867af6b6-b880-4bf4-9049-749bcc3a2757 req-55b462e7-f2cc-4e68-9cf7-96e48238f448 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 23:54:22.776856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-867af6b6-b880-4bf4-9049-749bcc3a2757 req-55b462e7-f2cc-4e68-9cf7-96e48238f448 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a2d4769-011d-44f1-8155-0462d383dc71 HTTP/1.1" status: 409 len: 341 time: 0.0973344 Mar 10 23:54:22.792720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-cf22e846-5070-4dc7-a700-95dd19c36c68', 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68', 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'fixed_ips': [{'subnet_id': '155f036f-d085-4eb1-8f38-99bc899b6889'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:54:22.793760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.893914 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95950282-1647-48c2-90d7-2caca09e10bd x-openstack-request-id: req-95950282-1647-48c2-90d7-2caca09e10bd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:22.894208 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:22.894462 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95950282-1647-48c2-90d7-2caca09e10bd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:22.894864 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'status': 'completed', 'code': 200} Mar 10 23:54:22.911505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:22.916263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:22.947450 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-54b23d4e-daee-4278-ac18-c08eca14e4b2 req-0c528a3b-c479-4ee7-b493-ecad5ee87450 tempest-FloatingIPDetailsNegativeTestJSON-1198403323 tempest-FloatingIPDetailsNegativeTestJSON-1198403323-project] show failed (client error): The resource could not be found. Mar 10 23:54:22.948751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54b23d4e-daee-4278-ac18-c08eca14e4b2 req-0c528a3b-c479-4ee7-b493-ecad5ee87450 tempest-FloatingIPDetailsNegativeTestJSON-1198403323 tempest-FloatingIPDetailsNegativeTestJSON-1198403323-project] 10.222.0.21 "GET /v2.0/floatingips/0d1479d4-e215-4d1f-bec2-6faad8c543e2 HTTP/1.1" status: 404 len: 350 time: 0.1549222 Mar 10 23:54:22.985487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45210) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:22.991619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99af015e-89ab-429a-879d-488283287437 req-c02b173f-4ecd-4d56-9221-d3a6e8c33c9c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 210 time: 0.0650158 Mar 10 23:54:23.099875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-bf22dd1d-cb0a-4229-a241-34d188d3ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.101409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-bf22dd1d-cb0a-4229-a241-34d188d3ffad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1166 time: 0.2058225 Mar 10 23:54:23.109643 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09404a4-32e6-4043-af59-754364bda1fc x-openstack-request-id: req-e09404a4-32e6-4043-af59-754364bda1fc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:23.110608 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-plugged", "status": "completed", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:23.111594 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e09404a4-32e6-4043-af59-754364bda1fc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:23.111594 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'code': 200} Mar 10 23:54:23.154252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks [] for security_group (8db9663e-3123-4784-b2f1-fadae3465b08), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.180856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8db9663e-3123-4784-b2f1-fadae3465b08), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.233230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:23.328809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db9663e-3123-4784-b2f1-fadae3465b08,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:23.358307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (1e77cd73-063b-4d92-8970-225375f71625), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.368880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b1f4880f-d8b1-411b-ad82-6322e003fd4f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.369437 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Added segment b1f4880f-d8b1-411b-ad82-6322e003fd4f of type vlan for network c5ea54de-39b3-45e7-acc1-52d849361672 Mar 10 23:54:23.403538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Allocated IP 19.80.0.2 (cf22e846-5070-4dc7-a700-95dd19c36c68/155f036f-d085-4eb1-8f38-99bc899b6889/c622f0af-3e5d-48cd-98d4-a26b21c16aa0) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:23.408331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6a5af882-4ecc-44db-a4a1-0117dd288c1d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:23.458246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Subnet': ['ID=1e77cd73-063b-4d92-8970-225375f71625,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:23.478724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c5ea54de-39b3-45e7-acc1-52d849361672), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.485228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Checking segment: {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:23.485588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network hostable DHCP agents. Network: ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:23.493787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7659b9-60c6-46ab-9a97-4eed3d5c9d2e req-9911cd80-404d-4a9c-9393-dbfa32fd3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.495289 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c7659b9-60c6-46ab-9a97-4eed3d5c9d2e req-9911cd80-404d-4a9c-9393-dbfa32fd3bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 1128 time: 0.0941665 Mar 10 23:54:23.522806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aea7084-a03c-4098-a080-317ae5366825 req-c8baf347-107c-4086-bcb7-d315be7e8822 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1680086 Mar 10 23:54:23.529795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:23.555512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:23.563338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.564356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.569874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c7659b9-60c6-46ab-9a97-4eed3d5c9d2e req-67689cfd-e647-40f9-ba77-fd5d8d79bd0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675642 Mar 10 23:54:23.598515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6faa6f2-d6d8-47b0-bed1-8532b4f05c9d None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:23.606946 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3cf9f3a8-4bf9-4bec-8da1-4b83bd2337c5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9116011 Mar 10 23:54:23.653000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-4456e5ae-f87c-4f29-98ea-89031c630a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.654730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-4456e5ae-f87c-4f29-98ea-89031c630a85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.5155172 Mar 10 23:54:23.674389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c5ea54de-39b3-45e7-acc1-52d849361672), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.675626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.676470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.688176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784784e-4c68-4411-bbf3-11a1e2df668d req-ed8c69aa-136f-4bc2-a093-618130a904d5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.695364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f784784e-4c68-4411-bbf3-11a1e2df668d req-ed8c69aa-136f-4bc2-a093-618130a904d5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 984 time: 0.3091054 Mar 10 23:54:23.810663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4104125 Mar 10 23:54:23.816432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45224) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:23.832212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Request body: {'subnet': {'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1551484971-subnet', 'tenant_id': '06000382be7e4be1828368a822ea2a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:23.844721 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Sync routers for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:23.872387 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:23.873067 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:23.923794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:23.927225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:23.978071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-bca8f49a-0f70-4a48-92b1-3940b2554b98 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:23.979887 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-bca8f49a-0f70-4a48-92b1-3940b2554b98 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.30 "GET /v2.0/networks?id=fcaa9e51-010c-425c-b133-8c37017c1e79 HTTP/1.1" status: 200 len: 813 time: 0.2098370 Mar 10 23:54:23.999978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:24.022797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Request body: {'port': {'device_id': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79', 'admin_state_up': True, 'tenant_id': 'e1385e6402a74800aa4304260f9459b0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:24.107808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks [] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.144021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4', 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4', 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'fixed_ips': [{'subnet_id': '1e77cd73-063b-4d92-8970-225375f71625'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:54:24.145051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.165285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6a5af882-4ecc-44db-a4a1-0117dd288c1d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:24.166100 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.215405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-f1566f29-bda2-4c1c-b687-fbd7a9e95b99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 217 time: 0.4252276 Mar 10 23:54:24.225131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667361-d881-4471-be55-00d2a423aa9c admin admin] Pushing event updated for resources: {'Network': ['ID=c5ea54de-39b3-45e7-acc1-52d849361672,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:24.231479 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:20Z', 'revision_number': 4, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744', 'name': '', 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'mac_address': 'fa:16:3e:8a:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:18Z', 'updated_at': '2022-03-10T23:54:20Z', 'revision_number': 2, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'subnets': [{'id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:24.241978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Made reservation on behalf of e1385e6402a74800aa4304260f9459b0 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:24.243570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.246071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.269257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Checking router: bc5eda1c-48f1-400b-9b00-affe7933340c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:24.269910 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Updating router bc5eda1c-48f1-400b-9b00-affe7933340c port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:54:24.289697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (815db9c0-d094-42ea-afd7-bcf98890f6b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.305828 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.332493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f784784e-4c68-4411-bbf3-11a1e2df668d req-843596c8-a2c6-42c4-9093-4100c023fb06 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=0a2d4769-011d-44f1-8155-0462d383dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6360371 Mar 10 23:54:24.366000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9a3be-0a8e-4ef7-9ba7-0df5f345d943 req-262152c6-6ed6-4173-a97d-9e3dd8b9fb9e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:24.370710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9a9a3be-0a8e-4ef7-9ba7-0df5f345d943 req-262152c6-6ed6-4173-a97d-9e3dd8b9fb9e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.6700728 Mar 10 23:54:24.379581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-2ba822ff-96a4-433c-b0d8-9d2b71e9b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:24.381166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-2ba822ff-96a4-433c-b0d8-9d2b71e9b248 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.1578681 Mar 10 23:54:24.430379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815db9c0-d094-42ea-afd7-bcf98890f6b2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:24.434845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Network cf22e846-5070-4dc7-a700-95dd19c36c68 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:24.439792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c5ea54de-39b3-45e7-acc1-52d849361672 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:24.446480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-31baead4-0d93-481d-a1f8-636ee3482e36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478380 Mar 10 23:54:24.448513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:24.454521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:24.455498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Network hostable DHCP agents. Network: c5ea54de-39b3-45e7-acc1-52d849361672, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:24.479235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:24.530244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Network c5ea54de-39b3-45e7-acc1-52d849361672 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:24.560159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Pushing event updated for resources: {'Port': ['ID=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:24.563810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Allocated IP 19.86.0.2 (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4/1e77cd73-063b-4d92-8970-225375f71625/d21687e6-3e66-440b-a2be-1994fc0bb8fe) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:24.572569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9a9a3be-0a8e-4ef7-9ba7-0df5f345d943 req-b59a76cf-9b7b-419b-8e80-8e880a72bd86 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952708 Mar 10 23:54:24.603787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Allocated IP 172.20.0.4 (fcaa9e51-010c-425c-b133-8c37017c1e79/f37cf230-223e-4779-87d5-a704b60d226c/d236a4ea-fa25-4a3b-82ff-ef136c9238dd) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:24.613625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c5ea54de-39b3-45e7-acc1-52d849361672) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:24.632081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:24.633081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.668658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4803af-13f4-4252-a33e-05cc6a26eab3 req-ef215f89-e16c-40c8-932d-f2d89d093159 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:24.670224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a4803af-13f4-4252-a33e-05cc6a26eab3 req-ef215f89-e16c-40c8-932d-f2d89d093159 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.2266898 Mar 10 23:54:24.692782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f24da860-01fd-462a-8412-5a96316e1401 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8717358 Mar 10 23:54:24.703524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-2fbe1f93-3eaa-4d4f-b289-e53ba1c6a854 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435138 Mar 10 23:54:24.708900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d69f59-ba27-483d-9984-3cbd8a83435a None None] Network c5ea54de-39b3-45e7-acc1-52d849361672 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:24.786846 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks [] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.807241 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:24.884495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Attempting to bind port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:24.884872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Attempting to bind port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:24.885235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Attempting to bind port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 on network cf22e846-5070-4dc7-a700-95dd19c36c68 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:24.931012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a4803af-13f4-4252-a33e-05cc6a26eab3 req-25df6b9f-0178-424f-bd9c-f581e847d06c tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490201 Mar 10 23:54:24.934020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (bc5eda1c-48f1-400b-9b00-affe7933340c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.069163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:25.069861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Checking segment: {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:25.070384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.071559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Bound using segment: {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:25.072272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Bound port: c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:25.073231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.119493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6a5af882-4ecc-44db-a4a1-0117dd288c1d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:25.120031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.127670 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db178a-ea8a-4b6f-84e8-e73b6dabc21d None None] Pushing event updated for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:25.231842 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Attempting to bind port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:25.233167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Attempting to bind port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:25.233735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Attempting to bind port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 on network d700c48f-df0a-4aa0-98cf-618f7df509cc {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:25.245392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:25.246167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Checking segment: {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:25.247522 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.248373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Bound using segment: {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:25.249140 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Bound port: e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:25.250251 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.293427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8d23e2-7440-4d47-8701-0049adbccd43 req-cd18c26c-a072-4fa1-830a-e74fc356f5aa service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715950 Mar 10 23:54:25.307387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-237d8f74-8f70-49b2-a5c5-dc6bf602f88f req-856aaadd-e3b1-480d-b397-6fc69d2d3e1d tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 210 time: 0.1100276 Mar 10 23:54:25.332153 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] For port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:25.336201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] For port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:25.346415 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.355562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-f5405f0a-6702-4896-87f8-03f4d98af7b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:25.372642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6a5af882-4ecc-44db-a4a1-0117dd288c1d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6a5af882-4ecc-44db-a4a1-0117dd288c1d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:25.383122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-f5405f0a-6702-4896-87f8-03f4d98af7b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:25.386954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks [] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.394294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-f5405f0a-6702-4896-87f8-03f4d98af7b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/networks?id=cf22e846-5070-4dc7-a700-95dd19c36c68&id=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 HTTP/1.1" status: 200 len: 1391 time: 0.6426342 Mar 10 23:54:25.397490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.434717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30a5f3-2bca-4ab0-97e2-731bc31d275e None None] Network c5ea54de-39b3-45e7-acc1-52d849361672 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:25.446017 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:25.450912 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:25.461582 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.498445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Network fcaa9e51-010c-425c-b133-8c37017c1e79 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:25.503836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:25.508233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-e27b6d22-d5cd-4a35-8585-209537c63b8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/quotas/01dc4dbe4e9e4738a56eca7503c14fed HTTP/1.1" status: 200 len: 375 time: 0.1119893 Mar 10 23:54:25.532426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] For port c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:25.565489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46530fa6-20e3-4a5a-b8e3-868a80b0d28c req-3954cc11-c5f0-4c80-be79-8d8f2cdfb240 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0913889 Mar 10 23:54:25.570223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:25.605288 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:25.630506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] For port c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:25.674642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Pushing event updated for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:25.689266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-5ac4c19e-5bd4-44e4-990f-23d6c2dc0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:25.690912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-5ac4c19e-5bd4-44e4-990f-23d6c2dc0bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1166 time: 0.2906997 Mar 10 23:54:25.719684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:25.720660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.735019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.750345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6a5af882-4ecc-44db-a4a1-0117dd288c1d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:25.756666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-d698bb55-1216-4478-b3b2-42183b10da6c tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7413006 Mar 10 23:54:25.776041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Request body: {'port': {'device_id': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:25.828592 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db178a-ea8a-4b6f-84e8-e73b6dabc21d None None] Pushing event updated for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:25.832651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-221fe721-b256-4f0e-ae05-a0f7dc689a6b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3234091 Mar 10 23:54:25.844020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Provisioning complete for port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:25.845601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.877916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:25.961681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks [] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.014537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.029746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d5e16-b905-4271-ac6b-6e1d7f9188f8 None None] Pushing event updated for resources: {'Port': ['ID=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.030013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Deleting port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:26.030493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.089947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Pushing event updated for resources: {'Port': ['ID=d21687e6-3e66-440b-a2be-1994fc0bb8fe,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.119832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-d7d015aa-3456-451f-99ac-4d32281c7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:26.121599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-d7d015aa-3456-451f-99ac-4d32281c7077 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.4154916 Mar 10 23:54:26.129032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:26.136115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:26.142129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:26.148445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Current status of the port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:26.148833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.155434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-c5b13f6e-58db-4086-ae71-ee30fec54c15 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:26.163489 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:20Z', 'revision_number': 4, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744', 'name': '', 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'mac_address': 'fa:16:3e:8a:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:18Z', 'updated_at': '2022-03-10T23:54:25Z', 'revision_number': 4, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'subnets': [{'id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:26.165338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-c5b13f6e-58db-4086-ae71-ee30fec54c15 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2933567 Mar 10 23:54:26.205287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1215ac-9ef5-4ee5-a060-cadb10faa154 None None] The sync data for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 is: [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:20Z', 'revision_number': 4, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744', 'name': '', 'network_id': 'd700c48f-df0a-4aa0-98cf-618f7df509cc', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'mac_address': 'fa:16:3e:8a:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:18Z', 'updated_at': '2022-03-10T23:54:25Z', 'revision_number': 4, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'subnets': [{'id': 'e8ee823c-13d9-4723-86c5-29cef90da98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:26.233249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-58bc469c-c34c-40c0-9984-3f2a7f74336a service neutron] 10.222.0.21 "GET /v2.0/networks/cf22e846-5070-4dc7-a700-95dd19c36c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997326 Mar 10 23:54:26.271760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Attempting to bind port d21687e6-3e66-440b-a2be-1994fc0bb8fe on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:26.272298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Attempting to bind port d21687e6-3e66-440b-a2be-1994fc0bb8fe by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:26.272671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Attempting to bind port d21687e6-3e66-440b-a2be-1994fc0bb8fe on network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:26.282709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:26.283085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Checking segment: {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:26.283485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.283878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Bound using segment: {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:26.284503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Bound port: d21687e6-3e66-440b-a2be-1994fc0bb8fe, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:26.284886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.289902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-22f018ba-f03c-4f5d-b205-06ed0e14b4fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 217 time: 0.1550453 Mar 10 23:54:26.290069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] For port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:26.306866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.307898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-8a50e08c-bfd0-4d13-8028-0035379f9e2a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.1417174 Mar 10 23:54:26.413815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d236a4ea-fa25-4a3b-82ff-ef136c9238dd {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:26.424491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724395c-e06a-4364-a121-e06df04fb0d4 None None] Pushing event updated for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.434272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-04fbfd93-c2a8-414b-9e44-70892cf11756 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082830 Mar 10 23:54:26.442186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks [] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.448027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] For port d21687e6-3e66-440b-a2be-1994fc0bb8fe, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:26.452547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] For port d21687e6-3e66-440b-a2be-1994fc0bb8fe, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d21687e6-3e66-440b-a2be-1994fc0bb8fe,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:26.470201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8af4f7a5-9147-4bd6-9c73-7fcf742fb011 None None] Provisioning complete for port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:26.470577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8af4f7a5-9147-4bd6-9c73-7fcf742fb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.472893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Transition to ACTIVE for port object d236a4ea-fa25-4a3b-82ff-ef136c9238dd will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:26.473888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.479648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.531659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-923d129c-f551-43dd-9dbe-e41eca3a7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:26.533211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-923d129c-f551-43dd-9dbe-e41eca3a7c9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.2243617 Mar 10 23:54:26.551530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] For port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:26.551871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.592950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Calling delete_port for e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:26.594817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Pushing event updated for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.665861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Attempting to bind port d236a4ea-fa25-4a3b-82ff-ef136c9238dd on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:26.666348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Attempting to bind port d236a4ea-fa25-4a3b-82ff-ef136c9238dd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '66b38707-54f6-4448-beaa-bb8cec8aeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:26.666749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Attempting to bind port d236a4ea-fa25-4a3b-82ff-ef136c9238dd on network fcaa9e51-010c-425c-b133-8c37017c1e79 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:26.672764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Port d236a4ea-fa25-4a3b-82ff-ef136c9238dd on network fcaa9e51-010c-425c-b133-8c37017c1e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:26.673194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Attempting to bind port d236a4ea-fa25-4a3b-82ff-ef136c9238dd on network fcaa9e51-010c-425c-b133-8c37017c1e79 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:26.678766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:26.679220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Checking segment: {'id': '66b38707-54f6-4448-beaa-bb8cec8aeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:26.679684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Bound using segment: {'id': '66b38707-54f6-4448-beaa-bb8cec8aeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:26.680344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Bound port: d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b38707-54f6-4448-beaa-bb8cec8aeff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:26.680771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.739862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6c49b-3403-4c44-ab27-8f71bb3eb282 None None] Pushing event updated for resources: {'Port': ['ID=d21687e6-3e66-440b-a2be-1994fc0bb8fe,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.764029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-617c58a8-2b75-4a16-bfba-a4a27aee6465 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2203789 Mar 10 23:54:26.788910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:26.792920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,segment=NetworkSegment(66b38707-54f6-4448-beaa-bb8cec8aeff7),segment_id=66b38707-54f6-4448-beaa-bb8cec8aeff7)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:26.806137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.832154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8af4f7a5-9147-4bd6-9c73-7fcf742fb011 None None] Current status of the port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:26.850018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:26.850661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:26.852194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] 10.222.0.30 "PUT /v2.0/ports/d236a4ea-fa25-4a3b-82ff-ef136c9238dd HTTP/1.1" status: 200 len: 1091 time: 1.0881488 Mar 10 23:54:26.852664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:26.854982 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457bea51-5cae-4cf7-a6b6-a99863978e98" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:26.903999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4638cc-5dd6-4f5c-a9d4-ecaa28a808fd service neutron] Pushing event updated for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:26.922416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-d11e27b4-baeb-4dbb-82be-c0bad665a6da service neutron] 10.222.0.21 "GET /v2.0/networks/cf22e846-5070-4dc7-a700-95dd19c36c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327553 Mar 10 23:54:26.973071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-567a8d7b-68a4-4bbb-b6de-8a4faf48627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:26.975171 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-567a8d7b-68a4-4bbb-b6de-8a4faf48627e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1385e6402a74800aa4304260f9459b0&device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 1125 time: 0.0640783 Mar 10 23:54:27.038356 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-a05a7ff8-b854-400d-b974-739a9c91e481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd HTTP/1.1" status: 200 len: 217 time: 0.0552862 Mar 10 23:54:27.121151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-888b6857-36b2-4475-bc90-d028cbc5ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:27.122892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-888b6857-36b2-4475-bc90-d028cbc5ca2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f37cf230-223e-4779-87d5-a704b60d226c HTTP/1.1" status: 200 len: 853 time: 0.0789437 Mar 10 23:54:27.128905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-2e4f06d2-4cc2-4965-aea3-88d8d1204469 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647992 Mar 10 23:54:27.179576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-44f54b95-f68d-4159-ac16-6fe7cb41689e service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612952 Mar 10 23:54:27.191087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-ceccb036-c64c-4519-a750-cd5d4f549604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcaa9e51-010c-425c-b133-8c37017c1e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614870 Mar 10 23:54:27.363730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-2df6dd28-2028-4cb0-b414-0ed04a90784b service neutron] 10.222.0.30 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663346 Mar 10 23:54:27.531361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76a664-8f81-4750-8899-bb3850bb7a48 None None] Network cf22e846-5070-4dc7-a700-95dd19c36c68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:27.612816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-559c7759-1da4-4801-9dd4-6fdcc4008ac0 req-21a17522-507d-431c-be31-1e8551b38563 service neutron] 10.222.0.30 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314260 Mar 10 23:54:27.685428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Provisioning complete for port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:27.685428 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:27.783037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:27.803904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:27.813658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:27.814284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 10 23:54:27.816280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-04d1916b-74b6-4ba2-8411-83db188d2c87 service neutron] 10.222.0.21 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784192 Mar 10 23:54:27.861760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:27.880315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 10 23:54:27.880712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d21687e6-3e66-440b-a2be-1994fc0bb8fe up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:27.967972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9fb3c6-91af-4a2f-935b-06c826c65fae req-652d0dd5-c5c1-45dc-ae6f-b279761aad61 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736130 Mar 10 23:54:28.006975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d21687e6-3e66-440b-a2be-1994fc0bb8fe triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:28.007350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.077124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-307fb4c3-906b-45d5-9067-c37caa78129b service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073355 Mar 10 23:54:28.085662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-a884367f-78a0-442f-9782-ac4c0cd4589a service neutron] 10.222.0.21 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605674 Mar 10 23:54:28.110032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Current status of the port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:28.110423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.266415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] For port c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:28.288391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.372870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (bc5eda1c-48f1-400b-9b00-affe7933340c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.409831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d21687e6-3e66-440b-a2be-1994fc0bb8fe is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:28.410218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.510814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf68e8-493f-4c29-98d6-e6e4c52674aa None None] Pushing event updated for resources: {'Port': ['ID=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:28.527510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-17c292be-d2ac-418c-aaca-35ebb57ae83a None None] Provisioning complete for port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:28.527888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-17c292be-d2ac-418c-aaca-35ebb57ae83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.538128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b20a6-30da-4ccb-af29-4e92cfc4dccd None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:28.545595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d21687e6-3e66-440b-a2be-1994fc0bb8fe, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d21687e6-3e66-440b-a2be-1994fc0bb8fe,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:28.577326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.578790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6a5af882-4ecc-44db-a4a1-0117dd288c1d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:28.734229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d21687e6-3e66-440b-a2be-1994fc0bb8fe,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:28.805858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6a5af882-4ecc-44db-a4a1-0117dd288c1d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:28.806342 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:28.816461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0e4dd-31c1-4178-80e6-985d49e1908d req-448bf4e1-0402-4b9f-af9f-98f4230a77aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:28.823910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9a0e4dd-31c1-4178-80e6-985d49e1908d req-448bf4e1-0402-4b9f-af9f-98f4230a77aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 984 time: 0.2974906 Mar 10 23:54:28.847514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-17c292be-d2ac-418c-aaca-35ebb57ae83a None None] Current status of the port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:28.862561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35e894-0aa8-4d33-be36-951b4b64fb7d req-bf1deb66-ef70-4fe3-a65c-2ba0b3a4ea1d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:28.869570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f35e894-0aa8-4d33-be36-951b4b64fb7d req-bf1deb66-ef70-4fe3-a65c-2ba0b3a4ea1d tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2346220 Mar 10 23:54:28.887952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Router bc5eda1c-48f1-400b-9b00-affe7933340c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:54:28.964839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6a5af882-4ecc-44db-a4a1-0117dd288c1d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:28.967823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c622f0af-3e5d-48cd-98d4-a26b21c16aa0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:28.982123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9a0e4dd-31c1-4178-80e6-985d49e1908d req-523cd2b8-5e9a-4ca3-8a46-4334c215bbd0 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=0a2d4769-011d-44f1-8155-0462d383dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1571183 Mar 10 23:54:29.062165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-35608a20-b876-40de-bbdc-9848c5dc1144 None None] Provisioning complete for port d21687e6-3e66-440b-a2be-1994fc0bb8fe triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:29.062680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-35608a20-b876-40de-bbdc-9848c5dc1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.128657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f35e894-0aa8-4d33-be36-951b4b64fb7d req-a265171a-8d28-42fa-9b1f-cf528377cfe4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540007 Mar 10 23:54:29.184698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:29.185078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.220919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17c5ea55-29d8-4265-93d9-3430ad62cb20 req-2c259933-2aff-47c1-bccd-1bb33a220e94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.2007265 Mar 10 23:54:29.280108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-35608a20-b876-40de-bbdc-9848c5dc1144 None None] Current status of the port d21687e6-3e66-440b-a2be-1994fc0bb8fe is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:29.332117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:29.332713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:29.338652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e5ee19a-7baf-4cd8-89ba-22e18a023706 admin admin] 10.222.0.21 "PUT /v2.0/routers/bc5eda1c-48f1-400b-9b00-affe7933340c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3502398 Mar 10 23:54:29.340901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:29.353279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Sync routers for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:29.357223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38cf3a-b3ad-45f0-8d4d-9d61dba63a2d req-e4006805-ff49-47de-8eff-8b615302e334 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:29.364388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f38cf3a-b3ad-45f0-8d4d-9d61dba63a2d req-e4006805-ff49-47de-8eff-8b615302e334 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.2284055 Mar 10 23:54:29.365017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:29.365759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:29.393655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6b45-5561-4947-a4db-2f30de8361d2 req-1f237357-0332-4915-b99f-29ab4cd61007 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:29.395153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44ca6b45-5561-4947-a4db-2f30de8361d2 req-1f237357-0332-4915-b99f-29ab4cd61007 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 943 time: 0.1734467 Mar 10 23:54:29.433660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-79719488-e8c6-45ba-bfe6-8fe8865fb8eb None None] Provisioning complete for port d21687e6-3e66-440b-a2be-1994fc0bb8fe triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:29.434205 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79719488-e8c6-45ba-bfe6-8fe8865fb8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.469654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f38cf3a-b3ad-45f0-8d4d-9d61dba63a2d req-654d61a7-a053-44ed-bc91-f818424944f1 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042957 Mar 10 23:54:29.516745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44ca6b45-5561-4947-a4db-2f30de8361d2 req-212ccf32-c36c-4d24-b02e-fd5bef4db689 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116254 Mar 10 23:54:29.536147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:29.569422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks [] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.612203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bfdf494-794e-4ef6-89b4-81f19cfac8e0 req-d7151344-ef8c-425b-9548-d0fe3877b41f tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0590234 Mar 10 23:54:29.741610 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a666eb16-8ffb-439f-9d63-21fbfefcd7b8 x-openstack-request-id: req-a666eb16-8ffb-439f-9d63-21fbfefcd7b8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:29.741908 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:29.742181 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a666eb16-8ffb-439f-9d63-21fbfefcd7b8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:29.742577 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd', 'status': 'completed', 'code': 200} Mar 10 23:54:29.742701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4fa6be5-4354-4d7a-b5f6-117a5c639410 req-c9001fad-656a-4b81-b46b-4195fe707463 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 210 time: 0.0648863 Mar 10 23:54:29.792897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks [] for router_gateway (bc5eda1c-48f1-400b-9b00-affe7933340c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.797294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-79719488-e8c6-45ba-bfe6-8fe8865fb8eb None None] Current status of the port d21687e6-3e66-440b-a2be-1994fc0bb8fe is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:29.801990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c622f0af-3e5d-48cd-98d4-a26b21c16aa0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:29.806244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d236a4ea-fa25-4a3b-82ff-ef136c9238dd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:29.838307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d808c29-5689-44bb-b8cd-2ef0e68a3487 req-cfcb083c-ddd4-465d-bc38-49d5171bff54 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 210 time: 0.0383894 Mar 10 23:54:29.887626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-883d4f4a-0c41-44d5-9599-b81684b521c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:29.889192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-883d4f4a-0c41-44d5-9599-b81684b521c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1385e6402a74800aa4304260f9459b0&device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 1125 time: 0.2010469 Mar 10 23:54:29.895526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Deleting port 6a5af882-4ecc-44db-a4a1-0117dd288c1d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:29.895898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:29.908216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfe079-490b-4a56-87ba-affbc6910e06 req-bde7c546-e5a2-455b-93a8-43d794ccac00 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:29.910262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09dfe079-490b-4a56-87ba-affbc6910e06 req-bde7c546-e5a2-455b-93a8-43d794ccac00 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.0798604 Mar 10 23:54:29.997231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] For port 6a5af882-4ecc-44db-a4a1-0117dd288c1d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6a5af882-4ecc-44db-a4a1-0117dd288c1d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:29.997881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.014487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Calling delete_port for 6a5af882-4ecc-44db-a4a1-0117dd288c1d owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:30.032294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09dfe079-490b-4a56-87ba-affbc6910e06 req-b934943d-4110-4160-b193-883e95218544 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094604 Mar 10 23:54:30.069417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-56efacf9-cb83-4fee-bf0a-c11ab50ead03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.071004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-56efacf9-cb83-4fee-bf0a-c11ab50ead03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcaa9e51-010c-425c-b133-8c37017c1e79 HTTP/1.1" status: 200 len: 914 time: 0.1597261 Mar 10 23:54:30.141540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-7acd1c55-c09e-47c1-b587-2e4c6db47432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd HTTP/1.1" status: 200 len: 217 time: 0.0581403 Mar 10 23:54:30.150419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,segment=NetworkSegment(66b38707-54f6-4448-beaa-bb8cec8aeff7),segment_id=66b38707-54f6-4448-beaa-bb8cec8aeff7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:30.199833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49b2a2-1be5-4b4b-89d5-967fea92c25a req-594b16f7-804d-4a79-b7b3-ede1656cdb86 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.208817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a49b2a2-1be5-4b4b-89d5-967fea92c25a req-594b16f7-804d-4a79-b7b3-ede1656cdb86 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 984 time: 0.1357193 Mar 10 23:54:30.209206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd', 'network_id': 'fcaa9e51-010c-425c-b133-8c37017c1e79', 'port_id': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd', 'mac_address': 'fa:16:3e:ab:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37cf230-223e-4779-87d5-a704b60d226c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:30.268114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-e8f74067-83ab-472e-b86e-16cba99d02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.271490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-e8f74067-83ab-472e-b86e-16cba99d02b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f37cf230-223e-4779-87d5-a704b60d226c HTTP/1.1" status: 200 len: 853 time: 0.1220071 Mar 10 23:54:30.300415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:30.300792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.359593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-20786eb6-9cc4-4faf-be69-aec8aea497df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcaa9e51-010c-425c-b133-8c37017c1e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702670 Mar 10 23:54:30.386940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d236a4ea-fa25-4a3b-82ff-ef136c9238dd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:30.386940 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.409007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d236a4ea-fa25-4a3b-82ff-ef136c9238dd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:30.435802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a49b2a2-1be5-4b4b-89d5-967fea92c25a req-7ab6225f-abd6-4648-884a-2d9fdade8e34 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=0a2d4769-011d-44f1-8155-0462d383dc71&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2241056 Mar 10 23:54:30.470962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6a5af882-4ecc-44db-a4a1-0117dd288c1d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.474965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:27Z', 'revision_number': 5, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port': {'id': '6a5af882-4ecc-44db-a4a1-0117dd288c1d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:15Z', 'updated_at': '2022-03-10T23:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:30.478711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,segment=NetworkSegment(66b38707-54f6-4448-beaa-bb8cec8aeff7),segment_id=66b38707-54f6-4448-beaa-bb8cec8aeff7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:30.524338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.525437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5af882-4ecc-44db-a4a1-0117dd288c1d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:30.540883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-b900b47f-2f02-40a8-b509-308486d31287 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.542513 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-b900b47f-2f02-40a8-b509-308486d31287 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2469687 Mar 10 23:54:30.562579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:30.603569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Checking router: bc5eda1c-48f1-400b-9b00-affe7933340c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:30.627522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Routers {'bc5eda1c-48f1-400b-9b00-affe7933340c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:30.628186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bc5eda1c-48f1-400b-9b00-affe7933340c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:30.692607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-d052be79-c3d5-4a42-a3d8-a84296de6238 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.703216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-d052be79-c3d5-4a42-a3d8-a84296de6238 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.705323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-d052be79-c3d5-4a42-a3d8-a84296de6238 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "GET /v2.0/networks?id=cf22e846-5070-4dc7-a700-95dd19c36c68&id=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 HTTP/1.1" status: 200 len: 1391 time: 0.2682171 Mar 10 23:54:30.707433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-4cf00aa2-8de4-47f2-8ba9-30f4376a2001 service neutron] 10.222.0.30 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363638 Mar 10 23:54:30.718909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba872a-0693-40bb-b6f2-55b60fff2d64 req-d14d90d6-9dbb-402f-8d2c-6cda2769a773 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.721024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbba872a-0693-40bb-b6f2-55b60fff2d64 req-d14d90d6-9dbb-402f-8d2c-6cda2769a773 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.3693354 Mar 10 23:54:30.731731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] Set router bc5eda1c-48f1-400b-9b00-affe7933340c gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:30.742358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:30.792474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (bc5eda1c-48f1-400b-9b00-affe7933340c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.805629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:30.850870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:30Z', 'revision_number': 7, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:30.882242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-ed2bca23-01c0-4c7b-b166-0028eda5267b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:30.883721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-ed2bca23-01c0-4c7b-b166-0028eda5267b tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 945 time: 0.2920787 Mar 10 23:54:30.887983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f4898-be01-4124-a482-e1d9d5b7fd88 None None] The sync data for ids ['bc5eda1c-48f1-400b-9b00-affe7933340c'] in n-d-831844-1 is: [{'id': 'bc5eda1c-48f1-400b-9b00-affe7933340c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1075681229-router', 'tenant_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:14Z', 'updated_at': '2022-03-10T23:54:30Z', 'revision_number': 7, 'project_id': '3fc59186a2e34d7fa2b3cd73972f9031', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:30.890505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:30.892525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d21687e6-3e66-440b-a2be-1994fc0bb8fe up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:30.949605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d21687e6-3e66-440b-a2be-1994fc0bb8fe triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:30.950065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.961185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.965748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks [] for router_controller (bc5eda1c-48f1-400b-9b00-affe7933340c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:30.975957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d236a4ea-fa25-4a3b-82ff-ef136c9238dd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:31.020234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbba872a-0693-40bb-b6f2-55b60fff2d64 req-145229dd-7e8d-492b-9881-36b8d4952e68 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910209 Mar 10 23:54:31.036194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:31.045410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.065713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-e9ce8699-3f46-44be-b296-fed8df2912bd tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:31.067858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-e9ce8699-3f46-44be-b296-fed8df2912bd tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.5012167 Mar 10 23:54:31.093735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (bc5eda1c-48f1-400b-9b00-affe7933340c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.094415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5eda1c-48f1-400b-9b00-affe7933340c {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:54:31.100415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.101628 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c987505f-acb3-4df3-a08c-22d52241d263 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bc5eda1c-48f1-400b-9b00-affe7933340c HTTP/1.1" status: 204 len: 168 time: 1.7596395 Mar 10 23:54:31.106305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d21687e6-3e66-440b-a2be-1994fc0bb8fe is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:31.107274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45322) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:31.133259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457bea51-5cae-4cf7-a6b6-a99863978e98 req-32010fc3-1bff-4446-8e06-7eb55fd3e673 service neutron] 10.222.0.30 "GET /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110103 Mar 10 23:54:31.162257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:31.166130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.183964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-2fef3611-8919-4fb4-943f-a3f9d4404579 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/quotas/4f4277752ac34a0ab3b1a7235f9db639 HTTP/1.1" status: 200 len: 375 time: 0.0740516 Mar 10 23:54:31.202517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Deleting port fdde9772-8b5f-4ebb-baf4-ac7437627c6b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:31.202782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.266924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Deleting subnet e8ee823c-13d9-4723-86c5-29cef90da98c {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:31.301011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Publish callbacks [] for subnet (e8ee823c-13d9-4723-86c5-29cef90da98c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.314146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.12 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/77c24c5c-2104-40f5-8793-f5b695679d90) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:31.336314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-fd90dc04-8282-4401-99da-3c371826305c tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-575326340&fields=id&tenant_id=04de03ea663d4536819c313ff173312b HTTP/1.1" status: 200 len: 267 time: 0.2299156 Mar 10 23:54:31.350780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] For port fdde9772-8b5f-4ebb-baf4-ac7437627c6b, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:31.351115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.381486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Calling delete_port for fdde9772-8b5f-4ebb-baf4-ac7437627c6b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:31.400204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e8ee823c-13d9-4723-86c5-29cef90da98c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.461139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-42d75e37-20a3-4548-9a34-9ff2190316b6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577102 Mar 10 23:54:31.556327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (77c24c5c-2104-40f5-8793-f5b695679d90), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.627806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fdde9772-8b5f-4ebb-baf4-ac7437627c6b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.639949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:31.662285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event deleted for resources: {'Port': ['ID=fdde9772-8b5f-4ebb-baf4-ac7437627c6b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:31.667393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.764525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:31.799060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:31.800652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] No DVR routers for this DVR port fdde9772-8b5f-4ebb-baf4-ac7437627c6b on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:31.803531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:31.806014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.810058 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c61b4f5-0b16-4c02-bbbb-1437ab8e7565 req-611f294e-20c8-479a-b907-f768f582361c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "DELETE /v2.0/ports/fdde9772-8b5f-4ebb-baf4-ac7437627c6b HTTP/1.1" status: 204 len: 173 time: 0.9175103 Mar 10 23:54:31.810519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-deleted', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:31.814874 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d330eb-49bf-4726-a23e-466d7b8f5dfd" -d '{"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-deleted", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:31.818756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:31.821778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6a5af882-4ecc-44db-a4a1-0117dd288c1d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:31.856651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6a5af882-4ecc-44db-a4a1-0117dd288c1d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:31.857200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6a5af882-4ecc-44db-a4a1-0117dd288c1d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:31.857720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:31.891055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:31.891055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e02ff4dc-d7fd-4d5e-9932-3c95ef5e5744 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:31.908798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:31.909457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:31.933917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-cc95c38b-4951-47b2-8380-ed658ff35947 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782258 Mar 10 23:54:31.937536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.80.0.88 (cf22e846-5070-4dc7-a700-95dd19c36c68/155f036f-d085-4eb1-8f38-99bc899b6889/dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:31.945794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Request body: {'port': {'device_id': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:31.992879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-2304bc43-5a71-4d11-80b2-0595419785f8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:32.000920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-2304bc43-5a71-4d11-80b2-0595419785f8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 984 time: 0.6495597 Mar 10 23:54:32.023574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.037601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'port': {'security_groups': ['0a2d4769-011d-44f1-8155-0462d383dc71', 'ea4f2e12-9d22-4d27-8248-57b1bea57bab', 'ef868bbf-d815-43d5-92b1-798c05e3cdfa']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:32.063892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e8ee823c-13d9-4723-86c5-29cef90da98c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.191501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-e525d88a-8c72-43d1-984e-19eae8e434e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220368 Mar 10 23:54:32.275810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-298455ff-29b5-4a83-91c2-afc4180e536a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:32.277318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-298455ff-29b5-4a83-91c2-afc4180e536a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/ports?device_id=6418888f-0dd9-4b72-8319-95dfe7a53bf1 HTTP/1.1" status: 200 len: 946 time: 0.3437095 Mar 10 23:54:32.317113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e8ee823c-13d9-4723-86c5-29cef90da98c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.328768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c24c5c-2104-40f5-8793-f5b695679d90 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:32.336056 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks [] for port (77c24c5c-2104-40f5-8793-f5b695679d90), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.349233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Transition to ACTIVE for port object 77c24c5c-2104-40f5-8793-f5b695679d90 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:32.353064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.358904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.427069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Pushing event updated for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:32.429707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ee823c-13d9-4723-86c5-29cef90da98c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:32.440301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b30b62-d4ab-4fb5-8e0f-a8fda16c16e4 None None] Network d700c48f-df0a-4aa0-98cf-618f7df509cc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:32.461308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.466478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf866646-b4a0-438c-961f-de9de253c23b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8ee823c-13d9-4723-86c5-29cef90da98c HTTP/1.1" status: 204 len: 168 time: 1.3518898 Mar 10 23:54:32.466790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45328) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:32.497502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Attempting to bind port 77c24c5c-2104-40f5-8793-f5b695679d90 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:32.497739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Attempting to bind port 77c24c5c-2104-40f5-8793-f5b695679d90 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:32.498066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Attempting to bind port 77c24c5c-2104-40f5-8793-f5b695679d90 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:32.510842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Port 77c24c5c-2104-40f5-8793-f5b695679d90 on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:32.511173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Attempting to bind port 77c24c5c-2104-40f5-8793-f5b695679d90 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:32.546074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:32.547061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:32.547637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:32.548201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Bound port: 77c24c5c-2104-40f5-8793-f5b695679d90, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:32.548906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.565537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d700c48f-df0a-4aa0-98cf-618f7df509cc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.585789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-2bd75d93-b552-4513-a7f4-4af0d18b5fe9 service neutron] 10.222.0.21 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747880 Mar 10 23:54:32.631100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.632784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] DHCP port deletion for d700c48f-df0a-4aa0-98cf-618f7df509cc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:54:32.659681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:32.663310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=77c24c5c-2104-40f5-8793-f5b695679d90,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:32.677007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.693473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Deleting port 840f0701-81ea-4299-ad57-0401080c4671 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:32.694303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (840f0701-81ea-4299-ad57-0401080c4671), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.702852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Deleting port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:32.703739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.713740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Deleting port 840f0701-81ea-4299-ad57-0401080c4671 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:32.714178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (840f0701-81ea-4299-ad57-0401080c4671), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.722796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:32.723418 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.724938 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] 10.222.0.30 "PUT /v2.0/ports/77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 200 len: 1092 time: 0.7844105 Mar 10 23:54:32.795784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4bec3-0092-4a9a-abae-47546d9db26f service neutron] Pushing event updated for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:32.806317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.841635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] For port 840f0701-81ea-4299-ad57-0401080c4671, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=840f0701-81ea-4299-ad57-0401080c4671,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:32.842655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (840f0701-81ea-4299-ad57-0401080c4671), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.861874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] For port 840f0701-81ea-4299-ad57-0401080c4671, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=840f0701-81ea-4299-ad57-0401080c4671,segment=NetworkSegment(0d91caee-ad22-4cc9-b97b-9ddc8cd0a299),segment_id=0d91caee-ad22-4cc9-b97b-9ddc8cd0a299)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:32.862167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (840f0701-81ea-4299-ad57-0401080c4671), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:32.863830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Calling delete_port for 840f0701-81ea-4299-ad57-0401080c4671 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:32.881411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Calling delete_port for 840f0701-81ea-4299-ad57-0401080c4671 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:32.910820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network cf22e846-5070-4dc7-a700-95dd19c36c68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:32.911691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-e571fc91-48f5-49c4-a041-33d90584d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:32.913470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-e571fc91-48f5-49c4-a041-33d90584d3de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 1126 time: 0.1141586 Mar 10 23:54:32.930594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:32.945384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:32.964610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] For port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:32.965024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.009015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.012658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:33.024116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-516e3c38-3446-4d49-a8cf-52fafe5e0ac5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 200 len: 217 time: 0.0984006 Mar 10 23:54:33.041731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (840f0701-81ea-4299-ad57-0401080c4671), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.043285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Calling delete_port for 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:33.075117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] Pushing event deleted for resources: {'Port': ['ID=840f0701-81ea-4299-ad57-0401080c4671,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.082298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e713b-f0cb-45bd-8612-fe9b022a0cdb None None] No DVR routers for this DVR port 840f0701-81ea-4299-ad57-0401080c4671 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:33.120312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:33.121338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.148974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-6895e333-c8e9-4b20-9e71-9379de91c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:33.150440 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-6895e333-c8e9-4b20-9e71-9379de91c03b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1150668 Mar 10 23:54:33.176032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.178918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (840f0701-81ea-4299-ad57-0401080c4671), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.195232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.213107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043', '7a6898b0-6bab-44e0-9f0e-32b7b0969177'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:33.213503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bfb71-ed82-4892-8f52-340a333cf463 req-28f7b528-aeb9-4ae0-9162-553cd7ee4565 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:33.213606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-d9ff4c54-25e4-4e83-8c33-bef47a2f7873 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512974 Mar 10 23:54:33.220375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a0bfb71-ed82-4892-8f52-340a333cf463 req-28f7b528-aeb9-4ae0-9162-553cd7ee4565 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 944 time: 0.2120419 Mar 10 23:54:33.243223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6e7899fe-4266-4179-97df-1066f0eea85e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5171492 Mar 10 23:54:33.261713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Request body: {'port': {'device_id': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4', 'admin_state_up': True, 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:33.274322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Pushing event deleted for resources: {'Port': ['ID=840f0701-81ea-4299-ad57-0401080c4671,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.298769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] No DVR routers for this DVR port 840f0701-81ea-4299-ad57-0401080c4671 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:33.321312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-be9ee7f5-9e87-4922-9d91-85224dc83ee3 None None] Provisioning complete for port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:33.321692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-be9ee7f5-9e87-4922-9d91-85224dc83ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.366140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:33.367083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.380617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a152e9f-648d-4db1-8e4c-c81dc0c99cb1 req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "PUT /v2.0/ports/7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 1020 time: 1.3786373 Mar 10 23:54:33.386109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:33.390673 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a5634-ebbd-4c67-b380-d17470f89af0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:33.399712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-be9ee7f5-9e87-4922-9d91-85224dc83ee3 None None] Port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:54:33.445656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a6898b0-6bab-44e0-9f0e-32b7b0969177'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:33.516180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425a959-2041-4f70-a0fb-2d811a9f0cd7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.532702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a0bfb71-ed82-4892-8f52-340a333cf463 req-bc585084-3cf3-4eb7-924a-af120ff32c74 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076327 Mar 10 23:54:33.543152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d700c48f-df0a-4aa0-98cf-618f7df509cc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.556192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 840f0701-81ea-4299-ad57-0401080c4671 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:33.570021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4193299-a3f0-4a05-a177-581a9cc0ce65 req-b3babf01-d31d-423e-b958-20dbf1c558e6 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0871706 Mar 10 23:54:33.570312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d700c48f-df0a-4aa0-98cf-618f7df509cc']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:33.583855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:33.584163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d91caee-ad22-4cc9-b97b-9ddc8cd0a299') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:33.595022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (0d91caee-ad22-4cc9-b97b-9ddc8cd0a299), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.600691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 840f0701-81ea-4299-ad57-0401080c4671 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:33.601040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 840f0701-81ea-4299-ad57-0401080c4671 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:33.617392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0d91caee-ad22-4cc9-b97b-9ddc8cd0a299), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.625834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:33.626876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (0d91caee-ad22-4cc9-b97b-9ddc8cd0a299), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:33.706508 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:33.712941 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-38a26323-f32b-465d-a478-ebae8d7d4d96 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362786 Mar 10 23:54:33.717061 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d700c48f-df0a-4aa0-98cf-618f7df509cc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.759120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e413-8b91-4e56-b973-4846411fc887 req-7c512492-df02-40ad-b028-bd4e51fb5ad0 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:33.760768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1166e413-8b91-4e56-b973-4846411fc887 req-7c512492-df02-40ad-b028-bd4e51fb5ad0 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 944 time: 0.1230371 Mar 10 23:54:33.761425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.776696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:33.786665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d236a4ea-fa25-4a3b-82ff-ef136c9238dd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:33.840826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.845673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event deleted for resources: {'Port': ['ID=15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.847746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Made reservation on behalf of 01dc4dbe4e9e4738a56eca7503c14fed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:33.851240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:33.857861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d700c48f-df0a-4aa0-98cf-618f7df509cc HTTP/1.1" status: 204 len: 168 time: 1.3900440 Mar 10 23:54:33.876397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201afca5-b6df-4d0f-a241-505f618b972e admin admin] Pushing event deleted for resources: {'Network': ['ID=d700c48f-df0a-4aa0-98cf-618f7df509cc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:33.895810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fd42b035-41dd-4e49-b6dd-164113aea97b req-25d7edcf-0dde-4908-9532-0e73b11c3578 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740105 Mar 10 23:54:33.969735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d236a4ea-fa25-4a3b-82ff-ef136c9238dd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:33.984403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d236a4ea-fa25-4a3b-82ff-ef136c9238dd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:33.985337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.013219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] No DVR routers for this DVR port 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:34.017292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.022097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ea36e42-84ef-42c7-88e8-4c79b13b88e4 req-c91e2f8d-a0d6-44d8-888d-2f7045749881 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "DELETE /v2.0/ports/15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef HTTP/1.1" status: 204 len: 173 time: 1.7250164 Mar 10 23:54:34.046001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:34.096959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1166e413-8b91-4e56-b973-4846411fc887 req-3a47a322-e53d-4692-8cc7-0d2cace9604d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254204 Mar 10 23:54:34.107049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1fa85b2c-c7f4-4981-ae47-cc78490e8a78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fc59186a2e34d7fa2b3cd73972f9031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571008 Mar 10 23:54:34.107307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45350) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:34.142980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c089-d479-41fc-80b2-a001c497f406 req-08d6031c-c97e-4c34-82c3-168270639c7b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:34.149727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d236a4ea-fa25-4a3b-82ff-ef136c9238dd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:34.150122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.151699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e39c089-d479-41fc-80b2-a001c497f406 req-08d6031c-c97e-4c34-82c3-168270639c7b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 931 time: 0.3474047 Mar 10 23:54:34.176631 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42681f55-a7c6-4049-8f3b-afa364a3e5f8 x-openstack-request-id: req-42681f55-a7c6-4049-8f3b-afa364a3e5f8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:34.177046 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953744af-292a-434a-a468-d79979af90c8", "name": "network-vif-deleted", "tag": "fdde9772-8b5f-4ebb-baf4-ac7437627c6b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:34.177721 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42681f55-a7c6-4049-8f3b-afa364a3e5f8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:34.178473 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953744af-292a-434a-a468-d79979af90c8', 'name': 'network-vif-deleted', 'tag': 'fdde9772-8b5f-4ebb-baf4-ac7437627c6b', 'status': 'completed', 'code': 200} Mar 10 23:54:34.203841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] Publish callbacks [] for security_group (04990977-afac-4adf-83ce-6c0622abc597), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.222259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:34.224561 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c36c7a-9693-4690-807f-c1fc73404209" -d '{"events": [{"server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "name": "network-vif-plugged", "status": "completed", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:34.241660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,segment=NetworkSegment(66b38707-54f6-4448-beaa-bb8cec8aeff7),segment_id=66b38707-54f6-4448-beaa-bb8cec8aeff7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:34.245228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Allocated IP 19.86.0.212 (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4/1e77cd73-063b-4d92-8970-225375f71625/64d1f4cd-68a5-49db-8997-0885dcf6866f) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:34.249379 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.271598 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] Publish callbacks [] for security_group (04990977-afac-4adf-83ce-6c0622abc597), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.288603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a92c66b4-6aeb-4ae6-9e67-c060c3b74499 req-de8d6aa9-1fae-40cd-8109-3e42a94ff8e7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0407791 Mar 10 23:54:34.322561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:34.346145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e39c089-d479-41fc-80b2-a001c497f406 req-b8dcf7de-48f6-410b-8b21-3d071e656b60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932087 Mar 10 23:54:34.364786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (04990977-afac-4adf-83ce-6c0622abc597), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.367897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:34.372406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04990977-afac-4adf-83ce-6c0622abc597 HTTP/1.1" status: 204 len: 168 time: 0.2638531 Mar 10 23:54:34.387377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30d5f6-6767-4fab-8aa0-76aa62b6fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04990977-afac-4adf-83ce-6c0622abc597,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:34.543754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ba71e9-bacd-4a06-9f34-e70ea4984af0 req-92a0b906-f863-4784-8509-8789a6755ce4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 210 time: 0.1231742 Mar 10 23:54:34.668124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-352e68a7-2b0e-481f-bc94-c33a0abc73fc req-e9e8f784-fff2-496c-af17-0a0ee19d1850 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ef868bbf-d815-43d5-92b1-798c05e3cdfa HTTP/1.1" status: 200 len: 1817 time: 0.2681477 Mar 10 23:54:34.708247 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b434d87-7c65-4b76-8942-9bc33b27b00e x-openstack-request-id: req-3b434d87-7c65-4b76-8942-9bc33b27b00e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:34.708497 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:34.708796 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b434d87-7c65-4b76-8942-9bc33b27b00e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:34.709506 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'status': 'completed', 'code': 200} Mar 10 23:54:34.734043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-ff5a78ff-a768-4c44-b795-c15692082950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:34.737450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-ff5a78ff-a768-4c44-b795-c15692082950 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=04de03ea663d4536819c313ff173312b&device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1206 time: 0.0764325 Mar 10 23:54:34.932517 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-352e68a7-2b0e-481f-bc94-c33a0abc73fc req-83e180b6-b20b-4fec-a8ae-523f5abee725 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 23:54:34.950347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-352e68a7-2b0e-481f-bc94-c33a0abc73fc req-83e180b6-b20b-4fec-a8ae-523f5abee725 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef868bbf-d815-43d5-92b1-798c05e3cdfa HTTP/1.1" status: 409 len: 341 time: 0.2812886 Mar 10 23:54:35.019653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-64f5638b-0f6f-4280-a8f5-3299d9701a58 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:35.023968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-64f5638b-0f6f-4280-a8f5-3299d9701a58 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 815 time: 0.6261797 Mar 10 23:54:35.024911 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4710793-0c6d-4e52-abf9-2e3cffc52f67 x-openstack-request-id: req-d4710793-0c6d-4e52-abf9-2e3cffc52f67 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:35.025401 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "name": "network-vif-plugged", "status": "completed", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:35.025524 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4710793-0c6d-4e52-abf9-2e3cffc52f67 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:35.026100 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd', 'code': 200} Mar 10 23:54:35.059293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Request body: {'port': {'device_id': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'admin_state_up': True, 'tenant_id': '4f4277752ac34a0ab3b1a7235f9db639'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:35.316541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:35.420030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-342a93bf-320c-4ed3-8fb2-4add8d4a7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:35.424624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-342a93bf-320c-4ed3-8fb2-4add8d4a7885 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 200 len: 914 time: 0.6712914 Mar 10 23:54:35.452094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Made reservation on behalf of 4f4277752ac34a0ab3b1a7235f9db639 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:35.471288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:35.580227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a6ec-beb4-4b73-bfdb-fed76f693603 req-03a36a5d-f54f-4271-af63-13ce77f67a47 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:35.585052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-5b04e1db-8d98-46cb-b347-68f78e325803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 200 len: 217 time: 0.1489861 Mar 10 23:54:35.590327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436aec-f75d-4079-b08b-9d91e97ce8a8 req-3228d8fe-26e5-4391-b8c3-2b75e70a4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:35.592279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0b7a6ec-beb4-4b73-bfdb-fed76f693603 req-03a36a5d-f54f-4271-af63-13ce77f67a47 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 945 time: 0.3191423 Mar 10 23:54:35.598558 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a1436aec-f75d-4079-b08b-9d91e97ce8a8 req-3228d8fe-26e5-4391-b8c3-2b75e70a4f4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 1127 time: 0.3024807 Mar 10 23:54:35.710005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:35.724095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a1436aec-f75d-4079-b08b-9d91e97ce8a8 req-4690f2d4-1105-450f-b419-44f3e7a09118 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984862 Mar 10 23:54:35.732606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-64ea60d6-f135-4379-a488-9aebde63950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:35.735887 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-64ea60d6-f135-4379-a488-9aebde63950a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 200 len: 853 time: 0.1362164 Mar 10 23:54:35.738199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99a62628-a05c-4dfe-ad5b-4878224a6162 req-23afcae7-3069-45f7-821e-2eb1ee033a25 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1026585 Mar 10 23:54:35.791690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 77c24c5c-2104-40f5-8793-f5b695679d90 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:35.796464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:35.835151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:35.836067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:35.880215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:35.910027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0b7a6ec-beb4-4b73-bfdb-fed76f693603 req-d70fe945-4657-469c-bc33-880731de6f06 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120859 Mar 10 23:54:35.912597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:35.938593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:35.962774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:36.038504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Allocated IP 172.20.0.6 (7f5d7c11-4fe9-4454-97d7-2898f84b0120/90e90413-0524-4428-a15a-0eb08ea28627/d6b289c4-d76e-4a05-809c-5829e618f1ad) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:36.098518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:36.108071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.128580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=77c24c5c-2104-40f5-8793-f5b695679d90,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:36.149741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-a89d6663-094b-45bf-82b9-2f798d27e082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41903edd-d346-426e-abea-44e1aef0342d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889995 Mar 10 23:54:36.165698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '77c24c5c-2104-40f5-8793-f5b695679d90', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '77c24c5c-2104-40f5-8793-f5b695679d90', 'mac_address': 'fa:16:3e:73:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:36.240419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-af5051f7-81ec-48a8-a606-6d83318c37dd tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9830759 Mar 10 23:54:36.266615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 77c24c5c-2104-40f5-8793-f5b695679d90 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:36.267023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.272640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:36.276067 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbf6733-e37d-4a39-9577-b8d8f16077e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:36.289132 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-a1305e76-521a-483a-8f43-8830a9ed3875 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312385 Mar 10 23:54:36.309694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c24c5c-2104-40f5-8793-f5b695679d90 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:36.310515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Request body: {'port': {'device_id': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:36.349796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=77c24c5c-2104-40f5-8793-f5b695679d90,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:36.362617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4660d06f-dd44-458c-8fc1-f17fa91434ce None None] Provisioning complete for port 64d1f4cd-68a5-49db-8997-0885dcf6866f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:36.363828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4660d06f-dd44-458c-8fc1-f17fa91434ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.395530 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.408236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8d4a5634-ebbd-4c67-b380-d17470f89af0 req-81a4a809-2231-4ec6-9f77-be3a1f1e9f92 service neutron] 10.222.0.30 "GET /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109979 Mar 10 23:54:36.439285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4660d06f-dd44-458c-8fc1-f17fa91434ce None None] Port 64d1f4cd-68a5-49db-8997-0885dcf6866f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:54:36.460290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:36.477684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b8eb7-1a0d-4538-b69a-c17ca56a08ab req-5bfc4bb7-040e-4e2a-a031-398f02f9a675 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:36.485447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed8b8eb7-1a0d-4538-b69a-c17ca56a08ab req-5bfc4bb7-040e-4e2a-a031-398f02f9a675 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 944 time: 0.3983791 Mar 10 23:54:36.596577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.646786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7570-4ab2-412b-a810-0838f8c92c69 req-e5c0de5a-fe17-4e69-9d93-cc34bbe035cb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:36.652128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f7570-4ab2-412b-a810-0838f8c92c69 req-e5c0de5a-fe17-4e69-9d93-cc34bbe035cb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:36.653753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-892f7570-4ab2-412b-a810-0838f8c92c69 req-e5c0de5a-fe17-4e69-9d93-cc34bbe035cb tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1654 time: 0.4124019 Mar 10 23:54:36.676212 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6be7-0f21-484b-ba67-956f41f1724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.712589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-deleted', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:36.715037 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dfd0d9-9071-40ba-8839-49da9cc40c1f" -d '{"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-deleted", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:36.744240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:36.751884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed8b8eb7-1a0d-4538-b69a-c17ca56a08ab req-091525e4-a5c5-4f6a-9fc1-7465d5018228 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635987 Mar 10 23:54:36.842922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks [] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:36.895156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ca635b6-9781-4145-86c4-09def189b7b0 req-30b02e1b-cf07-4519-b6b2-474ad3a93ad0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 210 time: 0.0674810 Mar 10 23:54:37.414065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-892f7570-4ab2-412b-a810-0838f8c92c69 req-1d46d73a-e040-45af-a7be-5e22a5a9f901 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446835 Mar 10 23:54:37.516809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f723668-4935-4873-ab94-992ffc6492eb req-ce4b4e8b-5a81-4daf-9a37-42deea539217 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1195419 Mar 10 23:54:37.614162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45428) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:37.650299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:37.656164 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad1249f-a51a-4af5-a29d-5ef0762e3561 x-openstack-request-id: req-bad1249f-a51a-4af5-a29d-5ef0762e3561 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:37.656578 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:37.656939 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bad1249f-a51a-4af5-a29d-5ef0762e3561 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:37.657419 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90', 'status': 'completed', 'code': 200} Mar 10 23:54:37.738820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252c1c-06ce-41ae-894f-ece6046a5bd7 req-2804e97d-c50b-4b7b-b4ea-bb0ce75c33e5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:37.745724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8252c1c-06ce-41ae-894f-ece6046a5bd7 req-2804e97d-c50b-4b7b-b4ea-bb0ce75c33e5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1023 time: 0.2179861 Mar 10 23:54:37.771613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:37.787183 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539259f-a866-45df-9b36-2e8a3127b7d0 x-openstack-request-id: req-4539259f-a866-45df-9b36-2e8a3127b7d0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:37.787541 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6418888f-0dd9-4b72-8319-95dfe7a53bf1", "name": "network-vif-deleted", "tag": "15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:37.787703 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4539259f-a866-45df-9b36-2e8a3127b7d0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:37.788135 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6418888f-0dd9-4b72-8319-95dfe7a53bf1', 'name': 'network-vif-deleted', 'tag': '15312bd2-bc7b-41ba-a1c2-cb249fc8d7ef', 'status': 'completed', 'code': 200} Mar 10 23:54:37.793668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:37.801211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event updated for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:37.805261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:37.815059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 77c24c5c-2104-40f5-8793-f5b695679d90 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:37.867850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-d71b5df6-8964-4046-8278-1e0165d7ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:37.869397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-d71b5df6-8964-4046-8278-1e0165d7ef34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 1127 time: 0.1778898 Mar 10 23:54:37.904960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a3a51a5-55c1-40e6-82b4-ec3bef549ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:37.939845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:37.941363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:37.945510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:37.947955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a9547-4a17-43f2-9a30-09938884253e req-24f2a448-1ff9-4d5e-8178-c04ec6bf9fda tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:37.949899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea6a9547-4a17-43f2-9a30-09938884253e req-24f2a448-1ff9-4d5e-8178-c04ec6bf9fda tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 1023 time: 0.1824405 Mar 10 23:54:37.969528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks [] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:37.972491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 77c24c5c-2104-40f5-8793-f5b695679d90 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:37.979459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 77c24c5c-2104-40f5-8793-f5b695679d90 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:37.981037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.001974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8252c1c-06ce-41ae-894f-ece6046a5bd7 req-01fe700c-c64e-4290-9cfe-854b430f02f2 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=0a2d4769-011d-44f1-8155-0462d383dc71&id=ef868bbf-d815-43d5-92b1-798c05e3cdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2552898 Mar 10 23:54:38.067687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Transition to ACTIVE for port object dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:38.084522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-b9f30f75-1660-4411-be90-7d6107911226 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0427685 Mar 10 23:54:38.095388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.113567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Request body: {'port': {'device_id': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:38.119173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-e2f92677-2be2-4e4a-bdaa-5f5149d0dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:38.120703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-e2f92677-2be2-4e4a-bdaa-5f5149d0dd22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.2441764 Mar 10 23:54:38.172632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-ead7ea85-13f9-4a1f-ae35-b1b4feab3f7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 200 len: 217 time: 0.0412569 Mar 10 23:54:38.190307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 77c24c5c-2104-40f5-8793-f5b695679d90 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:38.190766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.226801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:38.231203 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f0d18-5569-4ecb-99d8-0527373f3181" -d '{"events": [{"server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:38.251321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=77c24c5c-2104-40f5-8793-f5b695679d90,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:38.257405 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.258549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a6898b0-6bab-44e0-9f0e-32b7b0969177 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:38.263476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a3a51a5-55c1-40e6-82b4-ec3bef549ecd admin admin] Publish callbacks [] for security_group (5152e0c2-9b56-4efa-beb4-ea61a6996a52), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.274103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Deleting port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:38.274458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.295968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a3a51a5-55c1-40e6-82b4-ec3bef549ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5152e0c2-9b56-4efa-beb4-ea61a6996a52), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.305165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-908a9853-6cac-4cec-9342-bbd75ae4c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:38.306655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-908a9853-6cac-4cec-9342-bbd75ae4c170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1237938 Mar 10 23:54:38.337863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:38.363560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d9af-f307-4e01-8a1f-d5a40607e517 req-c8096144-1748-4001-b7a8-6f5461329f11 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:38.370642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c43d9af-f307-4e01-8a1f-d5a40607e517 req-c8096144-1748-4001-b7a8-6f5461329f11 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 945 time: 0.4100578 Mar 10 23:54:38.410836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.415702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:38.459379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-2d91112f-fc1d-4b46-a3d1-2c5cb29cefaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280549 Mar 10 23:54:38.482237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:38.482634 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.487911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0955aee-8192-40bb-ae86-6a9449065565 req-2418a25a-181c-4029-8630-06247a378d04 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:38.496102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0955aee-8192-40bb-ae86-6a9449065565 req-2418a25a-181c-4029-8630-06247a378d04 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 945 time: 0.3791902 Mar 10 23:54:38.498561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a51a5-55c1-40e6-82b4-ec3bef549ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152e0c2-9b56-4efa-beb4-ea61a6996a52,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:38.504270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a3a51a5-55c1-40e6-82b4-ec3bef549ecd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d7747b5cf7c485393cc606e9410addd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8891661 Mar 10 23:54:38.518388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45442) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:38.544834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:38.550166 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.598326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 7a6898b0-6bab-44e0-9f0e-32b7b0969177, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a6898b0-6bab-44e0-9f0e-32b7b0969177,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:38.598696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.622149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Calling delete_port for 7a6898b0-6bab-44e0-9f0e-32b7b0969177 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:38.651018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:38.656870 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-400941bf-eb7b-45cd-a588-285652bff7ab service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885188 Mar 10 23:54:38.676728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c43d9af-f307-4e01-8a1f-d5a40607e517 req-ac5d7efd-eb46-4028-a52b-dd2e355079ef tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049252 Mar 10 23:54:38.773349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0955aee-8192-40bb-ae86-6a9449065565 req-4d1bd5dc-0228-41c3-a2c9-45c293eed078 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759750 Mar 10 23:54:38.774264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Attempting to bind port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:38.774593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Attempting to bind port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:38.774919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Attempting to bind port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe on network cf22e846-5070-4dc7-a700-95dd19c36c68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:38.784553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe on network cf22e846-5070-4dc7-a700-95dd19c36c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:38.784844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Attempting to bind port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe on network cf22e846-5070-4dc7-a700-95dd19c36c68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:38.822817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:38.823245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Checking segment: {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:38.823619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Bound using segment: {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:38.824252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Bound port: dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:38.824724 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7cbf6733-e37d-4a39-9577-b8d8f16077e8 req-3e51ffa8-5c1c-40fa-903c-5ed66816a983 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218626 Mar 10 23:54:38.824846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.871619 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d82adb-a12c-48a3-82b0-a634172ca6b4 x-openstack-request-id: req-c4d82adb-a12c-48a3-82b0-a634172ca6b4 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:38.872195 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "name": "network-vif-plugged", "status": "completed", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:38.872195 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4d82adb-a12c-48a3-82b0-a634172ca6b4 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:38.873370 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90', 'code': 200} Mar 10 23:54:38.903985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] Publish callbacks [] for security_group (5152e0c2-9b56-4efa-beb4-ea61a6996a52), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.912893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7a6898b0-6bab-44e0-9f0e-32b7b0969177), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:38.925378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:38.991340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'Port': ['ID=7a6898b0-6bab-44e0-9f0e-32b7b0969177,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:39.058072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] Publish callbacks [] for security_group (5152e0c2-9b56-4efa-beb4-ea61a6996a52), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.073235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] No DVR routers for this DVR port 7a6898b0-6bab-44e0-9f0e-32b7b0969177 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:39.077036 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.081028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea6a9547-4a17-43f2-9a30-09938884253e req-0977d278-db8b-4cf3-82a6-19c33678222a tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "DELETE /v2.0/ports/7a6898b0-6bab-44e0-9f0e-32b7b0969177 HTTP/1.1" status: 204 len: 173 time: 1.1249614 Mar 10 23:54:39.113950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bafff-cea1-402a-8d8d-b9af2abf54ed req-109cec0e-cd96-42a9-aef5-753af330ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:39.116624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-972bafff-cea1-402a-8d8d-b9af2abf54ed req-109cec0e-cd96-42a9-aef5-753af330ae55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 1128 time: 0.1499000 Mar 10 23:54:39.146387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b26fb5-d5a8-4666-85c4-df7b348ed8ad req-5eea8348-1da5-40a0-99ae-44279b82cd3a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:39.156417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91b26fb5-d5a8-4666-85c4-df7b348ed8ad req-5eea8348-1da5-40a0-99ae-44279b82cd3a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 931 time: 0.3757150 Mar 10 23:54:39.190817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d0e856fc-a624-4e95-ade5-aaf65975e3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.211536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:39.243701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:39.259282 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-972bafff-cea1-402a-8d8d-b9af2abf54ed req-690c830f-6fa8-435b-a469-22e279da9864 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344888 Mar 10 23:54:39.283282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.300886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecf1b9-4944-4e65-8072-a078be1e5b49 req-28676539-45b8-4cc2-b676-2b746a4f716f tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:39.306086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecf1b9-4944-4e65-8072-a078be1e5b49 req-28676539-45b8-4cc2-b676-2b746a4f716f tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:39.307629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56ecf1b9-4944-4e65-8072-a078be1e5b49 req-28676539-45b8-4cc2-b676-2b746a4f716f tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1666 time: 0.3678424 Mar 10 23:54:39.344275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91b26fb5-d5a8-4666-85c4-df7b348ed8ad req-e71da9ea-74f2-4760-a31e-0e7df684f75e tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865175 Mar 10 23:54:39.352297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5152e0c2-9b56-4efa-beb4-ea61a6996a52), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.355048 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.365063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5152e0c2-9b56-4efa-beb4-ea61a6996a52 HTTP/1.1" status: 204 len: 168 time: 0.8445871 Mar 10 23:54:39.383757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:39.384501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.386033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe HTTP/1.1" status: 200 len: 1091 time: 3.0852518 Mar 10 23:54:39.415501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd65c0-7bc3-4a0d-8094-6ea888aff466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152e0c2-9b56-4efa-beb4-ea61a6996a52,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:39.496331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8c42f-117d-40af-8b1a-62e9b068d682 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:39.506603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68d88ca0-1664-4ab8-9289-8364bfef88f1 req-b1ce2040-b0b8-49ba-b0ce-9c5bc1074d13 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0801828 Mar 10 23:54:39.513498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Request body: {'port': {'device_id': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:39.552480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b289c4-d76e-4a05-809c-5829e618f1ad {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:39.561288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks [] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.583400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Transition to ACTIVE for port object d6b289c4-d76e-4a05-809c-5829e618f1ad will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:39.657608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.659092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-deleted', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:39.661422 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fefb52-70eb-44ac-ac1f-8a1310ef94e6" -d '{"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-deleted", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:39.665301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:39.701462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56ecf1b9-4944-4e65-8072-a078be1e5b49 req-14bd2a22-2856-4aba-b3b7-523962c313c4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703117 Mar 10 23:54:39.798127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:39.800635 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63250e4b-806c-44a4-bd68-fe30fc089e92" -d '{"events": [{"name": "network-changed", "server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:39.818882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-807f1517-0486-41b5-b5e9-80860aedb99d req-cac2bb14-d544-4dd8-a8b9-625a7cfc90d6 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa9a2c62-add7-4f39-ba7d-2363b21ceb26 HTTP/1.1" status: 200 len: 210 time: 0.1245584 Mar 10 23:54:39.895304 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15dc0c-f471-4ebb-84ca-d2675530d493 x-openstack-request-id: req-2e15dc0c-f471-4ebb-84ca-d2675530d493 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:39.895912 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-deleted", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:39.896674 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e15dc0c-f471-4ebb-84ca-d2675530d493 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:39.897290 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-deleted', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'status': 'completed', 'code': 200} Mar 10 23:54:39.955469 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7be6b8-00c2-4c61-96d9-a9defcbb1edd x-openstack-request-id: req-cf7be6b8-00c2-4c61-96d9-a9defcbb1edd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:39.956282 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:39.957591 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf7be6b8-00c2-4c61-96d9-a9defcbb1edd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:39.958182 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'status': 'completed', 'code': 200} Mar 10 23:54:39.962748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96727d57-5d06-442b-8129-015185291899 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:40.020155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-834ebce0-daa9-4369-9704-16730a8d1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.020874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-834ebce0-daa9-4369-9704-16730a8d1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.024314 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-834ebce0-daa9-4369-9704-16730a8d1565 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1944 time: 0.0929713 Mar 10 23:54:40.173393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-589acb3d-3590-44e9-9457-8288195a4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.174121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-589acb3d-3590-44e9-9457-8288195a4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.174745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-589acb3d-3590-44e9-9457-8288195a4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.176562 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-589acb3d-3590-44e9-9457-8288195a4a22 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1445844 Mar 10 23:54:40.190839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Attempting to bind port d6b289c4-d76e-4a05-809c-5829e618f1ad on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:40.192206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Attempting to bind port d6b289c4-d76e-4a05-809c-5829e618f1ad by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:40.192581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Attempting to bind port d6b289c4-d76e-4a05-809c-5829e618f1ad on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:40.201886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Port d6b289c4-d76e-4a05-809c-5829e618f1ad on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:40.202699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Attempting to bind port d6b289c4-d76e-4a05-809c-5829e618f1ad on network 7f5d7c11-4fe9-4454-97d7-2898f84b0120 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:40.215715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:40.216093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Checking segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:40.216479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Bound using segment: {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:40.216918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Bound port: d6b289c4-d76e-4a05-809c-5829e618f1ad, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a15be38-5c51-49e9-814b-1c71b8bcae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:40.217272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.249642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b158eb-b51a-44cb-9fe5-79985dd38737 req-36de0e53-9ead-4ad1-a642-d7c974e455ef tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.258220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0b158eb-b51a-44cb-9fe5-79985dd38737 req-36de0e53-9ead-4ad1-a642-d7c974e455ef tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 946 time: 0.2317722 Mar 10 23:54:40.370012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.377427 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.390333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-c34e50fe-b8f1-4783-8053-e04b7859ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.393619 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63250e4b-806c-44a4-bd68-fe30fc089e92 req-c34e50fe-b8f1-4783-8053-e04b7859ca12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965613 Mar 10 23:54:40.402111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.426978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:40.531898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0b158eb-b51a-44cb-9fe5-79985dd38737 req-d14befe6-08be-4b9e-9262-4e5a854ab570 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725985 Mar 10 23:54:40.583768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-632189654-network', 'tenant_id': 'aeabc41c921b4503af6bac7d0d98510a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:40.585109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272651ec-cc00-4416-a674-12d1a123e964 req-77e16683-35a5-4f82-8df9-c01dc66df5f4 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.586679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-272651ec-cc00-4416-a674-12d1a123e964 req-77e16683-35a5-4f82-8df9-c01dc66df5f4 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 945 time: 0.1928580 Mar 10 23:54:40.608180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Made reservation on behalf of aeabc41c921b4503af6bac7d0d98510a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:40.611462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.620665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.625511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:40.694545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:40.709376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks [] for security_group (7fff629f-7094-4d62-9bbb-ebd409941396), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.715069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7fff629f-7094-4d62-9bbb-ebd409941396), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.718932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.739157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:40.742530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d1f4cd-68a5-49db-8997-0885dcf6866f {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:40.759247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (495d7a5d-0d9d-4932-b06b-b2d058b734bf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.759585 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Added segment 495d7a5d-0d9d-4932-b06b-b2d058b734bf of type vlan for network d96337ba-48bf-4625-8758-73200460663a Mar 10 23:54:40.773680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks [] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.774062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff629f-7094-4d62-9bbb-ebd409941396,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:40.808425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.809172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.810651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-96727d57-5d06-442b-8129-015185291899 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6b289c4-d76e-4a05-809c-5829e618f1ad HTTP/1.1" status: 200 len: 1091 time: 2.7164733 Mar 10 23:54:40.811261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d96337ba-48bf-4625-8758-73200460663a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.820946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-272651ec-cc00-4416-a674-12d1a123e964 req-b5eeb89d-0c93-4882-83ef-24f0705b974a tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/security-groups?id=2f1f4a56-cfdc-4087-b25e-08413cc57407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234781 Mar 10 23:54:40.852578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9618a-2598-4c67-a07f-1c601707c5e7 req-c8abab2f-4c5f-40f1-82df-117c317f772d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.854377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ea9618a-2598-4c67-a07f-1c601707c5e7 req-c8abab2f-4c5f-40f1-82df-117c317f772d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 943 time: 0.2558765 Mar 10 23:54:40.870076 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d96337ba-48bf-4625-8758-73200460663a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.871456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:40.872386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.873826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:40.878015 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ecc7ea-43a5-417d-8553-87c78aa5711e" -d '{"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:40.881704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Transition to ACTIVE for port object 64d1f4cd-68a5-49db-8997-0885dcf6866f will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:40.927150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4990811 Mar 10 23:54:40.930155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45502) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:40.933486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96727d57-5d06-442b-8129-015185291899 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:40.935266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Request body: {'subnet': {'network_id': 'd96337ba-48bf-4625-8758-73200460663a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-632189654-subnet', 'tenant_id': 'aeabc41c921b4503af6bac7d0d98510a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:40.941861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:40.969512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799882c2-4c69-438b-9033-05b102a8910c admin admin] Pushing event updated for resources: {'Network': ['ID=d96337ba-48bf-4625-8758-73200460663a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:40.986096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d96337ba-48bf-4625-8758-73200460663a details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:40.997247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Made reservation on behalf of aeabc41c921b4503af6bac7d0d98510a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:41.001033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.029882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd1195a9-f619-426f-b103-1ed3990bb5d3 req-ce04e0c4-110f-4495-84ff-334a1805b0b6 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0849934 Mar 10 23:54:41.089417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ea9618a-2598-4c67-a07f-1c601707c5e7 req-c108f47a-bc59-44bc-886f-33c3680e9a71 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248542 Mar 10 23:54:41.162584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:41.171728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-d57934ac-08cf-4126-9f70-0446d429a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.173691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-d57934ac-08cf-4126-9f70-0446d429a8a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 1125 time: 0.3080680 Mar 10 23:54:41.217554 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7e5ac-595e-4fe8-8e79-fdb93d6ed155 x-openstack-request-id: req-2fe7e5ac-595e-4fe8-8e79-fdb93d6ed155 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:41.217733 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9a2c62-add7-4f39-ba7d-2363b21ceb26", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6898b0-6bab-44e0-9f0e-32b7b0969177", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:41.218429 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fe7e5ac-595e-4fe8-8e79-fdb93d6ed155 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:41.219118 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9a2c62-add7-4f39-ba7d-2363b21ceb26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6898b0-6bab-44e0-9f0e-32b7b0969177', 'code': 200} Mar 10 23:54:41.315129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-fda625b3-7003-4bca-be30-e6d20f1835f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad HTTP/1.1" status: 200 len: 217 time: 0.1135218 Mar 10 23:54:41.337459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (6a58d6df-e9ca-48cc-aef2-2ec4918eef29), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.362750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-718045a0-cc1f-4a8a-b047-49b034d9e07f tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/0a2d4769-011d-44f1-8155-0462d383dc71 HTTP/1.1" status: 200 len: 1817 time: 0.0842061 Mar 10 23:54:41.395106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a58d6df-e9ca-48cc-aef2-2ec4918eef29,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:41.396636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Attempting to bind port 64d1f4cd-68a5-49db-8997-0885dcf6866f on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:41.396875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Attempting to bind port 64d1f4cd-68a5-49db-8997-0885dcf6866f by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:41.397296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Attempting to bind port 64d1f4cd-68a5-49db-8997-0885dcf6866f on network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:41.417178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Checking segment: {'id': '495d7a5d-0d9d-4932-b06b-b2d058b734bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd96337ba-48bf-4625-8758-73200460663a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:41.417178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Network hostable DHCP agents. Network: d96337ba-48bf-4625-8758-73200460663a, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:41.434387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0288a-1d96-46be-b40b-d3e3eb2cd2dc req-7f3715bb-af7f-4668-b8a2-04a41f6a0756 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.440234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0288a-1d96-46be-b40b-d3e3eb2cd2dc req-7f3715bb-af7f-4668-b8a2-04a41f6a0756 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.441922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bb0288a-1d96-46be-b40b-d3e3eb2cd2dc req-7f3715bb-af7f-4668-b8a2-04a41f6a0756 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1678 time: 0.2383487 Mar 10 23:54:41.442564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Port 64d1f4cd-68a5-49db-8997-0885dcf6866f on network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:41.442890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Attempting to bind port 64d1f4cd-68a5-49db-8997-0885dcf6866f on network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:41.450600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-144cffb5-b8a2-47db-a4f4-76e9b091814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.452060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-144cffb5-b8a2-47db-a4f4-76e9b091814c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.1261656 Mar 10 23:54:41.456104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Network d96337ba-48bf-4625-8758-73200460663a is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:41.475820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:41.476184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Checking segment: {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:41.476565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Bound using segment: {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:41.477017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Bound port: 64d1f4cd-68a5-49db-8997-0885dcf6866f, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91820b3e-9a88-4159-b362-d24fd94a9b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:41.477400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.478562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d96337ba-48bf-4625-8758-73200460663a) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:41.486954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.487626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.491766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbddbac-a396-43e8-9d02-d6f83fe383cd None None] Network d96337ba-48bf-4625-8758-73200460663a requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:41.497836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.513408 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-12cef048-8188-4115-8e3c-1237030d56b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5817106 Mar 10 23:54:41.518165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-ad67aa26-7b6b-4d2a-9d85-debcac98b6e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578420 Mar 10 23:54:41.591523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (0a2d4769-011d-44f1-8155-0462d383dc71), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.627835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92ea57-93ac-4519-ae88-5ec128ae3117 None None] Network d96337ba-48bf-4625-8758-73200460663a requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:41.660424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bb0288a-1d96-46be-b40b-d3e3eb2cd2dc req-c94d4cb4-4171-4c25-b9ca-845a47bdb4da tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064822 Mar 10 23:54:41.715877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (0a2d4769-011d-44f1-8155-0462d383dc71), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.736805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:41.775973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-52452ebb-d6f1-4a50-a0f5-208ae9ae55a0 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:41.778330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-52452ebb-d6f1-4a50-a0f5-208ae9ae55a0 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 945 time: 0.0791039 Mar 10 23:54:41.805275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:41.816209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-184cefff-3dfa-4963-b8df-966aae5af9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804308 Mar 10 23:54:41.820068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.884861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0a2d4769-011d-44f1-8155-0462d383dc71), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.887726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.897860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Deleting port d236a4ea-fa25-4a3b-82ff-ef136c9238dd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:41.898508 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:41.908425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6f9805e-3cbf-433b-8bdb-35ddc02f553c req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a2d4769-011d-44f1-8155-0462d383dc71 HTTP/1.1" status: 204 len: 173 time: 0.5287418 Mar 10 23:54:42.020609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.021598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.023486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] 10.222.0.30 "PUT /v2.0/ports/64d1f4cd-68a5-49db-8997-0885dcf6866f HTTP/1.1" status: 200 len: 1092 time: 2.5215929 Mar 10 23:54:42.027838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad'}, {'name': 'network-changed', 'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:42.029414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] For port d236a4ea-fa25-4a3b-82ff-ef136c9238dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,segment=NetworkSegment(66b38707-54f6-4448-beaa-bb8cec8aeff7),segment_id=66b38707-54f6-4448-beaa-bb8cec8aeff7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:42.029787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.030976 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a0537-9702-4b0a-8d79-c4185795c882" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad"}, {"name": "network-changed", "server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:42.037937 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8eb9b639-6b40-4eb6-a3fc-713292f04bd2 req-48b2807d-5834-44aa-9474-bb7ef2612459 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120156 Mar 10 23:54:42.052716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Calling delete_port for d236a4ea-fa25-4a3b-82ff-ef136c9238dd owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:42.082934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1492877345', 'description': 'tempest-description-304485335'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:42.111796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298ed32-da89-4039-9eb6-06371a5735fb service neutron] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:42.152543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f900c-2887-478f-b43d-0b204a0dd052 req-4aabd395-517b-430b-a607-0abf35e65628 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.153988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823f900c-2887-478f-b43d-0b204a0dd052 req-4aabd395-517b-430b-a607-0abf35e65628 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 946 time: 0.4089954 Mar 10 23:54:42.184657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519062-f2da-4f45-a27c-dea13f34e00d tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d4769-011d-44f1-8155-0462d383dc71,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:42.233581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.261133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823f900c-2887-478f-b43d-0b204a0dd052 req-0853f30c-cfed-4b0e-9798-0b3643a8c5d7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722291 Mar 10 23:54:42.268835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1bac9ab7-008c-493e-8bed-8af46ff5a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.269362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1bac9ab7-008c-493e-8bed-8af46ff5a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.270752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d236a4ea-fa25-4a3b-82ff-ef136c9238dd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.271069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1bac9ab7-008c-493e-8bed-8af46ff5a2b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 2042 time: 0.1658354 Mar 10 23:54:42.353591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Pushing event deleted for resources: {'Port': ['ID=d236a4ea-fa25-4a3b-82ff-ef136c9238dd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:42.355379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-4118ab39-09c7-4183-8791-bca3a4b0adf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe HTTP/1.1" status: 200 len: 217 time: 0.0651207 Mar 10 23:54:42.409434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] No DVR routers for this DVR port d236a4ea-fa25-4a3b-82ff-ef136c9238dd on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:42.412613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.416495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75b73b07-615b-4fc6-9191-e4f51b39b517 req-67cd1e94-7973-4e45-83a5-49718a94e9b6 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.30 "DELETE /v2.0/ports/d236a4ea-fa25-4a3b-82ff-ef136c9238dd HTTP/1.1" status: 204 len: 173 time: 0.6330309 Mar 10 23:54:42.416980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'name': 'network-vif-deleted', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:42.419434 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1ae8a-0eda-4bed-979b-44b1d8413ba0" -d '{"events": [{"server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "name": "network-vif-deleted", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:42.717111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05e2a7cc-446c-4a69-afe8-997f580f03d6 req-f9ff8778-18ca-4588-87f2-62032eb5a6a3 tempest-ServerAddressesTestJSON-2092263545 tempest-ServerAddressesTestJSON-2092263545-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b9b57c-8a7e-4c82-96f8-b25c7831cab2 HTTP/1.1" status: 200 len: 210 time: 0.0472357 Mar 10 23:54:42.740890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-86362c03-584b-4299-81b2-0bed643ed650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.742351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-86362c03-584b-4299-81b2-0bed643ed650 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=155f036f-d085-4eb1-8f38-99bc899b6889 HTTP/1.1" status: 200 len: 801 time: 0.3797402 Mar 10 23:54:42.778047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (646074ef-358c-4400-92d2-3bf6542b8473), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.795273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (646074ef-358c-4400-92d2-3bf6542b8473), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.852969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:42.854200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cb8d117-a663-4ac7-8e85-a988fcf3e45c req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7758467 Mar 10 23:54:42.858582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65fc2-3213-45b1-b071-d8462223599c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646074ef-358c-4400-92d2-3bf6542b8473,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:42.868664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-4f9d48ad-74a1-43b5-a6b8-f322105c0539 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ef868bbf-d815-43d5-92b1-798c05e3cdfa HTTP/1.1" status: 200 len: 1817 time: 0.1207125 Mar 10 23:54:42.902126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-c0aa11e7-c037-4f0b-9b6e-006833f81dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:42.903948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-c0aa11e7-c037-4f0b-9b6e-006833f81dcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf22e846-5070-4dc7-a700-95dd19c36c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1525676 Mar 10 23:54:42.941144 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eef53a-0319-46a3-9a40-77fa8edaf5fd x-openstack-request-id: req-43eef53a-0319-46a3-9a40-77fa8edaf5fd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:42.941450 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:42.942015 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43eef53a-0319-46a3-9a40-77fa8edaf5fd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:42.942692 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad', 'status': 'completed', 'code': 200} Mar 10 23:54:42.943139 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'status': 'completed', 'code': 200} Mar 10 23:54:42.965374 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:54:43.017034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (ef868bbf-d815-43d5-92b1-798c05e3cdfa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:43.038508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-405f0cf2-e2ef-4f81-8412-2f29de953ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.040014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-405f0cf2-e2ef-4f81-8412-2f29de953ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 1125 time: 0.0761614 Mar 10 23:54:43.072529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbf8b14b-aa9e-4638-b1d9-19b33396fab5 req-2aedc8b8-26a2-48b9-9371-403239eba338 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0496054 Mar 10 23:54:43.081755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (ef868bbf-d815-43d5-92b1-798c05e3cdfa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:43.102906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-2c825966-933e-4c4b-90c9-2006e7d1be49 service neutron] 10.222.0.30 "GET /v2.0/networks/cf22e846-5070-4dc7-a700-95dd19c36c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919653 Mar 10 23:54:43.167834 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:43.206976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-cbbc48a0-7815-4f99-8778-288b8e761e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.207510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ef868bbf-d815-43d5-92b1-798c05e3cdfa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:43.208517 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-cbbc48a0-7815-4f99-8778-288b8e761e39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 200 len: 916 time: 0.1624043 Mar 10 23:54:43.210129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:43.211209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-291849d8-e6ae-4fac-b82e-b1d34f814f01 req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef868bbf-d815-43d5-92b1-798c05e3cdfa HTTP/1.1" status: 204 len: 173 time: 0.3417215 Mar 10 23:54:43.249319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b870d6-e6cf-45f5-ab54-840ef90900e4 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef868bbf-d815-43d5-92b1-798c05e3cdfa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:43.260272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-9f72fdbf-a3b6-4974-b4a9-6fabe2f93cf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad HTTP/1.1" status: 200 len: 217 time: 0.0439835 Mar 10 23:54:43.289331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-9cc878dc-d578-45ae-a1be-c4ac817d70c9 service neutron] 10.222.0.30 "GET /v2.0/networks/cf22e846-5070-4dc7-a700-95dd19c36c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793790 Mar 10 23:54:43.297854 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e929238-e50b-40a5-8b5d-89fe06b0b006 x-openstack-request-id: req-2e929238-e50b-40a5-8b5d-89fe06b0b006 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:43.298488 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9b57c-8a7e-4c82-96f8-b25c7831cab2", "name": "network-vif-deleted", "tag": "d236a4ea-fa25-4a3b-82ff-ef136c9238dd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:43.298851 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e929238-e50b-40a5-8b5d-89fe06b0b006 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:43.299344 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9b57c-8a7e-4c82-96f8-b25c7831cab2', 'name': 'network-vif-deleted', 'tag': 'd236a4ea-fa25-4a3b-82ff-ef136c9238dd', 'status': 'completed', 'code': 200} Mar 10 23:54:43.303772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfebe3-4e9f-4175-bf3c-a06fde4ac51b req-a48d6e04-541b-4be5-9d28-f916f2520556 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.312648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cdfebe3-4e9f-4175-bf3c-a06fde4ac51b req-a48d6e04-541b-4be5-9d28-f916f2520556 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 943 time: 0.1107402 Mar 10 23:54:43.320141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-6dacb3d4-fd71-4ed7-b9cf-ea07f750435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.321802 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-6dacb3d4-fd71-4ed7-b9cf-ea07f750435f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 200 len: 855 time: 0.0528772 Mar 10 23:54:43.364348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1df233ed-bb86-408f-aa02-e17f201a73ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f HTTP/1.1" status: 200 len: 217 time: 0.0481992 Mar 10 23:54:43.378632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-24b2c5f2-a27b-4bef-8385-aa5ad0c7d14a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f5d7c11-4fe9-4454-97d7-2898f84b0120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416036 Mar 10 23:54:43.463547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cdfebe3-4e9f-4175-bf3c-a06fde4ac51b req-e181f1e3-dd0f-4299-9f06-08e43a176b3f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495759 Mar 10 23:54:43.495696 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-c7f2a8e5-6018-4021-9388-4a6293afc0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995715 Mar 10 23:54:43.511198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-927cf70c-d7da-4e2c-a72a-e85f736ffe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.513016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-927cf70c-d7da-4e2c-a72a-e85f736ffe68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e77cd73-063b-4d92-8970-225375f71625 HTTP/1.1" status: 200 len: 801 time: 0.1352704 Mar 10 23:54:43.593844 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-197a56d3-6df7-4d20-abdf-1992650df931 service neutron] 10.222.0.30 "GET /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 Mar 10 23:54:43.610303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-b667fe55-c625-41ec-aa57-66b35caee0cc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.611839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-b667fe55-c625-41ec-aa57-66b35caee0cc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2351677 Mar 10 23:54:43.641864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-935ed423-33f2-45f4-83f6-d8ce2e57db7f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0222075 Mar 10 23:54:43.645057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1267215b-5d5e-476a-be1a-374ba0e97b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.646556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-1267215b-5d5e-476a-be1a-374ba0e97b4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1281772 Mar 10 23:54:43.665462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c052ff-f538-416a-bad5-a4e6db1d2e4f req-0d5e9379-02ca-4756-b32a-9c9b7650bd01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.670735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c052ff-f538-416a-bad5-a4e6db1d2e4f req-0d5e9379-02ca-4756-b32a-9c9b7650bd01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:43.672508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17c052ff-f538-416a-bad5-a4e6db1d2e4f req-0d5e9379-02ca-4756-b32a-9c9b7650bd01 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1678 time: 0.1406472 Mar 10 23:54:43.809099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-e813d452-35b3-4724-9d99-4cea7832ca76 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1598425 Mar 10 23:54:43.814737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17c052ff-f538-416a-bad5-a4e6db1d2e4f req-83bcd815-d370-4fa3-8b86-c334c5525891 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321802 Mar 10 23:54:43.840758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6b289c4-d76e-4a05-809c-5829e618f1ad details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:43.845987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d236a4ea-fa25-4a3b-82ff-ef136c9238dd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:43.860316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-be8fcb27-448f-4061-9cf2-5c4cee1191f7 service neutron] 10.222.0.30 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853983 Mar 10 23:54:43.879177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d236a4ea-fa25-4a3b-82ff-ef136c9238dd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:43.879523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d236a4ea-fa25-4a3b-82ff-ef136c9238dd not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:43.972250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:43.983558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd6b289c4-d76e-4a05-809c-5829e618f1ad', 'network_id': '7f5d7c11-4fe9-4454-97d7-2898f84b0120', 'port_id': 'd6b289c4-d76e-4a05-809c-5829e618f1ad', 'mac_address': 'fa:16:3e:a9:9b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e90413-0524-4428-a15a-0eb08ea28627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:44.008427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-57379cd6-e964-42fc-9525-c4c96273cdda tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/646074ef-358c-4400-92d2-3bf6542b8473 HTTP/1.1" status: 200 len: 1829 time: 0.1568542 Mar 10 23:54:44.018020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-307ac697-a9b3-44a2-ade1-3b3097b77c8e service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009094 Mar 10 23:54:44.023113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d6b289c4-d76e-4a05-809c-5829e618f1ad is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:44.023649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.025134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '646074ef-358c-4400-92d2-3bf6542b8473', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:44.025408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '646074ef-358c-4400-92d2-3bf6542b8473', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:44.042068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b289c4-d76e-4a05-809c-5829e618f1ad {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:44.062033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:44.066676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.085230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6a1c6-d5eb-4c78-8de2-c708ab54e5f4 req-272f8a17-296e-4e23-9242-ea0c1010730d service neutron] 10.222.0.30 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172241 Mar 10 23:54:44.126763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:44.180807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b72b8f7c-2232-4747-8374-669e3539dec3 req-13bfbbc4-751c-427f-beca-99ecae14e86a service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619513 Mar 10 23:54:44.196728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.230941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.239234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-c4227d81-880c-40d9-9b2a-7b8a40e01ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:44.239713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-c4227d81-880c-40d9-9b2a-7b8a40e01ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:44.241346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-c4227d81-880c-40d9-9b2a-7b8a40e01ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 2042 time: 0.0778928 Mar 10 23:54:44.242494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.284790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45727ba-8715-40f5-af61-95383bfd15fd,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:44.306118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.314397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd77885-c138-42e1-ace4-cf9e38038b70 req-533a302e-c4ca-4d5c-a3a5-318bbb84fe51 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2928376 Mar 10 23:54:44.321310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d6b289c4-d76e-4a05-809c-5829e618f1ad'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:44.360004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-312898237', 'description': 'tempest-description-2071350125'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:44.410284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.413951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-35a5fcd1-accd-4af8-825c-ee06b15054fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:44.416062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-35a5fcd1-accd-4af8-825c-ee06b15054fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 HTTP/1.1" status: 200 len: 902 time: 0.1668398 Mar 10 23:54:44.472051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-d7fac518-d2cc-4eaa-aa1c-511cfaf4078c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.212&port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f HTTP/1.1" status: 200 len: 217 time: 0.0481596 Mar 10 23:54:44.576789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:44.601200 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.613115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.664251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-88b69684-6289-4bdd-95bb-5c3c49a48d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:44.665708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-88b69684-6289-4bdd-95bb-5c3c49a48d5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e77cd73-063b-4d92-8970-225375f71625 HTTP/1.1" status: 200 len: 801 time: 0.1141443 Mar 10 23:54:44.685535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Deleting subnet f37cf230-223e-4779-87d5-a704b60d226c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:44.689687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Publish callbacks [] for subnet (f37cf230-223e-4779-87d5-a704b60d226c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.707070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ab74652-aab9-4954-b2f5-f8624d43188b req-844a7989-0abc-41ec-8807-6e458eadfd7f tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0704851 Mar 10 23:54:44.720023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.732660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-025f7f8a-ac74-4441-a3ea-76933c8db8d6 req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3782370 Mar 10 23:54:44.735535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07ca4d-4ea3-4b4e-a9c2-3445f744d40b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:44.739855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f37cf230-223e-4779-87d5-a704b60d226c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.818349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f37cf230-223e-4779-87d5-a704b60d226c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.851288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cc1837c-da18-486f-bdcc-c2be9055f158 req-c0125d7d-0ec9-4264-9681-a5da8dc321b0 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/646074ef-358c-4400-92d2-3bf6542b8473 HTTP/1.1" status: 200 len: 2422 time: 0.0513234 Mar 10 23:54:44.865904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-09984b5c-fdab-40f8-ae6f-27bf5f14f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:44.867483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-09984b5c-fdab-40f8-ae6f-27bf5f14f279 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1809461 Mar 10 23:54:44.932233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f37cf230-223e-4779-87d5-a704b60d226c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.990537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37cf230-223e-4779-87d5-a704b60d226c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:44.992621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:44.997956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58eaffae-410c-49e5-85ab-2b14f0da9e3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f37cf230-223e-4779-87d5-a704b60d226c HTTP/1.1" status: 204 len: 168 time: 0.4166772 Mar 10 23:54:44.998217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45584) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:45.073200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-578f24e8-c439-4839-a6da-aa7015ed0cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900799 Mar 10 23:54:45.162208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (fcaa9e51-010c-425c-b133-8c37017c1e79), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.174320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6201a-e494-4213-bec1-05918769297e req-7b3c02f4-98f2-4b88-a571-7b5213822fad tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:45.175979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4a6201a-e494-4213-bec1-05918769297e req-7b3c02f4-98f2-4b88-a571-7b5213822fad tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 944 time: 0.2136288 Mar 10 23:54:45.243423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c5a0537-9702-4b0a-8d79-c4185795c882 req-ceabb548-f15d-4be6-9193-2025748caaf0 service neutron] 10.222.0.30 "GET /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641483 Mar 10 23:54:45.248386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4a6201a-e494-4213-bec1-05918769297e req-edd5e5a6-9300-4526-b23b-0bb8f5ac60cc tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652673 Mar 10 23:54:45.266655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6470c-4164-4403-b121-ddf199c4800f req-65733255-24b6-4c1e-9169-05562318bb08 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:45.268862 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ff6470c-4164-4403-b121-ddf199c4800f req-65733255-24b6-4c1e-9169-05562318bb08 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.2144666 Mar 10 23:54:45.331971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (fcaa9e51-010c-425c-b133-8c37017c1e79), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.367198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaa9e51-010c-425c-b133-8c37017c1e79']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:45.373079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-77796bcb-d2d7-40b2-8438-0a5cf831061c tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8 HTTP/1.1" status: 200 len: 1817 time: 0.0708551 Mar 10 23:54:45.385716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2035363760', 'description': 'tempest-description-hth-49611815'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:45.396797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b38707-54f6-4448-beaa-bb8cec8aeff7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:45.397094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b38707-54f6-4448-beaa-bb8cec8aeff7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:45.404070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fd86d-071d-408b-ab35-f56a8a2e7761 req-c643e4c7-0807-45c9-8432-3bfb5aec6729 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:45.406048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-667fd86d-071d-408b-ab35-f56a8a2e7761 req-c643e4c7-0807-45c9-8432-3bfb5aec6729 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f5bc8c7-46d6-4f31-b62e-c56802985671 HTTP/1.1" status: 200 len: 945 time: 0.0875871 Mar 10 23:54:45.411901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (66b38707-54f6-4448-beaa-bb8cec8aeff7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.428814 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (66b38707-54f6-4448-beaa-bb8cec8aeff7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.437209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:45.437513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (66b38707-54f6-4448-beaa-bb8cec8aeff7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:45.439854 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:45.449065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.494329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Deleting port dc9870f5-7859-4934-a426-0d5921f31f87 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:45.494663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.495688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-667fd86d-071d-408b-ab35-f56a8a2e7761 req-3519b377-a3e4-4f65-b003-4eadd448d29c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800738 Mar 10 23:54:45.515714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.524195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (fcaa9e51-010c-425c-b133-8c37017c1e79), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.532741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.533107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.535658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.537348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] 10.222.0.21 "DELETE /v2.0/networks/fcaa9e51-010c-425c-b133-8c37017c1e79 HTTP/1.1" status: 204 len: 168 time: 0.5381930 Mar 10 23:54:45.553951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54de4ed5-cded-412d-a3e2-1c4b696b761e req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "PUT /v2.0/security-groups/62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8 HTTP/1.1" status: 200 len: 1790 time: 0.1561692 Mar 10 23:54:45.559389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5197bf-6637-435a-ac3f-83e254e0974b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcaa9e51-010c-425c-b133-8c37017c1e79,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:45.627032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] For port dc9870f5-7859-4934-a426-0d5921f31f87, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc9870f5-7859-4934-a426-0d5921f31f87,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:45.628424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.641485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-fbe10609-039a-4ee4-9ef6-2f9c5953d4e2 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-group-rules/f45727ba-8715-40f5-af61-95383bfd15fd HTTP/1.1" status: 200 len: 778 time: 0.0738499 Mar 10 23:54:45.645595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251d23f-8957-482c-8004-5d49a0df5ab8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:45.646064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Calling delete_port for dc9870f5-7859-4934-a426-0d5921f31f87 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:45.679638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:45.725293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668056-1908-4671-b3be-2168740e4a41 req-df925ac2-c272-4534-a2b4-71225a4cc3b8 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:45.731614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668056-1908-4671-b3be-2168740e4a41 req-df925ac2-c272-4534-a2b4-71225a4cc3b8 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:45.734187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29668056-1908-4671-b3be-2168740e4a41 req-df925ac2-c272-4534-a2b4-71225a4cc3b8 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1678 time: 0.1620009 Mar 10 23:54:45.767767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-5d64295a-4860-498d-9355-8f059be6cb87 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/646074ef-358c-4400-92d2-3bf6542b8473 HTTP/1.1" status: 200 len: 2422 time: 0.1052408 Mar 10 23:54:45.789036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cfaa87d2-206e-4161-8912-4515ead79ab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1385e6402a74800aa4304260f9459b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1080861 Mar 10 23:54:45.791474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45602) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:45.800282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dc9870f5-7859-4934-a426-0d5921f31f87), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.812908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc9870f5-7859-4934-a426-0d5921f31f87'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:45.828510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.839629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29668056-1908-4671-b3be-2168740e4a41 req-78cb9998-ee9e-4a75-ba1f-cdc526f691b3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862777 Mar 10 23:54:45.840711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event deleted for resources: {'Port': ['ID=dc9870f5-7859-4934-a426-0d5921f31f87,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:45.841497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.857495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64d1f4cd-68a5-49db-8997-0885dcf6866f details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:45.860818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6b289c4-d76e-4a05-809c-5829e618f1ad up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:45.886690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f45727ba-8715-40f5-af61-95383bfd15fd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.893435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.894677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cdf2296-2717-44a2-96ca-3b52a26d96cb req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f45727ba-8715-40f5-af61-95383bfd15fd HTTP/1.1" status: 204 len: 173 time: 0.1185558 Mar 10 23:54:45.900708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] No DVR routers for this DVR port dc9870f5-7859-4934-a426-0d5921f31f87 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:45.906746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.909677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489dbb-fb7f-4eb2-a2a1-ee8930e077a4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f45727ba-8715-40f5-af61-95383bfd15fd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:45.911478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ff6470c-4164-4403-b121-ddf199c4800f req-3a46a382-92b5-46a2-99b7-1ffdf26474a4 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.30 "DELETE /v2.0/ports/dc9870f5-7859-4934-a426-0d5921f31f87 HTTP/1.1" status: 204 len: 173 time: 0.6336503 Mar 10 23:54:45.912080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-deleted', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:45.923319 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd977f08-4f8a-4eb5-918d-0ac460f59afd" -d '{"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-deleted", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:45.964355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] Publish callbacks [] for security_group (2f1f4a56-cfdc-4087-b25e-08413cc57407), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:45.983194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e39ed9af-c9da-46f9-9925-4638d511d623 req-92c9fe84-929d-4bd2-b0db-ec5cab26f162 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8 HTTP/1.1" status: 200 len: 1790 time: 0.0644231 Mar 10 23:54:46.011435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1068844724', 'description': 'tempest-description-335335884'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:46.026722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] Publish callbacks [] for security_group (2f1f4a56-cfdc-4087-b25e-08413cc57407), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.036877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d6b289c4-d76e-4a05-809c-5829e618f1ad completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:46.047493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d6b289c4-d76e-4a05-809c-5829e618f1ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:46.048181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.063609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a38c45e-19e5-4ef1-a27e-8c492596e7db req-7c172d03-9569-4f18-afbb-e4d9a9101c9a tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0464408 Mar 10 23:54:46.084630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.107645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:46.121677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2f1f4a56-cfdc-4087-b25e-08413cc57407), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.128710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.130427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f1f4a56-cfdc-4087-b25e-08413cc57407 HTTP/1.1" status: 204 len: 168 time: 0.3376253 Mar 10 23:54:46.130718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'network_id': 'ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4', 'port_id': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'mac_address': 'fa:16:3e:63:f8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e77cd73-063b-4d92-8970-225375f71625', 'ip_address': '19.86.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:46.153524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60defec6-9fd9-43b2-ba5f-67c9f9c00662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f4a56-cfdc-4087-b25e-08413cc57407,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.191648 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b77b64-1c12-4787-82bf-fb18304eae56 x-openstack-request-id: req-a5b77b64-1c12-4787-82bf-fb18304eae56 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:46.191882 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bc8c7-46d6-4f31-b62e-c56802985671", "name": "network-vif-deleted", "tag": "dc9870f5-7859-4934-a426-0d5921f31f87", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:46.192322 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5b77b64-1c12-4787-82bf-fb18304eae56 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:46.192737 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bc8c7-46d6-4f31-b62e-c56802985671', 'name': 'network-vif-deleted', 'tag': 'dc9870f5-7859-4934-a426-0d5921f31f87', 'status': 'completed', 'code': 200} Mar 10 23:54:46.197740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 64d1f4cd-68a5-49db-8997-0885dcf6866f is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:46.198415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.225258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d1f4cd-68a5-49db-8997-0885dcf6866f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:46.228500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (78be0b10-1c5c-40a8-94ae-cc7f600adfca), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.241204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (78be0b10-1c5c-40a8-94ae-cc7f600adfca), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.278361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:46.281703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.282923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81590dbd-3b7f-400f-a924-519eae770272 req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2761998 Mar 10 23:54:46.284256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d6b289c4-d76e-4a05-809c-5829e618f1ad is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:46.284654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.293032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-a32d9267-e3d5-45a8-b10e-c20dce9b3039 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8 HTTP/1.1" status: 200 len: 1790 time: 0.0825427 Mar 10 23:54:46.293032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540299d-ea95-4130-ad74-26001f1dbbc6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78be0b10-1c5c-40a8-94ae-cc7f600adfca,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.313900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.314629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:46.354362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.375190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:46.377482 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc4951-a049-43c8-b9a1-c7a52ef8bd99" -d '{"events": [{"server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:46.397901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.403426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:46.418556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.461502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.538083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.541671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.545939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b66dc9a-5beb-4fe9-be16-ad0c0053591c req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8 HTTP/1.1" status: 204 len: 173 time: 0.2512147 Mar 10 23:54:46.566020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c6d33-0b33-445e-bba5-c0aa96d812aa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff71a1-f0fa-474a-9ee5-ea25e6cba1d8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.585139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.600351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-1466c0ee-4064-4bff-a836-b4d53b4e023b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:46.604411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-1466c0ee-4064-4bff-a836-b4d53b4e023b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2261515 Mar 10 23:54:46.610088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:46.625972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'network_id': 'cf22e846-5070-4dc7-a700-95dd19c36c68', 'port_id': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'mac_address': 'fa:16:3e:43:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155f036f-d085-4eb1-8f38-99bc899b6889', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:46.652626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-e251899e-ee72-4060-99f1-c2c02d757b4c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0448029 Mar 10 23:54:46.672283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:46.673291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.687758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:46.712868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:46.717301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76288fac-7f65-4e53-86f5-026ee1b22fbc req-753d5c63-e5c1-4a4b-aee5-1fa941d2889d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:46.718679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:46.725081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76288fac-7f65-4e53-86f5-026ee1b22fbc req-753d5c63-e5c1-4a4b-aee5-1fa941d2889d tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.1159348 Mar 10 23:54:46.765580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-20e7ac44-38bc-44e5-ad1e-3545dfcaf0d3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058533 Mar 10 23:54:46.774319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:46.788319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76288fac-7f65-4e53-86f5-026ee1b22fbc req-ff4748a8-442b-434d-8eae-029bddb27b78 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Mar 10 23:54:46.902826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8aaacbbf-49a1-446e-83c9-2c57e36205fb req-af8d33e8-db9c-4fde-a504-9fe4d05b4b1b tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/78be0b10-1c5c-40a8-94ae-cc7f600adfca HTTP/1.1" status: 200 len: 1829 time: 0.0878851 Mar 10 23:54:46.904860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-f9dfa352-ffa0-4c7b-aacb-6b85e23aca8d service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288099 Mar 10 23:54:46.947283 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf96caa-b767-4829-8435-4b93f03fc3e2 x-openstack-request-id: req-6bf96caa-b767-4829-8435-4b93f03fc3e2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:46.947283 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:46.947283 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf96caa-b767-4829-8435-4b93f03fc3e2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:46.947283 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad', 'code': 200} Mar 10 23:54:46.979365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:46.984959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['64d1f4cd-68a5-49db-8997-0885dcf6866f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:47.042232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-a8ce5c87-5048-4f15-a095-89ce80ce6931 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275866 Mar 10 23:54:47.046776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45660) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:47.102555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e792b-8d53-42cd-b1a5-15d9ec5aeccb req-40493af8-5b59-4319-b3b3-32220d77d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:47.106174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-067e792b-8d53-42cd-b1a5-15d9ec5aeccb req-40493af8-5b59-4319-b3b3-32220d77d8c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 1127 time: 0.0893404 Mar 10 23:54:47.195580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d87ee-1672-4e12-85aa-bc92325c2bd7 req-61dda438-0800-479d-a15e-f7d13578459b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:47.209228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-067e792b-8d53-42cd-b1a5-15d9ec5aeccb req-8c298150-4c9b-4d10-9699-ce2f54a40061 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949433 Mar 10 23:54:47.210752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d87ee-1672-4e12-85aa-bc92325c2bd7 req-61dda438-0800-479d-a15e-f7d13578459b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:47.212679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-461d87ee-1672-4e12-85aa-bc92325c2bd7 req-61dda438-0800-479d-a15e-f7d13578459b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1680 time: 0.0961285 Mar 10 23:54:47.220621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1434996686-network', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:47.306240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-461d87ee-1672-4e12-85aa-bc92325c2bd7 req-438abdba-c51f-4ce1-b417-66d4e060b152 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821440 Mar 10 23:54:47.307123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Made reservation on behalf of 95868d83a7d14ebca30f31f05ad8bdc0 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:47.309956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.320707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.459331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12b634ee-d326-42b2-ae4e-f13e003f6de7 req-d08e14c2-b0f6-4b7b-9e8d-226fcf02b2cc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 210 time: 0.0427964 Mar 10 23:54:47.494464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999d9e83-fc5f-4d30-9895-423d7bcd3be4 req-1dffadcc-931a-4aef-9012-717c04213cdb tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0409973 Mar 10 23:54:47.512153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-592982050', 'description': 'tempest-description-390864162'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:47.518690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks [] for security_group (02e224eb-7676-4687-9e71-cebf94e117a2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.526916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (02e224eb-7676-4687-9e71-cebf94e117a2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.555823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.558751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:47.603294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e224eb-7676-4687-9e71-cebf94e117a2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:47.620736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (12ea45d2-0dca-4ff9-a389-40a1e332653e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.621091 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Added segment 12ea45d2-0dca-4ff9-a389-40a1e332653e of type vlan for network 6987aafa-7b67-4c66-b48c-bb454686e797 Mar 10 23:54:47.684011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6987aafa-7b67-4c66-b48c-bb454686e797), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.747788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17ea6-d07a-4f65-b151-5b227b3ccb76 req-1e88729e-f51b-4d17-9282-1ae007532211 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:47.749437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0af17ea6-d07a-4f65-b151-5b227b3ccb76 req-1e88729e-f51b-4d17-9282-1ae007532211 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.1679685 Mar 10 23:54:47.752174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6987aafa-7b67-4c66-b48c-bb454686e797), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.753146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:47.753708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.776607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (da92258c-14a7-4742-af3e-e528c30265ad), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.800849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (da92258c-14a7-4742-af3e-e528c30265ad), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.839966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7918935 Mar 10 23:54:47.844396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45684) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:47.850758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Request body: {'subnet': {'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1434996686-subnet', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:47.873363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Made reservation on behalf of 95868d83a7d14ebca30f31f05ad8bdc0 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:47.875073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:47.877899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.895291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:47.896522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d98adcc-16d1-4eb2-9744-b4e384b017f1 req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3958282 Mar 10 23:54:47.899525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: dc9870f5-7859-4934-a426-0d5921f31f87 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:47.900124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc9870f5-7859-4934-a426-0d5921f31f87 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:47.908307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efa8c7-72d0-4c2b-9345-1a3660332654 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da92258c-14a7-4742-af3e-e528c30265ad,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:47.908307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90e83-a0f8-4ba2-9018-21424cb3699a admin admin] Pushing event updated for resources: {'Network': ['ID=6987aafa-7b67-4c66-b48c-bb454686e797,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:47.927722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0af17ea6-d07a-4f65-b151-5b227b3ccb76 req-abaf84c1-da97-49b1-8e4f-d5ef337f8bab tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628878 Mar 10 23:54:47.934479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6987aafa-7b67-4c66-b48c-bb454686e797 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:47.955854 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-4f4f542c-108a-4d24-98be-379c1d371df5 req-7f9c06fb-a2b6-47ab-a373-2cc71e96be78 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:47.956902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f4f542c-108a-4d24-98be-379c1d371df5 req-7f9c06fb-a2b6-47ab-a373-2cc71e96be78 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/ef868bbf-d815-43d5-92b1-798c05e3cdfa HTTP/1.1" status: 404 len: 352 time: 0.0282116 Mar 10 23:54:48.077844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a59b71ac-4418-4aaa-ab0e-aca626e4d7e8 req-ab5cf675-700a-46e4-8419-5d6cc6e84a21 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/da92258c-14a7-4742-af3e-e528c30265ad HTTP/1.1" status: 200 len: 1828 time: 0.0828214 Mar 10 23:54:48.100274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e9fc5-77dd-46ce-909f-a766f858dd64 req-2681e59a-e4f6-4580-859a-e560b108c2a7 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:48.101806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457e9fc5-77dd-46ce-909f-a766f858dd64 req-2681e59a-e4f6-4580-859a-e560b108c2a7 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.0890176 Mar 10 23:54:48.106182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (6e0c0668-1d14-4e03-8052-58fc5e139ed8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.121494 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-87df363c-7c9e-420f-8ba4-ebe4bf0d2366 req-7970d6c8-1151-48b3-a9bc-c9617a9af7c8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:48.122431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87df363c-7c9e-420f-8ba4-ebe4bf0d2366 req-7970d6c8-1151-48b3-a9bc-c9617a9af7c8 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/0a2d4769-011d-44f1-8155-0462d383dc71 HTTP/1.1" status: 404 len: 352 time: 0.0198021 Mar 10 23:54:48.150496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1659284600', 'description': 'tempest-description-840887089'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:48.166299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0c0668-1d14-4e03-8052-58fc5e139ed8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:48.174355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-457e9fc5-77dd-46ce-909f-a766f858dd64 req-97b47aca-eef6-4fa9-ac7c-584a23358c0f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Mar 10 23:54:48.175810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Checking segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:48.176288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Network hostable DHCP agents. Network: 6987aafa-7b67-4c66-b48c-bb454686e797, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:48.186266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.196825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Network 6987aafa-7b67-4c66-b48c-bb454686e797 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:48.207306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6987aafa-7b67-4c66-b48c-bb454686e797) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:48.211732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:48.212515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.217828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d1653f-567b-42e8-a399-76b9cfcc54d3 None None] Network 6987aafa-7b67-4c66-b48c-bb454686e797 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:48.228197 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-1e0d3e8c-1591-486a-8df9-ab595654563e req-33445fda-57ce-43d7-8a61-e7e7e16e8322 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:48.229506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e0d3e8c-1591-486a-8df9-ab595654563e req-33445fda-57ce-43d7-8a61-e7e7e16e8322 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/718d8e83-948b-483e-8520-f3c25446df64 HTTP/1.1" status: 404 len: 352 time: 0.0234590 Mar 10 23:54:48.235564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c571fd8e-815b-43be-8fb2-a76640790663 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3876488 Mar 10 23:54:48.237541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45694) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:48.241935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:48.278919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.281293 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.304111 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-8f52acbf-22b3-4fe8-8325-e65634e26670 req-47df1ce3-c11e-45ca-bc9a-83dc67c62baa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:48.305145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f52acbf-22b3-4fe8-8325-e65634e26670 req-47df1ce3-c11e-45ca-bc9a-83dc67c62baa tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/169fc699-e1d4-4ee3-9623-d62f5c6b6c79 HTTP/1.1" status: 404 len: 352 time: 0.0271716 Mar 10 23:54:48.313867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (7653ebb7-ffc8-4b35-b923-6f7a539da5b6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.319354 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7653ebb7-ffc8-4b35-b923-6f7a539da5b6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.380449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.385193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for router_controller (da7c2fbb-716a-4368-9cea-3a283e1bfab4), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.390425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b38561-e857-4f35-a282-0a8ea0b2f981 None None] Network 6987aafa-7b67-4c66-b48c-bb454686e797 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:48.399432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c65967a2-ceaa-478f-9cb8-bb9fb7f8e3bc req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2549024 Mar 10 23:54:48.401282 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-432319df-252e-4a2e-9dd8-b525ad8380e5 req-ea754362-a6b0-4bb8-b446-b253d810d0f5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:48.405611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-432319df-252e-4a2e-9dd8-b525ad8380e5 req-ea754362-a6b0-4bb8-b446-b253d810d0f5 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/01031407-e814-4754-a52a-116813ff6988 HTTP/1.1" status: 404 len: 352 time: 0.0533476 Mar 10 23:54:48.413018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3239c-a8f6-4bd1-bc64-268935141c31 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7653ebb7-ffc8-4b35-b923-6f7a539da5b6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:48.548465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6497d917-70a9-475e-8221-c3cf2129e908 req-228b4abf-654e-468e-ab84-93071004329d tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/7653ebb7-ffc8-4b35-b923-6f7a539da5b6 HTTP/1.1" status: 200 len: 1829 time: 0.1172047 Mar 10 23:54:48.578518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be8a08-af83-4247-a2b7-f4b6c7aa7246 req-e6a8131e-23de-4151-a564-68c961480514 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:48.586644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be8a08-af83-4247-a2b7-f4b6c7aa7246 req-e6a8131e-23de-4151-a564-68c961480514 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:48.592592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4be8a08-af83-4247-a2b7-f4b6c7aa7246 req-e6a8131e-23de-4151-a564-68c961480514 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1680 time: 0.1076214 Mar 10 23:54:48.622496 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-c1ee0714-43a6-441d-8062-066ca06c2108 req-02559f2d-b385-4f26-bd06-94a6986399b7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] show failed (client error): The resource could not be found. Mar 10 23:54:48.623562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1ee0714-43a6-441d-8062-066ca06c2108 req-02559f2d-b385-4f26-bd06-94a6986399b7 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/815f482e-2a61-42e0-8c95-47fe6cf8bb8b HTTP/1.1" status: 404 len: 352 time: 0.0291891 Mar 10 23:54:48.672511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4be8a08-af83-4247-a2b7-f4b6c7aa7246 req-625d1043-7fcb-4974-8952-1b25b5816fca tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768092 Mar 10 23:54:48.715130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08d2150e-5e3c-4cfc-bba4-eedba3845052 req-aae4a259-7df8-415f-bb82-b42c63572439 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 210 time: 0.0299609 Mar 10 23:54:48.748839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1517824946', 'description': 'tempest-description-1938579676'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:48.769613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d1c1887-9f3e-468c-ac7e-99882a920ebc req-183680ac-5934-413e-b5bb-b61e0db9dba4 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0340090 Mar 10 23:54:48.786650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.873135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (c80249b7-d4b5-4c1d-985e-115197786e89), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.878467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c80249b7-d4b5-4c1d-985e-115197786e89), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.904767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:48.906720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d44e9b4-6a94-4861-8846-cd1122398143 req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1628172 Mar 10 23:54:48.931500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5efaa3-91ef-4783-88e5-60ca4e9277ff tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80249b7-d4b5-4c1d-985e-115197786e89,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:48.981843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d1b188-74cd-4673-ac4a-3fb5db4ad9ac req-1e1dcc76-e127-423f-a5c8-f2168330e741 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/c80249b7-d4b5-4c1d-985e-115197786e89 HTTP/1.1" status: 200 len: 1830 time: 0.0473030 Mar 10 23:54:49.003327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-73f9c888-5308-4c95-ae63-20cfbfdf27a5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.004807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-73f9c888-5308-4c95-ae63-20cfbfdf27a5 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.5689538 Mar 10 23:54:49.013237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-c8f57d24-e77f-465f-ada8-862cfa14ffdc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.014672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-c8f57d24-e77f-465f-ada8-862cfa14ffdc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.6321530 Mar 10 23:54:49.048178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:49.082906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for router_gateway (da7c2fbb-716a-4368-9cea-3a283e1bfab4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.114562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b42c-065e-4151-b268-5733324a1ce7 req-cc5894b1-b58a-4e4c-b372-8103bb2cc7bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.116178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3e0b42c-065e-4151-b268-5733324a1ce7 req-cc5894b1-b58a-4e4c-b372-8103bb2cc7bb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 944 time: 0.0900095 Mar 10 23:54:49.128150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c09a-887d-4a0d-a7ed-18581786d167 req-fa946552-10c2-438e-a360-d915f618ab6b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.129589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d45c09a-887d-4a0d-a7ed-18581786d167 req-fa946552-10c2-438e-a360-d915f618ab6b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1023 time: 0.0904622 Mar 10 23:54:49.208387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3e0b42c-065e-4151-b268-5733324a1ce7 req-3051895f-ebb3-4919-9ac9-6829bbd2d08e tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Mar 10 23:54:49.243504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d45c09a-887d-4a0d-a7ed-18581786d167 req-f5322159-2d6f-4f93-8a3d-ca9ac5cd9e3b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=eede1172-5e64-41c9-a3c1-ccebd7892806&id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=fac1a7b8-b0bb-44eb-b1fc-83476db1016d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1062560 Mar 10 23:54:49.261997 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-a795c6e7-31f1-4238-afc9-03a71d0efbdd req-2e07cff2-73df-4534-8752-309943b4562f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] show failed (client error): The resource could not be found. Mar 10 23:54:49.263426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a795c6e7-31f1-4238-afc9-03a71d0efbdd req-2e07cff2-73df-4534-8752-309943b4562f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/5f5da118-4919-437a-9c98-48edbf9c5850 HTTP/1.1" status: 404 len: 352 time: 0.0260816 Mar 10 23:54:49.296561 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-cfdfae2d-b5b2-41fd-b39e-2c7857058af4 req-5c69f0a9-0382-4102-9d39-d0a8b17cff8e tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] show failed (client error): The resource could not be found. Mar 10 23:54:49.298042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Deleting port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:49.298596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.302807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cfdfae2d-b5b2-41fd-b39e-2c7857058af4 req-5c69f0a9-0382-4102-9d39-d0a8b17cff8e tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-group-rules/5bc16fcc-5aba-4c79-a336-326627981637 HTTP/1.1" status: 404 len: 361 time: 0.0178878 Mar 10 23:54:49.306635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:49.310039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.390459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-8cd3a815-c82a-4581-831e-7b2d7826e2a6 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/c80249b7-d4b5-4c1d-985e-115197786e89 HTTP/1.1" status: 200 len: 1830 time: 0.0639400 Mar 10 23:54:49.397990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623eade-5767-4f8c-bb9e-dbad728ed4b2 req-599fe567-8858-4803-b265-a1ee67d336d0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.399440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5623eade-5767-4f8c-bb9e-dbad728ed4b2 req-599fe567-8858-4803-b265-a1ee67d336d0 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.0832295 Mar 10 23:54:49.480082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5623eade-5767-4f8c-bb9e-dbad728ed4b2 req-e8fc5ae7-9b1c-4c01-8a54-35662b55b044 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Mar 10 23:54:49.491272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (c80249b7-d4b5-4c1d-985e-115197786e89), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.507410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] For port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:49.507780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.516745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (c80249b7-d4b5-4c1d-985e-115197786e89), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.529868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Calling delete_port for 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:49.582880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c80249b7-d4b5-4c1d-985e-115197786e89), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.586591 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.587681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52fa9f99-4259-4803-bb4f-91a7441b7644 req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-groups/c80249b7-d4b5-4c1d-985e-115197786e89 HTTP/1.1" status: 204 len: 173 time: 0.1872866 Mar 10 23:54:49.606082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94163d52-cb13-45c5-85ae-ea87f2ffe452 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80249b7-d4b5-4c1d-985e-115197786e89,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:49.644792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b148a-448e-445c-883d-ed42cb0d20d9 req-5c463a16-9854-43d3-9a07-7856f513eeeb tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.646175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a4b148a-448e-445c-883d-ed42cb0d20d9 req-5c463a16-9854-43d3-9a07-7856f513eeeb tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.0918562 Mar 10 23:54:49.679466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1efeeae6-d019-4246-8012-a49b394b20fb req-e8a00e30-67b0-435a-a5b2-1e6dd9ee700e tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/7653ebb7-ffc8-4b35-b923-6f7a539da5b6 HTTP/1.1" status: 200 len: 1829 time: 0.0703928 Mar 10 23:54:49.686262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.9 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/01a7b7a0-95c1-46c0-9570-0eb679b4c6cb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:49.689676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for router_gateway (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.729282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a4b148a-448e-445c-883d-ed42cb0d20d9 req-6e8755a7-186e-4445-8072-7ca24cca1008 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755372 Mar 10 23:54:49.729592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.777894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1efeeae6-d019-4246-8012-a49b394b20fb req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (7653ebb7-ffc8-4b35-b923-6f7a539da5b6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.813543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1efeeae6-d019-4246-8012-a49b394b20fb req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (7653ebb7-ffc8-4b35-b923-6f7a539da5b6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.876598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64d1f4cd-68a5-49db-8997-0885dcf6866f up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:49.881241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a28ed5-b7ba-44de-89a6-826b24964a7c req-a7bad28e-41f1-4e67-a4fd-631744e57c8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.886741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a28ed5-b7ba-44de-89a6-826b24964a7c req-a7bad28e-41f1-4e67-a4fd-631744e57c8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:49.887991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3a28ed5-b7ba-44de-89a6-826b24964a7c req-a7bad28e-41f1-4e67-a4fd-631744e57c8b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1680 time: 0.0910296 Mar 10 23:54:49.894263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1efeeae6-d019-4246-8012-a49b394b20fb req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7653ebb7-ffc8-4b35-b923-6f7a539da5b6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.897299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1efeeae6-d019-4246-8012-a49b394b20fb req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:49.898855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1efeeae6-d019-4246-8012-a49b394b20fb req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-groups/7653ebb7-ffc8-4b35-b923-6f7a539da5b6 HTTP/1.1" status: 204 len: 173 time: 0.2089951 Mar 10 23:54:49.924829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42bb6b-3296-481d-afbb-563acffa181f tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7653ebb7-ffc8-4b35-b923-6f7a539da5b6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:49.960864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3a28ed5-b7ba-44de-89a6-826b24964a7c req-3867cabc-aef3-44ff-be6c-03508624064a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614870 Mar 10 23:54:50.012386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b50f95ef-5f5f-4356-b06c-2819ff69c70a req-8dea950e-11b7-4055-9433-478c8fa65b46 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 210 time: 0.0367475 Mar 10 23:54:50.046505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (94d841e1-b25c-4db8-bc5f-4df0e0fab7cf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.077976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Allocated IP 172.25.7.202 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/da6e637a-d589-4ad3-9b7b-f9ca807f5369) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:50.082687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.119603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event deleted for resources: {'Port': ['ID=94d841e1-b25c-4db8-bc5f-4df0e0fab7cf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.141707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 64d1f4cd-68a5-49db-8997-0885dcf6866f completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:50.147202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 64d1f4cd-68a5-49db-8997-0885dcf6866f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:50.147644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.195513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] No DVR routers for this DVR port 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:50.206605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.210285 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d891bb6-4b85-4549-ac1c-f292f6009eeb req-4c8f1a44-bd71-4007-854c-23233df5c3cb tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "DELETE /v2.0/ports/94d841e1-b25c-4db8-bc5f-4df0e0fab7cf HTTP/1.1" status: 204 len: 173 time: 1.1930745 Mar 10 23:54:50.210824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-deleted', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:50.213309 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6febe7b3-3fd7-45e4-a7e5-514019b1e2f5" -d '{"events": [{"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-deleted", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:50.270891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 64d1f4cd-68a5-49db-8997-0885dcf6866f is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:50.271466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.283793 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.315353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:50.317624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:50.320516 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454bf00-0b33-4ceb-8c3a-66fd45c176eb" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-plugged", "status": "completed", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:50.326343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:50.332649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.335516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:50.354269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.365188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:50.373477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:50.377981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:50.380544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.442267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed0fad8d-f9d0-4058-a3e5-447c81d13bc5 req-e1744e21-854c-4916-9255-4b2860aa9c15 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.3560264 Mar 10 23:54:50.452729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.467032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:50.468438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.495711 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-44ce81f3-bca6-4b21-a47f-daaab3e0bc3b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4686930 Mar 10 23:54:50.507145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Request body: {'port': {'device_id': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:50.512028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-e3983b96-f4e8-4af2-9a5a-56f19de0101c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/da92258c-14a7-4742-af3e-e528c30265ad HTTP/1.1" status: 200 len: 1828 time: 0.0780602 Mar 10 23:54:50.517951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.567545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-02510442-b356-4090-8171-daf8e738b95b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:50.569305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-02510442-b356-4090-8171-daf8e738b95b tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 1023 time: 0.1365211 Mar 10 23:54:50.578657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:50.583760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:50.586559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:50.587162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.598857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:50.617535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:50.619496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Pushing event updated for resources: {'Port': ['ID=da6e637a-d589-4ad3-9b7b-f9ca807f5369,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.660897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.722919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (da92258c-14a7-4742-af3e-e528c30265ad), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.730456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:50.730924 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.760178 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (da92258c-14a7-4742-af3e-e528c30265ad), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.767289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:50.772712 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.798868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dcc04-02bd-45aa-b0b5-7eca8fe272c2 req-eb97e0bc-bb88-4e0f-872e-499451005f64 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:50.800425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b43dcc04-02bd-45aa-b0b5-7eca8fe272c2 req-eb97e0bc-bb88-4e0f-872e-499451005f64 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.1538961 Mar 10 23:54:50.813649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Deleting port 4d16de53-7734-45c9-aa63-381b3c1e2043 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:50.814012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.827870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.895647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (da92258c-14a7-4742-af3e-e528c30265ad), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.898292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.899420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c462a14-7ab4-4539-b6e6-c584bf18b172 req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-groups/da92258c-14a7-4742-af3e-e528c30265ad HTTP/1.1" status: 204 len: 173 time: 0.3827066 Mar 10 23:54:50.931770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760cccd-0dd6-4575-af61-a9fb275b7db4 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92258c-14a7-4742-af3e-e528c30265ad,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:50.950405 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d335c7a-88f3-4e1a-853a-4cc6cd5a2d56 x-openstack-request-id: req-1d335c7a-88f3-4e1a-853a-4cc6cd5a2d56 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:50.950704 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b624945d-bfa4-4f3a-9c0a-43d2cd794cbc", "name": "network-vif-deleted", "tag": "94d841e1-b25c-4db8-bc5f-4df0e0fab7cf", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:50.950960 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d335c7a-88f3-4e1a-853a-4cc6cd5a2d56 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:50.951368 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b624945d-bfa4-4f3a-9c0a-43d2cd794cbc', 'name': 'network-vif-deleted', 'tag': '94d841e1-b25c-4db8-bc5f-4df0e0fab7cf', 'status': 'completed', 'code': 200} Mar 10 23:54:50.972193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] For port 4d16de53-7734-45c9-aa63-381b3c1e2043, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4d16de53-7734-45c9-aa63-381b3c1e2043,segment=NetworkSegment(01162e0a-cc72-47ee-9494-e84f4d6c0982),segment_id=01162e0a-cc72-47ee-9494-e84f4d6c0982)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:50.972770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:50.990916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Calling delete_port for 4d16de53-7734-45c9-aa63-381b3c1e2043 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:51.043324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b43dcc04-02bd-45aa-b0b5-7eca8fe272c2 req-87a3eb30-bffd-4f31-b518-82aeab877f83 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228663 Mar 10 23:54:51.073163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for router_gateway (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.079374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed696bdb-a72a-4cac-9369-cecef1dcc759 req-cb3e6f40-bdbb-4a94-aad9-6a1239ebc93c tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0407393 Mar 10 23:54:51.134505 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec34828-e839-4d6d-8d98-7fdc56a800ce x-openstack-request-id: req-4ec34828-e839-4d6d-8d98-7fdc56a800ce {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:51.135025 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-plugged", "status": "completed", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:51.135134 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ec34828-e839-4d6d-8d98-7fdc56a800ce {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:51.136407 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'code': 200} Mar 10 23:54:51.228605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:51.233116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4d16de53-7734-45c9-aa63-381b3c1e2043), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.240037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks [] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.245783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4d16de53-7734-45c9-aa63-381b3c1e2043'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:51.280016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'Port': ['ID=4d16de53-7734-45c9-aa63-381b3c1e2043,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:51.289667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9002a55-ba32-4463-9571-69fdf6246275 req-04fbe39c-0fb8-46b5-b09b-f3b5032be77a tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/78be0b10-1c5c-40a8-94ae-cc7f600adfca HTTP/1.1" status: 200 len: 1829 time: 0.1248829 Mar 10 23:54:51.290996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Transition to ACTIVE for port object 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:54:51.295841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.341734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] No DVR routers for this DVR port 4d16de53-7734-45c9-aa63-381b3c1e2043 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:51.351831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a5e3e-3537-42ba-942c-de22d7cef8ac req-53ecd134-cf7e-4744-a3c7-9cea643eaabd tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.353332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a17a5e3e-3537-42ba-942c-de22d7cef8ac req-53ecd134-cf7e-4744-a3c7-9cea643eaabd tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/ports?device_id=52dee659-e6e7-4151-863a-9063f44641f2 HTTP/1.1" status: 200 len: 945 time: 0.1875949 Mar 10 23:54:51.357040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.360840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d495bf4-c872-42fe-95cc-eebaea3ac0c1 req-e9c835f1-4847-4710-927b-688153bc0451 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.30 "DELETE /v2.0/ports/4d16de53-7734-45c9-aa63-381b3c1e2043 HTTP/1.1" status: 204 len: 173 time: 0.7863455 Mar 10 23:54:51.361294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'name': 'network-vif-deleted', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:51.363596 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdcf49-e8a0-4e9a-991a-80c2a7abc8a4" -d '{"events": [{"server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "name": "network-vif-deleted", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:51.383960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:51.441000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.441286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d9002a55-ba32-4463-9571-69fdf6246275 req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (78be0b10-1c5c-40a8-94ae-cc7f600adfca), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.475276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a17a5e3e-3537-42ba-942c-de22d7cef8ac req-d735284a-5793-462e-b4f5-c5c005c06145 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups?id=eede1172-5e64-41c9-a3c1-ccebd7892806&id=ea4f2e12-9d22-4d27-8248-57b1bea57bab&id=fac1a7b8-b0bb-44eb-b1fc-83476db1016d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1051431 Mar 10 23:54:51.486469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d9002a55-ba32-4463-9571-69fdf6246275 req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (78be0b10-1c5c-40a8-94ae-cc7f600adfca), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.518713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Attempting to bind port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:51.519056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Attempting to bind port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:51.519388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Attempting to bind port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:51.528037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:54:51.528037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Attempting to bind port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:51.547372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d9002a55-ba32-4463-9571-69fdf6246275 req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (78be0b10-1c5c-40a8-94ae-cc7f600adfca), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.550437 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d9002a55-ba32-4463-9571-69fdf6246275 req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.551769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9002a55-ba32-4463-9571-69fdf6246275 req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-groups/78be0b10-1c5c-40a8-94ae-cc7f600adfca HTTP/1.1" status: 204 len: 173 time: 0.2443700 Mar 10 23:54:51.565907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:51.566246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:51.566633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:51.567076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Bound port: 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:51.567441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.602449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bebd8-cfbf-4585-950d-c1efcbe14186 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78be0b10-1c5c-40a8-94ae-cc7f600adfca,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:51.658039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:51.661967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:51.663082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdede0-1db7-431c-a73e-da5b790b25d6 req-f93ae2a0-f3b5-4b2b-97df-e74b6fe5c7b3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.666018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Router da7c2fbb-716a-4368-9cea-3a283e1bfab4 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:54:51.669205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdede0-1db7-431c-a73e-da5b790b25d6 req-f93ae2a0-f3b5-4b2b-97df-e74b6fe5c7b3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.669352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.671676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5fdede0-1db7-431c-a73e-da5b790b25d6 req-f93ae2a0-f3b5-4b2b-97df-e74b6fe5c7b3 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.1182044 Mar 10 23:54:51.700604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788f7e-c5c0-4cd6-829f-dfe54d580d87 req-acd72695-88b2-4295-99bd-49f49c63f81f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.702208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c788f7e-c5c0-4cd6-829f-dfe54d580d87 req-acd72695-88b2-4295-99bd-49f49c63f81f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 943 time: 0.0923452 Mar 10 23:54:51.711027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.711643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:51.713039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] 10.222.0.30 "PUT /v2.0/ports/01a7b7a0-95c1-46c0-9570-0eb679b4c6cb HTTP/1.1" status: 200 len: 1091 time: 1.2100754 Mar 10 23:54:51.751305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5fdede0-1db7-431c-a73e-da5b790b25d6 req-9ad20f78-f845-4f10-a44a-27b474be9965 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729997 Mar 10 23:54:51.776985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c788f7e-c5c0-4cd6-829f-dfe54d580d87 req-f0ed71f7-5e90-462b-875b-1320f5e0b02e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607002 Mar 10 23:54:51.899223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771cee4-c70b-40ae-a95c-63e744a1bceb req-2ffaf467-3020-4856-b377-109c260689e4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:51.907112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6771cee4-c70b-40ae-a95c-63e744a1bceb req-2ffaf467-3020-4856-b377-109c260689e4 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.0799508 Mar 10 23:54:51.973886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6771cee4-c70b-40ae-a95c-63e744a1bceb req-8b011ebb-0b72-47d9-be3c-c1b6f096a8c6 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658066 Mar 10 23:54:52.023781 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bc5032-a67d-47ff-9a38-657e555d3b08 x-openstack-request-id: req-16bc5032-a67d-47ff-9a38-657e555d3b08 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:52.024108 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dee659-e6e7-4151-863a-9063f44641f2", "name": "network-vif-deleted", "tag": "4d16de53-7734-45c9-aa63-381b3c1e2043", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:52.024372 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16bc5032-a67d-47ff-9a38-657e555d3b08 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:52.024806 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dee659-e6e7-4151-863a-9063f44641f2', 'name': 'network-vif-deleted', 'tag': '4d16de53-7734-45c9-aa63-381b3c1e2043', 'status': 'completed', 'code': 200} Mar 10 23:54:52.096837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18a2f8d5-a235-4206-8fac-aea4a39a6e08 req-b7f8853e-0c01-4ed6-9074-5476a5646d14 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0361876 Mar 10 23:54:52.101940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-f81ce3f0-3736-4830-87f0-2a3898c80b8c tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "GET /v2.0/security-groups/646074ef-358c-4400-92d2-3bf6542b8473 HTTP/1.1" status: 200 len: 1829 time: 0.0661550 Mar 10 23:54:52.142085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc506985-4c35-472d-acdb-b023240ce074 service neutron] Pushing event updated for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:52.163181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (646074ef-358c-4400-92d2-3bf6542b8473), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.166163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-e6a56c71-e441-43cd-889c-20bf1f830866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:52.168269 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-e6a56c71-e441-43cd-889c-20bf1f830866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 1125 time: 0.0822902 Mar 10 23:54:52.191676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (646074ef-358c-4400-92d2-3bf6542b8473), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.238549 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-92dd50f5-9d31-47e6-8762-f3f254004c95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb HTTP/1.1" status: 200 len: 217 time: 0.0431564 Mar 10 23:54:52.259034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:52.268200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292c903-ad93-4818-b39e-36d917eb50f3 req-f958e635-38ee-4184-a019-62d796691504 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:52.269745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7292c903-ad93-4818-b39e-36d917eb50f3 req-f958e635-38ee-4184-a019-62d796691504 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 944 time: 0.0799768 Mar 10 23:54:52.270858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (646074ef-358c-4400-92d2-3bf6542b8473), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.271340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Sync routers for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:52.275026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.283116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58cdabb8-1f6f-448b-8e63-8960131f09f8 req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] 10.222.0.21 "DELETE /v2.0/security-groups/646074ef-358c-4400-92d2-3bf6542b8473 HTTP/1.1" status: 204 len: 173 time: 0.1736679 Mar 10 23:54:52.283313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45772) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:52.285283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:52.285977 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:52.324610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa46df-ee83-472f-8edb-0e3dbf0cdd96 tempest-SecurityGroupRulesNegativeTestJSON-130485203 tempest-SecurityGroupRulesNegativeTestJSON-130485203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646074ef-358c-4400-92d2-3bf6542b8473,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:52.348148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.352471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-291a3a63-dfe4-4ed2-86f9-45025b1bd4eb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1139598 Mar 10 23:54:52.356279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45774) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:52.357845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-9c3b0157-9253-4418-b9b3-ef45305d6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:52.359861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-9c3b0157-9253-4418-b9b3-ef45305d6e04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1132276 Mar 10 23:54:52.365045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Deleting subnet 6a58d6df-e9ca-48cc-aef2-2ec4918eef29 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:52.375943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Publish callbacks [] for subnet (6a58d6df-e9ca-48cc-aef2-2ec4918eef29), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.412373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:52.432433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-9bd2ab64-cf98-49f7-82cf-2828c9b31101 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649590 Mar 10 23:54:52.468703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6a58d6df-e9ca-48cc-aef2-2ec4918eef29), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.474262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7292c903-ad93-4818-b39e-36d917eb50f3 req-12c004b2-2ce9-46e0-ab67-642f84a68b8a tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/security-groups?id=a01b9b6d-f92e-4d71-9879-ec44e5a23078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923144 Mar 10 23:54:52.559462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6a58d6df-e9ca-48cc-aef2-2ec4918eef29), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.603979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-90dfa2ff-3210-4002-821f-67ba71c693b1 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649375 Mar 10 23:54:52.641190 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:50Z', 'revision_number': 3, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:52.656892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef2d28-722f-4445-92de-ce98d55fb7c1 req-82f64dc9-90e0-466c-82fa-42886e2ab28a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:52.665347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3ef2d28-722f-4445-92de-ce98d55fb7c1 req-82f64dc9-90e0-466c-82fa-42886e2ab28a tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.2053740 Mar 10 23:54:52.681470 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Checking router: da7c2fbb-716a-4368-9cea-3a283e1bfab4 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:52.681875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Updating router da7c2fbb-716a-4368-9cea-3a283e1bfab4 port da6e637a-d589-4ad3-9b7b-f9ca807f5369 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:54:52.695974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6a58d6df-e9ca-48cc-aef2-2ec4918eef29), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.716351 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.744190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:52.748019 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a58d6df-e9ca-48cc-aef2-2ec4918eef29 HTTP/1.1" status: 204 len: 168 time: 0.4628117 Mar 10 23:54:52.748876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0468a7-d82c-4abe-a4e7-20a6978de265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a58d6df-e9ca-48cc-aef2-2ec4918eef29,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:52.751375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45780) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:52.771028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4dc29379-49f0-4577-81fc-5f05a36b2e6f req-24071b56-2d86-4f29-80fd-c1c1e1d1426b service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530373 Mar 10 23:54:52.802501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3ef2d28-722f-4445-92de-ce98d55fb7c1 req-a35df878-e74b-4000-88c4-8f0659425d30 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359937 Mar 10 23:54:52.952805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:52.955164 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02494c3-2f88-4b71-a667-8b93af41fa40" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:52.955422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d96337ba-48bf-4625-8758-73200460663a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.024002 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks [] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.029759 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.055041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245726-e839-41e7-99e7-7741c6fd340f req-5c566421-c506-4b48-a0e7-7d295b96a1ba tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.056785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f3245726-e839-41e7-99e7-7741c6fd340f req-5c566421-c506-4b48-a0e7-7d295b96a1ba tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 944 time: 0.0600421 Mar 10 23:54:53.075460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859ba9-af50-49d0-93a5-b4e99e6fbd64 req-3beffcbf-269c-48d6-8fff-174b135b3862 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.077554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13859ba9-af50-49d0-93a5-b4e99e6fbd64 req-3beffcbf-269c-48d6-8fff-174b135b3862 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 943 time: 0.1874654 Mar 10 23:54:53.086354 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Attempting to bind port da6e637a-d589-4ad3-9b7b-f9ca807f5369 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:53.086724 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Attempting to bind port da6e637a-d589-4ad3-9b7b-f9ca807f5369 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:53.087093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Attempting to bind port da6e637a-d589-4ad3-9b7b-f9ca807f5369 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:53.092874 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Pushing event updated for resources: {'Port': ['ID=da6e637a-d589-4ad3-9b7b-f9ca807f5369,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:53.095051 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:53.095424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:53.095993 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.096600 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:53.097066 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Bound port: da6e637a-d589-4ad3-9b7b-f9ca807f5369, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:53.097215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a34a22-dc63-4d0f-97a2-4483f1293c2b req-cfd2e7b9-905b-4304-aebf-1900c437ec53 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.097447 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.102354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a34a22-dc63-4d0f-97a2-4483f1293c2b req-cfd2e7b9-905b-4304-aebf-1900c437ec53 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.103905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71a34a22-dc63-4d0f-97a2-4483f1293c2b req-cfd2e7b9-905b-4304-aebf-1900c437ec53 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.2168863 Mar 10 23:54:53.127902 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.128280 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.128624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.128960 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.129292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.129625 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.129976 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.130299 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.130620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.130938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.131256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.131570 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.131887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:54:53.138832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:53.146932 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3db3b9-24f3-4d9e-8b27-f6380053bc55" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-plugged", "status": "completed", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:53.164043 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] For port da6e637a-d589-4ad3-9b7b-f9ca807f5369, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:53.169747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] For port da6e637a-d589-4ad3-9b7b-f9ca807f5369, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=da6e637a-d589-4ad3-9b7b-f9ca807f5369,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:53.178484 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.179910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Deleting port ad27fcd3-c15a-4be8-aa2f-115295275fcd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:53.180512 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.202970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d96337ba-48bf-4625-8758-73200460663a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.237477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:53.238168 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:53.254609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96337ba-48bf-4625-8758-73200460663a']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:53.271500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495d7a5d-0d9d-4932-b06b-b2d058b734bf') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:53.271777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495d7a5d-0d9d-4932-b06b-b2d058b734bf') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:53.279245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6d9e-94c7-4b5c-a0c0-7bdccb242a6d None None] Pushing event updated for resources: {'Port': ['ID=da6e637a-d589-4ad3-9b7b-f9ca807f5369,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:53.282589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] For port ad27fcd3-c15a-4be8-aa2f-115295275fcd, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=ad27fcd3-c15a-4be8-aa2f-115295275fcd,segment=NetworkSegment(f31bdc88-fe81-450b-a6d5-804cbde421fd),segment_id=f31bdc88-fe81-450b-a6d5-804cbde421fd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:53.283175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.302103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Calling delete_port for ad27fcd3-c15a-4be8-aa2f-115295275fcd owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:53.306028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (495d7a5d-0d9d-4932-b06b-b2d058b734bf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.335891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13859ba9-af50-49d0-93a5-b4e99e6fbd64 req-a23dba19-9bda-4cad-a627-87d861e60446 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471433 Mar 10 23:54:53.338696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71a34a22-dc63-4d0f-97a2-4483f1293c2b req-174fb011-189d-4907-b68e-dffdd1064d24 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217267 Mar 10 23:54:53.359131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (495d7a5d-0d9d-4932-b06b-b2d058b734bf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.376985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:53.377485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (495d7a5d-0d9d-4932-b06b-b2d058b734bf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:53.379228 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:53.383779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:53.488902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ad27fcd3-c15a-4be8-aa2f-115295275fcd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.546615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Pushing event deleted for resources: {'Port': ['ID=ad27fcd3-c15a-4be8-aa2f-115295275fcd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:53.548681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-cb9911ed-e8ec-4f55-97ff-ccc334b971fc tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/eede1172-5e64-41c9-a3c1-ccebd7892806 HTTP/1.1" status: 200 len: 1816 time: 0.1810102 Mar 10 23:54:53.551641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d96337ba-48bf-4625-8758-73200460663a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.557388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.561345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d96337ba-48bf-4625-8758-73200460663a HTTP/1.1" status: 204 len: 168 time: 0.8053210 Mar 10 23:54:53.599239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.610814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76742020-e3ae-48cc-a34a-9e52e100cf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96337ba-48bf-4625-8758-73200460663a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:53.645488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] No DVR routers for this DVR port ad27fcd3-c15a-4be8-aa2f-115295275fcd on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:53.658887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880d833-f2a6-4bf6-ab21-661c68ee0d0f req-38e3ff6a-9839-4e65-90c1-f955e36bd099 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.660752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6880d833-f2a6-4bf6-ab21-661c68ee0d0f req-38e3ff6a-9839-4e65-90c1-f955e36bd099 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.1895330 Mar 10 23:54:53.666063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.669286 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f3245726-e839-41e7-99e7-7741c6fd340f req-bb4cc3f3-25b7-4f55-bd28-af397e1a82d7 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.39 "DELETE /v2.0/ports/ad27fcd3-c15a-4be8-aa2f-115295275fcd HTTP/1.1" status: 204 len: 173 time: 0.6076252 Mar 10 23:54:53.672635 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-184f46c4-5fcf-4d72-858c-757d6d443818 req-8726e83d-356d-41fc-8556-62c4b7a0c04f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0681491 Mar 10 23:54:53.734502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-184f46c4-5fcf-4d72-858c-757d6d443818 req-170f560c-430a-4047-ac67-216936a3a567 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360522 Mar 10 23:54:53.749942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:53.767159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (eede1172-5e64-41c9-a3c1-ccebd7892806), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.849246 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:50Z', 'revision_number': 3, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:53.854987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f46c4-5fcf-4d72-858c-757d6d443818 req-2709062e-d367-4214-9e0b-119e42475158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:53.857189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-184f46c4-5fcf-4d72-858c-757d6d443818 req-2709062e-d367-4214-9e0b-119e42475158 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167300 Mar 10 23:54:53.863177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:54:53.866244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4d16de53-7734-45c9-aa63-381b3c1e2043 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:54:53.874165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (eede1172-5e64-41c9-a3c1-ccebd7892806), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:53.881162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6880d833-f2a6-4bf6-ab21-661c68ee0d0f req-17d56513-7122-4e90-bd0e-9633d4b41b19 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111003 Mar 10 23:54:53.898966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 4d16de53-7734-45c9-aa63-381b3c1e2043 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:54:53.899584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4d16de53-7734-45c9-aa63-381b3c1e2043 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:54:53.917143 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15510cd2-4d2b-4339-b61a-555cde321502 None None] The sync data for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 is: [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:50Z', 'revision_number': 3, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:54:53.921848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a4bb57f-423e-4bb1-ad9a-7672c315a193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aeabc41c921b4503af6bac7d0d98510a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679885 Mar 10 23:54:53.924402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:54.005514 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7b338-f7eb-4343-84a1-83385446d47a x-openstack-request-id: req-41f7b338-f7eb-4343-84a1-83385446d47a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:54.007120 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:54.007707 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41f7b338-f7eb-4343-84a1-83385446d47a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:54.008318 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb', 'status': 'completed', 'code': 200} Mar 10 23:54:54.018280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Allocated IP 172.20.0.1 (6987aafa-7b67-4c66-b48c-bb454686e797/6e0c0668-1d14-4e03-8052-58fc5e139ed8/fc1facdb-1d57-4a97-8b71-044448cdf257) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:54.075368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eede1172-5e64-41c9-a3c1-ccebd7892806), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.078579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.079185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:54.091235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-302d2b2c-4d48-4177-8013-407f17d11ac1 req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/eede1172-5e64-41c9-a3c1-ccebd7892806 HTTP/1.1" status: 204 len: 173 time: 0.5416102 Mar 10 23:54:54.094182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] Publish callbacks [] for security_group (7fff629f-7094-4d62-9bbb-ebd409941396), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.098231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb', 'mac_address': 'fa:16:3e:0c:3e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:54:54.171676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] Publish callbacks [] for security_group (7fff629f-7094-4d62-9bbb-ebd409941396), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.171886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ff557-14db-4f64-bb31-f8990a099626 tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede1172-5e64-41c9-a3c1-ccebd7892806,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:54.172927 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea2214-c414-4640-81e4-5c8aede5abdd x-openstack-request-id: req-e8ea2214-c414-4640-81e4-5c8aede5abdd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:54.173409 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-plugged", "status": "completed", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:54.173514 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8ea2214-c414-4640-81e4-5c8aede5abdd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:54.173852 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'code': 200} Mar 10 23:54:54.175836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:54.176462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.191076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de3ff031-879c-4550-800c-a903bc7a8044 req-e78f4435-a4a5-4159-b8e0-b1da150d859c tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0771530 Mar 10 23:54:54.207055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:54:54.233111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:54.237710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-a59cbd9c-568c-47d7-b2d9-91c5bd0a161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:54.239631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-a59cbd9c-568c-47d7-b2d9-91c5bd0a161a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 1125 time: 0.1737254 Mar 10 23:54:54.254455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.364832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:54.377170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7fff629f-7094-4d62-9bbb-ebd409941396), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.380055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.381343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fff629f-7094-4d62-9bbb-ebd409941396 HTTP/1.1" status: 204 len: 168 time: 0.4550936 Mar 10 23:54:54.388215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acb7b7b4-c552-4ebd-b773-a0d76dcee65a req-35b269fd-88dd-423f-a861-3135d2f51818 tempest-LiveAutoBlockMigrationV225Test-355528647 tempest-LiveAutoBlockMigrationV225Test-355528647-project] 10.222.0.21 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0951815 Mar 10 23:54:54.399125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecbb20-715f-4558-a4cd-2c96c5c3c66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff629f-7094-4d62-9bbb-ebd409941396,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:54.423388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45814) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:54.475239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks [] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.480789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59738ea8-763c-426e-85f7-1f380ccfcf09 req-ab3bab12-3296-4200-b4e7-0468865c7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:54.481267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59738ea8-763c-426e-85f7-1f380ccfcf09 req-ab3bab12-3296-4200-b4e7-0468865c7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:54.483604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59738ea8-763c-426e-85f7-1f380ccfcf09 req-ab3bab12-3296-4200-b4e7-0468865c7210 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 2046 time: 0.2184632 Mar 10 23:54:54.483789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-8b4937a0-b251-4670-944a-da0a7ad8d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:54.490143 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-8b4937a0-b251-4670-944a-da0a7ad8d5a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.2386117 Mar 10 23:54:54.583335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-090058d0-56e8-4d77-b2cd-aa3254bf66cb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "GET /v2.0/security-groups/fac1a7b8-b0bb-44eb-b1fc-83476db1016d HTTP/1.1" status: 200 len: 1818 time: 0.1487489 Mar 10 23:54:54.583609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['01a7b7a0-95c1-46c0-9570-0eb679b4c6cb'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:54:54.585219 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-c6bbad28-a78b-4a6a-b5b8-361063cfc97d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb HTTP/1.1" status: 200 len: 217 time: 0.0842068 Mar 10 23:54:54.657832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59738ea8-763c-426e-85f7-1f380ccfcf09 req-ffdc1220-982e-4bd0-8ca2-4fe55fd67dec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627009 Mar 10 23:54:54.691149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.696295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-06b58cc8-e263-476b-873b-4ca51f9b68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:54.699420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-06b58cc8-e263-476b-873b-4ca51f9b68d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1047606 Mar 10 23:54:54.847247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:54.852633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Network 6987aafa-7b67-4c66-b48c-bb454686e797 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:54.886343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (fac1a7b8-b0bb-44eb-b1fc-83476db1016d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.896178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:54.904300 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-695ee52a-af80-40df-a4e2-b893fd166b92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322177 Mar 10 23:54:54.908691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:54.957698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (fac1a7b8-b0bb-44eb-b1fc-83476db1016d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:54.962574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Deleting subnet e291b944-80d5-4d91-a07d-ab4b39e963f0 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:54.983996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Publish callbacks [] for subnet (e291b944-80d5-4d91-a07d-ab4b39e963f0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.028512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2557c84-8168-42b8-8e11-cc17041e7ed3 req-df1f51d8-b967-4c07-8303-d2bd4970b69b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:55.031602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-158c2b43-dd2b-4396-861f-cedbb59b0276 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180484 Mar 10 23:54:55.034333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2557c84-8168-42b8-8e11-cc17041e7ed3 req-df1f51d8-b967-4c07-8303-d2bd4970b69b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:55.035994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2557c84-8168-42b8-8e11-cc17041e7ed3 req-df1f51d8-b967-4c07-8303-d2bd4970b69b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.2771227 Mar 10 23:54:55.064837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.133050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e291b944-80d5-4d91-a07d-ab4b39e963f0), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.148353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f02494c3-2f88-4b71-a667-8b93af41fa40 req-09e9e896-9da2-450d-9e20-916f46bc4cce service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056349 Mar 10 23:54:55.166745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fac1a7b8-b0bb-44eb-b1fc-83476db1016d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.173729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.174965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d70f844f-27a3-4011-ad9b-c8814077fb82 req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] 10.222.0.21 "DELETE /v2.0/security-groups/fac1a7b8-b0bb-44eb-b1fc-83476db1016d HTTP/1.1" status: 204 len: 173 time: 0.5908027 Mar 10 23:54:55.180813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45830) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:55.239610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Deleting subnet 84f51651-6a57-4792-bbf2-494227c396db {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:55.245176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Publish callbacks [] for subnet (84f51651-6a57-4792-bbf2-494227c396db), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.293531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (84f51651-6a57-4792-bbf2-494227c396db), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.341714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (84f51651-6a57-4792-bbf2-494227c396db), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.342390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2557c84-8168-42b8-8e11-cc17041e7ed3 req-2d213aea-b1ec-484d-be6f-4f97d6630950 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870784 Mar 10 23:54:55.343354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca45c91-a2ab-49a8-9352-3996c52739fb tempest-SecurityGroupsTestJSON-757998173 tempest-SecurityGroupsTestJSON-757998173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac1a7b8-b0bb-44eb-b1fc-83476db1016d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:55.462227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (84f51651-6a57-4792-bbf2-494227c396db), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.480806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.490103 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84f51651-6a57-4792-bbf2-494227c396db HTTP/1.1" status: 204 len: 168 time: 0.3046074 Mar 10 23:54:55.492737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45842) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:55.617866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device da6e637a-d589-4ad3-9b7b-f9ca807f5369 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:55.631530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (41903edd-d346-426e-abea-44e1aef0342d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.634990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:55.649990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7a51e-f0f8-451c-9e83-86218c6461b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f51651-6a57-4792-bbf2-494227c396db,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:55.684401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port da6e637a-d589-4ad3-9b7b-f9ca807f5369 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:55.685110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.748235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (41903edd-d346-426e-abea-44e1aef0342d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.793260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1499004180-network', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:55.795027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port da6e637a-d589-4ad3-9b7b-f9ca807f5369 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:55.795426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.815584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41903edd-d346-426e-abea-44e1aef0342d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:55.818501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port da6e637a-d589-4ad3-9b7b-f9ca807f5369, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=da6e637a-d589-4ad3-9b7b-f9ca807f5369,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:55.822213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.835861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01162e0a-cc72-47ee-9494-e84f4d6c0982') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:55.836206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01162e0a-cc72-47ee-9494-e84f4d6c0982') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:55.860225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (01162e0a-cc72-47ee-9494-e84f4d6c0982), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.862435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bb12e42-6674-47cb-83e0-442af9cccfbe req-5ab17fdf-cb2a-4f9d-b97b-0ae52b7a54fd tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0369432 Mar 10 23:54:55.867808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Made reservation on behalf of 3c4e0ae5fa1e4471ac70e4078f43a6f1 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:55.870452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e291b944-80d5-4d91-a07d-ab4b39e963f0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.870604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.880820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:55.885703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.895839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (01162e0a-cc72-47ee-9494-e84f4d6c0982), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.904609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:55.905017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (01162e0a-cc72-47ee-9494-e84f4d6c0982), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:55.907272 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:55.927569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=da6e637a-d589-4ad3-9b7b-f9ca807f5369,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:55.940626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206fecc-e1ef-4f59-bad2-e5d854b17509 req-384ac71e-2a28-40a9-92e1-24074fa9584e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:55.949524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1206fecc-e1ef-4f59-bad2-e5d854b17509 req-384ac71e-2a28-40a9-92e1-24074fa9584e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 944 time: 0.6717241 Mar 10 23:54:55.971764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:54:55.977463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:55.978113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.003208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.020451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-deleted', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:56.024379 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713dd3f5-6222-40e0-b877-b9031ef897dd" -d '{"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-deleted", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:56.052793 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (41903edd-d346-426e-abea-44e1aef0342d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.060597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e291b944-80d5-4d91-a07d-ab4b39e963f0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.065346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.070905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/41903edd-d346-426e-abea-44e1aef0342d HTTP/1.1" status: 204 len: 168 time: 0.5746517 Mar 10 23:54:56.099679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90873a50-8c3a-4f7f-817a-363fbe4b82ce admin admin] Pushing event deleted for resources: {'Network': ['ID=41903edd-d346-426e-abea-44e1aef0342d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.121396 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks [] for security_group (dfbc57c9-7951-45ca-86d3-7c355cfe0cec), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.130181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dfbc57c9-7951-45ca-86d3-7c355cfe0cec), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.144547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:56.144971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.158006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:54:56.160256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1206fecc-e1ef-4f59-bad2-e5d854b17509 req-87522837-6870-4bd4-ae9d-280bb719eb2f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042429 Mar 10 23:54:56.176719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc57c9-7951-45ca-86d3-7c355cfe0cec,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.176719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3058eaf5-c423-40f7-88a0-403c7ad1b0e9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.176719 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Added segment 3058eaf5-c423-40f7-88a0-403c7ad1b0e9 of type vlan for network 497d989f-50da-4c12-b688-87548e7cd24e Mar 10 23:54:56.200336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:56.206273 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a1197-c7f7-4f80-9303-3310f1c5ccd4" -d '{"events": [{"server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "name": "network-vif-plugged", "status": "completed", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:56.221926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e291b944-80d5-4d91-a07d-ab4b39e963f0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.223167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:56.238167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.257937 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e518616e-f686-435f-a5c5-e20f3dc224e7 x-openstack-request-id: req-e518616e-f686-435f-a5c5-e20f3dc224e7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:56.260156 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ada39b-a425-4ff9-b568-83f91db4f347", "name": "network-vif-deleted", "tag": "ad27fcd3-c15a-4be8-aa2f-115295275fcd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:56.260693 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e518616e-f686-435f-a5c5-e20f3dc224e7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:56.263248 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ada39b-a425-4ff9-b568-83f91db4f347', 'name': 'network-vif-deleted', 'tag': 'ad27fcd3-c15a-4be8-aa2f-115295275fcd', 'status': 'completed', 'code': 200} Mar 10 23:54:56.264381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.270829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad6a9613-d2be-4b9f-953f-9e27868adc8f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e291b944-80d5-4d91-a07d-ab4b39e963f0 HTTP/1.1" status: 204 len: 168 time: 1.8441067 Mar 10 23:54:56.270998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (497d989f-50da-4c12-b688-87548e7cd24e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.273782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:56.352937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45858) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:56.354536 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2015f-9a4b-4308-abb9-010cb9996db2 x-openstack-request-id: req-9aa2015f-9a4b-4308-abb9-010cb9996db2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:56.354807 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "name": "network-vif-plugged", "status": "completed", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:56.355093 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aa2015f-9a4b-4308-abb9-010cb9996db2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:56.355479 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb', 'code': 200} Mar 10 23:54:56.370365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.372207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db716f89-f44f-4577-9ee8-681016238440 req-5aa4a587-c57f-428f-8712-568f4c267788 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.375618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (497d989f-50da-4c12-b688-87548e7cd24e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.379749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db716f89-f44f-4577-9ee8-681016238440 req-5aa4a587-c57f-428f-8712-568f4c267788 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.1695986 Mar 10 23:54:56.380446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.382660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.408885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6c553ddc-8578-4f93-aa28-2d39914c52a3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.462443 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8216002 Mar 10 23:54:56.490589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45862) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:56.496700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10452678-e081-4f25-a0b0-4980a4b7b5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=497d989f-50da-4c12-b688-87548e7cd24e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.507068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 497d989f-50da-4c12-b688-87548e7cd24e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:54:56.512944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Request body: {'subnet': {'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1499004180-subnet', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:56.552877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf157-bfda-4ae9-a940-abf39761e5f6 req-711f9ec4-2bc0-4caf-9556-13751dd2d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.554545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-149bf157-bfda-4ae9-a940-abf39761e5f6 req-711f9ec4-2bc0-4caf-9556-13751dd2d329 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 1127 time: 0.1376669 Mar 10 23:54:56.611409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6c553ddc-8578-4f93-aa28-2d39914c52a3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.616850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d0685fba-8a1d-4672-acc2-16959bf3c689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04de03ea663d4536819c313ff173312b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596421 Mar 10 23:54:56.622391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:56.632267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Made reservation on behalf of 3c4e0ae5fa1e4471ac70e4078f43a6f1 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:54:56.634565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.656604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db716f89-f44f-4577-9ee8-681016238440 req-72da299b-86b4-45ca-a7b1-7aa9d99633a3 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370698 Mar 10 23:54:56.659332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c553ddc-8578-4f93-aa28-2d39914c52a3']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:56.675393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks [] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.678808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31bdc88-fe81-450b-a6d5-804cbde421fd') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:56.679260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31bdc88-fe81-450b-a6d5-804cbde421fd') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:56.694165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.696541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (f31bdc88-fe81-450b-a6d5-804cbde421fd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.699653 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-149bf157-bfda-4ae9-a940-abf39761e5f6 req-83828788-3954-49a9-860d-2195fa3a186a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385059 Mar 10 23:54:56.720852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f31bdc88-fe81-450b-a6d5-804cbde421fd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.733225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-3870f4fb-8d00-4e77-b133-96e963a3ce2f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.733982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:56.734336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (f31bdc88-fe81-450b-a6d5-804cbde421fd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:56.736251 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:56.738931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-3870f4fb-8d00-4e77-b133-96e963a3ce2f tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.2984478 Mar 10 23:54:56.745464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] Publish callbacks [] for security_group (ea4f2e12-9d22-4d27-8248-57b1bea57bab), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.770543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c0aa-288b-41ee-94b5-bd6a8b952e74 req-645a91b9-bb1c-478d-aa02-38f3d87fcbb2 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.775749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c0aa-288b-41ee-94b5-bd6a8b952e74 req-645a91b9-bb1c-478d-aa02-38f3d87fcbb2 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:56.777339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a01c0aa-288b-41ee-94b5-bd6a8b952e74 req-645a91b9-bb1c-478d-aa02-38f3d87fcbb2 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.3228679 Mar 10 23:54:56.806397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] Publish callbacks [] for security_group (ea4f2e12-9d22-4d27-8248-57b1bea57bab), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.812790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6c553ddc-8578-4f93-aa28-2d39914c52a3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.818984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.822138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c553ddc-8578-4f93-aa28-2d39914c52a3 HTTP/1.1" status: 204 len: 168 time: 0.5469668 Mar 10 23:54:56.825618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:56.860657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.871055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bb909-0535-47af-a3aa-9707ff7c7927 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c553ddc-8578-4f93-aa28-2d39914c52a3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.873642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.898593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Deleting subnet 2cc144ab-8b52-4623-a9a0-8ae86cdb2e14 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:54:56.902021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Publish callbacks [] for subnet (2cc144ab-8b52-4623-a9a0-8ae86cdb2e14), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.939589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ea4f2e12-9d22-4d27-8248-57b1bea57bab), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.942119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.945733 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea4f2e12-9d22-4d27-8248-57b1bea57bab HTTP/1.1" status: 204 len: 168 time: 0.3195944 Mar 10 23:54:56.949575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (2cc144ab-8b52-4623-a9a0-8ae86cdb2e14), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:56.974989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70dee-97f7-47cf-9792-2156f2921769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f2e12-9d22-4d27-8248-57b1bea57bab,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:56.980259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a01c0aa-288b-41ee-94b5-bd6a8b952e74 req-34e83fed-72bf-4657-831d-6d1bc457f5f9 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770651 Mar 10 23:54:56.998083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (2cc144ab-8b52-4623-a9a0-8ae86cdb2e14), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.066121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (2cc144ab-8b52-4623-a9a0-8ae86cdb2e14), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.111947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33cbe457-e4b1-41d2-9286-4fdd36cf3ba4 req-8278100a-b943-48b6-b82c-205a7436df36 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0790749 Mar 10 23:54:57.130497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc144ab-8b52-4623-a9a0-8ae86cdb2e14,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:57.138286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.148358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-22167926-f5c5-4562-9b81-5c7e7819ba87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2cc144ab-8b52-4623-a9a0-8ae86cdb2e14 HTTP/1.1" status: 204 len: 168 time: 0.3167217 Mar 10 23:54:57.164562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:57.324744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Network 6987aafa-7b67-4c66-b48c-bb454686e797 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:57.379489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:57.402858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (766f8877-b244-45fc-82cb-fdd0b5e05a63), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.439998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (46a06c6c-22f8-4220-a380-3d214eb9a119), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.521786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device da6e637a-d589-4ad3-9b7b-f9ca807f5369 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:54:57.568824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742234-ef18-4ae8-9910-7764c995b321 req-7355aa24-7de3-4305-8fb8-3d9408055df3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:57.570444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c742234-ef18-4ae8-9910-7764c995b321 req-7355aa24-7de3-4305-8fb8-3d9408055df3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.3128872 Mar 10 23:54:57.577607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Deleting port d6b289c4-d76e-4a05-809c-5829e618f1ad {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:57.578819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.585263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port da6e637a-d589-4ad3-9b7b-f9ca807f5369 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:54:57.585911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.611657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=766f8877-b244-45fc-82cb-fdd0b5e05a63,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:57.676139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9347a-ce88-4bd3-91a6-74f5484c28d3 req-33176548-7ee4-41a1-9136-7ee67672fe1e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:57.681662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9347a-ce88-4bd3-91a6-74f5484c28d3 req-33176548-7ee4-41a1-9136-7ee67672fe1e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:57.681832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port da6e637a-d589-4ad3-9b7b-f9ca807f5369 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:54:57.688551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d9347a-ce88-4bd3-91a6-74f5484c28d3 req-33176548-7ee4-41a1-9136-7ee67672fe1e tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.3103242 Mar 10 23:54:57.814726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Checking segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:57.815104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Network hostable DHCP agents. Network: 497d989f-50da-4c12-b688-87548e7cd24e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:54:57.898102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (46a06c6c-22f8-4220-a380-3d214eb9a119), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.938242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c742234-ef18-4ae8-9910-7764c995b321 req-69588e28-77dc-4d8c-a92d-792d8c762832 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522093 Mar 10 23:54:57.960116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d9347a-ce88-4bd3-91a6-74f5484c28d3 req-04cfd4f5-4677-4bf8-b996-b95ebf89f22a tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704895 Mar 10 23:54:57.965702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a06c6c-22f8-4220-a380-3d214eb9a119']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:57.972032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] For port d6b289c4-d76e-4a05-809c-5829e618f1ad, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d6b289c4-d76e-4a05-809c-5829e618f1ad,segment=NetworkSegment(1a15be38-5c51-49e9-814b-1c71b8bcae9f),segment_id=1a15be38-5c51-49e9-814b-1c71b8bcae9f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:54:57.972403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:57.974741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Network 497d989f-50da-4c12-b688-87548e7cd24e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:54:57.978621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Router da7c2fbb-716a-4368-9cea-3a283e1bfab4 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:54:58.002819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec762ca5-50df-453f-92b5-932e596d64a4') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:58.003422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec762ca5-50df-453f-92b5-932e596d64a4') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:58.006390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Calling delete_port for d6b289c4-d76e-4a05-809c-5829e618f1ad owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:54:58.014665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 497d989f-50da-4c12-b688-87548e7cd24e) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:58.025338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cce569-7a0f-47ae-bd6a-34f89ab1a050 None None] Network 497d989f-50da-4c12-b688-87548e7cd24e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:54:58.036593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:58.037457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.040545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ec762ca5-50df-453f-92b5-932e596d64a4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.154886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-497d989f-50da-4c12-b688-87548e7cd24e', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:54:58.156377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.168009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b546903b-b4a5-46e3-a921-2f9206c932ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6560335 Mar 10 23:54:58.168567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45912) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:58.173148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ec762ca5-50df-453f-92b5-932e596d64a4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.174415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:54:58.188524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:54:58.188927 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ec762ca5-50df-453f-92b5-932e596d64a4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:54:58.194759 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:54:58.217472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (5f94b910-4154-4386-bf27-0567ca60c12c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.219308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (5f94b910-4154-4386-bf27-0567ca60c12c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.312920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for router_controller (5f94b910-4154-4386-bf27-0567ca60c12c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.323809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402105d-5767-4deb-8dbb-db2945021f27 req-927b0671-788c-4d7d-877b-0dad6e839070 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:58.325635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7402105d-5767-4deb-8dbb-db2945021f27 req-927b0671-788c-4d7d-877b-0dad6e839070 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb HTTP/1.1" status: 200 len: 945 time: 0.3119497 Mar 10 23:54:58.345882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Allocated IP 172.20.0.2 (497d989f-50da-4c12-b688-87548e7cd24e/766f8877-b244-45fc-82cb-fdd0b5e05a63/c7742c10-bbd2-4093-b923-894b07d5e86a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:58.365553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (46a06c6c-22f8-4220-a380-3d214eb9a119), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.380251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d39d988f-0cf2-4ac3-8c0c-3e6c1871c2e2 req-a48133f8-c16c-459f-bb02-7e1dd141b01b tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1016495 Mar 10 23:54:58.396938 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.400405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] 10.222.0.21 "DELETE /v2.0/networks/46a06c6c-22f8-4220-a380-3d214eb9a119 HTTP/1.1" status: 204 len: 168 time: 1.2065363 Mar 10 23:54:58.443375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9e85-1a70-4778-bedb-db0d1298685f admin admin] Pushing event deleted for resources: {'Network': ['ID=46a06c6c-22f8-4220-a380-3d214eb9a119,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:58.449658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:54:58.472687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Sync routers for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:54:58.478701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-32456fb0-5a57-4f7b-92e1-be6ed34f4a94 admin admin] 10.222.0.21 "PUT /v2.0/routers/da7c2fbb-716a-4368-9cea-3a283e1bfab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1207361 Mar 10 23:54:58.493770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:54:58.494519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:58.535942 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for router_gateway (5f94b910-4154-4386-bf27-0567ca60c12c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.536951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7402105d-5767-4deb-8dbb-db2945021f27 req-96053070-dec9-45ed-b95f-eb95f680d374 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.21 "GET /v2.0/security-groups?id=7474ce56-4314-4253-8df2-1f4189e3d888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990643 Mar 10 23:54:58.568427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d6b289c4-d76e-4a05-809c-5829e618f1ad), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.639241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45920) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:58.674365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Pushing event deleted for resources: {'Port': ['ID=d6b289c4-d76e-4a05-809c-5829e618f1ad,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:58.686204 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks [] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.701756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.709229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:54:58.727340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] No DVR routers for this DVR port d6b289c4-d76e-4a05-809c-5829e618f1ad on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:54:58.730542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.735705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f5f0a94-eeaa-4418-b3c5-dbd6c4f5ec3a req-95e2ba08-916a-4d0f-8595-a7be726f3227 tempest-ServerDiskConfigTestJSON-820158462 tempest-ServerDiskConfigTestJSON-820158462-project] 10.222.0.30 "DELETE /v2.0/ports/d6b289c4-d76e-4a05-809c-5829e618f1ad HTTP/1.1" status: 204 len: 173 time: 1.8229160 Mar 10 23:54:58.736389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'name': 'network-vif-deleted', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:54:58.738893 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b80c8-582b-44a2-b20b-dee8b9a0bd44" -d '{"events": [{"server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "name": "network-vif-deleted", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:54:58.757675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:58.866483 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58744f34-4608-4ed5-9be5-7553f8feeb97 x-openstack-request-id: req-58744f34-4608-4ed5-9be5-7553f8feeb97 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:54:58.866779 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb", "name": "network-vif-deleted", "tag": "d6b289c4-d76e-4a05-809c-5829e618f1ad", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:54:58.867034 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58744f34-4608-4ed5-9be5-7553f8feeb97 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:54:58.867454 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbb08f6-ab73-4935-ae88-7f2dcfa2f6bb', 'name': 'network-vif-deleted', 'tag': 'd6b289c4-d76e-4a05-809c-5829e618f1ad', 'status': 'completed', 'code': 200} Mar 10 23:54:58.878061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c21fdc39-0d84-4044-b540-b3568922f594 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1185744 Mar 10 23:54:58.879873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:58.891228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for router_gateway (5f94b910-4154-4386-bf27-0567ca60c12c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.929088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:58.999328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] Publish callbacks [] for security_group (a01b9b6d-f92e-4d71-9879-ec44e5a23078), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.028415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] Publish callbacks [] for security_group (a01b9b6d-f92e-4d71-9879-ec44e5a23078), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.041566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Network 497d989f-50da-4c12-b688-87548e7cd24e is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:59.068153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:59.102050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:59.104345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Pushing event updated for resources: {'Port': ['ID=c7742c10-bbd2-4093-b923-894b07d5e86a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:59.114756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8d21514-5c14-4f9e-9eca-8cbaf9435a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.137571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Allocated IP 172.25.7.239 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/88eaab16-8cad-4b22-ba58-3f59522936fb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:54:59.226188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Attempting to bind port c7742c10-bbd2-4093-b923-894b07d5e86a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:54:59.226474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Attempting to bind port c7742c10-bbd2-4093-b923-894b07d5e86a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:54:59.226832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Attempting to bind port c7742c10-bbd2-4093-b923-894b07d5e86a on network 497d989f-50da-4c12-b688-87548e7cd24e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:54:59.239756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:54:59.240760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Checking segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:54:59.241418 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.242305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Bound using segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:54:59.243342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Bound port: c7742c10-bbd2-4093-b923-894b07d5e86a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:54:59.244039 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.270686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a01b9b6d-f92e-4d71-9879-ec44e5a23078), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.275909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.277233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a01b9b6d-f92e-4d71-9879-ec44e5a23078 HTTP/1.1" status: 204 len: 168 time: 0.3962965 Mar 10 23:54:59.289830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d85e-e90d-4422-8ddc-ec4e880b524f req-af8ede79-7823-45ff-ab18-01a6edfa5284 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:59.298401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d85e-e90d-4422-8ddc-ec4e880b524f req-af8ede79-7823-45ff-ab18-01a6edfa5284 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:59.301992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.307174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d43d85e-e90d-4422-8ddc-ec4e880b524f req-af8ede79-7823-45ff-ab18-01a6edfa5284 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.2044930 Mar 10 23:54:59.328292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83216709-a175-45f6-957e-a00b2ce37311 req-0080ba7b-0dda-480d-b6c3-1f1dcd2ea7ba tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:59.329996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83216709-a175-45f6-957e-a00b2ce37311 req-0080ba7b-0dda-480d-b6c3-1f1dcd2ea7ba tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.2386839 Mar 10 23:54:59.361078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] For port c7742c10-bbd2-4093-b923-894b07d5e86a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:54:59.365823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] For port c7742c10-bbd2-4093-b923-894b07d5e86a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c7742c10-bbd2-4093-b923-894b07d5e86a,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:54:59.369762 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.378137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fc1facdb-1d57-4a97-8b71-044448cdf257', 'name': '', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'mac_address': 'fa:16:3e:a2:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:53Z', 'updated_at': '2022-03-10T23:54:56Z', 'revision_number': 2, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'subnets': [{'id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:54:59.381616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.395463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-d7530471-0f40-4860-85cb-a97f45ee11e5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:59.401458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-d7530471-0f40-4860-85cb-a97f45ee11e5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:54:59.403259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-d7530471-0f40-4860-85cb-a97f45ee11e5 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 1682 time: 0.2398787 Mar 10 23:54:59.417023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246501f-e4de-4adb-9521-7352471f216c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b9b6d-f92e-4d71-9879-ec44e5a23078,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:59.427380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:54:59.428773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Checking router: da7c2fbb-716a-4368-9cea-3a283e1bfab4 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:54:59.429126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Updating router da7c2fbb-716a-4368-9cea-3a283e1bfab4 port fc1facdb-1d57-4a97-8b71-044448cdf257 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:54:59.431809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:54:59.445283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:54:59.462162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.498549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Pushing event updated for resources: {'Port': ['ID=88eaab16-8cad-4b22-ba58-3f59522936fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:59.581697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd480e-60ad-40b6-8d8e-244def567fd2 None None] Pushing event updated for resources: {'Port': ['ID=c7742c10-bbd2-4093-b923-894b07d5e86a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:59.652075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d43d85e-e90d-4422-8ddc-ec4e880b524f req-f22b0a5e-a6b5-461a-b274-0ad0cc516d44 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438997 Mar 10 23:54:59.684640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83216709-a175-45f6-957e-a00b2ce37311 req-6e49a265-3a9a-4ab2-8bb1-0668c2e0c71b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472168 Mar 10 23:54:59.688594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8d21514-5c14-4f9e-9eca-8cbaf9435a01 admin admin] Publish callbacks [] for security_group (223455b3-954c-4d9a-bb3d-acdfea643de6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.697502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8d21514-5c14-4f9e-9eca-8cbaf9435a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (223455b3-954c-4d9a-bb3d-acdfea643de6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.849260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d8d21514-5c14-4f9e-9eca-8cbaf9435a01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1dcaa90fb2941e68ce02f0a593d5a76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1959960 Mar 10 23:54:59.854277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45950) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:59.859020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d21514-5c14-4f9e-9eca-8cbaf9435a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223455b3-954c-4d9a-bb3d-acdfea643de6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:54:59.928404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8540dee-3cc9-4fba-aed7-914624f56068 req-96783b67-458b-4a8d-a56b-38ec8520ad32 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0733671 Mar 10 23:54:59.938878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port 64d1f4cd-68a5-49db-8997-0885dcf6866f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:54:59.939230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:54:59.962647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:54:59.989879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6b289c4-d76e-4a05-809c-5829e618f1ad no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:00.079238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d6b289c4-d76e-4a05-809c-5829e618f1ad {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:00.087916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d6b289c4-d76e-4a05-809c-5829e618f1ad not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:00.088108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] Publish callbacks [] for security_group (223455b3-954c-4d9a-bb3d-acdfea643de6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.092322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64d1f4cd-68a5-49db-8997-0885dcf6866f no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:00.099248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-82737672-72d1-49c7-9a6f-f77a809c387c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e75036cd4f0e471e985aaccac587b28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360900 Mar 10 23:55:00.102370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45954) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:00.103354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for router_gateway (5f94b910-4154-4386-bf27-0567ca60c12c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.135543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:00.136004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.168017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for 64d1f4cd-68a5-49db-8997-0885dcf6866f owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:00.193161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] Publish callbacks [] for security_group (36969ec4-0e42-44cb-8075-21ddf500ae0a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.231954 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks [] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.266301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] Publish callbacks [] for security_group (36969ec4-0e42-44cb-8075-21ddf500ae0a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.280361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.286860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 64d1f4cd-68a5-49db-8997-0885dcf6866f is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:00.287245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.308180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] Publish callbacks [] for security_group (223455b3-954c-4d9a-bb3d-acdfea643de6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.353972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:00.356288 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4f0f8-c6a5-4c9a-aad9-cf9e564975f3" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:00.373445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ae7b-828d-4658-a9d1-ad6056c88c2b None None] Pushing event updated for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:00.386139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64d1f4cd-68a5-49db-8997-0885dcf6866f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64d1f4cd-68a5-49db-8997-0885dcf6866f,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:00.407345 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.408615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:00.431624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (5f94b910-4154-4386-bf27-0567ca60c12c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.479979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (223455b3-954c-4d9a-bb3d-acdfea643de6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.482806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.489196 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/223455b3-954c-4d9a-bb3d-acdfea643de6 HTTP/1.1" status: 204 len: 168 time: 0.6288400 Mar 10 23:55:00.498494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e3f41-1b3f-4c1a-b233-6f6ca5835187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223455b3-954c-4d9a-bb3d-acdfea643de6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:00.502712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Attempting to bind port fc1facdb-1d57-4a97-8b71-044448cdf257 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:00.503095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Attempting to bind port fc1facdb-1d57-4a97-8b71-044448cdf257 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:00.503460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Attempting to bind port fc1facdb-1d57-4a97-8b71-044448cdf257 on network 6987aafa-7b67-4c66-b48c-bb454686e797 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:00.540497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:00.540962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Checking segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:00.541286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.541686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Bound using segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:00.542171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Bound port: fc1facdb-1d57-4a97-8b71-044448cdf257, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:00.542551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.586455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:00.654518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Router 5f94b910-4154-4386-bf27-0567ca60c12c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:55:00.710479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:00.711361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.734378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] For port fc1facdb-1d57-4a97-8b71-044448cdf257, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:00.762227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:00.775357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.780988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] For port fc1facdb-1d57-4a97-8b71-044448cdf257, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fc1facdb-1d57-4a97-8b71-044448cdf257,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:00.810798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.891153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:00.902760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:00.904851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:00.942931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36969ec4-0e42-44cb-8075-21ddf500ae0a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.945693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:00.950280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36969ec4-0e42-44cb-8075-21ddf500ae0a HTTP/1.1" status: 204 len: 168 time: 0.8473361 Mar 10 23:55:00.969479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-f9d44314-c60c-4a22-9cdf-21ccfc099014 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:00.974850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-f9d44314-c60c-4a22-9cdf-21ccfc099014 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 811 time: 0.6844175 Mar 10 23:55:01.000097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa9b6-6edd-44df-9992-0939ce4aac4d req-20036225-0e99-4add-8337-afedf9f8a433 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:01.001810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-578fa9b6-6edd-44df-9992-0939ce4aac4d req-20036225-0e99-4add-8337-afedf9f8a433 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.7672861 Mar 10 23:55:01.034881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ae7b-828d-4658-a9d1-ad6056c88c2b None None] Pushing event updated for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:01.040150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74383208-9525-42dd-831a-fb7042ea66a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36969ec4-0e42-44cb-8075-21ddf500ae0a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:01.066418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-aad3e98f-ddbd-4515-a3d7-da554604fef9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/quotas/95868d83a7d14ebca30f31f05ad8bdc0 HTTP/1.1" status: 200 len: 375 time: 0.0905995 Mar 10 23:55:01.152546 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (64d1f4cd-68a5-49db-8997-0885dcf6866f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:01.222479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a070d2-c096-4a48-9ade-975f846c5e97 None None] Network 497d989f-50da-4c12-b688-87548e7cd24e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:01.245682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-578fa9b6-6edd-44df-9992-0939ce4aac4d req-cf8b2f53-d966-4495-ba0a-6dbea942182f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210264 Mar 10 23:55:01.247369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=64d1f4cd-68a5-49db-8997-0885dcf6866f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:01.298043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:01.306288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-acd449a2-5f0c-49ae-813f-9f0e8a456a05 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2388921 Mar 10 23:55:01.404812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:01.428758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Sync routers for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:01.432341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port 64d1f4cd-68a5-49db-8997-0885dcf6866f on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:01.449930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:01.456104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-36a282a1-9dfa-4895-938f-af49fb36d845 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "DELETE /v2.0/ports/64d1f4cd-68a5-49db-8997-0885dcf6866f HTTP/1.1" status: 204 len: 173 time: 2.0265760 Mar 10 23:55:01.457985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-deleted', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:01.460299 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:01.461422 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7b5d9-2a3e-4959-8d0a-caf95c976a7f" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-deleted", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:01.463252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:01.473119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:01.479366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3fc392f7-449f-4b16-80bd-aa237fced35d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3087990 Mar 10 23:55:01.481999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:01.612896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Provisioning complete for port c7742c10-bbd2-4093-b923-894b07d5e86a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:01.613277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:01.633175 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc292c7e-b23e-40a6-95cb-6280bd4757d6 x-openstack-request-id: req-bc292c7e-b23e-40a6-95cb-6280bd4757d6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:01.633404 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:01.633670 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc292c7e-b23e-40a6-95cb-6280bd4757d6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:01.634074 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'code': 200} Mar 10 23:55:01.816251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c7742c10-bbd2-4093-b923-894b07d5e86a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:01.835395 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:02.031869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-097f89c9-956d-496d-bd11-c15724066974 service neutron] 10.222.0.21 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246060 Mar 10 23:55:02.069800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda84a-fd92-4075-9edb-9e1a8a48cd09 req-4828c33e-aa78-4860-a7ea-d983cd4d0d9d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:02.081603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80bda84a-fd92-4075-9edb-9e1a8a48cd09 req-4828c33e-aa78-4860-a7ea-d983cd4d0d9d tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 943 time: 0.3623228 Mar 10 23:55:02.214426 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:54:59Z', 'revision_number': 3, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:02.263371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:02.266874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c7742c10-bbd2-4093-b923-894b07d5e86a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:02.267371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.267479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.289849 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Checking router: 5f94b910-4154-4386-bf27-0567ca60c12c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:02.290466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Updating router 5f94b910-4154-4386-bf27-0567ca60c12c port 88eaab16-8cad-4b22-ba58-3f59522936fb binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:02.335386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:02.360967 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.418587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-0c62ef7e-d1e8-4b31-9970-000da681a445 service neutron] 10.222.0.21 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698606 Mar 10 23:55:02.658698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80bda84a-fd92-4075-9edb-9e1a8a48cd09 req-955b1e6e-8328-439b-9353-6c5ad6c09be0 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/security-groups?id=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713356 Mar 10 23:55:02.705307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:02.706158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.746246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:02.767024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Current status of the port c7742c10-bbd2-4093-b923-894b07d5e86a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:02.767420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.794819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-374339488-network', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:02.840906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Made reservation on behalf of a0dc195006204bfbb5c382efa3e7f630 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:02.843949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.852915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6479e89-7d8e-45b8-9bc5-4a49395d20a7 req-8899b9b4-4b78-4fc3-a0ca-94ab31294a32 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0750105 Mar 10 23:55:02.881819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.891566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] For port c7742c10-bbd2-4093-b923-894b07d5e86a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c7742c10-bbd2-4093-b923-894b07d5e86a,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:02.919533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.947334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:02.952618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fc1facdb-1d57-4a97-8b71-044448cdf257', 'name': '', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'mac_address': 'fa:16:3e:a2:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:53Z', 'updated_at': '2022-03-10T23:55:00Z', 'revision_number': 4, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'subnets': [{'id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:02.989634 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks [] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.008656 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.023625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f99aa-c58b-4f92-a0b7-80eb024e09b1 None None] The sync data for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 is: [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fc1facdb-1d57-4a97-8b71-044448cdf257', 'name': '', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'mac_address': 'fa:16:3e:a2:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:53Z', 'updated_at': '2022-03-10T23:55:00Z', 'revision_number': 4, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'subnets': [{'id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:03.156269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad75c84-bba0-4c55-b9b7-4f835d0c7998 None None] Pushing event updated for resources: {'Port': ['ID=c7742c10-bbd2-4093-b923-894b07d5e86a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:03.164382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c7742c10-bbd2-4093-b923-894b07d5e86a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:03.175445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-abb4c400-9060-49c2-9316-2ee72c88f908 None None] Provisioning complete for port c7742c10-bbd2-4093-b923-894b07d5e86a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:03.176213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-abb4c400-9060-49c2-9316-2ee72c88f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.187227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Attempting to bind port 88eaab16-8cad-4b22-ba58-3f59522936fb on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:03.197519 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Attempting to bind port 88eaab16-8cad-4b22-ba58-3f59522936fb by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:03.198163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Attempting to bind port 88eaab16-8cad-4b22-ba58-3f59522936fb on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:03.209436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:03.216495 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:03.219178 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.219470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7817ef41-fd99-410f-8714-7b263a6e4b1c req-cbffc829-111b-4dd1-a1f7-685dd575be63 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 210 time: 0.0505092 Mar 10 23:55:03.222411 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:03.223210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Bound port: 88eaab16-8cad-4b22-ba58-3f59522936fb, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:03.223990 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c448c0ec-11ee-4b41-9224-096d1b02ca39 x-openstack-request-id: req-c448c0ec-11ee-4b41-9224-096d1b02ca39 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:03.224159 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.224627 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-deleted", "tag": "64d1f4cd-68a5-49db-8997-0885dcf6866f", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:03.225057 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c448c0ec-11ee-4b41-9224-096d1b02ca39 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:03.225829 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-deleted', 'tag': '64d1f4cd-68a5-49db-8997-0885dcf6866f', 'status': 'completed', 'code': 200} Mar 10 23:55:03.236855 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d101e6-b083-4736-92d6-e5f79016ffd2 None None] Pushing event updated for resources: {'Port': ['ID=88eaab16-8cad-4b22-ba58-3f59522936fb,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:03.271834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.381361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:03.402065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46044) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:03.402743 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] For port 88eaab16-8cad-4b22-ba58-3f59522936fb, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:03.413138 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] For port 88eaab16-8cad-4b22-ba58-3f59522936fb, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88eaab16-8cad-4b22-ba58-3f59522936fb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:03.430122 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.463869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-abb4c400-9060-49c2-9316-2ee72c88f908 None None] Current status of the port c7742c10-bbd2-4093-b923-894b07d5e86a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:03.523634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks [] for security_group (37896f13-efcb-4ae0-9148-d5ed89d77cc5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.558273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Deleting subnet 90e90413-0524-4428-a15a-0eb08ea28627 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:55:03.560948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (37896f13-efcb-4ae0-9148-d5ed89d77cc5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.565172 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:03.566024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:03.630119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Publish callbacks [] for subnet (90e90413-0524-4428-a15a-0eb08ea28627), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.636736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:03.641132 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c19aec-f59a-48ba-9a27-8197b95cc14e" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:03.645968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:55:03.720057 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c087b7-8261-410a-91e4-c5d0a0a46843 x-openstack-request-id: req-54c087b7-8261-410a-91e4-c5d0a0a46843 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:03.720647 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:03.721696 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54c087b7-8261-410a-91e4-c5d0a0a46843 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:03.722317 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'code': 200} Mar 10 23:55:03.783286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d101e6-b083-4736-92d6-e5f79016ffd2 None None] Pushing event updated for resources: {'Port': ['ID=88eaab16-8cad-4b22-ba58-3f59522936fb,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:03.826023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e0f1cbf1-e215-4dcc-bd87-ed13162817f0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.831161 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Added segment e0f1cbf1-e215-4dcc-bd87-ed13162817f0 of type vlan for network 1322f12e-fa97-47e2-a796-74713f5c87d1 Mar 10 23:55:03.833201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (90e90413-0524-4428-a15a-0eb08ea28627), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.891870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c7742c10-bbd2-4093-b923-894b07d5e86a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:03.934606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (90e90413-0524-4428-a15a-0eb08ea28627), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:03.951812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37896f13-efcb-4ae0-9148-d5ed89d77cc5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:04.021630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Allocated IP 172.20.0.1 (497d989f-50da-4c12-b688-87548e7cd24e/766f8877-b244-45fc-82cb-fdd0b5e05a63/d3d644eb-4ec8-4955-a336-52e3588ced67) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:04.063857 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:04.072064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c7742c10-bbd2-4093-b923-894b07d5e86a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:04.072769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.072898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:04.078594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.091902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e39e38db-78bc-4ea3-9fea-01bfdc54e764 req-5aedb96c-1dac-42ea-9ab6-796988bc2c60 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.30 "DELETE /v2.0/ports/dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe HTTP/1.1" status: 204 len: 173 time: 2.6057513 Mar 10 23:55:04.158522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-315162bf-0f5d-4803-8a28-c7e357e21959 req-df5c3cf9-fe15-4ddd-ad16-ca0c7d9d0b1c tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e11c48-856b-4ad4-be65-40de4e981b4c HTTP/1.1" status: 200 len: 210 time: 0.1271722 Mar 10 23:55:04.205799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee968b-3f46-41d0-937f-51f5f0602b3b req-54c4c6b6-5265-4a90-bf16-38ccd1346e24 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:04.215140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6dee968b-3f46-41d0-937f-51f5f0602b3b req-54c4c6b6-5265-4a90-bf16-38ccd1346e24 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.6828468 Mar 10 23:55:04.258568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks [] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.283251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1322f12e-fa97-47e2-a796-74713f5c87d1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.295311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6dee968b-3f46-41d0-937f-51f5f0602b3b req-8b7bd675-2ce3-4795-96a7-db7ad7f3421e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785468 Mar 10 23:55:04.301519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (90e90413-0524-4428-a15a-0eb08ea28627), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.302014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c7742c10-bbd2-4093-b923-894b07d5e86a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:04.304182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fc1facdb-1d57-4a97-8b71-044448cdf257 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:04.388786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fc1facdb-1d57-4a97-8b71-044448cdf257 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:04.390393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.410384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.412948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1322f12e-fa97-47e2-a796-74713f5c87d1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.413963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:04.414790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.419353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90e90413-0524-4428-a15a-0eb08ea28627 HTTP/1.1" status: 204 len: 168 time: 1.0034010 Mar 10 23:55:04.424902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ac2b-551b-4c72-8140-edbffd1210f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e90413-0524-4428-a15a-0eb08ea28627,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:04.435129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46066) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:04.480634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.486353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1497016 Mar 10 23:55:04.492655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46068) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:04.497037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:54:59Z', 'revision_number': 3, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:04.506802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Request body: {'subnet': {'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-374339488-subnet', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:04.533804 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39707fa3-3af5-4d01-a096-946b018f6d86 None None] The sync data for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 is: [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:54:59Z', 'revision_number': 3, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:04.541485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fc1facdb-1d57-4a97-8b71-044448cdf257 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:04.542037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.565155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0ed8f54-a574-4d53-a8b5-065cbcc5ccfb req-c96079ce-0af6-477a-a217-275fc20b4fae tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 210 time: 0.1072538 Mar 10 23:55:04.580675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdaf896f-978c-4c11-b4e4-d4e268dad6d6 req-1ef8a7e7-793f-40f1-a7ff-8b93700c4f28 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1998761 Mar 10 23:55:04.597305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fc1facdb-1d57-4a97-8b71-044448cdf257, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fc1facdb-1d57-4a97-8b71-044448cdf257,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:04.614597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.631379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Network 497d989f-50da-4c12-b688-87548e7cd24e is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:04.693587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc3162-2978-48fe-a0af-b837fc9e3a5d admin admin] Pushing event updated for resources: {'Network': ['ID=1322f12e-fa97-47e2-a796-74713f5c87d1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:04.714037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:55:04.728422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7f5d7c11-4fe9-4454-97d7-2898f84b0120), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.733782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:04.758037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:04.762055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-35bed964-3eda-4c6e-a81c-6f03ff7846aa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:04.763817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-35bed964-3eda-4c6e-a81c-6f03ff7846aa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.3277051 Mar 10 23:55:04.776797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:04.832250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Made reservation on behalf of a0dc195006204bfbb5c382efa3e7f630 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:04.835392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:04.991967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:05.063539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (5f94b910-4154-4386-bf27-0567ca60c12c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.086204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1632350504', 'description': 'tempest-description-1860661199'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:05.191047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.238731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3baae573-f8e3-4854-b879-764f2f5f9359 None None] Provisioning complete for port d3d644eb-4ec8-4955-a336-52e3588ced67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:05.239418 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3baae573-f8e3-4854-b879-764f2f5f9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.259497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7f5d7c11-4fe9-4454-97d7-2898f84b0120), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.264204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-deleted', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:05.267506 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e622f-dee8-4a6e-8de6-2dbfdb2b8242" -d '{"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-deleted", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:05.307724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46076) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:05.335712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3baae573-f8e3-4854-b879-764f2f5f9359 None None] Port d3d644eb-4ec8-4955-a336-52e3588ced67 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:05.340048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5d7c11-4fe9-4454-97d7-2898f84b0120']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:05.356089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.359149 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de8f825-ece3-4b45-a519-9817137414d5 x-openstack-request-id: req-0de8f825-ece3-4b45-a519-9817137414d5 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:05.359949 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e11c48-856b-4ad4-be65-40de4e981b4c", "name": "network-vif-deleted", "tag": "dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:05.360375 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de8f825-ece3-4b45-a519-9817137414d5 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:05.361082 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e11c48-856b-4ad4-be65-40de4e981b4c', 'name': 'network-vif-deleted', 'tag': 'dc4fbe13-50bf-48a0-94b9-9a55ed9b10fe', 'status': 'completed', 'code': 200} Mar 10 23:55:05.366605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a15be38-5c51-49e9-814b-1c71b8bcae9f') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:05.367192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a15be38-5c51-49e9-814b-1c71b8bcae9f') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:05.382566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:05.383420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.394375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (1a15be38-5c51-49e9-814b-1c71b8bcae9f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.474949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1a15be38-5c51-49e9-814b-1c71b8bcae9f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.476708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-01511177-a60a-4b31-ac46-c1a276eb5fff tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:05.478173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-01511177-a60a-4b31-ac46-c1a276eb5fff tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 811 time: 0.5747561 Mar 10 23:55:05.534518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:55:05.535591 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (1a15be38-5c51-49e9-814b-1c71b8bcae9f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.535728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting subnet 1e77cd73-063b-4d92-8970-225375f71625 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:55:05.540904 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:55:05.573253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Request body: {'port': {'device_id': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'admin_state_up': True, 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:05.577747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (1e77cd73-063b-4d92-8970-225375f71625), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.643827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:05.644320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.664353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (7f5d7c11-4fe9-4454-97d7-2898f84b0120), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.669117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fc1facdb-1d57-4a97-8b71-044448cdf257 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:05.677457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d0e9-12d8-4314-9812-b2ab7fbe0f59 req-d6640391-c7f9-442e-bb7a-d89cc9e7143a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:05.678923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3870d0e9-12d8-4314-9812-b2ab7fbe0f59 req-d6640391-c7f9-442e-bb7a-d89cc9e7143a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 945 time: 0.2639322 Mar 10 23:55:05.688448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:05.690619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.696277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7f5d7c11-4fe9-4454-97d7-2898f84b0120 HTTP/1.1" status: 204 len: 168 time: 1.1610365 Mar 10 23:55:05.748520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fc1facdb-1d57-4a97-8b71-044448cdf257 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:05.749411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.754650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e001c-5e9e-4c40-9a40-0dbc1e872c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5d7c11-4fe9-4454-97d7-2898f84b0120,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:05.805405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (1e77cd73-063b-4d92-8970-225375f71625), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.828960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (f1cf3b7e-5296-4907-b85c-b7c66f40837e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.850704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fc1facdb-1d57-4a97-8b71-044448cdf257 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:05.852547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88eaab16-8cad-4b22-ba58-3f59522936fb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:05.865066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1cf3b7e-5296-4907-b85c-b7c66f40837e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.891658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.908835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8d6b4196-5120-4272-a3da-f4acaea8f7cc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.912810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88eaab16-8cad-4b22-ba58-3f59522936fb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:05.913449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:05.926962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3870d0e9-12d8-4314-9812-b2ab7fbe0f59 req-5796a1e7-272d-4626-abc8-88c6165b8253 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221520 Mar 10 23:55:05.962085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cf3b7e-5296-4907-b85c-b7c66f40837e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.020512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:06.025092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88eaab16-8cad-4b22-ba58-3f59522936fb is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:06.025805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.053369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 88eaab16-8cad-4b22-ba58-3f59522936fb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88eaab16-8cad-4b22-ba58-3f59522936fb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:06.059282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.125515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=88eaab16-8cad-4b22-ba58-3f59522936fb,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.134318 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (fedb128a-018d-4c51-84ea-615c1267e9a8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.143637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4569eed1-6cda-44a1-a30c-96a1019f9351 req-c7e27eb9-9c97-47ec-9965-75e361eb24d4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 210 time: 0.0781264 Mar 10 23:55:06.153727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fedb128a-018d-4c51-84ea-615c1267e9a8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.169513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Checking segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:06.169881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Network hostable DHCP agents. Network: 1322f12e-fa97-47e2-a796-74713f5c87d1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:55:06.184423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Made reservation on behalf of 95868d83a7d14ebca30f31f05ad8bdc0 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:06.189560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.211406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c0736b40-95a6-44ff-8692-af765be7d3bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f4277752ac34a0ab3b1a7235f9db639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883590 Mar 10 23:55:06.212983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb128a-018d-4c51-84ea-615c1267e9a8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.215574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46088) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:06.250612 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (01a7b7a0-95c1-46c0-9570-0eb679b4c6cb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.263492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:55:06.263977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:06.266612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6b4196-5120-4272-a3da-f4acaea8f7cc,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.270138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.271734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb9203f-5684-4230-a57b-34b2fe324ac6 req-a0fb1ca3-a574-4d1a-80d7-6ec02bafd27e tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1970959 Mar 10 23:55:06.321713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=01a7b7a0-95c1-46c0-9570-0eb679b4c6cb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.360469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 1322f12e-fa97-47e2-a796-74713f5c87d1) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:06.364338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1373931669', 'description': 'tempest-description-1512599146'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:06.372444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7657c0-dc18-4a8d-bcc2-f1543a03500a None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:06.380176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:06.380773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.390489 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1e77cd73-063b-4d92-8970-225375f71625), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.406102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-285d38bc-bbf0-47b8-9ca4-e36bdd7afe1b req-6dd4dd32-9e2e-4910-ae4d-bbafb964c6de tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0954273 Mar 10 23:55:06.410317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] Publish callbacks [] for security_group (7474ce56-4314-4253-8df2-1f4189e3d888), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.453021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks [] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.465420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4b8c3cb3-c8c5-4ff5-824d-1750ee35e9a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9686756 Mar 10 23:55:06.468700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:06.469880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:06.473930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.478829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c2b0116-7982-42a2-84c0-97b5a5a60c22 req-f7465be7-640e-4708-b2dc-7bab6a93ea96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/01a7b7a0-95c1-46c0-9570-0eb679b4c6cb HTTP/1.1" status: 204 len: 173 time: 1.7067137 Mar 10 23:55:06.485532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:06.488537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.512899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.519805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] Publish callbacks [] for security_group (7474ce56-4314-4253-8df2-1f4189e3d888), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.562125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-1322f12e-fa97-47e2-a796-74713f5c87d1', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:55:06.563079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.662390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (1e77cd73-063b-4d92-8970-225375f71625), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.673003 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (dab59015-f577-4921-bd06-0537623b041a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.674007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (dab59015-f577-4921-bd06-0537623b041a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.681681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Allocated IP 172.20.0.4 (6987aafa-7b67-4c66-b48c-bb454686e797/6e0c0668-1d14-4e03-8052-58fc5e139ed8/454629a2-b1c3-4776-9355-f3a5d45af840) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:06.683992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (5f94b910-4154-4386-bf27-0567ca60c12c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.689790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7474ce56-4314-4253-8df2-1f4189e3d888), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.691621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.697953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7474ce56-4314-4253-8df2-1f4189e3d888 HTTP/1.1" status: 204 len: 168 time: 0.4779537 Mar 10 23:55:06.711138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-090dbb2d-d2da-4fe3-ade4-3b7d5200a3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.719714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (52fd9c3b-3ce9-4bbc-8980-d5d8d0234700), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.721082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd0210-9d9d-46eb-8c93-53f5125a595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7474ce56-4314-4253-8df2-1f4189e3d888,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.729415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.731758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (52fd9c3b-3ce9-4bbc-8980-d5d8d0234700), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.759169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Subnet': ['ID=1e77cd73-063b-4d92-8970-225375f71625,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.771868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.774949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bc7dfcdd-9fe6-4d9d-9580-087306a7e5b1 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/subnets/1e77cd73-063b-4d92-8970-225375f71625 HTTP/1.1" status: 204 len: 168 time: 1.4537976 Mar 10 23:55:06.781436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46096) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:06.782811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be56284e-7688-481e-8f3e-f1cbbe4f67b1 None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:06.786468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:06.787799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b71de6bd-4c87-49b3-bf1c-1e3cdd18cf4b req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4811347 Mar 10 23:55:06.801254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebce8a2-69dd-469e-b6a2-a88c5ba969d3 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd9c3b-3ce9-4bbc-8980-d5d8d0234700,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:06.852165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Allocated IP 172.20.0.2 (1322f12e-fa97-47e2-a796-74713f5c87d1/8d6b4196-5120-4272-a3da-f4acaea8f7cc/21258008-cc2e-4066-860b-ea56347f364f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:06.947251 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.170700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] DHCP port deletion for ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:55:07.193180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d674703d-ff22-431f-a79b-62717048e34b req-ffb43c0b-85d0-4c9a-8244-731c6c1a66d6 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3b5f8f9-ece9-4a52-846c-3203a303d062 HTTP/1.1" status: 200 len: 210 time: 0.0855527 Mar 10 23:55:07.207018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port d21687e6-3e66-440b-a2be-1994fc0bb8fe {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:07.207473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.235911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks [] for port (21258008-cc2e-4066-860b-ea56347f364f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.311680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (21258008-cc2e-4066-860b-ea56347f364f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.336534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1708948000', 'description': 'tempest-description-1450961399'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:07.363885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'name': 'network-vif-deleted', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:07.366365 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf5eb58-5605-46d6-bb5f-21b76c357593" -d '{"events": [{"server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "name": "network-vif-deleted", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:07.385611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:07.393140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Pushing event updated for resources: {'Port': ['ID=21258008-cc2e-4066-860b-ea56347f364f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:07.395698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:07.398738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:07.400416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23e2aeb4-f587-41ad-b35f-61ad9b32a915 req-082c0faf-a42a-4e57-a10c-1f6961eccd8a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 210 time: 0.0555880 Mar 10 23:55:07.414504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port d21687e6-3e66-440b-a2be-1994fc0bb8fe, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d21687e6-3e66-440b-a2be-1994fc0bb8fe,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:07.415098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.424495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.444905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.448166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for d21687e6-3e66-440b-a2be-1994fc0bb8fe owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:07.481380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for router_controller (dab59015-f577-4921-bd06-0537623b041a), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.492713 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8405f84-c83d-4db5-89fb-f268a40fea82 x-openstack-request-id: req-a8405f84-c83d-4db5-89fb-f268a40fea82 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:07.493022 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b5f8f9-ece9-4a52-846c-3203a303d062", "name": "network-vif-deleted", "tag": "01a7b7a0-95c1-46c0-9570-0eb679b4c6cb", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:07.493283 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8405f84-c83d-4db5-89fb-f268a40fea82 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:07.494523 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b5f8f9-ece9-4a52-846c-3203a303d062', 'name': 'network-vif-deleted', 'tag': '01a7b7a0-95c1-46c0-9570-0eb679b4c6cb', 'status': 'completed', 'code': 200} Mar 10 23:55:07.513224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Deleting port d21687e6-3e66-440b-a2be-1994fc0bb8fe {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:07.513883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.598636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Attempting to bind port 21258008-cc2e-4066-860b-ea56347f364f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:07.599114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Attempting to bind port 21258008-cc2e-4066-860b-ea56347f364f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:07.599788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Attempting to bind port 21258008-cc2e-4066-860b-ea56347f364f on network 1322f12e-fa97-47e2-a796-74713f5c87d1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:07.648175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:07.648453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Checking segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:07.648988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.649453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Bound using segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:07.650006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Bound port: 21258008-cc2e-4066-860b-ea56347f364f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:07.650456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21258008-cc2e-4066-860b-ea56347f364f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.680123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88eaab16-8cad-4b22-ba58-3f59522936fb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:07.722566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f178298-a813-4780-8d91-2ec4d25131cd req-0a382845-e8d2-40df-bcfb-21a4c5f21dda tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1052990 Mar 10 23:55:07.758916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] For port d21687e6-3e66-440b-a2be-1994fc0bb8fe, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d21687e6-3e66-440b-a2be-1994fc0bb8fe,segment=NetworkSegment(91820b3e-9a88-4159-b362-d24fd94a9b39),segment_id=91820b3e-9a88-4159-b362-d24fd94a9b39)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:07.759550 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.801536 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.807391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Calling delete_port for d21687e6-3e66-440b-a2be-1994fc0bb8fe owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:07.845994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (cc8905cc-18a6-4df8-9e00-200bd37aadfc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.849118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=d21687e6-3e66-440b-a2be-1994fc0bb8fe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:07.853861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port d21687e6-3e66-440b-a2be-1994fc0bb8fe on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:07.856216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cc8905cc-18a6-4df8-9e00-200bd37aadfc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.865315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] For port 21258008-cc2e-4066-860b-ea56347f364f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:07.871055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88eaab16-8cad-4b22-ba58-3f59522936fb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:07.871759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.903586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Network 497d989f-50da-4c12-b688-87548e7cd24e is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:07.908675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks [] for port (454629a2-b1c3-4776-9355-f3a5d45af840), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.911956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:07.943590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:07.951192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] For port 21258008-cc2e-4066-860b-ea56347f364f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21258008-cc2e-4066-860b-ea56347f364f,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:07.952589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for router_gateway (dab59015-f577-4921-bd06-0537623b041a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.968655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:07.985103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:07.985462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 01a7b7a0-95c1-46c0-9570-0eb679b4c6cb not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:07.994340 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21258008-cc2e-4066-860b-ea56347f364f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.010886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:08.031503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91820b3e-9a88-4159-b362-d24fd94a9b39') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:08.038150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91820b3e-9a88-4159-b362-d24fd94a9b39') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:08.052933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (91820b3e-9a88-4159-b362-d24fd94a9b39), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.073620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91820b3e-9a88-4159-b362-d24fd94a9b39), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.081310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:55:08.082099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (91820b3e-9a88-4159-b362-d24fd94a9b39), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.151120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.160946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3a37-eb30-43d0-8892-ae55adb2cfae None None] Pushing event updated for resources: {'Port': ['ID=21258008-cc2e-4066-860b-ea56347f364f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.163310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d21687e6-3e66-440b-a2be-1994fc0bb8fe), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:55:08.180496 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:55:08.194009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.207057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.210539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/networks/ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 HTTP/1.1" status: 204 len: 168 time: 1.4281867 Mar 10 23:55:08.213193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46128) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:08.227162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Network ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 23:55:08.227532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] No DVR routers for this DVR port d21687e6-3e66-440b-a2be-1994fc0bb8fe on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:08.253674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8905cc-18a6-4df8-9e00-200bd37aadfc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.277720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d4b8f-0179-437b-a16a-db8b7a45123b tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Network': ['ID=ef020a4e-bbd9-4bf1-a175-4ab25cedc8c4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.281781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46132) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:08.286402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Pushing event updated for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.311015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Network 6987aafa-7b67-4c66-b48c-bb454686e797 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:08.317431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b885cd-ab33-4d3f-a033-d01211e84990 None None] Pushing event deleted for resources: {'Port': ['ID=d21687e6-3e66-440b-a2be-1994fc0bb8fe,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.333587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:08.341391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:08.348642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88eaab16-8cad-4b22-ba58-3f59522936fb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:08.353128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 958911d0-c91a-484d-8740-6ff0f506589b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.357193 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 958911d0-c91a-484d-8740-6ff0f506589b Mar 10 23:55:08.359346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 958911d0-c91a-484d-8740-6ff0f506589b requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.360005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.367675 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 4281b0bb-4880-4e67-af16-a0f34c28f26e Mar 10 23:55:08.369807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 4281b0bb-4880-4e67-af16-a0f34c28f26e requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.370155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.376075 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with ad27fcd3-c15a-4be8-aa2f-115295275fcd Mar 10 23:55:08.397407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device ad27fcd3-c15a-4be8-aa2f-115295275fcd requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.400398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 65d210e9-76dd-4a0d-9242-d20c6944df39 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.422753 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 65d210e9-76dd-4a0d-9242-d20c6944df39 Mar 10 23:55:08.451562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 65d210e9-76dd-4a0d-9242-d20c6944df39 requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.453996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.458699 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf Mar 10 23:55:08.462546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 94d841e1-b25c-4db8-bc5f-4df0e0fab7cf requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.462981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.463948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting subnet 155f036f-d085-4eb1-8f38-99bc899b6889 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:55:08.466694 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 Mar 10 23:55:08.467828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks [] for subnet (155f036f-d085-4eb1-8f38-99bc899b6889), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.469716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 96a1bb5a-7935-4d44-9d2c-73b8bea8d0a3 requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.470146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.476454 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with fdde9772-8b5f-4ebb-baf4-ac7437627c6b Mar 10 23:55:08.478280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4f3021e4-f2ce-4e0b-b5a2-26396d557539 None None] Provisioning complete for port d3d644eb-4ec8-4955-a336-52e3588ced67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:08.478708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4f3021e4-f2ce-4e0b-b5a2-26396d557539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.480904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fdde9772-8b5f-4ebb-baf4-ac7437627c6b requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.481327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6a1d1163-cf0c-4c76-bab0-c6d934350987 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:08.509000 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No ports have port_id starting with 6a1d1163-cf0c-4c76-bab0-c6d934350987 Mar 10 23:55:08.511641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 6a1d1163-cf0c-4c76-bab0-c6d934350987 requested by agent hyperv_n-h1-831844-1 not found in database {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 10 23:55:08.515557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (155f036f-d085-4eb1-8f38-99bc899b6889), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.531818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:08.534295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.564494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d21687e6-3e66-440b-a2be-1994fc0bb8fe no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:08.615253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d21687e6-3e66-440b-a2be-1994fc0bb8fe {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:08.615763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d21687e6-3e66-440b-a2be-1994fc0bb8fe not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:08.624333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (155f036f-d085-4eb1-8f38-99bc899b6889), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.656590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Router 5f94b910-4154-4386-bf27-0567ca60c12c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:55:08.661376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4f3021e4-f2ce-4e0b-b5a2-26396d557539 None None] Port d3d644eb-4ec8-4955-a336-52e3588ced67 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:08.668881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-network', 'tenant_id': 'd367d29563e6424a888c766ad2845aad'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:08.678296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-a34b7e3e-2e19-47bb-b37d-9abfaceae0e3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1383350 Mar 10 23:55:08.681760 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (82da861f-847c-4703-a9f6-3bc79a36f8aa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.692542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Request body: {'port': {'device_id': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:08.714867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (82da861f-847c-4703-a9f6-3bc79a36f8aa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.776731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Made reservation on behalf of d367d29563e6424a888c766ad2845aad for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:08.779131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.788157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.789384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-682fe84f-f9bc-4b3f-a6c0-a2442e3c181b req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.5026009 Mar 10 23:55:08.809345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536fef8-3972-496b-a9a5-2846879ed5ed tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da861f-847c-4703-a9f6-3bc79a36f8aa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.813326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.849691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (155f036f-d085-4eb1-8f38-99bc899b6889), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.863129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ebdf8-7303-4ec7-a758-1c9202b35144 req-86a0683e-e4a3-41b3-9796-29678cc46a32 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:08.864714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c16ebdf8-7303-4ec7-a758-1c9202b35144 req-86a0683e-e4a3-41b3-9796-29678cc46a32 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 931 time: 0.1906731 Mar 10 23:55:08.898949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Subnet': ['ID=155f036f-d085-4eb1-8f38-99bc899b6889,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:08.923715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a8909-8d4b-4fe7-9928-8581d12a4384 None None] Network cf22e846-5070-4dc7-a700-95dd19c36c68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:08.934107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.940262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-03b364c2-a742-4d5d-b35f-3e44def9f6c7 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/subnets/155f036f-d085-4eb1-8f38-99bc899b6889 HTTP/1.1" status: 204 len: 168 time: 0.7244778 Mar 10 23:55:08.943887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:08.961288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:08.973458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9450074b-0f51-4af7-9ffe-09ce5e63a994 req-3ae0e4ce-0135-498f-8c5e-b1457eaf5fc9 tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0626810 Mar 10 23:55:08.998940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e250d4b6-4e76-4580-a95c-b8017ecc7b52 req-36eda722-95d9-432f-9a4f-0318c6cce021 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0574319 Mar 10 23:55:09.068241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c16ebdf8-7303-4ec7-a758-1c9202b35144 req-45cea4c6-4f9a-4034-b9e8-7521064df9f1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604424 Mar 10 23:55:09.080785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1696622589', 'description': 'tempest-description-690537967'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:09.160354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:09.167172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.179759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e752d3a-bb2f-40d5-b58f-3d59caaed000 admin admin] 10.222.0.21 "PUT /v2.0/routers/5f94b910-4154-4386-bf27-0567ca60c12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6936224 Mar 10 23:55:09.211616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (cf22e846-5070-4dc7-a700-95dd19c36c68), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.216579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Sync routers for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:09.237973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks [] for security_group (034f2a6f-54cf-4845-8ee1-3b0bc79ccee7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.253865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (034f2a6f-54cf-4845-8ee1-3b0bc79ccee7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.271647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:55:09.288833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06313094-f2e8-4a74-8408-a3f8472f99fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.289608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (53671429-3b63-4579-a51c-30c31c35767b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.290197 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Added segment 53671429-3b63-4579-a51c-30c31c35767b of type vlan for network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d Mar 10 23:55:09.294880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:09.296095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:09.315370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for router_gateway (dab59015-f577-4921-bd06-0537623b041a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.389397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.429649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (9e9a2e35-e658-4222-b39b-8ac8ecb4990d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.445077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:09.489262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:09.548790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-2c6772cc-51b4-4e05-81c7-7bac0b4988c1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:09.557336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-2c6772cc-51b4-4e05-81c7-7bac0b4988c1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.3584111 Mar 10 23:55:09.566492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] DHCP port deletion for cf22e846-5070-4dc7-a700-95dd19c36c68 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:55:09.575056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (9e9a2e35-e658-4222-b39b-8ac8ecb4990d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.576066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:09.576710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.598219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-32cc5949-fc2c-407c-9448-016f56d1aed3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0398993 Mar 10 23:55:09.650601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (12931604-4cce-453e-910c-0f8a2d4acf2f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.675007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3310120 Mar 10 23:55:09.676015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12931604-4cce-453e-910c-0f8a2d4acf2f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.679278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46164) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:09.693308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Request body: {'subnet': {'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-subnet', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:09.717722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Allocated IP 172.25.7.240 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d7d22a19-565c-41a0-9f74-d2eaa42f44ed) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:09.724138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21258008-cc2e-4066-860b-ea56347f364f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:09.802360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1783b9-8700-48cf-95b7-778b8d819d87 None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:09.850399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Deleting port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:09.850743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.888007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-510a84e0-6576-470d-b006-959ac776406a None None] Provisioning complete for port 21258008-cc2e-4066-860b-ea56347f364f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:09.889324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-510a84e0-6576-470d-b006-959ac776406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21258008-cc2e-4066-860b-ea56347f364f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.922828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.962355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Deleting port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:09.963386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:09.998208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] For port c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:09.999226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.027352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454629a2-b1c3-4776-9355-f3a5d45af840 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:10.037133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Calling delete_port for c622f0af-3e5d-48cd-98d4-a26b21c16aa0 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:10.045240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks [] for port (454629a2-b1c3-4776-9355-f3a5d45af840), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.071875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Transition to ACTIVE for port object 454629a2-b1c3-4776-9355-f3a5d45af840 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:10.093373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 21258008-cc2e-4066-860b-ea56347f364f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:10.094074 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21258008-cc2e-4066-860b-ea56347f364f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.108332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.119384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.131685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Pushing event updated for resources: {'Network': ['ID=9e9a2e35-e658-4222-b39b-8ac8ecb4990d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.179756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:10.183558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.184761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.185620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.187161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.187735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.188624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.189193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.189755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.191855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.193389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.193988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.194687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.195250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e76851-3a27-4d05-9d83-31d4781a00de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:10.197100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:10.205612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:10.208863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Pushing event updated for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.233433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] For port c622f0af-3e5d-48cd-98d4-a26b21c16aa0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,segment=NetworkSegment(da047936-840b-4ad8-9f8a-a9cd0cb5bfa2),segment_id=da047936-840b-4ad8-9f8a-a9cd0cb5bfa2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:10.233901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.235717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.236779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:55:10.267364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf1f0bf5-fc43-4dcf-addc-60139ff18882 req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.1923363 Mar 10 23:55:10.270688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Made reservation on behalf of d367d29563e6424a888c766ad2845aad for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:10.275742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.278850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a1f68-c108-4f39-bea6-8ed935ff1fdc tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12931604-4cce-453e-910c-0f8a2d4acf2f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.285966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Calling delete_port for c622f0af-3e5d-48cd-98d4-a26b21c16aa0 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:10.307991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-510a84e0-6576-470d-b006-959ac776406a None None] Current status of the port 21258008-cc2e-4066-860b-ea56347f364f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:10.308256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-510a84e0-6576-470d-b006-959ac776406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21258008-cc2e-4066-860b-ea56347f364f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.341042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.356303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.404439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] No DVR routers for this DVR port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:10.445576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Port': ['ID=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.455471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.458147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Attempting to bind port 454629a2-b1c3-4776-9355-f3a5d45af840 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:10.458497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Attempting to bind port 454629a2-b1c3-4776-9355-f3a5d45af840 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:10.458835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Attempting to bind port 454629a2-b1c3-4776-9355-f3a5d45af840 on network 6987aafa-7b67-4c66-b48c-bb454686e797 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:10.472895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-306d6f44-b09d-4968-bc6f-b39514baa978 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8736126 Mar 10 23:55:10.521488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Port 454629a2-b1c3-4776-9355-f3a5d45af840 on network 6987aafa-7b67-4c66-b48c-bb454686e797 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:10.521953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Attempting to bind port 454629a2-b1c3-4776-9355-f3a5d45af840 on network 6987aafa-7b67-4c66-b48c-bb454686e797 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:10.537508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21258008-cc2e-4066-860b-ea56347f364f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:10.537893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21258008-cc2e-4066-860b-ea56347f364f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.546102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.548531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 2, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:10.601848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-510a84e0-6576-470d-b006-959ac776406a None None] For port 21258008-cc2e-4066-860b-ea56347f364f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21258008-cc2e-4066-860b-ea56347f364f,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:10.608829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Checking router: 5f94b910-4154-4386-bf27-0567ca60c12c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:10.609250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Updating router 5f94b910-4154-4386-bf27-0567ca60c12c port d3d644eb-4ec8-4955-a336-52e3588ced67 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:10.622216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.651229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-510a84e0-6576-470d-b006-959ac776406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21258008-cc2e-4066-860b-ea56347f364f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.653417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6e85d7c9-c98e-40e6-b233-3b6a3024219e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.743913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46174) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:10.751422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267558671', 'description': 'tempest-description--348056459'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:10.757859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:55:10.757859 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:55:10.777931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-4ff572cc-94c9-4a3b-8e10-cc9686d5a39d service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999172 Mar 10 23:55:10.784079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.821679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c622f0af-3e5d-48cd-98d4-a26b21c16aa0), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.826511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a84e0-6576-470d-b006-959ac776406a None None] Pushing event updated for resources: {'Port': ['ID=21258008-cc2e-4066-860b-ea56347f364f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.854999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:10.860116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e85d7c9-c98e-40e6-b233-3b6a3024219e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.872880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68ac0695-34b7-4a68-8b67-88946472cb1e req-dd08485d-18f1-4082-a4f2-86539d7a76bf tempest-ServersAdmin275Test-1022624442 tempest-ServersAdmin275Test-1022624442-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0498426 Mar 10 23:55:10.879673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] No DVR routers for this DVR port c622f0af-3e5d-48cd-98d4-a26b21c16aa0 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:10.885653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50971030-e8a4-44d5-985f-1f3f90ea5de0 None None] Pushing event deleted for resources: {'Port': ['ID=c622f0af-3e5d-48cd-98d4-a26b21c16aa0,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:10.961222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-efbce9a4-58da-45d9-9c52-b5b0289d733c None None] Provisioning complete for port 21258008-cc2e-4066-860b-ea56347f364f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:10.961601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-efbce9a4-58da-45d9-9c52-b5b0289d733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21258008-cc2e-4066-860b-ea56347f364f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.009881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-4dd19666-c32c-4487-b07d-834c247c1bc3 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311592 Mar 10 23:55:11.049797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Checking segment: {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:11.050579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Network hostable DHCP agents. Network: 9e9a2e35-e658-4222-b39b-8ac8ecb4990d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:55:11.103955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:55:11.115890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (cf22e846-5070-4dc7-a700-95dd19c36c68), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.119883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:11.120629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Checking segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:11.121095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Bound using segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:11.122449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Bound port: 454629a2-b1c3-4776-9355-f3a5d45af840, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:11.122992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.137176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83938980-380c-4182-8402-c515bb88914e req-df603226-30e7-4f67-8ae8-872722b16ba9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:11.147118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83938980-380c-4182-8402-c515bb88914e req-df603226-30e7-4f67-8ae8-872722b16ba9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 943 time: 0.1576102 Mar 10 23:55:11.160260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 9e9a2e35-e658-4222-b39b-8ac8ecb4990d) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:11.165329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:11.166276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.225313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (45aa8101-34ad-4dfa-8056-9f883e1f655e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.226086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf22e846-5070-4dc7-a700-95dd19c36c68']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:11.238584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-32ac3498-c70f-442e-9ca7-34b701c8f451 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5493939 Mar 10 23:55:11.241891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45aa8101-34ad-4dfa-8056-9f883e1f655e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.245723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46182) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:11.248175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:11.248507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da047936-840b-4ad8-9f8a-a9cd0cb5bfa2') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:11.269509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:11.283217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90496ca5-8fe3-447e-b7c9-01d5cc68e59c None None] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:11.296907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (da047936-840b-4ad8-9f8a-a9cd0cb5bfa2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.303819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa8101-34ad-4dfa-8056-9f883e1f655e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:11.344357 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (da047936-840b-4ad8-9f8a-a9cd0cb5bfa2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.372570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-efbce9a4-58da-45d9-9c52-b5b0289d733c None None] Current status of the port 21258008-cc2e-4066-860b-ea56347f364f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:11.377582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:11.386961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=454629a2-b1c3-4776-9355-f3a5d45af840,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:11.413834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21258008-cc2e-4066-860b-ea56347f364f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:11.429947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:55:11.430511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (da047936-840b-4ad8-9f8a-a9cd0cb5bfa2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:55:11.434407 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:55:11.459544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.499321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd981c-2657-4ac6-aea1-9ece5f9a7e1f None None] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:11.532579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.548082 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks [] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.573131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:11.574345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.576092 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] 10.222.0.30 "PUT /v2.0/ports/454629a2-b1c3-4776-9355-f3a5d45af840 HTTP/1.1" status: 200 len: 1091 time: 2.8897207 Mar 10 23:55:11.583510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:11.587313 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa5393c-17c7-45c2-a628-0efa55b310fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:11.588815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.603086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for router_gateway (dab59015-f577-4921-bd06-0537623b041a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.656415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21258008-cc2e-4066-860b-ea56347f364f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:11.658093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (cf22e846-5070-4dc7-a700-95dd19c36c68), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.687831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a37c5-cc77-4578-9340-329a2bab3188 None None] Pushing event updated for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:11.688057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.706936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] 10.222.0.21 "DELETE /v2.0/networks/cf22e846-5070-4dc7-a700-95dd19c36c68 HTTP/1.1" status: 204 len: 168 time: 2.7592962 Mar 10 23:55:11.743338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83938980-380c-4182-8402-c515bb88914e req-d4c3bd3d-0a2f-4a51-8e27-cea3a9b41240 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951970 Mar 10 23:55:11.776095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-2761b93b-49b5-437b-80de-1558c857e060 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 38701 time: 0.5953748 Mar 10 23:55:11.777506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c7331-342d-4e05-9435-80d832fa171a service neutron] Pushing event updated for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:11.795034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.797340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5da43761-b22a-42fa-8b56-451c98207179 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0506637 Mar 10 23:55:11.801443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498551c7-117a-4585-be67-07706785d7f4 tempest-ServersTestMultiNic-1493476281 tempest-ServersTestMultiNic-1493476281-project] Pushing event deleted for resources: {'Network': ['ID=cf22e846-5070-4dc7-a700-95dd19c36c68,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:11.803400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:11.813926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Attempting to bind port d3d644eb-4ec8-4955-a336-52e3588ced67 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:11.814309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Attempting to bind port d3d644eb-4ec8-4955-a336-52e3588ced67 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:11.814705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Attempting to bind port d3d644eb-4ec8-4955-a336-52e3588ced67 on network 497d989f-50da-4c12-b688-87548e7cd24e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:11.826659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'security_group_rule': {'security_group_id': '45aa8101-34ad-4dfa-8056-9f883e1f655e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:11.830600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:11.831004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Checking segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:11.831416 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.831819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Bound using segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:11.843117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Bound port: d3d644eb-4ec8-4955-a336-52e3588ced67, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:11.843535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.870015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 21258008-cc2e-4066-860b-ea56347f364f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:11.870396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21258008-cc2e-4066-860b-ea56347f364f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.877445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (c18bb079-35df-4081-8785-9f1d0d913a21), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.878501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (c18bb079-35df-4081-8785-9f1d0d913a21), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:11.933450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-d84f5666-f12d-4693-bb79-f7ad41a37e6a tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/02e224eb-7676-4687-9e71-cebf94e117a2 HTTP/1.1" status: 200 len: 2998 time: 0.1262779 Mar 10 23:55:12.001028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] For port d3d644eb-4ec8-4955-a336-52e3588ced67, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:12.006525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] For port d3d644eb-4ec8-4955-a336-52e3588ced67, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3d644eb-4ec8-4955-a336-52e3588ced67,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:12.030320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-80ce2e99-e703-4d79-96a1-cbb2f07876ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:12.031826 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-80ce2e99-e703-4d79-96a1-cbb2f07876ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 1125 time: 0.3657396 Mar 10 23:55:12.051760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (69e30574-85f7-4127-94ef-c0126d026ed2), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.051916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for router_controller (c18bb079-35df-4081-8785-9f1d0d913a21), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.055397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21258008-cc2e-4066-860b-ea56347f364f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:12.068434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.122322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-ecf64e6b-9313-429b-9d8a-a3367fdb7d24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454629a2-b1c3-4776-9355-f3a5d45af840 HTTP/1.1" status: 200 len: 217 time: 0.0735364 Mar 10 23:55:12.165756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c622f0af-3e5d-48cd-98d4-a26b21c16aa0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:12.173846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (69e30574-85f7-4127-94ef-c0126d026ed2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.206733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c622f0af-3e5d-48cd-98d4-a26b21c16aa0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:12.207508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c622f0af-3e5d-48cd-98d4-a26b21c16aa0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:12.232997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Provisioning complete for port d3d644eb-4ec8-4955-a336-52e3588ced67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:12.233776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.282684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:12.283834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:12.285189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (69e30574-85f7-4127-94ef-c0126d026ed2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.314781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfc4d995-351c-42fd-993b-5a514856b1b8 req-d6653fc4-d98a-4dbb-9bbf-08fa263d6bd7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 210 time: 0.1225080 Mar 10 23:55:12.334895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8b8a0d-6720-4f00-995e-b60b4e0ae9c5 req-c2581c07-93e1-4bc7-ae7e-8d8799497efb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1438336 Mar 10 23:55:12.343380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a37c5-cc77-4578-9340-329a2bab3188 None None] Pushing event updated for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:12.351893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-430ed23e-709f-4d5b-8a7c-35c6f47958dd tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/02e224eb-7676-4687-9e71-cebf94e117a2 HTTP/1.1" status: 200 len: 2998 time: 0.3925216 Mar 10 23:55:12.366414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.367840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5467918 Mar 10 23:55:12.372242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668557-2235-4e76-bb8e-cb192f719529 req-d8703fe4-693e-4fc2-a165-d2fcdff6006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:12.374731 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-d8703fe4-693e-4fc2-a165-d2fcdff6006e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.2385144 Mar 10 23:55:12.377130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46198) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:12.382244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'security_group_rule': {'security_group_id': '45aa8101-34ad-4dfa-8056-9f883e1f655e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:12.386582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460a5e5-770e-4fd1-b42e-9d9c3780802d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e30574-85f7-4127-94ef-c0126d026ed2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:12.400631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (dab59015-f577-4921-bd06-0537623b041a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.408650 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10ff788-90e6-4ca5-8108-932a173cf3d3 x-openstack-request-id: req-d10ff788-90e6-4ca5-8108-932a173cf3d3 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:12.409200 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:12.409610 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d10ff788-90e6-4ca5-8108-932a173cf3d3 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:12.410166 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840', 'status': 'completed', 'code': 200} Mar 10 23:55:12.433005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-8011735b-733a-41db-afa4-e9374a1f4fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437765 Mar 10 23:55:12.472077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Current status of the port d3d644eb-4ec8-4955-a336-52e3588ced67 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:12.472620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.513900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for router_gateway (c18bb079-35df-4081-8785-9f1d0d913a21), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.525492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (b4ac5118-72ab-40db-8d4a-495b20620cf2), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.526662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:12.558783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8b8a0d-6720-4f00-995e-b60b4e0ae9c5 req-cec872f6-63b2-4dbe-8b2b-19a036c10168 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2045684 Mar 10 23:55:12.562705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] For port d3d644eb-4ec8-4955-a336-52e3588ced67, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3d644eb-4ec8-4955-a336-52e3588ced67,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:12.571120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.572215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-fa09ec8a-48ba-459a-9633-3e5a15cf518a tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/034f2a6f-54cf-4845-8ee1-3b0bc79ccee7 HTTP/1.1" status: 200 len: 3002 time: 0.2193308 Mar 10 23:55:12.640196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbf34c-5573-4437-a231-f01ec98acb9f None None] Pushing event updated for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:12.677096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-de83373d-547f-4cf1-a628-04d628c08143 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355554 Mar 10 23:55:12.717351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (b4ac5118-72ab-40db-8d4a-495b20620cf2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.726304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b4ac5118-72ab-40db-8d4a-495b20620cf2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.783528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1bbcb1ce-418d-4b79-b978-f44d237853c6 None None] Provisioning complete for port d3d644eb-4ec8-4955-a336-52e3588ced67 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:12.784016 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1bbcb1ce-418d-4b79-b978-f44d237853c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.785695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-81daeef3-2330-48d1-8185-7c77f4ba7460 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/034f2a6f-54cf-4845-8ee1-3b0bc79ccee7 HTTP/1.1" status: 200 len: 3002 time: 0.2122588 Mar 10 23:55:12.791240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f72a64d-c01f-48f9-a36c-79bc88c22e54 req-ae6686a9-683c-41bb-aa9a-b50725b3ef50 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.2345543 Mar 10 23:55:12.804472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ac5118-72ab-40db-8d4a-495b20620cf2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:12.828450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:12.832591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ad9ac58b-3602-4644-9640-e8b10866dfb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4530025 Mar 10 23:55:12.851021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46204) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:12.858883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:12.869095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63668557-2235-4e76-bb8e-cb192f719529 req-dc21dc61-4a1c-44b5-a63f-7d98e34b3d0c service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841738 Mar 10 23:55:12.879168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Router dab59015-f577-4921-bd06-0537623b041a is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:55:12.963559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1bbcb1ce-418d-4b79-b978-f44d237853c6 None None] Current status of the port d3d644eb-4ec8-4955-a336-52e3588ced67 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:12.981803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:11Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:13.018555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26302b49-b6e7-47ad-a8b2-da119b8b17a9 None None] The sync data for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 is: [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:11Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:13.112861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.125545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:13.142859 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Sync routers for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:13.162272 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:13.163214 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:13.170023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-b20f82a9-3426-4537-92a1-9c883a640d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.172270 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.174798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-b20f82a9-3426-4537-92a1-9c883a640d4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 1125 time: 0.1621532 Mar 10 23:55:13.185733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.189835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcd5327b-cfd0-45cc-b52c-9ca3ada484f1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7171645 Mar 10 23:55:13.199525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-43797c1f-cb4b-4d26-9241-c64e2c1f598c tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/37896f13-efcb-4ae0-9148-d5ed89d77cc5 HTTP/1.1" status: 200 len: 3002 time: 0.4128568 Mar 10 23:55:13.203035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46208) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:13.236988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0950f890-e0b6-4ace-a3ff-8374e8282ed3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.238853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0950f890-e0b6-4ace-a3ff-8374e8282ed3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.4954391 Mar 10 23:55:13.239973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b8a0d-6720-4f00-995e-b60b4e0ae9c5 req-1a4a2ada-d183-4201-8477-7fc3c503dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.241313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8b8a0d-6720-4f00-995e-b60b4e0ae9c5 req-1a4a2ada-d183-4201-8477-7fc3c503dc3e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6335363 Mar 10 23:55:13.321633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': '94b4373e-c483-4efb-9094-894d1593b26a', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:13.352267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-559d22e8-6356-4f84-8fe9-0c7b606830c2 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/37896f13-efcb-4ae0-9148-d5ed89d77cc5 HTTP/1.1" status: 200 len: 3002 time: 0.1021032 Mar 10 23:55:13.421751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:13.458956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0df31-cd46-4649-af8e-8a8b562d2353 req-534d594a-bc59-4cb6-ac3d-87ed813d8e40 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.460460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64b0df31-cd46-4649-af8e-8a8b562d2353 req-534d594a-bc59-4cb6-ac3d-87ed813d8e40 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 943 time: 0.4734981 Mar 10 23:55:13.524831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-92a8ed0f-8e2b-4190-8c61-a730861ff3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.526350 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-92a8ed0f-8e2b-4190-8c61-a730861ff3e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 912 time: 0.3327808 Mar 10 23:55:13.619360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-4e2903ae-cbee-4763-bc1a-0e52542ea097 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/50c0c3df-2b5c-4331-ac8a-8b8985abbfc3 HTTP/1.1" status: 200 len: 2998 time: 0.2423558 Mar 10 23:55:13.628416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3d644eb-4ec8-4955-a336-52e3588ced67 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:13.636074 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-dc305661-0ef8-47ae-8f87-c5bc483ecb93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454629a2-b1c3-4776-9355-f3a5d45af840 HTTP/1.1" status: 200 len: 217 time: 0.0494521 Mar 10 23:55:13.712285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d3d644eb-4ec8-4955-a336-52e3588ced67 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:13.712745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.744751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:11Z', 'revision_number': 3, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:13.751065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-37208168-e0a0-4043-9c45-b2683ad75477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:13.752528 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-37208168-e0a0-4043-9c45-b2683ad75477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.0832467 Mar 10 23:55:13.766598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64b0df31-cd46-4649-af8e-8a8b562d2353 req-fd62d28e-3409-49e0-b43b-ac000fb91cb4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829151 Mar 10 23:55:13.786218 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Checking router: dab59015-f577-4921-bd06-0537623b041a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:13.786839 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Updating router dab59015-f577-4921-bd06-0537623b041a port d7d22a19-565c-41a0-9f74-d2eaa42f44ed binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:13.825478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-b60bfa07-f578-4593-9f73-b95e1e3337d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575845 Mar 10 23:55:13.826104 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.865203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d3d644eb-4ec8-4955-a336-52e3588ced67 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:13.881975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:13.894679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.961530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for router_gateway (c18bb079-35df-4081-8785-9f1d0d913a21), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:13.980761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-19867eaf-fd71-4d91-89fb-f401a4d979c1 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/50c0c3df-2b5c-4331-ac8a-8b8985abbfc3 HTTP/1.1" status: 200 len: 2998 time: 0.3276100 Mar 10 23:55:14.030819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df7e1b3d-0b4c-451d-826d-b0bdcc5c8353 req-4dc291f6-efad-4fa1-81c9-bbc965421e4b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 210 time: 0.0817122 Mar 10 23:55:14.037813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.076070 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-58cf1006-cf50-413c-a212-c5ccb5373da6 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363780 Mar 10 23:55:14.131834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46216) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:14.188856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.203810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dfa5393c-17c7-45c2-a628-0efa55b310fd req-eff59a9c-0114-4532-bfde-2b203069ddc6 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055975 Mar 10 23:55:14.207853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.214407 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks [] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.222883 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.276790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Attempting to bind port d7d22a19-565c-41a0-9f74-d2eaa42f44ed on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:14.277158 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Attempting to bind port d7d22a19-565c-41a0-9f74-d2eaa42f44ed by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:14.277766 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Attempting to bind port d7d22a19-565c-41a0-9f74-d2eaa42f44ed on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:14.288967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:14.289637 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:14.290280 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.290826 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:14.291868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Bound port: d7d22a19-565c-41a0-9f74-d2eaa42f44ed, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:14.292475 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.306570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Allocated IP 172.25.7.98 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/410dee5b-634c-4bd3-956c-37baf7da7f37) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:14.337969 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4db8-57b2-4fb1-95e8-2acc8b88071c None None] Pushing event updated for resources: {'Port': ['ID=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:14.378952 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] For port d7d22a19-565c-41a0-9f74-d2eaa42f44ed, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:14.384281 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] For port d7d22a19-565c-41a0-9f74-d2eaa42f44ed, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:14.387837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Allocated IP 172.20.0.1 (1322f12e-fa97-47e2-a796-74713f5c87d1/8d6b4196-5120-4272-a3da-f4acaea8f7cc/ada09358-3b59-495e-a7e0-a0b1cf7849ba) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:14.392186 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.453843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:14.455444 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:14.499090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19c55281-f63d-4f1c-8587-dd6e5229f06e req-1703ad5f-e576-4526-b48d-8103c90e9c43 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.1800961 Mar 10 23:55:14.586610 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:14.694528 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b4db8-57b2-4fb1-95e8-2acc8b88071c None None] Pushing event updated for resources: {'Port': ['ID=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:14.830538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks [] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.852323 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:11Z', 'revision_number': 3, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:14.863217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2b8b8a0d-6720-4f00-995e-b60b4e0ae9c5 req-b825918f-a7f6-49ba-bb1d-c75ea670c647 tempest-ServersAdmin275Test-2125470467 tempest-ServersAdmin275Test-2125470467-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c2403f7-6517-4ce8-a167-1ca6a147d53e HTTP/1.1" status: 200 len: 210 time: 0.0303500 Mar 10 23:55:14.886697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81557fce-e6f6-4d80-9018-b779e985f02e None None] The sync data for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 is: [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:11Z', 'revision_number': 3, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:14.895326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:14.934097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:14.937899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:14.943940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:14.972783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Pushing event updated for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:14.989346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.989693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.990035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.990371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.990699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.991023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.991341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.991663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.992008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.992331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.992652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.993444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:14.993444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:15.008584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (dab59015-f577-4921-bd06-0537623b041a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.071250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-b0ea9b19-460a-482e-8bed-b06726cf928b tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8db9663e-3123-4784-b2f1-fadae3465b08 HTTP/1.1" status: 200 len: 2998 time: 1.0477545 Mar 10 23:55:15.160673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.190697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.211236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6a3c6194-9eb8-4f6c-a1d2-f4b53125e5ce None None] Provisioning complete for port ada09358-3b59-495e-a7e0-a0b1cf7849ba triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:15.212320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6194-9eb8-4f6c-a1d2-f4b53125e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.236552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.2 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/066782c9-1fb5-47b4-89a4-ab838f05279d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:15.264228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c6194-9eb8-4f6c-a1d2-f4b53125e5ce None None] Port ada09358-3b59-495e-a7e0-a0b1cf7849ba cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:15.274987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-f417a165-965d-41ac-b504-46324cdcc65c tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8db9663e-3123-4784-b2f1-fadae3465b08 HTTP/1.1" status: 200 len: 2998 time: 0.1589837 Mar 10 23:55:15.310514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f3feb-9c38-43b7-a907-b31a2433f00f req-53aa6185-87f4-4b71-aa45-fa95d9708911 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:15.312765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e4f3feb-9c38-43b7-a907-b31a2433f00f req-53aa6185-87f4-4b71-aa45-fa95d9708911 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 943 time: 0.2448447 Mar 10 23:55:15.361823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks [] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.367591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.425155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.439967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Pushing event updated for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:15.444941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (dab59015-f577-4921-bd06-0537623b041a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.537764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:15.539518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:15.570761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:15.610921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:15.636628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e4f3feb-9c38-43b7-a907-b31a2433f00f req-588cd4df-5195-4975-811c-57f8f6554053 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099341 Mar 10 23:55:15.640492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-2189b9cd-592b-4959-b148-17d540040c5b tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97f42d4d-8662-4e6e-83b2-3ccaec293de1 HTTP/1.1" status: 200 len: 2998 time: 0.3515429 Mar 10 23:55:15.649890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Allocated IP 172.25.7.210 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9b286cd3-d517-433f-a1e3-766964833353) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:15.652586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:15.712572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Router dab59015-f577-4921-bd06-0537623b041a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:55:15.845796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Pushing event updated for resources: {'Port': ['ID=410dee5b-634c-4bd3-956c-37baf7da7f37,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:15.846181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:15.857990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f1498b2-b927-4168-95a6-f4f5cfa71ffd admin admin] 10.222.0.21 "PUT /v2.0/routers/dab59015-f577-4921-bd06-0537623b041a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6514690 Mar 10 23:55:15.892907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e7305089-45e7-4d40-94a4-92070e202ed3 None None] Provisioning complete for port ada09358-3b59-495e-a7e0-a0b1cf7849ba triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:15.893287 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7305089-45e7-4d40-94a4-92070e202ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:15.922657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb75cc0a-b4e1-44d7-a02a-c1caa1bd6d99 req-8933c274-bbcc-45b7-8568-6d31c0968899 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 210 time: 0.1358111 Mar 10 23:55:15.946595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 454629a2-b1c3-4776-9355-f3a5d45af840 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:15.963843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e7305089-45e7-4d40-94a4-92070e202ed3 None None] Port ada09358-3b59-495e-a7e0-a0b1cf7849ba cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:16.111777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-783dbb62-f0d5-4dfc-acb1-543a0e7fc3e4 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/97f42d4d-8662-4e6e-83b2-3ccaec293de1 HTTP/1.1" status: 200 len: 2998 time: 0.3263459 Mar 10 23:55:16.170149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.341559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=454629a2-b1c3-4776-9355-f3a5d45af840,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:16.368169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '454629a2-b1c3-4776-9355-f3a5d45af840', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'port_id': '454629a2-b1c3-4776-9355-f3a5d45af840', 'mac_address': 'fa:16:3e:26:b4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:16.370453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for router_gateway (c18bb079-35df-4081-8785-9f1d0d913a21), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.454067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 454629a2-b1c3-4776-9355-f3a5d45af840 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:16.454737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.457649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46236) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:16.494228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454629a2-b1c3-4776-9355-f3a5d45af840 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:16.496518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-8b05bbbf-31dc-48f8-b150-ca27f1a02d9f tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc8905cc-18a6-4df8-9e00-200bd37aadfc HTTP/1.1" status: 200 len: 3002 time: 0.3376992 Mar 10 23:55:16.523276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=454629a2-b1c3-4776-9355-f3a5d45af840,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:16.532171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.568217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46240) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:16.573609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443682865', 'description': 'tempest-description--1026524707'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:16.610618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for port (9b286cd3-d517-433f-a1e3-766964833353), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.622673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.632366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-492ad508-a107-4670-821a-b07c66d22450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.635232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:16.643871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.645305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.645305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.645305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.645305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.645665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.646298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.646856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.646979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.647627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.648901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.649255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.649703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:55:16.785797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (c147d32e-48a3-4b30-957a-071d3970aded), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.796814 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-492ad508-a107-4670-821a-b07c66d22450 admin admin] Publish callbacks [] for security_group (fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.798898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c147d32e-48a3-4b30-957a-071d3970aded), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.808782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-492ad508-a107-4670-821a-b07c66d22450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.814030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9b286cd3-d517-433f-a1e3-766964833353), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.856525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-492ad508-a107-4670-821a-b07c66d22450 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80509e0bc3f54a46970e1111ec0af2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972583 Mar 10 23:55:16.862850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:16.897855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-ee4b5a4e-a97d-4d06-90b2-2ccb11a909af tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc8905cc-18a6-4df8-9e00-200bd37aadfc HTTP/1.1" status: 200 len: 3002 time: 0.3860478 Mar 10 23:55:16.899254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.921085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['454629a2-b1c3-4776-9355-f3a5d45af840'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:16.925863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:16.931951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:16.937509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3682184 Mar 10 23:55:16.943397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:16.948092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'security_group_rule': {'security_group_id': 'c147d32e-48a3-4b30-957a-071d3970aded', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:16.965294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:16.971604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcbf23-9585-4f72-9b1c-67725db25e8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c147d32e-48a3-4b30-957a-071d3970aded,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:16.990847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:16.994504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:17.001173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ad508-a107-4670-821a-b07c66d22450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.011201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (39183ab5-93ac-4d1b-b016-14e1bacc4875), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.014563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] Publish callbacks [] for security_group (fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.035419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:17.036258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'Port': ['ID=9b286cd3-d517-433f-a1e3-766964833353,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.068883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] Publish callbacks [] for security_group (fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.085918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:17.125689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:17.131331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (39183ab5-93ac-4d1b-b016-14e1bacc4875), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.140812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (39183ab5-93ac-4d1b-b016-14e1bacc4875), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.173128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39183ab5-93ac-4d1b-b016-14e1bacc4875,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.182115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.187187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e35e8616-167c-40ab-a444-455e3242ff93 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393882 Mar 10 23:55:17.188152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:17.193183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'security_group_rule': {'security_group_id': 'c147d32e-48a3-4b30-957a-071d3970aded', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:17.194240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e965a-d1f6-4562-a6eb-04dfe8f21a0a req-4d83e0b1-4fb3-4b0a-9074-b62d4b07ba91 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:17.201532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e965a-d1f6-4562-a6eb-04dfe8f21a0a req-4d83e0b1-4fb3-4b0a-9074-b62d4b07ba91 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 944 time: 0.4788916 Mar 10 23:55:17.205255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-bbcde828-8d2a-4c40-8ec6-fe6980fa058f tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d02eea2d-784a-484b-853e-8466d85f1d71 HTTP/1.1" status: 200 len: 2994 time: 0.2991276 Mar 10 23:55:17.227996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (0f553c3b-30a1-44e5-9efe-749cc6e7c7a1), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.234323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.237847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.241825 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa HTTP/1.1" status: 204 len: 168 time: 0.3747318 Mar 10 23:55:17.261439 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (c18bb079-35df-4081-8785-9f1d0d913a21), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.262977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3062569-7166-4783-abeb-80ce68a0563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1230f9-cebf-4f7b-bed8-8cedbbd99ffa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.291621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.296957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.330549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (0f553c3b-30a1-44e5-9efe-749cc6e7c7a1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.335899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (0f553c3b-30a1-44e5-9efe-749cc6e7c7a1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.354128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f553c3b-30a1-44e5-9efe-749cc6e7c7a1,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.364045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.365091 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-15f19e5d-1545-4b80-983c-d11611e1a7c5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762061 Mar 10 23:55:17.368434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:17.374827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:17.396918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.414580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:17.415205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.498125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e965a-d1f6-4562-a6eb-04dfe8f21a0a req-9b56d6e0-8683-4b10-a560-7bb4b5841e34 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931750 Mar 10 23:55:17.527630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-21bb6bc2-fe8e-455a-91f6-60f298d0b7a8 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d02eea2d-784a-484b-853e-8466d85f1d71 HTTP/1.1" status: 200 len: 2994 time: 0.2956278 Mar 10 23:55:17.536648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.539317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-0431a175-a1a9-44f0-8ec1-17429027efc4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2146926 Mar 10 23:55:17.544714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Request body: {'port': {'device_id': '94b4373e-c483-4efb-9094-894d1593b26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:17.593674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.615095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7d22a19-565c-41a0-9f74-d2eaa42f44ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:17.678008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46258) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:17.686968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d7d22a19-565c-41a0-9f74-d2eaa42f44ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:17.687474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.698287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00a85894-eb75-41fe-aeec-eb5b066e9315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.736218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Allocated IP 172.25.7.218 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/34b2599f-ce41-442f-8a75-8aedc145f955) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:17.781374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d7d22a19-565c-41a0-9f74-d2eaa42f44ed is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:17.782296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.807492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d7d22a19-565c-41a0-9f74-d2eaa42f44ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:17.817089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.891235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00a85894-eb75-41fe-aeec-eb5b066e9315 admin admin] Publish callbacks [] for security_group (a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.899443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00a85894-eb75-41fe-aeec-eb5b066e9315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.899740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:17.920141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for port (34b2599f-ce41-442f-8a75-8aedc145f955), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:17.949762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 454629a2-b1c3-4776-9355-f3a5d45af840 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:17.956921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00a85894-eb75-41fe-aeec-eb5b066e9315 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9368311089444a59a410da02f253391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777658 Mar 10 23:55:17.960892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46260) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:17.969612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a85894-eb75-41fe-aeec-eb5b066e9315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:18.027962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.034262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 454629a2-b1c3-4776-9355-f3a5d45af840 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:18.038870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 454629a2-b1c3-4776-9355-f3a5d45af840 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:18.039273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.072495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:18.075679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:18.078249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] Publish callbacks [] for security_group (a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.082680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:18.138649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 454629a2-b1c3-4776-9355-f3a5d45af840 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:18.139141 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.142039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] Publish callbacks [] for security_group (a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.157581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'Port': ['ID=34b2599f-ce41-442f-8a75-8aedc145f955,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:18.169023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-650ca70b-6415-4fb7-bec5-89201f64f0dd tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dfbc57c9-7951-45ca-86d3-7c355cfe0cec HTTP/1.1" status: 200 len: 2998 time: 0.6404650 Mar 10 23:55:18.176827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b286cd3-d517-433f-a1e3-766964833353), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.180477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:18.183513 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb1ac4-0647-4d0d-b415-6549caa6f666" -d '{"events": [{"server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "name": "network-vif-plugged", "status": "completed", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:18.200553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=454629a2-b1c3-4776-9355-f3a5d45af840,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:18.207746 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.210188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.246900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Sync routers for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:18.249502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.250984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.253581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.255945 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3 HTTP/1.1" status: 204 len: 168 time: 0.2941167 Mar 10 23:55:18.269050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:18.269800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:18.269962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808b58c-4364-47bc-9b46-97bae388dc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a661a2aa-e2ad-4c4b-bfd8-f83d5859ddf3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:18.281721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24706d-759b-4bd5-8803-7e3d6eb84d8a req-1eea0e19-124d-48d2-8501-4e5802b8beeb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:18.288666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d24706d-759b-4bd5-8803-7e3d6eb84d8a req-1eea0e19-124d-48d2-8501-4e5802b8beeb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 931 time: 0.7144566 Mar 10 23:55:18.302963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.378056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:18.444327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:18.484775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-e77fef4a-8571-458e-8d37-29bdb6787aaf tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/dfbc57c9-7951-45ca-86d3-7c355cfe0cec HTTP/1.1" status: 200 len: 2998 time: 0.3047223 Mar 10 23:55:18.511886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d24706d-759b-4bd5-8803-7e3d6eb84d8a req-033b2e01-af8a-4be7-8626-8debfa28b2d4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221880 Mar 10 23:55:18.535414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for port (34b2599f-ce41-442f-8a75-8aedc145f955), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.542911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.596302 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370f39e7-bc4f-44a9-b466-61c0fb1498c4 x-openstack-request-id: req-370f39e7-bc4f-44a9-b466-61c0fb1498c4 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:18.596598 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "name": "network-vif-plugged", "status": "completed", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:18.596856 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-370f39e7-bc4f-44a9-b466-61c0fb1498c4 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:18.598231 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840', 'code': 200} Mar 10 23:55:18.687731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Router c18bb079-35df-4081-8785-9f1d0d913a21 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:55:18.699109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'Port': ['ID=34b2599f-ce41-442f-8a75-8aedc145f955,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:18.714320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.736558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69114-800f-4513-be93-c2118c697a21 req-5e4d5dd5-389a-4317-82ac-12147f94a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:18.739166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6b69114-800f-4513-be93-c2118c697a21 req-5e4d5dd5-389a-4317-82ac-12147f94a9aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 1127 time: 0.1004992 Mar 10 23:55:18.742661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.743865 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5969a8b6-d5c2-40fd-9caf-a041e457ea5c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3732371 Mar 10 23:55:18.758616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 2, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:18.787838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Checking router: dab59015-f577-4921-bd06-0537623b041a for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:18.788226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Updating router dab59015-f577-4921-bd06-0537623b041a port ada09358-3b59-495e-a7e0-a0b1cf7849ba binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:18.796271 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6b69114-800f-4513-be93-c2118c697a21 req-af3b4dda-c9f1-4fa8-98ad-6fa184ca0626 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Mar 10 23:55:18.830030 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:18.978090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-abe50187-7d41-4155-a026-0be38301472a tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ef3b2238-b306-48f0-94a4-72aeed7ba62c HTTP/1.1" status: 200 len: 2990 time: 0.4510770 Mar 10 23:55:19.145451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e2c5b-f6ff-4895-afac-30ad7da8aed2 req-3a811c92-50ba-4920-a969-bc7a89a7a177 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:19.147002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a89e2c5b-f6ff-4895-afac-30ad7da8aed2 req-3a811c92-50ba-4920-a969-bc7a89a7a177 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.4983366 Mar 10 23:55:19.169542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for port (9b286cd3-d517-433f-a1e3-766964833353), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.199883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks [] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.201244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9b286cd3-d517-433f-a1e3-766964833353), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.204473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:19.213965 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.215916 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Sync routers for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:19.259988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:19.264664 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:19.275972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-667a8c1f-e91b-4472-ad2f-1e4e4725a810 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ef3b2238-b306-48f0-94a4-72aeed7ba62c HTTP/1.1" status: 200 len: 2990 time: 0.2805705 Mar 10 23:55:19.340447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.345394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b0e07216-86bb-48fc-b7f5-7160a0f86c0d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0837581 Mar 10 23:55:19.347077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46322) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:19.360461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fc12c-729b-4fd3-ba6c-b0b61812fa88 None None] Pushing event updated for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:19.380171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Attempting to bind port ada09358-3b59-495e-a7e0-a0b1cf7849ba on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:19.380876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Attempting to bind port ada09358-3b59-495e-a7e0-a0b1cf7849ba by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:19.381421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Attempting to bind port ada09358-3b59-495e-a7e0-a0b1cf7849ba on network 1322f12e-fa97-47e2-a796-74713f5c87d1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:19.394919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:19.395627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Checking segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:19.396433 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.397146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Bound using segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:19.397806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Bound port: ada09358-3b59-495e-a7e0-a0b1cf7849ba, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:19.398367 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.430115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Deleting port 58b3f404-015c-43e6-802e-28604a2835a9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:19.430540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (58b3f404-015c-43e6-802e-28604a2835a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.519256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:19.543040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] For port 58b3f404-015c-43e6-802e-28604a2835a9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=58b3f404-015c-43e6-802e-28604a2835a9,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:19.543414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (58b3f404-015c-43e6-802e-28604a2835a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.551987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] For port ada09358-3b59-495e-a7e0-a0b1cf7849ba, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:19.555419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'Port': ['ID=9b286cd3-d517-433f-a1e3-766964833353,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:19.556562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] For port ada09358-3b59-495e-a7e0-a0b1cf7849ba, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ada09358-3b59-495e-a7e0-a0b1cf7849ba,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:19.570602 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.633853 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:19.682104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a89e2c5b-f6ff-4895-afac-30ad7da8aed2 req-2c458e92-0cd8-4568-a695-7cff2e2393c1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228775 Mar 10 23:55:19.696049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Calling delete_port for 58b3f404-015c-43e6-802e-28604a2835a9 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:19.730843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.762056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fc12c-729b-4fd3-ba6c-b0b61812fa88 None None] Pushing event updated for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:19.777470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066782c9-1fb5-47b4-89a4-ab838f05279d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:19.789280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7d22a19-565c-41a0-9f74-d2eaa42f44ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:19.820780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks [] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:19.846175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Transition to ACTIVE for port object 066782c9-1fb5-47b4-89a4-ab838f05279d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:19.917696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:19.919691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:19.959538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-49787955-network', 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:20.034408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Provisioning complete for port ada09358-3b59-495e-a7e0-a0b1cf7849ba triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:20.034795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.047765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:55:20.115790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:16Z', 'revision_number': 3, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:20.125870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d7d22a19-565c-41a0-9f74-d2eaa42f44ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:20.126068 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.153957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.180192 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Checking router: c18bb079-35df-4081-8785-9f1d0d913a21 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:20.180678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Updating router c18bb079-35df-4081-8785-9f1d0d913a21 port 410dee5b-634c-4bd3-956c-37baf7da7f37 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:20.220178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:20.220898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-db6a2ec4-3d2e-4656-85d1-b26e106ab9dd tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f1cf3b7e-5296-4907-b85c-b7c66f40837e HTTP/1.1" status: 200 len: 3002 time: 0.9226305 Mar 10 23:55:20.225052 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.230835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Pushing event updated for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:20.244061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.271003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0768dfac-af5b-4287-9638-16a9a87750f3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4064538 Mar 10 23:55:20.272014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (58b3f404-015c-43e6-802e-28604a2835a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.284910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.310448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:20.367153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Pushing event deleted for resources: {'Port': ['ID=58b3f404-015c-43e6-802e-28604a2835a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:20.394489 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.479074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.519253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d7d22a19-565c-41a0-9f74-d2eaa42f44ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:20.594753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7690b15-6787-4aa1-adca-7bfba26e7c13 req-2d5f65fc-fccc-47a8-9580-f748ec5e67dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:20.596698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7690b15-6787-4aa1-adca-7bfba26e7c13 req-2d5f65fc-fccc-47a8-9580-f748ec5e67dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 943 time: 0.4440885 Mar 10 23:55:20.618999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7af2f76e-619d-4c5c-8117-b909cc9b3de7 req-5e39d99b-3c17-405f-8a10-1c34e613c073 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f1cf3b7e-5296-4907-b85c-b7c66f40837e HTTP/1.1" status: 200 len: 3002 time: 0.3845408 Mar 10 23:55:20.645636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Current status of the port ada09358-3b59-495e-a7e0-a0b1cf7849ba is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:20.646032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.729446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks [] for security_group (611b2bb7-97ed-480d-8acc-2f149943024f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.740927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (611b2bb7-97ed-480d-8acc-2f149943024f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.853561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b2bb7-97ed-480d-8acc-2f149943024f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:20.891665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:55:20.896070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.935991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:20.937397 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Added segment 45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7 of type vlan for network be0b5bb0-0218-433d-b79c-c43155e18f37 Mar 10 23:55:20.961516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] For port ada09358-3b59-495e-a7e0-a0b1cf7849ba, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ada09358-3b59-495e-a7e0-a0b1cf7849ba,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:21.001464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.026885 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks [] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.037698 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.060490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (be0b5bb0-0218-433d-b79c-c43155e18f37), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.081248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7690b15-6787-4aa1-adca-7bfba26e7c13 req-c30f21ab-7ed9-4529-a0b2-684f8407d21e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642429 Mar 10 23:55:21.085419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Allocated IP 172.20.0.1 (9e9a2e35-e658-4222-b39b-8ac8ecb4990d/6e85d7c9-c98e-40e6-b233-3b6a3024219e/a28b53c8-7e40-47f7-b79f-7df299166c51) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:21.108908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-641309a5-b33e-40e9-9018-9d91a4f45930 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1267558671&fields=id&tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1 HTTP/1.1" status: 200 len: 267 time: 0.2286203 Mar 10 23:55:21.108908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Attempting to bind port 066782c9-1fb5-47b4-89a4-ab838f05279d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:21.108908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Attempting to bind port 066782c9-1fb5-47b4-89a4-ab838f05279d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:21.108908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Attempting to bind port 066782c9-1fb5-47b4-89a4-ab838f05279d on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:21.129114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Port 066782c9-1fb5-47b4-89a4-ab838f05279d on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:21.129369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Attempting to bind port 066782c9-1fb5-47b4-89a4-ab838f05279d on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:21.145197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Attempting to bind port 410dee5b-634c-4bd3-956c-37baf7da7f37 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:21.145710 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Attempting to bind port 410dee5b-634c-4bd3-956c-37baf7da7f37 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:21.146462 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Attempting to bind port 410dee5b-634c-4bd3-956c-37baf7da7f37 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:21.158420 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:21.159013 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:21.159512 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.160177 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:21.160735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Bound port: 410dee5b-634c-4bd3-956c-37baf7da7f37, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:21.161225 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.204456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646b72-6b19-4a7b-8334-7ac22d256ba1 None None] Pushing event updated for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:21.218642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] For port 410dee5b-634c-4bd3-956c-37baf7da7f37, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:21.222386 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] For port 410dee5b-634c-4bd3-956c-37baf7da7f37, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=410dee5b-634c-4bd3-956c-37baf7da7f37,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:21.225634 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510da4-1c9d-4daf-9fa3-8523c97ae7bc None None] Pushing event updated for resources: {'Port': ['ID=410dee5b-634c-4bd3-956c-37baf7da7f37,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:21.233558 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.239466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:21.240085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:21.240495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:21.242359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Bound port: 066782c9-1fb5-47b4-89a4-ab838f05279d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:21.242736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.246915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a41f11f7-c6a4-4475-ae1d-ceb14c9e3871 None None] Provisioning complete for port ada09358-3b59-495e-a7e0-a0b1cf7849ba triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:21.247742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a41f11f7-c6a4-4475-ae1d-ceb14c9e3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.262480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-879ce829-c5f6-47cd-aebb-be98214ee952 req-7fcdc9d8-5e4d-4c56-9da8-5c40812406fd tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339efc9b8bfc457dbd582d42d4605552 HTTP/1.1" status: 200 len: 6163 time: 0.1101489 Mar 10 23:55:21.269490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (be0b5bb0-0218-433d-b79c-c43155e18f37), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.270749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:21.271332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.289916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks [] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.304410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.7838376 Mar 10 23:55:21.305040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:21.325063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Request body: {'subnet': {'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-49787955-subnet', 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:21.327094 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a510da4-1c9d-4daf-9fa3-8523c97ae7bc None None] Pushing event updated for resources: {'Port': ['ID=410dee5b-634c-4bd3-956c-37baf7da7f37,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:21.331165 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:21.332309 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:21.335156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:19Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:21.401241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1d02-490f-40b2-819e-847dee0a1e28 None None] The sync data for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 is: [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:19Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:21.415533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a41f11f7-c6a4-4475-ae1d-ceb14c9e3871 None None] Current status of the port ada09358-3b59-495e-a7e0-a0b1cf7849ba is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:21.493919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c1594-e6ca-4c34-8ae5-05b53e080bbc admin admin] Pushing event updated for resources: {'Network': ['ID=be0b5bb0-0218-433d-b79c-c43155e18f37,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:21.506453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.510663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:21.515816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.525106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network be0b5bb0-0218-433d-b79c-c43155e18f37 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:55:21.546356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:21.592931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:21.609779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:21.623005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:21.647647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:21.744019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Pushing event updated for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:21.757887 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (c18bb079-35df-4081-8785-9f1d0d913a21), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.791834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=066782c9-1fb5-47b4-89a4-ab838f05279d,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:21.798987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ada09358-3b59-495e-a7e0-a0b1cf7849ba up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:21.827297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-879ce829-c5f6-47cd-aebb-be98214ee952 req-128019c7-544c-43ca-aae0-b64702d7cc74 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "GET /v2.0/security-groups/f1cf3b7e-5296-4907-b85c-b7c66f40837e HTTP/1.1" status: 200 len: 3002 time: 0.3893971 Mar 10 23:55:21.828530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.859898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-ff62d433-eaf9-4526-88cc-d6c5482ef4f2 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:21.861670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-ff62d433-eaf9-4526-88cc-d6c5482ef4f2 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/networks?id=497d989f-50da-4c12-b688-87548e7cd24e HTTP/1.1" status: 200 len: 812 time: 0.7513139 Mar 10 23:55:21.960040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ada09358-3b59-495e-a7e0-a0b1cf7849ba triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:21.960562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.995980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:21.996653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:21.998235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] 10.222.0.30 "PUT /v2.0/ports/066782c9-1fb5-47b4-89a4-ab838f05279d HTTP/1.1" status: 200 len: 1091 time: 4.4580231 Mar 10 23:55:22.010512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:22.015283 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c724bf1a-18d8-4c2f-80e7-5256da373725" -d '{"events": [{"name": "network-changed", "server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:22.047762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:16Z', 'revision_number': 3, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:22.130333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-879ce829-c5f6-47cd-aebb-be98214ee952 req-e5c2bbf5-7252-448a-b211-4d04e47bf361 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "GET /v2.0/security-groups/f1cf3b7e-5296-4907-b85c-b7c66f40837e HTTP/1.1" status: 200 len: 3002 time: 0.2922361 Mar 10 23:55:22.135855 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc3120-c7cf-4028-a7b8-725677b4f4db None None] The sync data for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 is: [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:16Z', 'revision_number': 3, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:22.140914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-fa07e206-c3ae-4659-a49e-1b5381f39ccb tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/quotas/3c4e0ae5fa1e4471ac70e4078f43a6f1 HTTP/1.1" status: 200 len: 375 time: 0.1735940 Mar 10 23:55:22.165965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (08b21ecb-0c63-46cf-9fc6-ef1829834776), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.200385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ada09358-3b59-495e-a7e0-a0b1cf7849ba is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:22.227974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b21ecb-0c63-46cf-9fc6-ef1829834776,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:22.245962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.285388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e935b-5ee2-44c2-98ae-daead74d402c service neutron] Pushing event updated for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:22.318868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Router 39e7c854-fef6-4cfb-8024-c86d8046a1ae has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:55:22.341338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Checking segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:22.341733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Network hostable DHCP agents. Network: be0b5bb0-0218-433d-b79c-c43155e18f37, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:55:22.387010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Network be0b5bb0-0218-433d-b79c-c43155e18f37 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:55:22.406174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-563d1eba-3628-463b-969d-fa83349f0e81 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2484868 Mar 10 23:55:22.416604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, be0b5bb0-0218-433d-b79c-c43155e18f37) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:22.421870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:22.422677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.426351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87954f30-8e64-482e-92d8-9d34ffde53d2 None None] Network be0b5bb0-0218-433d-b79c-c43155e18f37 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:22.446311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-dbe320da-dec8-4cf9-b71d-87941bcf407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:22.447788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-dbe320da-dec8-4cf9-b71d-87941bcf407d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 1125 time: 0.2554226 Mar 10 23:55:22.498068 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-506e6baf-e661-4490-830d-8b629bee0136 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1696794 Mar 10 23:55:22.537326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892140-06b3-48e8-904a-e5012ea4b8ba req-5f0fb815-dca7-42af-89a0-c7cf51cf922b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:22.541809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e892140-06b3-48e8-904a-e5012ea4b8ba req-5f0fb815-dca7-42af-89a0-c7cf51cf922b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.2512946 Mar 10 23:55:22.599335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks [] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.610934 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.633678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-8940009c-bad3-4a8e-9361-50d756a9b7a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=066782c9-1fb5-47b4-89a4-ab838f05279d HTTP/1.1" status: 200 len: 217 time: 0.1669748 Mar 10 23:55:22.648731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586b1bdf-5a91-48f5-8e68-53117180a30a None None] Network be0b5bb0-0218-433d-b79c-c43155e18f37 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:22.774410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (c18bb079-35df-4081-8785-9f1d0d913a21), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:22.870681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Pushing event updated for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:23.036327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:23.038205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:23.236772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Router c18bb079-35df-4081-8785-9f1d0d913a21 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:55:23.336511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-f53fbc3b-0a3b-4463-926f-1b61f9ad9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:23.337887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-f53fbc3b-0a3b-4463-926f-1b61f9ad9f91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.6904049 Mar 10 23:55:23.365583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e892140-06b3-48e8-904a-e5012ea4b8ba req-4fcd6e47-7e2f-4d70-a5d7-d9092dfb6087 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7373526 Mar 10 23:55:23.372914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:23.385291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:23.385685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Sync routers for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:23.398976 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f690fc3-bf4b-4509-8c36-427b356e2218 admin admin] 10.222.0.21 "PUT /v2.0/routers/c18bb079-35df-4081-8785-9f1d0d913a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0422177 Mar 10 23:55:23.399414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-30c16731-db1b-413c-86ed-4582215bd080 service neutron] 10.222.0.21 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9511921 Mar 10 23:55:23.401026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5510d4a7-6f7c-4445-9eb0-ee5c06039bca admin admin] 10.222.0.21 "PUT /v2.0/routers/39e7c854-fef6-4cfb-8024-c86d8046a1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2640376 Mar 10 23:55:23.403723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-1cc7ecc0-2a4f-48ca-8a0e-47be24b11f28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535338 Mar 10 23:55:23.406066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46402) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:23.407028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:23.409223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:23.540349 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4688e5af-7b04-46db-9532-f8adf7ba506c x-openstack-request-id: req-4688e5af-7b04-46db-9532-f8adf7ba506c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:23.540768 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:23.541123 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4688e5af-7b04-46db-9532-f8adf7ba506c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:23.541628 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d', 'status': 'completed', 'code': 200} Mar 10 23:55:23.691097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 410dee5b-634c-4bd3-956c-37baf7da7f37 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:23.759375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:23.792358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks [] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:23.799450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-a435b183-4ba1-42d7-b075-a219058f93dd service neutron] 10.222.0.21 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947358 Mar 10 23:55:23.855295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-cbd94e6a-f9b8-4b24-ba12-d865fbb59772 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434004 Mar 10 23:55:23.908206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 410dee5b-634c-4bd3-956c-37baf7da7f37 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:23.908590 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:23.997182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de2b9f-5410-469f-a3ba-1a08a7d97298 req-47310944-20aa-4847-98dc-a2a53839b16b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:23.999852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7de2b9f-5410-469f-a3ba-1a08a7d97298 req-47310944-20aa-4847-98dc-a2a53839b16b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 943 time: 0.3458540 Mar 10 23:55:24.089922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 410dee5b-634c-4bd3-956c-37baf7da7f37 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:24.090320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.123847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 410dee5b-634c-4bd3-956c-37baf7da7f37, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=410dee5b-634c-4bd3-956c-37baf7da7f37,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:24.127010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:24.163664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Checking router: 39e7c854-fef6-4cfb-8024-c86d8046a1ae for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:24.165774 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.205851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Routers {'39e7c854-fef6-4cfb-8024-c86d8046a1ae'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:24.206501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:24.209054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks [] for router_gateway (39e7c854-fef6-4cfb-8024-c86d8046a1ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.298599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7de2b9f-5410-469f-a3ba-1a08a7d97298 req-78da9a0d-7e55-4229-b0e4-fd4f5590c06c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796712 Mar 10 23:55:24.315319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd9ec24f-d67c-4705-81f4-11f09646d79f req-3ca027e7-9187-4da3-890e-1c7f686a3b84 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376788 Mar 10 23:55:24.342563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-53426882-b558-4866-9447-494b1b7c10e4 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/12931604-4cce-453e-910c-0f8a2d4acf2f HTTP/1.1" status: 200 len: 1796 time: 0.1811848 Mar 10 23:55:24.343265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=410dee5b-634c-4bd3-956c-37baf7da7f37,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:24.393200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Deleting port e0746050-c6e7-4e32-9aff-af08a782fe57 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:24.393570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.451495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] Set router 39e7c854-fef6-4cfb-8024-c86d8046a1ae gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:24.651766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-f4402a1c-d443-4d88-b223-d5c83dae7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:24.654210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-f4402a1c-d443-4d88-b223-d5c83dae7358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 1125 time: 0.2566285 Mar 10 23:55:24.690724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (12931604-4cce-453e-910c-0f8a2d4acf2f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.736232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (12931604-4cce-453e-910c-0f8a2d4acf2f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.821246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12931604-4cce-453e-910c-0f8a2d4acf2f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.823764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:24.825010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bed167df-9d18-4130-a8cb-d598fc1169c7 req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/12931604-4cce-453e-910c-0f8a2d4acf2f HTTP/1.1" status: 204 len: 173 time: 0.4686556 Mar 10 23:55:24.933665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129af72-48b6-438d-bed8-af6f7fe2fb73 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12931604-4cce-453e-910c-0f8a2d4acf2f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:25.004483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] For port e0746050-c6e7-4e32-9aff-af08a782fe57, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e0746050-c6e7-4e32-9aff-af08a782fe57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:25.005044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:25.044450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:25.082493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ed44d-ec58-48f3-980f-1d89fce23361 None None] The sync data for ids ['39e7c854-fef6-4cfb-8024-c86d8046a1ae'] in n-d-831844-1 is: [{'id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'name': 'tempest-ServersTestMultiNic-1927175405-router', 'tenant_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': '01dc4dbe4e9e4738a56eca7503c14fed', 'gw_port': {'id': 'e0746050-c6e7-4e32-9aff-af08a782fe57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:6b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7c854-fef6-4cfb-8024-c86d8046a1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:52:51Z', 'updated_at': '2022-03-10T23:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:25.106263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Calling delete_port for e0746050-c6e7-4e32-9aff-af08a782fe57 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:25.157044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-d59c1869-f1c2-4aab-af57-fd29746cd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.158561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-d59c1869-f1c2-4aab-af57-fd29746cd844 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.4926865 Mar 10 23:55:25.272558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-fc08c5e8-f25a-4773-824a-fa1ba5f5e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.274709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-fc08c5e8-f25a-4773-824a-fa1ba5f5e887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 1127 time: 0.0832016 Mar 10 23:55:25.280381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-102ec9f7-8569-4fee-aeca-5a351682ad3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=066782c9-1fb5-47b4-89a4-ab838f05279d HTTP/1.1" status: 200 len: 217 time: 0.1049681 Mar 10 23:55:25.301662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-8627d02a-5f05-46ca-acd4-52d34b48d985 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.303418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-8627d02a-5f05-46ca-acd4-52d34b48d985 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.5091062 Mar 10 23:55:25.381773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-5c3316e2-5199-4469-adda-eeedb9f764e4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/quotas/4a8173eb72394edca64ce84f6cac4abc HTTP/1.1" status: 200 len: 375 time: 0.0448956 Mar 10 23:55:25.382697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-9323ac35-42ca-4839-89f3-0dcad6a497ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.384243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-9323ac35-42ca-4839-89f3-0dcad6a497ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 912 time: 0.0992219 Mar 10 23:55:25.441521 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-6dc2363d-132e-4638-9e42-eb580349e006 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=454629a2-b1c3-4776-9355-f3a5d45af840 HTTP/1.1" status: 200 len: 217 time: 0.0501881 Mar 10 23:55:25.441745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-f95877ab-f283-4418-aa0e-09a26b7f18e6 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591090 Mar 10 23:55:25.486217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-a60f3c1b-eb94-465f-ac3e-a697925ca6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.487670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-a60f3c1b-eb94-465f-ac3e-a697925ca6f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.2018275 Mar 10 23:55:25.512219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-66bc17db-7aac-4853-93da-057a619b720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.514612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-66bc17db-7aac-4853-93da-057a619b720e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.0664883 Mar 10 23:55:25.595167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-3bdfc24d-7ca5-4387-ab11-f8e1e4ad77fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746019 Mar 10 23:55:25.615823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 410dee5b-634c-4bd3-956c-37baf7da7f37 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:25.680550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-dfbd2800-4a71-475c-88c1-82a23bbd4dac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315043 Mar 10 23:55:25.719843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 410dee5b-634c-4bd3-956c-37baf7da7f37 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:25.720377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:25.779652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-dd0dc40d-6e1d-455e-89fe-ebc704770fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784418 Mar 10 23:55:25.834510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 410dee5b-634c-4bd3-956c-37baf7da7f37 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:25.835656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-31882f78-624a-4376-94c6-ff7fe9cac968 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:25.837220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-31882f78-624a-4376-94c6-ff7fe9cac968 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.30 "GET /v2.0/networks?id=497d989f-50da-4c12-b688-87548e7cd24e HTTP/1.1" status: 200 len: 812 time: 0.1787436 Mar 10 23:55:25.847523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 58b3f404-015c-43e6-802e-28604a2835a9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:25.907082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 58b3f404-015c-43e6-802e-28604a2835a9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:25.907580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 58b3f404-015c-43e6-802e-28604a2835a9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:25.969932 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-41e7e231-1a0f-4104-a90d-aaeb6cb030a6 req-3d2b5e10-e536-4071-9b15-ec0330be8e04 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831632 Mar 10 23:55:26.040939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-3d00d0c3-5c95-411a-9029-ac46a8a8968e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:26.042489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-3d00d0c3-5c95-411a-9029-ac46a8a8968e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 820 time: 0.7381434 Mar 10 23:55:26.076899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-6c320e20-7409-426c-afe5-4cdf373ef5c5 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337650 Mar 10 23:55:26.118636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-0acc6e7e-077c-4246-aff8-c95701530794 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1 HTTP/1.1" status: 200 len: 380 time: 0.2528327 Mar 10 23:55:26.146441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'port': {'device_id': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'admin_state_up': True, 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'security_groups': ['45aa8101-34ad-4dfa-8056-9f883e1f655e']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:26.161316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-3817f598-2384-490c-be7a-ae86d66c5254 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/quotas/d367d29563e6424a888c766ad2845aad HTTP/1.1" status: 200 len: 375 time: 0.1069221 Mar 10 23:55:26.199325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e0746050-c6e7-4e32-9aff-af08a782fe57), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:26.210189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-900f1a2e-8e3f-4cd9-af7b-ddfab20ea3ee service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701701 Mar 10 23:55:26.216710 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Sync routers for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:26.233661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:26.234808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:26.328737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0746050-c6e7-4e32-9aff-af08a782fe57,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:26.378227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:26.478618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-b833de69-214b-47d2-8986-84c37bce7b6c service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842444 Mar 10 23:55:26.515335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-b859fe4e-a7c7-415e-be45-cab5ae5ebeb2 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3427646 Mar 10 23:55:26.566593 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:26.573912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c724bf1a-18d8-4c2f-80e7-5256da373725 req-dcb194da-5dcc-486c-b4d4-715bf32ac71c service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087268 Mar 10 23:55:26.638381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Made reservation on behalf of 3c4e0ae5fa1e4471ac70e4078f43a6f1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:26.641808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:26.686337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 2, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:26.724150 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Checking router: c18bb079-35df-4081-8785-9f1d0d913a21 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:26.724717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Updating router c18bb079-35df-4081-8785-9f1d0d913a21 port a28b53c8-7e40-47f7-b79f-7df299166c51 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:55:26.763824 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.110098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.110296 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks [] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.119737 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.137462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks [] for router_controller (39e7c854-fef6-4cfb-8024-c86d8046a1ae), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.148254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90778d9c-f02f-41d8-8bc0-cae0e939b1fc req-503a73a0-a504-4b84-bc34-e01c72ac8659 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 210 time: 0.0836148 Mar 10 23:55:27.191572 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6700db-7e19-44c3-8cd6-b96031d38f66 None None] Pushing event updated for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:27.263491 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Attempting to bind port a28b53c8-7e40-47f7-b79f-7df299166c51 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:27.264936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Attempting to bind port a28b53c8-7e40-47f7-b79f-7df299166c51 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:27.265197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Attempting to bind port a28b53c8-7e40-47f7-b79f-7df299166c51 on network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:27.276719 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:27.277170 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Checking segment: {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:27.277991 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.278395 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Bound using segment: {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:27.280004 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Bound port: a28b53c8-7e40-47f7-b79f-7df299166c51, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:27.280895 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.296541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (39e7c854-fef6-4cfb-8024-c86d8046a1ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.297414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e7c854-fef6-4cfb-8024-c86d8046a1ae {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:55:27.306786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.308345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4305c3ae-162c-4084-af68-35bed2a2610e admin admin] 10.222.0.21 "DELETE /v2.0/routers/39e7c854-fef6-4cfb-8024-c86d8046a1ae HTTP/1.1" status: 204 len: 168 time: 3.9011762 Mar 10 23:55:27.313557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:27.363880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-53a44e44-2f16-46b7-bb6f-c0fc621fa9ed service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8476644 Mar 10 23:55:27.414140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Deleting subnet a1b76650-347a-4c0b-adb4-9685769fd0bc {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:55:27.424277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Publish callbacks [] for subnet (a1b76650-347a-4c0b-adb4-9685769fd0bc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.428315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] For port a28b53c8-7e40-47f7-b79f-7df299166c51, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:27.435648 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] For port a28b53c8-7e40-47f7-b79f-7df299166c51, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a28b53c8-7e40-47f7-b79f-7df299166c51,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:27.459099 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.504290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd24799e-535d-47fa-9811-24598b70c516 req-2b4a5f23-1e00-4d0f-8367-50f11e21caa6 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "GET /v2.0/security-groups/82da861f-847c-4703-a9f6-3bc79a36f8aa HTTP/1.1" status: 200 len: 1797 time: 0.2508295 Mar 10 23:55:27.556948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a1b76650-347a-4c0b-adb4-9685769fd0bc), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.569103 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:27.569765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:27.605391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Allocated IP 172.20.0.10 (497d989f-50da-4c12-b688-87548e7cd24e/766f8877-b244-45fc-82cb-fdd0b5e05a63/f65d7ec5-66e4-40bc-833f-aced1a489819) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:27.683072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd24799e-535d-47fa-9811-24598b70c516 req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (82da861f-847c-4703-a9f6-3bc79a36f8aa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.690605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-94868fdf-e787-41d9-87e9-dd081e171d7c service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157427 Mar 10 23:55:27.724921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a1b76650-347a-4c0b-adb4-9685769fd0bc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.738837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd24799e-535d-47fa-9811-24598b70c516 req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (82da861f-847c-4703-a9f6-3bc79a36f8aa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.760319 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6700db-7e19-44c3-8cd6-b96031d38f66 None None] Pushing event updated for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:27.828810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a1b76650-347a-4c0b-adb4-9685769fd0bc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.879900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd24799e-535d-47fa-9811-24598b70c516 req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (82da861f-847c-4703-a9f6-3bc79a36f8aa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.880711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b76650-347a-4c0b-adb4-9685769fd0bc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:27.882334 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cd24799e-535d-47fa-9811-24598b70c516 req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.890328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd24799e-535d-47fa-9811-24598b70c516 req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/82da861f-847c-4703-a9f6-3bc79a36f8aa HTTP/1.1" status: 204 len: 173 time: 0.3836586 Mar 10 23:55:27.893504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.901116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff9f13-7b21-41db-83dd-3599c248d6a6 None None] Network f3034950-eeb1-409f-a48e-4de69a513ad5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:27.908694 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b4cee55-e1fb-40b4-821d-b60c97331233 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1b76650-347a-4c0b-adb4-9685769fd0bc HTTP/1.1" status: 204 len: 168 time: 0.5926406 Mar 10 23:55:27.909477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46472) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:27.941122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94887d95-2f1b-4a39-b594-7366843d1018 tempest-SecurityGroupsTestAdminJSON-1028506284 tempest-SecurityGroupsTestAdminJSON-1028506284-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da861f-847c-4703-a9f6-3bc79a36f8aa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:27.957373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:27.988415 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:28.064917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 066782c9-1fb5-47b4-89a4-ab838f05279d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:28.101276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f3034950-eeb1-409f-a48e-4de69a513ad5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.271354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Deleting port 63b15914-b4b4-4029-962f-bafb2bb9cb07 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:28.271702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.369604 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:27Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:28.387382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3b1b-a01a-42af-8775-83ae3cf86982 req-178039d0-715b-49e1-b099-ace58445a033 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:28.395832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d19a3b1b-a01a-42af-8775-83ae3cf86982 req-178039d0-715b-49e1-b099-ace58445a033 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.4296966 Mar 10 23:55:28.437674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974426c-f7de-40e7-a8e3-3a6efb2a47ae None None] The sync data for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 is: [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:27Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:28.476122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] For port 63b15914-b4b4-4029-962f-bafb2bb9cb07, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63b15914-b4b4-4029-962f-bafb2bb9cb07,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:28.476942 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.497990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=066782c9-1fb5-47b4-89a4-ab838f05279d,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:28.502220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Calling delete_port for 63b15914-b4b4-4029-962f-bafb2bb9cb07 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:28.523364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.551248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '066782c9-1fb5-47b4-89a4-ab838f05279d', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '066782c9-1fb5-47b4-89a4-ab838f05279d', 'mac_address': 'fa:16:3e:8f:d2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:28.556004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] DHCP port deletion for f3034950-eeb1-409f-a48e-4de69a513ad5 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:55:28.667880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 066782c9-1fb5-47b4-89a4-ab838f05279d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:28.668296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.698077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Deleting port 63b15914-b4b4-4029-962f-bafb2bb9cb07 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:28.698521 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.724664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.745126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-cbb32d65-2b5e-4bcb-ac53-57a6d8cf5def tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:28.747953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-cbb32d65-2b5e-4bcb-ac53-57a6d8cf5def tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.7029901 Mar 10 23:55:28.777205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Request body: {'port': {'device_id': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'admin_state_up': True, 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:28.797841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Network 497d989f-50da-4c12-b688-87548e7cd24e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:28.800628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] For port 63b15914-b4b4-4029-962f-bafb2bb9cb07, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63b15914-b4b4-4029-962f-bafb2bb9cb07,segment=NetworkSegment(50ff6377-2e3e-4147-a259-4c3894a015f0),segment_id=50ff6377-2e3e-4147-a259-4c3894a015f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:28.801201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.817622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae005f-9501-4bfd-bfca-90800650f8e5 req-ef887e4d-fadb-4428-a40f-8c5e38613897 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:28.820621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54ae005f-9501-4bfd-bfca-90800650f8e5 req-ef887e4d-fadb-4428-a40f-8c5e38613897 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 943 time: 0.5918038 Mar 10 23:55:28.826171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Calling delete_port for 63b15914-b4b4-4029-962f-bafb2bb9cb07 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:28.911692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:28.948814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (63b15914-b4b4-4029-962f-bafb2bb9cb07), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:28.953944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:28.958072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066782c9-1fb5-47b4-89a4-ab838f05279d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:28.989285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d19a3b1b-a01a-42af-8775-83ae3cf86982 req-16315277-958d-46e9-be9c-a9050208e8af tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921640 Mar 10 23:55:29.012951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event updated for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:29.033871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] No DVR routers for this DVR port 63b15914-b4b4-4029-962f-bafb2bb9cb07 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:29.075751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32864de8-f264-407b-ada9-259bb8bd8c0e None None] Pushing event deleted for resources: {'Port': ['ID=63b15914-b4b4-4029-962f-bafb2bb9cb07,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:29.100180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=066782c9-1fb5-47b4-89a4-ab838f05279d,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:29.110633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:29.289104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:29.342398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['066782c9-1fb5-47b4-89a4-ab838f05279d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:29.628641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b15914-b4b4-4029-962f-bafb2bb9cb07,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:29.654658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] No DVR routers for this DVR port 63b15914-b4b4-4029-962f-bafb2bb9cb07 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:29.710725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54ae005f-9501-4bfd-bfca-90800650f8e5 req-9abc34fd-293f-435d-82be-1d55dd90d9db tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743017 Mar 10 23:55:29.745097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:29.750408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:29.758358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a35e975e-dae0-4203-a171-df410527732c None None] Provisioning complete for port f65d7ec5-66e4-40bc-833f-aced1a489819 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:29.758836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a35e975e-dae0-4203-a171-df410527732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:29.874857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-c672246e-4470-48d9-b1ec-76e481e27085 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7387664 Mar 10 23:55:29.903183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a35e975e-dae0-4203-a171-df410527732c None None] Port f65d7ec5-66e4-40bc-833f-aced1a489819 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:29.905457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a28b53c8-7e40-47f7-b79f-7df299166c51 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:29.943958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Request body: {'port': {'device_id': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:29.961531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f3034950-eeb1-409f-a48e-4de69a513ad5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.004426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3034950-eeb1-409f-a48e-4de69a513ad5']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:30.025104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ff6377-2e3e-4147-a259-4c3894a015f0') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:30.025587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ff6377-2e3e-4147-a259-4c3894a015f0') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:30.051438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (50ff6377-2e3e-4147-a259-4c3894a015f0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.074582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a28b53c8-7e40-47f7-b79f-7df299166c51 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:30.078652 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.080905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (50ff6377-2e3e-4147-a259-4c3894a015f0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.094676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:55:30.095322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (50ff6377-2e3e-4147-a259-4c3894a015f0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:55:30.239152 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:55:30.244808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-b5b31ad1-333c-4212-973c-578af7cd3113 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "GET /v2.0/security-groups/52fd9c3b-3ce9-4bbc-8980-d5d8d0234700 HTTP/1.1" status: 200 len: 1797 time: 0.4398928 Mar 10 23:55:30.248463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f3034950-eeb1-409f-a48e-4de69a513ad5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.271166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.284809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f3034950-eeb1-409f-a48e-4de69a513ad5 HTTP/1.1" status: 204 len: 168 time: 2.3712583 Mar 10 23:55:30.326332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5cf91-2886-43ec-a567-de75b4e8d7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3034950-eeb1-409f-a48e-4de69a513ad5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:30.347597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a28b53c8-7e40-47f7-b79f-7df299166c51 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:30.348641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.386541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84dd7aa2-e819-456f-9765-1afd42ecbded req-86632554-a8dc-420f-9490-8d991b2e2341 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 210 time: 0.1779222 Mar 10 23:55:30.403665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.419119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port a28b53c8-7e40-47f7-b79f-7df299166c51, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a28b53c8-7e40-47f7-b79f-7df299166c51,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:30.438553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.557551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (52fd9c3b-3ce9-4bbc-8980-d5d8d0234700), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.608284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:30.613175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:30.616264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.624397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63b15914-b4b4-4029-962f-bafb2bb9cb07 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:30.634897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46494) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:30.668796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 63b15914-b4b4-4029-962f-bafb2bb9cb07 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:30.669796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63b15914-b4b4-4029-962f-bafb2bb9cb07 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:30.673240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e0746050-c6e7-4e32-9aff-af08a782fe57 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:30.727839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e0746050-c6e7-4e32-9aff-af08a782fe57 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:30.728249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e0746050-c6e7-4e32-9aff-af08a782fe57 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:30.730255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f60701b-14b8-4676-8968-698f43d91fbe req-f27d519e-2c2e-4832-b43b-a13dc4116094 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 210 time: 0.1461318 Mar 10 23:55:30.756125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-73d1bd44-bdde-4874-8426-fd5cd6b33ce6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:30.761329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-73d1bd44-bdde-4874-8426-fd5cd6b33ce6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 820 time: 0.3787205 Mar 10 23:55:30.768382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (52fd9c3b-3ce9-4bbc-8980-d5d8d0234700), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.783651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'port': {'device_id': '5ecac127-ce54-474f-afae-ff04933d2561', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'admin_state_up': True, 'tenant_id': 'd367d29563e6424a888c766ad2845aad'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:30.793042 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c5e8160b-c8be-46d0-a208-53b440cb08cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01dc4dbe4e9e4738a56eca7503c14fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461937 Mar 10 23:55:30.797570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46500) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:30.951604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] Publish callbacks [] for security_group (50c0c3df-2b5c-4331-ac8a-8b8985abbfc3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:30.992479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] Publish callbacks [] for security_group (50c0c3df-2b5c-4331-ac8a-8b8985abbfc3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.022191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Made reservation on behalf of d367d29563e6424a888c766ad2845aad for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:31.024735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (52fd9c3b-3ce9-4bbc-8980-d5d8d0234700), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.025558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.027331 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.028507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dedb731f-36d7-42a5-a035-65a982cd9140 req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "DELETE /v2.0/security-groups/52fd9c3b-3ce9-4bbc-8980-d5d8d0234700 HTTP/1.1" status: 204 len: 173 time: 0.7826037 Mar 10 23:55:31.085140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61747797-b50e-4135-9e6c-0e413cad5ecc tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd9c3b-3ce9-4bbc-8980-d5d8d0234700,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:31.104978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (50c0c3df-2b5c-4331-ac8a-8b8985abbfc3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.108017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.112870 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50c0c3df-2b5c-4331-ac8a-8b8985abbfc3 HTTP/1.1" status: 204 len: 168 time: 0.3103468 Mar 10 23:55:31.128507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88157bb1-8de0-47b3-bab1-d49dbfd8291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0c3df-2b5c-4331-ac8a-8b8985abbfc3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:31.196413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bb6fb-1798-43ec-a17f-87b28cd099a8 req-9d1b8833-d0d4-4ac6-8021-8e6fcc271785 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:31.200526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-720bb6fb-1798-43ec-a17f-87b28cd099a8 req-9d1b8833-d0d4-4ac6-8021-8e6fcc271785 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 932 time: 0.2871659 Mar 10 23:55:31.214728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Allocated IP 172.20.0.6 (9e9a2e35-e658-4222-b39b-8ac8ecb4990d/6e85d7c9-c98e-40e6-b233-3b6a3024219e/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:31.288930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Allocated IP 172.20.0.14 (be0b5bb0-0218-433d-b79c-c43155e18f37/08b21ecb-0c63-46cf-9fc6-ef1829834776/580c17e0-c482-4d07-9baf-6122630bc84d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:31.423734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-720bb6fb-1798-43ec-a17f-87b28cd099a8 req-153656b4-95e6-42a7-9a42-2058f6726f44 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003124 Mar 10 23:55:31.441040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.445972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5f68-f2d1-4c9e-90e5-4a2aa9223723 req-07c59cb4-874b-44e1-b54c-6cc317d8eea9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:31.455385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6db5f68-f2d1-4c9e-90e5-4a2aa9223723 req-07c59cb4-874b-44e1-b54c-6cc317d8eea9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.2465630 Mar 10 23:55:31.526089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.590222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:31.596286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a28b53c8-7e40-47f7-b79f-7df299166c51 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:31.596820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:31.602099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:31.617828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6db5f68-f2d1-4c9e-90e5-4a2aa9223723 req-f868fd99-b888-499d-ab4b-7594ab80046a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614656 Mar 10 23:55:31.636880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:31.685496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65d7ec5-66e4-40bc-833f-aced1a489819 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:31.709116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:31.709654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.732716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a28b53c8-7e40-47f7-b79f-7df299166c51 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:31.733733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.737622 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-0f566eeb-c93a-4a99-a8dc-507799694790 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641533 Mar 10 23:55:31.745742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks [] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.754178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Request body: {'port': {'device_id': '5ecac127-ce54-474f-afae-ff04933d2561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:31.798347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0a43f-0362-4f45-9d1d-fa9a3fbb2160 req-0e8aad05-79e1-438e-a4d1-8d7fd782565b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:31.799961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e0a43f-0362-4f45-9d1d-fa9a3fbb2160 req-0e8aad05-79e1-438e-a4d1-8d7fd782565b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 944 time: 0.2523754 Mar 10 23:55:31.805672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Transition to ACTIVE for port object f65d7ec5-66e4-40bc-833f-aced1a489819 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:31.827794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.863283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a28b53c8-7e40-47f7-b79f-7df299166c51 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:31.886320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.886562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks [] for port (580c17e0-c482-4d07-9baf-6122630bc84d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:31.902300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-2299f6b2-f138-496f-b490-dc9a2df53fb4 tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "GET /v2.0/security-groups/fedb128a-018d-4c51-84ea-615c1267e9a8 HTTP/1.1" status: 200 len: 1797 time: 0.2248054 Mar 10 23:55:32.005981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:32.042680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e0a43f-0362-4f45-9d1d-fa9a3fbb2160 req-07aeb136-094b-497a-8b80-2018cd02c6e0 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239816 Mar 10 23:55:32.043962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 066782c9-1fb5-47b4-89a4-ab838f05279d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:32.190531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.191780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 066782c9-1fb5-47b4-89a4-ab838f05279d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:32.202918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 066782c9-1fb5-47b4-89a4-ab838f05279d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:32.203294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.211950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (fedb128a-018d-4c51-84ea-615c1267e9a8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.333256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (fedb128a-018d-4c51-84ea-615c1267e9a8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.340566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 066782c9-1fb5-47b4-89a4-ab838f05279d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:32.341574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.362531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Network be0b5bb0-0218-433d-b79c-c43155e18f37 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:32.378743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:32.385697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Attempting to bind port f65d7ec5-66e4-40bc-833f-aced1a489819 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:32.386237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Attempting to bind port f65d7ec5-66e4-40bc-833f-aced1a489819 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:32.386771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Attempting to bind port f65d7ec5-66e4-40bc-833f-aced1a489819 on network 497d989f-50da-4c12-b688-87548e7cd24e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:32.389827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:32.392883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:32.402956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks [] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.409955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:32.413165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:32.416052 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b68307-5b4a-4520-a499-bffcec945ae5" -d '{"events": [{"server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "name": "network-vif-plugged", "status": "completed", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:32.417936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:32.423144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Transition to ACTIVE for port object d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:32.429560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.438569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=066782c9-1fb5-47b4-89a4-ab838f05279d,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:32.449182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Port f65d7ec5-66e4-40bc-833f-aced1a489819 on network 497d989f-50da-4c12-b688-87548e7cd24e not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:32.449485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.449958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Attempting to bind port f65d7ec5-66e4-40bc-833f-aced1a489819 on network 497d989f-50da-4c12-b688-87548e7cd24e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:32.473668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10aa5d-1000-4c32-9f34-7452df42702d req-cddf2f18-9f67-4a98-b610-c5d8fa6b7672 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:32.480953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da10aa5d-1000-4c32-9f34-7452df42702d req-cddf2f18-9f67-4a98-b610-c5d8fa6b7672 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 932 time: 0.3248532 Mar 10 23:55:32.488106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:32.488869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Checking segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:32.489459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Bound using segment: {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:32.490122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Bound port: f65d7ec5-66e4-40bc-833f-aced1a489819, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3058eaf5-c423-40f7-88a0-403c7ad1b0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:32.490253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:32.490802 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.521969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:32.543304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:32.544045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.546881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fedb128a-018d-4c51-84ea-615c1267e9a8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.549417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.566162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-638aa850-e3e1-40b8-9d1e-e919d11fb27e req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] 10.222.0.21 "DELETE /v2.0/security-groups/fedb128a-018d-4c51-84ea-615c1267e9a8 HTTP/1.1" status: 204 len: 173 time: 0.6531067 Mar 10 23:55:32.605212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Attempting to bind port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:32.605593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Attempting to bind port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:32.605879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Attempting to bind port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 on network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:32.612544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 on network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:32.612863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Attempting to bind port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 on network 9e9a2e35-e658-4222-b39b-8ac8ecb4990d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:32.618044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:32.618819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Checking segment: {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:32.618966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Bound using segment: {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:32.619311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Bound port: d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53671429-3b63-4579-a51c-30c31c35767b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:32.620341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.682496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1f28e-8d80-49b6-a9fa-34499fe03b2c tempest-SecurityGroupsTestAdminJSON-937277049 tempest-SecurityGroupsTestAdminJSON-937277049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb128a-018d-4c51-84ea-615c1267e9a8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:32.710116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1586951798-network', 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:32.723359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da10aa5d-1000-4c32-9f34-7452df42702d req-fc89efb0-af7f-4fc5-ad8c-78463441465e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411468 Mar 10 23:55:32.731643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-abf9b4cd-dbfb-48f7-9e99-d4cf71f9da2a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9608808 Mar 10 23:55:32.739552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:32.746969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:32.757953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.765176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Request body: {'port': {'device_id': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:32.803435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:32.805829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.809060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:32.809520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:32.810153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.813189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] 10.222.0.30 "PUT /v2.0/ports/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 1091 time: 1.0675573 Mar 10 23:55:32.820350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:32.824450 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:32.832152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.843484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f65d7ec5-66e4-40bc-833f-aced1a489819,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:32.845823 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fec790-855f-4c5f-9139-ea9239d6a0dc x-openstack-request-id: req-68fec790-855f-4c5f-9139-ea9239d6a0dc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:32.846653 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "name": "network-vif-plugged", "status": "completed", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:32.847068 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68fec790-855f-4c5f-9139-ea9239d6a0dc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:32.847650 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d', 'code': 200} Mar 10 23:55:32.889161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74eb46-bd63-4626-8379-27c3393462c8 req-f62aa4e4-dc74-4b02-b043-9182282ac590 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:32.896710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd74eb46-bd63-4626-8379-27c3393462c8 req-f62aa4e4-dc74-4b02-b043-9182282ac590 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 943 time: 0.2435131 Mar 10 23:55:32.911477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.938358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:32.982185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46548) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:32.996575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a65530-1e0e-49a3-83b6-65d2a3a5a332 service neutron] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:33.012607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.014864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.016898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/f65d7ec5-66e4-40bc-833f-aced1a489819 HTTP/1.1" status: 200 len: 1092 time: 3.0853434 Mar 10 23:55:33.056483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-145632cd-f5f1-4f16-a30f-359f21e2a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.058257 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-145632cd-f5f1-4f16-a30f-359f21e2a09b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1125 time: 0.1904714 Mar 10 23:55:33.064405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:33.067105 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:33.081794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc210c-a374-4e11-be7f-1225f15ad69b req-a7843057-fc7f-46ca-b545-d07728194ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.083358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39bc210c-a374-4e11-be7f-1225f15ad69b req-a7843057-fc7f-46ca-b545-d07728194ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 1127 time: 0.1684549 Mar 10 23:55:33.137757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd74eb46-bd63-4626-8379-27c3393462c8 req-f9e50e3c-3263-4984-bdd1-4743fd6d0235 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357285 Mar 10 23:55:33.153148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-e0821fe0-4f87-4496-9fb4-18e291b0a927 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0867736 Mar 10 23:55:33.270933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-8b7a1542-80fb-4380-a049-31f4700752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.274173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-8b7a1542-80fb-4380-a049-31f4700752d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.1048608 Mar 10 23:55:33.319458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39bc210c-a374-4e11-be7f-1225f15ad69b req-871af58f-9048-4bb1-9650-f30c60c936b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757133 Mar 10 23:55:33.341507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-180f605a-1524-482d-b004-7aed65899fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383430 Mar 10 23:55:33.359730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-24d9575c-ebff-4d18-91a6-7417007493e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339efc9b8bfc457dbd582d42d4605552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739839 Mar 10 23:55:33.362484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46556) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:33.374446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cca59-6314-4bae-8583-1210e180d0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:33.414627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] Publish callbacks [] for security_group (f1cf3b7e-5296-4907-b85c-b7c66f40837e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.445088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] Publish callbacks [] for security_group (f1cf3b7e-5296-4907-b85c-b7c66f40837e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.451696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3235e-a01a-4cdc-a83f-bce84fae780d req-d1296843-068a-4420-a311-bebae9a38eda tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.460269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76c3235e-a01a-4cdc-a83f-bce84fae780d req-d1296843-068a-4420-a311-bebae9a38eda tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 944 time: 0.4697750 Mar 10 23:55:33.488834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-820394df-4610-481e-8714-032b683d3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.490328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-820394df-4610-481e-8714-032b683d3ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1&device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 1126 time: 0.3958008 Mar 10 23:55:33.513556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks [] for security_group (d475d8a2-f54e-4eea-9daf-12fc2598cb98), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.533859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1cf3b7e-5296-4907-b85c-b7c66f40837e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.536831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.538107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1cf3b7e-5296-4907-b85c-b7c66f40837e HTTP/1.1" status: 204 len: 168 time: 0.1746469 Mar 10 23:55:33.553438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58b1d-6a21-40cf-bd83-0ee9740a25a7 req-dddee5e0-956d-42d6-a2ab-c803b035902d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:33.553706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8d58b1d-6a21-40cf-bd83-0ee9740a25a7 req-dddee5e0-956d-42d6-a2ab-c803b035902d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.3127189 Mar 10 23:55:33.554257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d475d8a2-f54e-4eea-9daf-12fc2598cb98), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:33.565990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf40c6e-69c8-4cff-ae6b-003b15805e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cf3b7e-5296-4907-b85c-b7c66f40837e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:33.676261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-13907aae-8fa5-400c-9d7d-34697dc89b0a service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539893 Mar 10 23:55:33.823671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b7b03dc9-432c-4116-9e03-18b05d4ef0c7 req-013c7c51-b3df-4925-bd2d-1e39543e96b8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411767 Mar 10 23:55:34.006437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-d9a589af-f5cd-44b3-b7e3-eef09f1d9614 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d7ec5-66e4-40bc-833f-aced1a489819 HTTP/1.1" status: 200 len: 217 time: 0.4816751 Mar 10 23:55:34.030332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:34.033712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:55:34.084412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76c3235e-a01a-4cdc-a83f-bce84fae780d req-dee156ad-6e32-41bf-831d-daf8ad129fe4 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6214442 Mar 10 23:55:34.089906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd34c6ac-e244-41c8-9bd8-317f9f7ca915 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6fe5b40b42542689205a9f10a92eb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583038 Mar 10 23:55:34.093182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:34.127886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9b591eee-269f-450c-852e-c50968473a31), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.128271 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Added segment 9b591eee-269f-450c-852e-c50968473a31 of type vlan for network f474d164-ccd1-4103-be3a-e8d523293da6 Mar 10 23:55:34.134519 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde938f9-63a1-4651-87d8-71fdf59f69f8 x-openstack-request-id: req-dde938f9-63a1-4651-87d8-71fdf59f69f8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:34.134709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d475d8a2-f54e-4eea-9daf-12fc2598cb98,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:34.134845 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:34.135420 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dde938f9-63a1-4651-87d8-71fdf59f69f8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:34.135832 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:55:34.223332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-3d6efae2-8f4f-4a3c-a716-167f52d02dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.224906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-3d6efae2-8f4f-4a3c-a716-167f52d02dfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=766f8877-b244-45fc-82cb-fdd0b5e05a63 HTTP/1.1" status: 200 len: 851 time: 0.2039611 Mar 10 23:55:34.246884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] Publish callbacks [] for security_group (cc8905cc-18a6-4df8-9e00-200bd37aadfc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.254893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8d58b1d-6a21-40cf-bd83-0ee9740a25a7 req-14256e4b-62af-4698-b5c9-12f0452ce295 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678464 Mar 10 23:55:34.256305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-33a18a93-68c3-49d2-ae02-71e4cf18b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.257804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-33a18a93-68c3-49d2-ae02-71e4cf18b53b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1125 time: 0.0772555 Mar 10 23:55:34.281621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f474d164-ccd1-4103-be3a-e8d523293da6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.318298 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] Publish callbacks [] for security_group (cc8905cc-18a6-4df8-9e00-200bd37aadfc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.358972 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228e441-6fb6-40a3-9c4d-90447f1acc71 x-openstack-request-id: req-2228e441-6fb6-40a3-9c4d-90447f1acc71 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:34.359271 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:34.359866 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2228e441-6fb6-40a3-9c4d-90447f1acc71 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:34.360203 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'status': 'completed', 'code': 200} Mar 10 23:55:34.405640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580c17e0-c482-4d07-9baf-6122630bc84d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:34.433077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks [] for port (580c17e0-c482-4d07-9baf-6122630bc84d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.442792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674216-c5ce-41c0-a2ed-5fa02a15258d req-f107a97f-e3c7-47dc-88fc-d3b2dcb367e8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.444330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee674216-c5ce-41c0-a2ed-5fa02a15258d req-f107a97f-e3c7-47dc-88fc-d3b2dcb367e8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.2381134 Mar 10 23:55:34.444981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f474d164-ccd1-4103-be3a-e8d523293da6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.445861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.446646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.450578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cc8905cc-18a6-4df8-9e00-200bd37aadfc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.457590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.462798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8905cc-18a6-4df8-9e00-200bd37aadfc HTTP/1.1" status: 204 len: 168 time: 0.3678370 Mar 10 23:55:34.468833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-62764b50-88c0-4604-8c02-11093eeb7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.470295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-62764b50-88c0-4604-8c02-11093eeb7fcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.2021117 Mar 10 23:55:34.475517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269636c4-7e72-4a5b-9dbd-94f9edc21f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8905cc-18a6-4df8-9e00-200bd37aadfc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:34.493077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-fab0c08a-211a-4a89-bb1f-a527d166802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.494528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-fab0c08a-211a-4a89-bb1f-a527d166802a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=497d989f-50da-4c12-b688-87548e7cd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2333488 Mar 10 23:55:34.546293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-e1bc7dae-a64a-4a32-b163-0ee366d1a999 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0644019 Mar 10 23:55:34.570976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Transition to ACTIVE for port object 580c17e0-c482-4d07-9baf-6122630bc84d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:34.574397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1584084 Mar 10 23:55:34.581968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46574) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:34.635827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Request body: {'subnet': {'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1586951798-subnet', 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:34.640041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.663193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-dcf7f182-acfd-4080-9e9f-5a4bbba03890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.663699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b35d0-a4a6-4adb-8da0-2a8ef354ea86 admin admin] Pushing event updated for resources: {'Network': ['ID=f474d164-ccd1-4103-be3a-e8d523293da6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:34.664702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-dcf7f182-acfd-4080-9e9f-5a4bbba03890 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.1120839 Mar 10 23:55:34.677670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f474d164-ccd1-4103-be3a-e8d523293da6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:55:34.781733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee674216-c5ce-41c0-a2ed-5fa02a15258d req-1768e652-7f37-4265-be56-19934bc1d566 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224754 Mar 10 23:55:34.784307 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-a1f60a0a-1b07-48ff-ac70-7cd6f016dd74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902312 Mar 10 23:55:34.814890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:34.817311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:34.855843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65738ce-77a4-4bc0-9be9-c070cdef175f req-9f781745-f68a-4e55-9019-ba9fe836d23c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:34.858077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c65738ce-77a4-4bc0-9be9-c070cdef175f req-9f781745-f68a-4e55-9019-ba9fe836d23c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 932 time: 0.4412484 Mar 10 23:55:34.942456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:34.943489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-0b39c9ab-2651-4f6b-931b-5e437faad1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578963 Mar 10 23:55:34.980654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-02852fdc-4e55-4d82-906a-f44364acff3f service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702885 Mar 10 23:55:35.083509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ab63b5dc-1504-4a9f-a97d-d8526fbd3bf2 req-2c4611b5-0876-4c88-ba61-729550b1a529 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Mar 10 23:55:35.230572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c65738ce-77a4-4bc0-9be9-c070cdef175f req-af85fd60-1829-46c2-8c40-2a1d6b82ffea tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390806 Mar 10 23:55:35.238105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Attempting to bind port 580c17e0-c482-4d07-9baf-6122630bc84d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:35.238519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Attempting to bind port 580c17e0-c482-4d07-9baf-6122630bc84d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:35.238924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Attempting to bind port 580c17e0-c482-4d07-9baf-6122630bc84d on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:35.261309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55262-0c36-4537-aeac-6b5ea1742c14 req-5ae7df5c-c584-4fea-ab78-b6a7141b86f7 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:35.268906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cea55262-0c36-4537-aeac-6b5ea1742c14 req-5ae7df5c-c584-4fea-ab78-b6a7141b86f7 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 943 time: 0.3695362 Mar 10 23:55:35.283886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Port 580c17e0-c482-4d07-9baf-6122630bc84d on network be0b5bb0-0218-433d-b79c-c43155e18f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:35.284312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Attempting to bind port 580c17e0-c482-4d07-9baf-6122630bc84d on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:35.328593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:35.329045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Checking segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:35.329508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Bound using segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:35.330043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Bound port: 580c17e0-c482-4d07-9baf-6122630bc84d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:35.330455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:35.351128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3f9d65-d6a4-4340-9f1c-9e11f1fbe560 req-be9de856-61b2-4f85-8f71-b83bb9801daf service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627493 Mar 10 23:55:35.517966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cea55262-0c36-4537-aeac-6b5ea1742c14 req-85251085-339f-404e-8abd-dc2e580d29a3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478404 Mar 10 23:55:35.540302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (25cf4162-70f3-419a-8853-74b0935164aa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:35.585426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:35.608291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897cdeb-04a9-4a44-a427-298cf4f545e5 req-21e5eaa6-46eb-4705-b4a6-0818e482e0f9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:35.611515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5897cdeb-04a9-4a44-a427-298cf4f545e5 req-21e5eaa6-46eb-4705-b4a6-0818e482e0f9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 944 time: 0.2580311 Mar 10 23:55:35.619971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:35.661544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-12612bf7-d301-4971-8bc7-82c9dd311ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:35.668333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-12612bf7-d301-4971-8bc7-82c9dd311ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1&device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 1126 time: 0.2348797 Mar 10 23:55:35.707486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cf4162-70f3-419a-8853-74b0935164aa,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:35.710115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:35.828301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:35.828947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:35.830454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] 10.222.0.30 "PUT /v2.0/ports/580c17e0-c482-4d07-9baf-6122630bc84d HTTP/1.1" status: 200 len: 1092 time: 3.0840988 Mar 10 23:55:35.848987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:35.849328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Network hostable DHCP agents. Network: f474d164-ccd1-4103-be3a-e8d523293da6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:55:35.992941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80049a1-03db-4f03-9826-18e03334f423 service neutron] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:36.010763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5897cdeb-04a9-4a44-a427-298cf4f545e5 req-c59213cf-2158-4256-b0e2-c0a33cbaaab6 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598399 Mar 10 23:55:36.023250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13815f-f2b5-4914-89e8-aa9005d0ceae req-18731066-1e17-48d4-b916-50795025d21f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.030884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e13815f-f2b5-4914-89e8-aa9005d0ceae req-18731066-1e17-48d4-b916-50795025d21f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.3613989 Mar 10 23:55:36.033021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Network f474d164-ccd1-4103-be3a-e8d523293da6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:55:36.098697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f474d164-ccd1-4103-be3a-e8d523293da6) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:36.109300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608c5eb-7f88-48e4-b816-79b6bbf58296 None None] Network f474d164-ccd1-4103-be3a-e8d523293da6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:36.112571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-04991300-4d9d-4f68-9959-d549c8f94a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.114653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-04991300-4d9d-4f68-9959-d549c8f94a6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=497d989f-50da-4c12-b688-87548e7cd24e HTTP/1.1" status: 200 len: 913 time: 0.4318721 Mar 10 23:55:36.116198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.116845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:36.128778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-54b83750-89de-45d1-ab9b-93565714d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.130356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-54b83750-89de-45d1-ab9b-93565714d241 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 1126 time: 0.2191591 Mar 10 23:55:36.199214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-dbcb58cb-6869-4cc4-828e-bfd4ee05d57b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d7ec5-66e4-40bc-833f-aced1a489819 HTTP/1.1" status: 200 len: 217 time: 0.0678456 Mar 10 23:55:36.317341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fbad24d2-ea39-4317-93e8-1f72be3c268f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7288921 Mar 10 23:55:36.319844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad22a0-0690-4229-990f-8449c34048d3 None None] Network f474d164-ccd1-4103-be3a-e8d523293da6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:55:36.371893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e13815f-f2b5-4914-89e8-aa9005d0ceae req-aa216500-72a8-434d-af26-662b1c5cb785 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398683 Mar 10 23:55:36.394032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:36.397358 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:36.411163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-a95cd8eb-846d-495f-b259-ed67b0176b41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580c17e0-c482-4d07-9baf-6122630bc84d HTTP/1.1" status: 200 len: 217 time: 0.2129190 Mar 10 23:55:36.544372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-3fd9c00d-182f-41b0-9169-637893dc5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.546448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-3fd9c00d-182f-41b0-9169-637893dc5a7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=766f8877-b244-45fc-82cb-fdd0b5e05a63 HTTP/1.1" status: 200 len: 851 time: 0.3325531 Mar 10 23:55:36.636435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb5c3a-5111-4586-92d0-ad45dd2e328d req-e7b29118-bc77-4e7c-8886-fdfbaf746c07 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.637931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ddb5c3a-5111-4586-92d0-ad45dd2e328d req-e7b29118-bc77-4e7c-8886-fdfbaf746c07 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.4470494 Mar 10 23:55:36.640781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-55205e37-d95f-4bc4-9af0-568de88a94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.642191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-55205e37-d95f-4bc4-9af0-568de88a94fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.2156553 Mar 10 23:55:36.672332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57f1fab9-0833-462b-a658-3acea9096e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:36.702133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-21fedcec-2044-4ca4-beda-5f8f26837e7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526466 Mar 10 23:55:36.737572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdab05-d920-48a2-9ba5-f9654702397f req-7b3ee245-ce0b-4932-a3f0-6891db7fcb03 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.739187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51bdab05-d920-48a2-9ba5-f9654702397f req-7b3ee245-ce0b-4932-a3f0-6891db7fcb03 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 944 time: 0.2083244 Mar 10 23:55:36.775719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-9f14ce51-d47c-41f1-afc0-e179abbd2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:36.777263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-9f14ce51-d47c-41f1-afc0-e179abbd2334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=497d989f-50da-4c12-b688-87548e7cd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2157264 Mar 10 23:55:36.836042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ddb5c3a-5111-4586-92d0-ad45dd2e328d req-dff9c8e4-8614-4c5e-8019-282b9f683e5d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702933 Mar 10 23:55:36.956821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51bdab05-d920-48a2-9ba5-f9654702397f req-5168f2c8-46c8-45ee-b8e1-e30d0cdf0d54 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933496 Mar 10 23:55:36.970489 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0627857-0c34-4326-919e-5a7128cc523f x-openstack-request-id: req-a0627857-0c34-4326-919e-5a7128cc523f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:36.970789 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:36.971050 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0627857-0c34-4326-919e-5a7128cc523f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:36.971451 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d', 'status': 'completed', 'code': 200} Mar 10 23:55:37.027513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-e7dd514e-76a8-4727-8055-585981f3e289 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076706 Mar 10 23:55:37.172628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-d425aa3b-7e0e-43ab-b681-bad7112534e2 service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748679 Mar 10 23:55:37.218517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4aa5-4b30-4982-9c0f-692d8ceeaada req-0fe9a296-e6e3-4766-be9b-d7001d84b9cd tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:37.220044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f36d4aa5-4b30-4982-9c0f-692d8ceeaada req-0fe9a296-e6e3-4766-be9b-d7001d84b9cd tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 943 time: 0.1954663 Mar 10 23:55:37.276669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3224c9eb-bad9-4668-9336-fb0a09d52f25 req-f4b28004-31aa-46c9-827d-6e7468b1ba8e service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343862 Mar 10 23:55:37.356519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f36d4aa5-4b30-4982-9c0f-692d8ceeaada req-2f0d8f33-d00a-49cd-b3b6-95538867dfed tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261399 Mar 10 23:55:37.494704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e629dbf8-aa4a-4d3d-b71a-d3afb18ba874 req-f0ec40c9-cdd4-4936-96ca-c624a8cb2dae service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154080 Mar 10 23:55:37.521114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-55075a6a-bc0f-45cf-8037-d42b0058be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:37.522625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-55075a6a-bc0f-45cf-8037-d42b0058be31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 1126 time: 0.1819248 Mar 10 23:55:37.926760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bdc13-979a-4b35-8e33-384bf59a4b3e req-2e597501-2a7c-41fd-aafe-ab5e64ae0eaa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:37.928262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c65bdc13-979a-4b35-8e33-384bf59a4b3e req-2e597501-2a7c-41fd-aafe-ab5e64ae0eaa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.5010600 Mar 10 23:55:37.991154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-f2bc3c12-ff61-46ba-87f3-bf2bd81350a2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:37.992642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-f2bc3c12-ff61-46ba-87f3-bf2bd81350a2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.5778930 Mar 10 23:55:38.039355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-9b8bf40c-aa5b-4d8f-b770-e3fe6880e966 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0399406 Mar 10 23:55:38.045241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c65bdc13-979a-4b35-8e33-384bf59a4b3e req-29e40230-e450-485f-89dc-5d65474d0b4b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Mar 10 23:55:38.056147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-9cfe60d0-de21-4620-b867-e812bf8c68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:38.057243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:38.057764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-9cfe60d0-de21-4620-b867-e812bf8c68f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 904 time: 0.1893075 Mar 10 23:55:38.080549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-4bfb18a4-f502-4a8a-8e11-de1b3e72bb59 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324392 Mar 10 23:55:38.157046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-3f79871d-ae9e-41c7-824b-49c24970b194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=580c17e0-c482-4d07-9baf-6122630bc84d HTTP/1.1" status: 200 len: 217 time: 0.0798345 Mar 10 23:55:38.191822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:38.204663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'port_id': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'mac_address': 'fa:16:3e:7d:cb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:38.244724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:38.245314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:38.260085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:38.281817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:38.286587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:38.298241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-f7e6e756-31dc-47d7-849b-50c19a4c5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:38.299633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-f7e6e756-31dc-47d7-849b-50c19a4c5715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.1219625 Mar 10 23:55:38.337168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1953e0-8e2d-466c-a746-90deb906c336 req-8be4807f-9e58-4ddc-8ded-4fca485572e0 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:38.338812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f1953e0-8e2d-466c-a746-90deb906c336 req-8be4807f-9e58-4ddc-8ded-4fca485572e0 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 944 time: 0.1918797 Mar 10 23:55:38.339529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:38.366070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-cd23faac-9870-4e4b-95b2-deb7829d4188 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585675 Mar 10 23:55:38.378607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-9c3edd2c-25bb-4491-bc01-7a7ac11b51e0 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318685 Mar 10 23:55:38.527059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:38.534103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f1953e0-8e2d-466c-a746-90deb906c336 req-e443be17-6f49-436d-9342-4abe2c1f441a tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706114 Mar 10 23:55:38.569407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-1732a9df-2db2-43e5-90e2-0ec9f8d64f91 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960804 Mar 10 23:55:38.601633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-8a9b76a3-6c2e-46b3-965a-9dfee43dc885 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091815 Mar 10 23:55:38.732794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-d19d0dea-275b-438d-9872-8b5f646e872e tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3571a978a09a42d5a3b833e4116f805f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288107 Mar 10 23:55:38.766797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aa9a487-44c6-4d29-ba99-5b305cdd3c9a req-4f8a1ed5-5703-46b9-8611-ee5e4cef864a service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892602 Mar 10 23:55:38.919584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-fef597ac-d815-4ecd-a92a-c0034630fe38 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:38.921962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-fef597ac-d815-4ecd-a92a-c0034630fe38 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787770 Mar 10 23:55:38.934166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499518dc-ac75-42b3-b717-f6e2982ac052 req-d6364767-16e9-42b1-8118-21622669016f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:38.940851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-499518dc-ac75-42b3-b717-f6e2982ac052 req-d6364767-16e9-42b1-8118-21622669016f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.0957916 Mar 10 23:55:38.967707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-b7e79ec7-df55-4988-9572-92fa3c6e7a45 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/quotas/3571a978a09a42d5a3b833e4116f805f HTTP/1.1" status: 200 len: 375 time: 0.0239692 Mar 10 23:55:39.018525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-bbaf9940-a80f-46d3-b329-738a5b9973cf tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3571a978a09a42d5a3b833e4116f805f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425124 Mar 10 23:55:39.027028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-499518dc-ac75-42b3-b717-f6e2982ac052 req-520deaae-52e1-4a48-a029-66e6e879a045 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Mar 10 23:55:39.184824 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a8431988-73b0-4bdf-b520-a275a4ed2322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:39.188410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326907b-92bc-4c8f-9cf7-a20c75dd3d0c req-553eb61a-175f-48c0-a215-d993e531b576 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:39.190593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c326907b-92bc-4c8f-9cf7-a20c75dd3d0c req-553eb61a-175f-48c0-a215-d993e531b576 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 944 time: 0.0844936 Mar 10 23:55:39.277049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c326907b-92bc-4c8f-9cf7-a20c75dd3d0c req-f7e4422e-ee37-48e4-8da2-0a5ab9a0bd4a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805769 Mar 10 23:55:39.505675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a4c2c-03ee-4377-9bae-047af228ceba req-b6dca1e3-dad8-4b13-ada9-5b70ae898b6e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:39.508201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b16a4c2c-03ee-4377-9bae-047af228ceba req-b6dca1e3-dad8-4b13-ada9-5b70ae898b6e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 944 time: 0.1253572 Mar 10 23:55:39.566880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-902366aa-a8ad-4d5e-9acf-cbae58dad4af req-a08461b2-cfe8-4210-a426-5f4d9b83e929 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 210 time: 0.0446320 Mar 10 23:55:39.630450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b16a4c2c-03ee-4377-9bae-047af228ceba req-64d2a6c2-28b1-464f-8b40-751f4f1c5fc7 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118422 Mar 10 23:55:39.674147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7975d3e7-7e3c-4767-a8c9-325d9d8118a2 req-f4536e97-6849-4d90-b46d-f127d5d77fcd tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 210 time: 0.0422180 Mar 10 23:55:39.811502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252dc8-361a-40ab-9d50-f66d9ee88bfe req-7640a3eb-fd43-4ba8-847a-6b0bcca111d9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:39.816513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab252dc8-361a-40ab-9d50-f66d9ee88bfe req-7640a3eb-fd43-4ba8-847a-6b0bcca111d9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.0952497 Mar 10 23:55:39.871553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb2de3-e379-4aa4-8cc4-2514c8ae9d0e req-3ea40aa4-f414-469f-8372-ddde05dd8dc5 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:39.880220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01bb2de3-e379-4aa4-8cc4-2514c8ae9d0e req-3ea40aa4-f414-469f-8372-ddde05dd8dc5 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 944 time: 0.1072388 Mar 10 23:55:39.922917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab252dc8-361a-40ab-9d50-f66d9ee88bfe req-f896dfcc-da0b-4517-9ee6-8b881e1b72fa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036143 Mar 10 23:55:39.948755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01bb2de3-e379-4aa4-8cc4-2514c8ae9d0e req-08926f7a-53d5-444c-bc66-93bfc327cbea tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675454 Mar 10 23:55:40.087140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:40.090830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:40.181406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:40.188531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:40.191130 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.267221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632718-8262-47a0-b0ec-f8115b935602 req-4315ec8d-843c-43a8-9771-96739b82a14f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:40.269411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92632718-8262-47a0-b0ec-f8115b935602 req-4315ec8d-843c-43a8-9771-96739b82a14f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.1085894 Mar 10 23:55:40.300295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:40.344196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92632718-8262-47a0-b0ec-f8115b935602 req-de7fee13-d7f7-4bd4-8538-fbb2de0777c2 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662777 Mar 10 23:55:40.372480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-2c69aaea-ded6-4913-99b9-d91b6a4118fa tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:40.374376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-2c69aaea-ded6-4913-99b9-d91b6a4118fa tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.2775130 Mar 10 23:55:40.396886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:40.490676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '580c17e0-c482-4d07-9baf-6122630bc84d', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': '580c17e0-c482-4d07-9baf-6122630bc84d', 'mac_address': 'fa:16:3e:62:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:40.505446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e290-47c3-4065-bc6a-336239488334 req-18ef137d-5400-430e-a3c1-e72de7101718 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:40.507034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2004e290-47c3-4065-bc6a-336239488334 req-18ef137d-5400-430e-a3c1-e72de7101718 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 944 time: 0.1255405 Mar 10 23:55:40.543395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580c17e0-c482-4d07-9baf-6122630bc84d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:40.544034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.546337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.558683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:40.559325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.563466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.569219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580c17e0-c482-4d07-9baf-6122630bc84d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:40.626136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2004e290-47c3-4065-bc6a-336239488334 req-3c84489b-18f3-4e15-9aa7-9c95a0f30c10 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098819 Mar 10 23:55:40.633820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:40.647311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:40.647535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.668881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:40.674553 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075cc9c3-92d7-4f1e-924a-03d51dcac09d" -d '{"events": [{"server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "name": "network-vif-plugged", "status": "completed", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:40.682079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-e1f4184f-2ed4-4334-8301-ee87b8491459 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3571a978a09a42d5a3b833e4116f805f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322099 Mar 10 23:55:40.693992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.694686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f65d7ec5-66e4-40bc-833f-aced1a489819 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:40.737496 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.766456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:40.785178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:40.809338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:40.847569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-417d2d34-fe78-4992-8efc-1f6192939529 req-e41f12b9-ae38-4bd4-9bb9-36596238491d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 210 time: 0.1037884 Mar 10 23:55:40.945301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:40.973415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f65d7ec5-66e4-40bc-833f-aced1a489819,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:40.990065 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2b6e7-c6c9-4980-8dfd-ba1da3706215 x-openstack-request-id: req-b8a2b6e7-c6c9-4980-8dfd-ba1da3706215 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:40.990065 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "name": "network-vif-plugged", "status": "completed", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:40.990461 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8a2b6e7-c6c9-4980-8dfd-ba1da3706215 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:41.000866 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'code': 200} Mar 10 23:55:41.004419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'port_id': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'mac_address': 'fa:16:3e:b5:20:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:41.028804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.7 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/33359090-7f94-4540-83cf-c323c2a804a5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:41.042091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a65ca-815d-48eb-97d1-d6362a60d142 req-95702991-30c8-40b2-b9fc-0f42cac37590 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.052868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6a65ca-815d-48eb-97d1-d6362a60d142 req-95702991-30c8-40b2-b9fc-0f42cac37590 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.3072882 Mar 10 23:55:41.054836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c554c78-a351-4f54-bc99-388da2622a43 req-e457b0a1-45e8-4dd2-8016-a315c179cb7a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.060586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c554c78-a351-4f54-bc99-388da2622a43 req-e457b0a1-45e8-4dd2-8016-a315c179cb7a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.1753738 Mar 10 23:55:41.060792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-2ee7404c-615f-4980-acf3-407d1c1a24ec tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.062406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-2ee7404c-615f-4980-acf3-407d1c1a24ec tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3203952 Mar 10 23:55:41.082408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Request body: {'port': {'device_id': '2c293877-dc00-4b1f-a377-613447e19e88', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '3571a978a09a42d5a3b833e4116f805f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:41.099064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f65d7ec5-66e4-40bc-833f-aced1a489819 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:41.099840 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.119185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65d7ec5-66e4-40bc-833f-aced1a489819 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:41.147496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dbcc43d-02d7-47a3-88c2-e8f352390493 req-2431a896-acec-4fac-b381-3da9bc97c896 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 210 time: 0.0735631 Mar 10 23:55:41.160968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f65d7ec5-66e4-40bc-833f-aced1a489819,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:41.174285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.230784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ff89d-de1a-4c86-86f2-008ea8840eb5 req-5dee8b4d-a498-430b-882c-fc710217d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.231461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a80ff89d-de1a-4c86-86f2-008ea8840eb5 req-5dee8b4d-a498-430b-882c-fc710217d2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.1698825 Mar 10 23:55:41.237784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 066782c9-1fb5-47b4-89a4-ab838f05279d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:55:41.237784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.264549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6a65ca-815d-48eb-97d1-d6362a60d142 req-18d6a54d-5429-4627-af2c-af9262e8f195 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960039 Mar 10 23:55:41.303358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:41.400671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 066782c9-1fb5-47b4-89a4-ab838f05279d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=066782c9-1fb5-47b4-89a4-ab838f05279d,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:41.401032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.412104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a80ff89d-de1a-4c86-86f2-008ea8840eb5 req-71c6f455-a832-443f-9745-474dbd9d5673 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Mar 10 23:55:41.417946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 066782c9-1fb5-47b4-89a4-ab838f05279d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:55:41.430646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['f65d7ec5-66e4-40bc-833f-aced1a489819'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:41.453646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Made reservation on behalf of 3571a978a09a42d5a3b833e4116f805f for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:41.457153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.474435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['580c17e0-c482-4d07-9baf-6122630bc84d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:41.485363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.495673 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (33359090-7f94-4540-83cf-c323c2a804a5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.515439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2211-9633-4938-a7e3-8dd41210f93d req-0875ec19-3dcd-4a69-866e-55b66954ba26 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.517072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa8f2211-9633-4938-a7e3-8dd41210f93d req-0875ec19-3dcd-4a69-866e-55b66954ba26 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b4373e-c483-4efb-9094-894d1593b26a HTTP/1.1" status: 200 len: 945 time: 0.2046456 Mar 10 23:55:41.530473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cd31a-039b-4168-ba0e-b7b8de21c42d req-78abf4c5-4e64-40c8-9880-5ef4ba6dcc17 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:41.532061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-578cd31a-039b-4168-ba0e-b7b8de21c42d req-78abf4c5-4e64-40c8-9880-5ef4ba6dcc17 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 945 time: 0.1735997 Mar 10 23:55:41.587060 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.658016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.674629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (066782c9-1fb5-47b4-89a4-ab838f05279d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.674976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa8f2211-9633-4938-a7e3-8dd41210f93d req-355d449f-f077-40e0-9a88-deae9a81d445 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401050 Mar 10 23:55:41.714517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90', '066782c9-1fb5-47b4-89a4-ab838f05279d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:41.721502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=066782c9-1fb5-47b4-89a4-ab838f05279d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:41.775773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 066782c9-1fb5-47b4-89a4-ab838f05279d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:55:41.780322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.785199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8c554c78-a351-4f54-bc99-388da2622a43 req-4b16f9b8-4fdc-4818-8ad3-72b256799666 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/066782c9-1fb5-47b4-89a4-ab838f05279d HTTP/1.1" status: 204 len: 173 time: 0.7062175 Mar 10 23:55:41.785774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'name': 'network-vif-deleted', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:41.789178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-578cd31a-039b-4168-ba0e-b7b8de21c42d req-f8d29ef3-bf58-4eca-a3f3-2dbcf63c3e89 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496066 Mar 10 23:55:41.798433 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d551aaa-8373-4627-9140-672c1fd8a891" -d '{"events": [{"server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "name": "network-vif-deleted", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:41.821465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:41.864041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:41.872079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:41.898329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:41.927708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks [] for security_group (f5d18ff1-6143-45fd-8f54-4d1d7fd7de13), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:41.943515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f5d18ff1-6143-45fd-8f54-4d1d7fd7de13), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:42.003408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.004153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:42.052142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf9e39-06d0-4d42-9764-797ae8871497 req-ed10a93a-d0cf-4873-9d52-5ae78ef41b18 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.053625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf9e39-06d0-4d42-9764-797ae8871497 req-ed10a93a-d0cf-4873-9d52-5ae78ef41b18 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.2722671 Mar 10 23:55:42.080499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:42.101050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-7e34738e-6f3c-4c3f-bc22-35cde57a0c33 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7095196 Mar 10 23:55:42.120574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Request body: {'port': {'device_id': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:42.214069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7181dd-666b-4dd7-aa1e-fd540c34e364 req-684665e1-1e08-4978-95cb-cdf33f832522 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.215784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb7181dd-666b-4dd7-aa1e-fd540c34e364 req-684665e1-1e08-4978-95cb-cdf33f832522 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 945 time: 0.2770262 Mar 10 23:55:42.241710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Allocated IP 192.168.233.194 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/4083724f-3772-45ca-9b0a-294262a6c253) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:42.270987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf9e39-06d0-4d42-9764-797ae8871497 req-28d790c7-7979-4ab1-8990-d48b6d2eacd6 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029710 Mar 10 23:55:42.342844 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33359090-7f94-4540-83cf-c323c2a804a5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:42.372657 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57997494-f973-41a0-8aa1-e661abccab02 x-openstack-request-id: req-57997494-f973-41a0-8aa1-e661abccab02 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:42.374396 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b4373e-c483-4efb-9094-894d1593b26a", "name": "network-vif-deleted", "tag": "066782c9-1fb5-47b4-89a4-ab838f05279d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:42.374896 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57997494-f973-41a0-8aa1-e661abccab02 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:42.376359 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b4373e-c483-4efb-9094-894d1593b26a', 'name': 'network-vif-deleted', 'tag': '066782c9-1fb5-47b4-89a4-ab838f05279d', 'status': 'completed', 'code': 200} Mar 10 23:55:42.431382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb7181dd-666b-4dd7-aa1e-fd540c34e364 req-200a812e-29f4-4ee5-990f-357dc1aaadc5 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056193 Mar 10 23:55:42.545052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002a62d-9ec9-48a0-94c9-f7cb9bb036b2 req-7a53f764-c452-4baf-85db-88d6f0c22254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.546781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5002a62d-9ec9-48a0-94c9-f7cb9bb036b2 req-7a53f764-c452-4baf-85db-88d6f0c22254 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 1127 time: 0.1186464 Mar 10 23:55:42.605055 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5002a62d-9ec9-48a0-94c9-f7cb9bb036b2 req-9afb4ac0-ab7d-4422-8271-45aac6720c6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Mar 10 23:55:42.645289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8637129d-e2ca-4dc2-bbe9-3f94d93231e4 req-7b14cbe2-359a-4a7f-b7e7-9947c15486ba tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 210 time: 0.1331003 Mar 10 23:55:42.764146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f12920-0104-49ff-b994-9c6e750791b7 req-d28d1013-26f6-419d-b4a2-1669e72a3ced tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.765670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52f12920-0104-49ff-b994-9c6e750791b7 req-d28d1013-26f6-419d-b4a2-1669e72a3ced tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 931 time: 0.3044112 Mar 10 23:55:42.773189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks [] for port (4083724f-3772-45ca-9b0a-294262a6c253), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:42.932486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16be45-5bf1-4127-9705-3f2364eaa7ee req-7a5917a9-c0b7-42c6-aa02-86a6d22f860e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:42.933940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab16be45-5bf1-4127-9705-3f2364eaa7ee req-7a5917a9-c0b7-42c6-aa02-86a6d22f860e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1976888 Mar 10 23:55:42.958281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52f12920-0104-49ff-b994-9c6e750791b7 req-fb324006-7921-4f5c-bbbf-d6fb41d17155 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812453 Mar 10 23:55:42.962516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.052613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:43.080510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:43.083250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:43.126941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Pushing event updated for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:43.166715 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.313845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e5c98ba3-4122-4295-8f45-362b47121d5c None None] Provisioning complete for port 4083724f-3772-45ca-9b0a-294262a6c253 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:43.314500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5c98ba3-4122-4295-8f45-362b47121d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4083724f-3772-45ca-9b0a-294262a6c253), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.367776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e5c98ba3-4122-4295-8f45-362b47121d5c None None] Port 4083724f-3772-45ca-9b0a-294262a6c253 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:43.478135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab16be45-5bf1-4127-9705-3f2364eaa7ee req-aff423c8-5711-4dd5-b4d0-65a529529c33 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363510 Mar 10 23:55:43.504917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33359090-7f94-4540-83cf-c323c2a804a5 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:43.516838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks [] for port (33359090-7f94-4540-83cf-c323c2a804a5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.560053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:43.561057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.565392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Transition to ACTIVE for port object 33359090-7f94-4540-83cf-c323c2a804a5 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:43.575068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8094e6-deb3-4149-871b-c6c730d14e71 req-98ae915e-9853-4321-9c7e-6c2fc567288d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:43.598808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea8094e6-deb3-4149-871b-c6c730d14e71 req-98ae915e-9853-4321-9c7e-6c2fc567288d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 945 time: 0.5406754 Mar 10 23:55:43.614030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.703562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-edc818df-5865-4c61-94ab-9314921a25fe tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6278276 Mar 10 23:55:43.725474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Request body: {'port': {'device_id': '2c293877-dc00-4b1f-a377-613447e19e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:43.780874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:43.816932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea8094e6-deb3-4149-871b-c6c730d14e71 req-3710a993-6628-4051-8c16-8f9cf7d84f75 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170391 Mar 10 23:55:43.866987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fa528-edf7-4ad5-8b24-d888d9468131 req-afaa5549-46a8-474e-8704-612ffa11c704 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:43.868489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e02fa528-edf7-4ad5-8b24-d888d9468131 req-afaa5549-46a8-474e-8704-612ffa11c704 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.2352324 Mar 10 23:55:43.896163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4083724f-3772-45ca-9b0a-294262a6c253), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:43.991617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Attempting to bind port 33359090-7f94-4540-83cf-c323c2a804a5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:43.991877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Attempting to bind port 33359090-7f94-4540-83cf-c323c2a804a5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:43.992198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Attempting to bind port 33359090-7f94-4540-83cf-c323c2a804a5 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:44.023617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Port 33359090-7f94-4540-83cf-c323c2a804a5 on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:44.023964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Attempting to bind port 33359090-7f94-4540-83cf-c323c2a804a5 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:44.044568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e02fa528-edf7-4ad5-8b24-d888d9468131 req-d98947d4-f6e9-4e89-8513-b9d2f8cb40e4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654036 Mar 10 23:55:44.049100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:44.049436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:44.049821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:44.050255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Bound port: 33359090-7f94-4540-83cf-c323c2a804a5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:44.050602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33359090-7f94-4540-83cf-c323c2a804a5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.061524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e26b5-5a24-4c5b-9d39-2bd1897b50c5 req-a44dabae-77ed-479f-ac9a-5eab8831b1f3 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.063072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-007e26b5-5a24-4c5b-9d39-2bd1897b50c5 req-a44dabae-77ed-479f-ac9a-5eab8831b1f3 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 945 time: 0.1706643 Mar 10 23:55:44.124945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:44.224963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 580c17e0-c482-4d07-9baf-6122630bc84d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:44.233678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 580c17e0-c482-4d07-9baf-6122630bc84d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:44.234556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.252718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:44.258660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33359090-7f94-4540-83cf-c323c2a804a5,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:44.312350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-3fb494e7-410f-45c0-a113-ea8c22700b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.314208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-3fb494e7-410f-45c0-a113-ea8c22700b23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.0679677 Mar 10 23:55:44.327503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580c17e0-c482-4d07-9baf-6122630bc84d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:44.328259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.349591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-007e26b5-5a24-4c5b-9d39-2bd1897b50c5 req-bad31822-b72f-413a-bc9e-4353ac5675bc tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346268 Mar 10 23:55:44.371836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:44.373773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:44.376638 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367da2f2-96d9-4683-9f43-0257e8336a3f" -d '{"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-plugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:44.380655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.381524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f65d7ec5-66e4-40bc-833f-aced1a489819 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:44.438268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-6d3bc5a4-4c5d-42fe-ad0c-296af11db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.439681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-6d3bc5a4-4c5d-42fe-ad0c-296af11db4b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.1192286 Mar 10 23:55:44.443129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.488100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:44.511446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-0586d32c-7d6f-4165-8dad-ff114f4e0677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0648837 Mar 10 23:55:44.513634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port f65d7ec5-66e4-40bc-833f-aced1a489819 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:44.518244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port f65d7ec5-66e4-40bc-833f-aced1a489819 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:44.518863 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.577722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-7d5db217-7893-4d99-89e3-efb3024f31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.579562 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-7d5db217-7893-4d99-89e3-efb3024f31df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.0632560 Mar 10 23:55:44.612483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f65d7ec5-66e4-40bc-833f-aced1a489819 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:44.613030 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.616729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-3a0bd3a0-2267-40d4-8c8c-c1727d6d8797 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.620255 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-da97fd04-6de3-41a3-9f68-ceab089661b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345039 Mar 10 23:55:44.623374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-3a0bd3a0-2267-40d4-8c8c-c1727d6d8797 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.1565201 Mar 10 23:55:44.635712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.636541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.639196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] 10.222.0.30 "PUT /v2.0/ports/33359090-7f94-4540-83cf-c323c2a804a5 HTTP/1.1" status: 200 len: 1091 time: 2.5256441 Mar 10 23:55:44.642519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:44.645022 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc73be4-cb1e-48d5-a603-2f0626a9f896" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "tag": "33359090-7f94-4540-83cf-c323c2a804a5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:44.665537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f65d7ec5-66e4-40bc-833f-aced1a489819,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:44.669199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-0b9a302d-f7e6-4358-a17c-ff6ba2438521 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0446711 Mar 10 23:55:44.673240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:44.674440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 066782c9-1fb5-47b4-89a4-ab838f05279d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:55:44.724156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 066782c9-1fb5-47b4-89a4-ab838f05279d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:55:44.724884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 066782c9-1fb5-47b4-89a4-ab838f05279d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:55:44.732816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f26d-9743-4377-9579-fe8835f876f2 req-f9f85417-ba2e-427d-8464-2ae7a752e3a4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.734619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe77f26d-9743-4377-9579-fe8835f876f2 req-f9f85417-ba2e-427d-8464-2ae7a752e3a4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 936 time: 0.3664591 Mar 10 23:55:44.789186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:44.815889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01627333-5704-4aa9-b20d-5916c332ddaa service neutron] Pushing event updated for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:44.846600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-f5560e50-ba4e-49df-832f-c11eba62d062 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1765356 Mar 10 23:55:44.856956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-86a47629-bdea-46e5-bcd0-21faf89d17da service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305715 Mar 10 23:55:44.950562 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8819857-b6a8-480c-92a2-c2820b13cf1e req-bbbcda9b-5d98-4ba5-8c62-f8d21d14d91f service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870624 Mar 10 23:55:44.986513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-47dbf5ec-29f2-46dc-ab86-a2366e8a03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:44.988034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-47dbf5ec-29f2-46dc-ab86-a2366e8a03ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 1125 time: 0.2920454 Mar 10 23:55:44.991065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe77f26d-9743-4377-9579-fe8835f876f2 req-498004de-2c10-40c0-991d-af23d34d9b24 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310812 Mar 10 23:55:45.007727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4083724f-3772-45ca-9b0a-294262a6c253 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:45.031745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks [] for port (4083724f-3772-45ca-9b0a-294262a6c253), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:45.073725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-5598e7e4-2f55-4702-8111-915b21a2eea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33359090-7f94-4540-83cf-c323c2a804a5 HTTP/1.1" status: 200 len: 217 time: 0.0766618 Mar 10 23:55:45.143611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Transition to ACTIVE for port object 4083724f-3772-45ca-9b0a-294262a6c253 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:45.152905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-86d289a5-3a18-4b48-a8e4-d7784db0d031 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988694 Mar 10 23:55:45.158057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:45.225429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-3844666a-58fd-475f-b253-0909fad26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:45.226884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-3844666a-58fd-475f-b253-0909fad26db9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1409032 Mar 10 23:55:45.288915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea14cf-a355-41d5-8325-2f2590e7c452 req-b3748288-08ef-49da-8226-87cb3bb2ce26 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:45.290267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daea14cf-a355-41d5-8325-2f2590e7c452 req-b3748288-08ef-49da-8226-87cb3bb2ce26 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 943 time: 0.2216501 Mar 10 23:55:45.292109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-d4234693-03b1-440f-9967-8abef0324273 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569956 Mar 10 23:55:45.318449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Pushing event updated for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:45.489435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-38b17104-5efd-414b-bd05-e9fb8d9041ea service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256247 Mar 10 23:55:45.531025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daea14cf-a355-41d5-8325-2f2590e7c452 req-a485a14c-d1f6-4f62-98e8-2b583e652d5c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069497 Mar 10 23:55:45.533499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-98611068-6260-4ad6-927a-17f14c3d176f service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124383 Mar 10 23:55:45.578186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Attempting to bind port 4083724f-3772-45ca-9b0a-294262a6c253 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:45.578755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Attempting to bind port 4083724f-3772-45ca-9b0a-294262a6c253 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:45.579096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Attempting to bind port 4083724f-3772-45ca-9b0a-294262a6c253 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:45.607791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Port 4083724f-3772-45ca-9b0a-294262a6c253 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:45.608215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Attempting to bind port 4083724f-3772-45ca-9b0a-294262a6c253 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:45.646072 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af843bbe-fc8b-4abe-bc37-176969624d54 x-openstack-request-id: req-af843bbe-fc8b-4abe-bc37-176969624d54 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:45.646501 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-plugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:45.646892 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af843bbe-fc8b-4abe-bc37-176969624d54 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:45.647645 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d', 'code': 200} Mar 10 23:55:45.697365 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bdba58-fb67-4fee-bbad-cd3d8ec97138 x-openstack-request-id: req-93bdba58-fb67-4fee-bbad-cd3d8ec97138 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:45.697791 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "tag": "33359090-7f94-4540-83cf-c323c2a804a5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:45.698147 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93bdba58-fb67-4fee-bbad-cd3d8ec97138 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:45.698651 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5', 'status': 'completed', 'code': 200} Mar 10 23:55:45.705212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:45.705664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:45.708144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:45.710776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Bound port: 4083724f-3772-45ca-9b0a-294262a6c253, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:45.711256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4083724f-3772-45ca-9b0a-294262a6c253), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:45.770112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f3a10-1aa6-4afc-b0b6-4f340b2065cb req-8e605af2-993b-4b0b-a7f8-5be36d83f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:45.771493 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-242f3a10-1aa6-4afc-b0b6-4f340b2065cb req-8e605af2-993b-4b0b-a7f8-5be36d83f714 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 1128 time: 0.0518010 Mar 10 23:55:45.803439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aac17db8-82d1-41bd-b18f-45c8a1ea0779 req-bf7fb1ea-fd4c-4e44-9784-7d9fb9e2cb0d service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593389 Mar 10 23:55:45.855963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-242f3a10-1aa6-4afc-b0b6-4f340b2065cb req-ef2e33aa-6538-4410-93e6-77776d84b20b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710471 Mar 10 23:55:45.936323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef7ff8-43e9-4a30-b69d-2bc4c223a92f req-1312f3c4-aced-42fc-b539-50cf60935ec9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:45.945406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7ef7ff8-43e9-4a30-b69d-2bc4c223a92f req-1312f3c4-aced-42fc-b539-50cf60935ec9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1698074 Mar 10 23:55:45.955476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea51cc2-9ca7-4351-a0be-a0a4efe0cc3e req-49530353-2343-48f6-94f3-f426e80dfc73 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:45.963791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea51cc2-9ca7-4351-a0be-a0a4efe0cc3e req-49530353-2343-48f6-94f3-f426e80dfc73 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.2601871 Mar 10 23:55:45.982058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:46.019874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4083724f-3772-45ca-9b0a-294262a6c253,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:46.050509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:46.116331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea51cc2-9ca7-4351-a0be-a0a4efe0cc3e req-31e6a281-3756-4596-82fc-7b2b5fde50ae tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504035 Mar 10 23:55:46.124023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.124655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:46.135467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-aefbbe2b-491e-43d8-b88d-0c991a635b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.137177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-aefbbe2b-491e-43d8-b88d-0c991a635b0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 1125 time: 0.0778604 Mar 10 23:55:46.139755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] 10.222.0.30 "PUT /v2.0/ports/4083724f-3772-45ca-9b0a-294262a6c253 HTTP/1.1" status: 200 len: 1096 time: 2.4257040 Mar 10 23:55:46.164207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7ef7ff8-43e9-4a30-b69d-2bc4c223a92f req-ca19a36c-df52-40f6-821f-44fcea8b574d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170126 Mar 10 23:55:46.224319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd780ffe-fd0c-48c5-85b7-7bee12a09c0a service neutron] Pushing event updated for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:46.354753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-d46f023a-b102-4de6-be88-60068478e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.356279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-d46f023a-b102-4de6-be88-60068478e587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.2034392 Mar 10 23:55:46.381566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-718360b9-0134-4d46-8fc9-91ba52d484c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.383255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-718360b9-0134-4d46-8fc9-91ba52d484c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3571a978a09a42d5a3b833e4116f805f&device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 1130 time: 0.1347892 Mar 10 23:55:46.418410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158488ba-2c3e-44e5-98f8-7744d86410c8 req-6219ec04-52a7-472d-80a1-8e8a942953a8 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.425962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-158488ba-2c3e-44e5-98f8-7744d86410c8 req-6219ec04-52a7-472d-80a1-8e8a942953a8 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.1612532 Mar 10 23:55:46.432706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-4915e04c-412c-4c9d-98b3-bb955c428267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33359090-7f94-4540-83cf-c323c2a804a5 HTTP/1.1" status: 200 len: 217 time: 0.0701375 Mar 10 23:55:46.463235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dc3ce-3707-4403-bf5c-d8e9505fb0f3 req-34b01532-1ca2-4408-80bd-e9286ddd8ee4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.468414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-489dc3ce-3707-4403-bf5c-d8e9505fb0f3 req-34b01532-1ca2-4408-80bd-e9286ddd8ee4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 946 time: 0.1526210 Mar 10 23:55:46.482984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-0c57e83a-da2a-45ae-bab2-977d1c0428e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4083724f-3772-45ca-9b0a-294262a6c253 HTTP/1.1" status: 200 len: 217 time: 0.0836182 Mar 10 23:55:46.501811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-6cee49f0-4703-4fe8-9e0f-f50f4a213e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.503780 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-6cee49f0-4703-4fe8-9e0f-f50f4a213e4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.0606487 Mar 10 23:55:46.553117 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-9f0bf929-7776-4c0e-bb00-0e77fdc323aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419052 Mar 10 23:55:46.605689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-9c0eef92-5741-4691-b236-3225b738e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.607071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-9c0eef92-5741-4691-b236-3225b738e2ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1005981 Mar 10 23:55:46.610479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-158488ba-2c3e-44e5-98f8-7744d86410c8 req-ab9c5f27-02fa-458a-99f0-31e35d4c481a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835744 Mar 10 23:55:46.626336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-489dc3ce-3707-4403-bf5c-d8e9505fb0f3 req-6c09fef5-8908-40a4-b87b-c2e544819edf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450765 Mar 10 23:55:46.704227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-2f0b6b09-9f58-43cd-a4f4-9971c323cd5c service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430075 Mar 10 23:55:46.715844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-c4bd7c7d-b44a-41d7-a402-5bb4af367964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.718478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-c4bd7c7d-b44a-41d7-a402-5bb4af367964 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0911970 Mar 10 23:55:46.790152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d039047b-9bb8-4288-befe-27be6420d7b0 req-83891c03-6bda-49c7-8ed6-15d63c69dbd8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 210 time: 0.0701139 Mar 10 23:55:46.822287 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-acc73be4-cb1e-48d5-a603-2f0626a9f896 req-d2b6a700-d573-4311-a846-708f68613fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103268 Mar 10 23:55:46.881133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c3ed9-d6cc-4e5e-a137-f1f1c27831f5 req-20068099-2830-46d9-8456-aae476d2d3f1 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:46.882650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b58c3ed9-d6cc-4e5e-a137-f1f1c27831f5 req-20068099-2830-46d9-8456-aae476d2d3f1 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 948 time: 0.1701236 Mar 10 23:55:46.943587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-9669c607-775e-463d-b89d-f13af07d7567 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147868 Mar 10 23:55:47.033840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b58c3ed9-d6cc-4e5e-a137-f1f1c27831f5 req-908d78b8-daec-4071-b8f8-41bc863c2623 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417987 Mar 10 23:55:47.103419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06348c8e-cd21-4b30-895b-a6118705b1a1 req-225ccf9f-7734-4d7a-9451-e599f7630c37 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:47.111652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06348c8e-cd21-4b30-895b-a6118705b1a1 req-225ccf9f-7734-4d7a-9451-e599f7630c37 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 943 time: 0.2175834 Mar 10 23:55:47.153976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-9b3ef1f0-32a0-41af-b050-9fcc0e0a1dab tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:47.165987 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-9b3ef1f0-32a0-41af-b050-9fcc0e0a1dab tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2167315 Mar 10 23:55:47.182799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:47.183899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ca0408f-e76f-4ba6-bd4b-4c62a83369ac req-a0bec603-2e8f-4d0e-bb87-2aa1d5b0731a service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306094 Mar 10 23:55:47.225790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06348c8e-cd21-4b30-895b-a6118705b1a1 req-e7e6d046-7ee3-44c4-ac0e-076d59055d72 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136196 Mar 10 23:55:47.383880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:47.388250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:47.433279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-1758573d-60f1-4fbb-a62b-ac9e7c38a61d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:47.436765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-1758573d-60f1-4fbb-a62b-ac9e7c38a61d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 811 time: 0.2096572 Mar 10 23:55:47.462297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-78a39383-d780-4e69-91db-2eceb9edfb59 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/quotas/95868d83a7d14ebca30f31f05ad8bdc0 HTTP/1.1" status: 200 len: 375 time: 0.0195825 Mar 10 23:55:47.474234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce52db-fc21-4f4b-b0a0-3d7d9b2ef90d req-277b6543-f5bf-4eab-8180-54e4685c6c13 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:47.475853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ce52db-fc21-4f4b-b0a0-3d7d9b2ef90d req-277b6543-f5bf-4eab-8180-54e4685c6c13 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1190672 Mar 10 23:55:47.561772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.10 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/62c9e5e5-b350-46a4-9de9-9a1620e0f0ef) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:47.648663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:47.651198 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82ae0d0-688a-4c4a-96a1-ad69604717bc" -d '{"events": [{"server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "name": "network-vif-plugged", "status": "completed", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:47.786433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:47.840801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:47.858509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:47.884440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:47.890071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:47.894241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:47.943905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:47.944553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:47.946280 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588afa6a-4bdd-4daa-b687-c4021c6a1787" -d '{"events": [{"name": "network-changed", "server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "tag": "4083724f-3772-45ca-9b0a-294262a6c253"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:47.969327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:47.969982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:47.991464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ce52db-fc21-4f4b-b0a0-3d7d9b2ef90d req-9849d6c3-208b-4c14-adda-68fd9a93669c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053356 Mar 10 23:55:47.997589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-f48340e1-37bf-499b-8aac-34cf6457660c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210614 Mar 10 23:55:48.007670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-9ea2bac2-05b7-4090-a311-7cb525603551 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5307519 Mar 10 23:55:48.014865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Request body: {'port': {'device_id': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:48.090113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:48.184763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-b5f09b30-cfa5-46df-a4f9-b19cf1d1b931 service neutron] 10.222.0.21 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761997 Mar 10 23:55:48.218578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facff04-0bfa-4f57-911e-bed5f59a816b req-725b3480-8764-43f7-a59b-9e62aa46f26e tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:48.220163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5facff04-0bfa-4f57-911e-bed5f59a816b req-725b3480-8764-43f7-a59b-9e62aa46f26e tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1513360 Mar 10 23:55:48.324268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5facff04-0bfa-4f57-911e-bed5f59a816b req-42351ad3-ffd8-437d-944c-fb035437c913 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900950 Mar 10 23:55:48.351968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-b26036e0-ec87-4653-a11a-6d474cf5a47f service neutron] 10.222.0.21 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604984 Mar 10 23:55:48.527732 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13175f4e-c974-4410-bd45-0d6c243e2c2a x-openstack-request-id: req-13175f4e-c974-4410-bd45-0d6c243e2c2a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:48.528857 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "name": "network-vif-plugged", "status": "completed", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:48.528857 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13175f4e-c974-4410-bd45-0d6c243e2c2a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:48.529169 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'code': 200} Mar 10 23:55:48.548597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7b096-fdb7-4106-b236-374151f01576 req-a67c5492-8eaf-46f7-b4b4-8cba5d4350aa tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:48.565503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccc7b096-fdb7-4106-b236-374151f01576 req-a67c5492-8eaf-46f7-b4b4-8cba5d4350aa tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 946 time: 0.1416311 Mar 10 23:55:48.693642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccc7b096-fdb7-4106-b236-374151f01576 req-c812b678-c2de-48a5-998f-bb67cc1e7396 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272612 Mar 10 23:55:48.718488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f71c6-0583-4444-92cc-8bb1d6a8cab0 req-bf6a4e18-f6ef-4d59-922d-5a165485e7f7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:48.725491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f8f71c6-0583-4444-92cc-8bb1d6a8cab0 req-bf6a4e18-f6ef-4d59-922d-5a165485e7f7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 932 time: 0.1286812 Mar 10 23:55:48.728694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e5a62-6b34-4baa-abee-e95972a80173 req-8745a865-7e31-4f91-a8fa-00a3bde94e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:48.730121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-836e5a62-6b34-4baa-abee-e95972a80173 req-8745a865-7e31-4f91-a8fa-00a3bde94e1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 1128 time: 0.1010976 Mar 10 23:55:48.753045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:48.762724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks [] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:48.782607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Transition to ACTIVE for port object 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:48.790210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:48.820554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f8f71c6-0583-4444-92cc-8bb1d6a8cab0 req-057278b9-2464-45f1-8a2b-b6bad314fff9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 Mar 10 23:55:48.836055 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b8db95-b1a0-4b9c-be42-9a75fadd9d80 x-openstack-request-id: req-86b8db95-b1a0-4b9c-be42-9a75fadd9d80 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:48.837787 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "tag": "4083724f-3772-45ca-9b0a-294262a6c253", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:48.839642 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86b8db95-b1a0-4b9c-be42-9a75fadd9d80 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:48.840268 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253', 'status': 'completed', 'code': 200} Mar 10 23:55:48.885943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-836e5a62-6b34-4baa-abee-e95972a80173 req-00f05d60-f476-4e7f-8624-fa23c05627ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485214 Mar 10 23:55:48.938448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Pushing event updated for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:48.985116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Attempting to bind port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:48.985526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Attempting to bind port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:48.985928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Attempting to bind port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:48.993866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:48.994300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Attempting to bind port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:49.001606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:49.002026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:49.002480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:49.002982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Bound port: 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:49.003511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:49.045541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd699e-0d82-4265-8a6b-b89b289a8289 req-1353d905-38b6-4452-a603-75281c16e51e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.052656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8cd699e-0d82-4265-8a6b-b89b289a8289 req-1353d905-38b6-4452-a603-75281c16e51e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 943 time: 0.1240358 Mar 10 23:55:49.055753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-99b00d9e-9256-4752-95f9-64487922ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.057218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-99b00d9e-9256-4752-95f9-64487922ba0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3571a978a09a42d5a3b833e4116f805f&device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 1130 time: 0.2132647 Mar 10 23:55:49.114531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:49.118337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:49.128713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841ec1-e352-4694-81fb-2615e362a8de req-cdfed4fd-ca8c-435d-91c8-efb01ad8eb5b tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.130281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32841ec1-e352-4694-81fb-2615e362a8de req-cdfed4fd-ca8c-435d-91c8-efb01ad8eb5b tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 948 time: 0.1735792 Mar 10 23:55:49.131659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:49.144101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8cd699e-0d82-4265-8a6b-b89b289a8289 req-3b9f3777-c827-4d70-ab11-5614673c7b57 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905545 Mar 10 23:55:49.247001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.248705 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:49.250371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] 10.222.0.30 "PUT /v2.0/ports/62c9e5e5-b350-46a4-9de9-9a1620e0f0ef HTTP/1.1" status: 200 len: 1092 time: 1.2451305 Mar 10 23:55:49.251147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:49.254034 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34801a4-8040-4891-bd8d-044d88107335" -d '{"events": [{"name": "network-changed", "server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:49.283497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1757a-f8ec-4c5e-9574-2fd313947b9b service neutron] Pushing event updated for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:49.311726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c507c1f-3812-4379-9f41-158fb72dfd1e req-5ead41ed-6eca-4474-bf6e-fea5b70251ac tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 210 time: 0.0528941 Mar 10 23:55:49.355805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32841ec1-e352-4694-81fb-2615e362a8de req-131f0c3c-b44e-44f8-8f8e-59c34b14eb5d tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901205 Mar 10 23:55:49.374021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-12aa34b0-6f1f-4b7c-b65f-8b6d21af70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.381473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-12aa34b0-6f1f-4b7c-b65f-8b6d21af70e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.2304778 Mar 10 23:55:49.420994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-c43ba288-6635-4cd5-abc0-fc412c15a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.425329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-c43ba288-6635-4cd5-abc0-fc412c15a286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 1126 time: 0.0754590 Mar 10 23:55:49.431333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-af0620f9-e232-42cc-ba00-7202fedb398d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4083724f-3772-45ca-9b0a-294262a6c253 HTTP/1.1" status: 200 len: 217 time: 0.0488877 Mar 10 23:55:49.530563 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ebd4bb-1df5-46b2-9418-495d38e5c443 x-openstack-request-id: req-20ebd4bb-1df5-46b2-9418-495d38e5c443 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:49.530901 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:49.531271 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20ebd4bb-1df5-46b2-9418-495d38e5c443 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:49.531679 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'status': 'completed', 'code': 200} Mar 10 23:55:49.533595 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-d6f6094d-fcf9-44bf-b1d6-760991e8ccee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef HTTP/1.1" status: 200 len: 217 time: 0.0930250 Mar 10 23:55:49.583065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-ae4f6ea2-1411-4c3e-ae02-915b19c511a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.584746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-ae4f6ea2-1411-4c3e-ae02-915b19c511a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1348715 Mar 10 23:55:49.612230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b642-9fdd-4129-877a-490700292cb2 req-4bd60b85-2cc1-4934-b772-171acae3e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.614301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-4bd60b85-2cc1-4934-b772-171acae3e449 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0631006 Mar 10 23:55:49.650430 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-0c0a6a82-1aee-4621-adc3-cea60ff5917e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288157 Mar 10 23:55:49.664347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a334c0-1afa-40e5-9b5a-0486b8ed7c2c req-bee31f47-284b-4cfc-8d08-1ef49da748f5 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.665949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27a334c0-1afa-40e5-9b5a-0486b8ed7c2c req-bee31f47-284b-4cfc-8d08-1ef49da748f5 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1441357 Mar 10 23:55:49.708672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-73c1fdee-87e6-4dd5-bcd6-6628068bf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.710407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-73c1fdee-87e6-4dd5-bcd6-6628068bf117 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1124887 Mar 10 23:55:49.718440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7077f9-2964-43a9-ae15-063fc8b65f3d req-c5feea28-d281-43d5-9a6d-67861c28dadd tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:49.719895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd7077f9-2964-43a9-ae15-063fc8b65f3d req-c5feea28-d281-43d5-9a6d-67861c28dadd tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1331267 Mar 10 23:55:49.768323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-842a31e7-71ae-46b1-82c6-66347e1fa4ae service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039667 Mar 10 23:55:49.795961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27a334c0-1afa-40e5-9b5a-0486b8ed7c2c req-6337f6d1-5138-4c99-9d3d-0ee04dfd449d tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217856 Mar 10 23:55:49.851075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd7077f9-2964-43a9-ae15-063fc8b65f3d req-e855c0a9-3b99-46db-b9dd-9d6085631a5d tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157880 Mar 10 23:55:49.881221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-bcf88093-7659-40b6-842a-ab17eb8b1535 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603391 Mar 10 23:55:49.881377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f126b642-9fdd-4129-877a-490700292cb2 req-7dd73c35-1226-4e20-9579-0f7a49810141 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996666 Mar 10 23:55:50.013023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34801a4-8040-4891-bd8d-044d88107335 req-91a53341-9aa6-43c6-82a0-9cc7f90635b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.014841 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-91a53341-9aa6-43c6-82a0-9cc7f90635b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 1126 time: 0.0515282 Mar 10 23:55:50.090022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035e83-7d72-4260-91c3-015ec3959c0d req-5c05f45c-0832-427a-8301-5d48b3c78ee0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.091635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2035e83-7d72-4260-91c3-015ec3959c0d req-5c05f45c-0832-427a-8301-5d48b3c78ee0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 946 time: 0.2054062 Mar 10 23:55:50.143148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34801a4-8040-4891-bd8d-044d88107335 req-c6c569ee-bd50-417d-b786-37808e0c5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.144822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-c6c569ee-bd50-417d-b786-37808e0c5c45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.1229072 Mar 10 23:55:50.147944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33359090-7f94-4540-83cf-c323c2a804a5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:50.159234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-588afa6a-4bdd-4daa-b687-c4021c6a1787 req-e4a79827-e6b5-497b-9243-27ce86cef420 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610714 Mar 10 23:55:50.165859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9ec5b-2676-44da-81c5-15f64f2347e6 req-12d4f037-b21b-4143-a43e-816a60884366 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.167276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07a9ec5b-2676-44da-81c5-15f64f2347e6 req-12d4f037-b21b-4143-a43e-816a60884366 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 944 time: 0.2461662 Mar 10 23:55:50.206594 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-a234a8b7-b8d0-44b0-bde2-bd4859238aea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef HTTP/1.1" status: 200 len: 217 time: 0.0472610 Mar 10 23:55:50.249956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-2a408651-8abe-4d6c-bf32-4fde76574021 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.251670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-2a408651-8abe-4d6c-bf32-4fde76574021 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 811 time: 0.2664173 Mar 10 23:55:50.265726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2035e83-7d72-4260-91c3-015ec3959c0d req-5d497974-f42a-4a92-8f57-d9a0ded0e753 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661177 Mar 10 23:55:50.276672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Request body: {'port': {'device_id': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'admin_state_up': True, 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:50.295022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34801a4-8040-4891-bd8d-044d88107335 req-8ccaea5f-558b-4378-9b0b-eb90df839656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.296645 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-8ccaea5f-558b-4378-9b0b-eb90df839656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0836658 Mar 10 23:55:50.314289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07a9ec5b-2676-44da-81c5-15f64f2347e6 req-568a0692-2998-4775-967e-fffe353ebd46 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389198 Mar 10 23:55:50.338679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-3a568643-c713-4cc8-8653-99fc07ccbc28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354087 Mar 10 23:55:50.369517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33359090-7f94-4540-83cf-c323c2a804a5,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:50.384399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '33359090-7f94-4540-83cf-c323c2a804a5', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': '33359090-7f94-4540-83cf-c323c2a804a5', 'mac_address': 'fa:16:3e:dd:37:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:50.426521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 33359090-7f94-4540-83cf-c323c2a804a5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:50.426922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33359090-7f94-4540-83cf-c323c2a804a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:50.448813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33359090-7f94-4540-83cf-c323c2a804a5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:50.457343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-bcd68db5-b2cb-4e8b-929c-5f03be2a424a service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112678 Mar 10 23:55:50.474023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33359090-7f94-4540-83cf-c323c2a804a5,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:50.476491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc0d71-dee2-483a-bff3-09ea6b63346c req-52614dbf-4169-42ee-9f2f-cecd7d04769d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:50.477984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0adc0d71-dee2-483a-bff3-09ea6b63346c req-52614dbf-4169-42ee-9f2f-cecd7d04769d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 943 time: 0.0914323 Mar 10 23:55:50.489630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:50.491598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4083724f-3772-45ca-9b0a-294262a6c253 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:50.492576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Made reservation on behalf of 95868d83a7d14ebca30f31f05ad8bdc0 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:50.495819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:50.581737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0adc0d71-dee2-483a-bff3-09ea6b63346c req-035d3d7e-4c9f-4b14-bc10-ec189167e63d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963192 Mar 10 23:55:50.594907 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e34801a4-8040-4891-bd8d-044d88107335 req-2590b61d-77a7-48af-84d9-0dd723f401ba service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306140 Mar 10 23:55:50.631835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:50.699295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Allocated IP 172.20.0.6 (6987aafa-7b67-4c66-b48c-bb454686e797/6e0c0668-1d14-4e03-8052-58fc5e139ed8/afa1fd89-5792-4787-a85d-c7fd1115b68b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:50.715957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4083724f-3772-45ca-9b0a-294262a6c253,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:50.741154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4083724f-3772-45ca-9b0a-294262a6c253', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '4083724f-3772-45ca-9b0a-294262a6c253', 'mac_address': 'fa:16:3e:37:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:50.793654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4083724f-3772-45ca-9b0a-294262a6c253 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:50.794049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4083724f-3772-45ca-9b0a-294262a6c253), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:50.807414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4083724f-3772-45ca-9b0a-294262a6c253 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:50.821940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49e14dfe-3270-441d-824c-46cbe11e0ec4 req-d333ec2f-95a0-487b-be8a-9c829112fcb4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 210 time: 0.0601234 Mar 10 23:55:50.831733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-eab6aff9-8547-45ce-9ba3-e6ca1125caca tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1443682865&fields=id&tenant_id=a0dc195006204bfbb5c382efa3e7f630 HTTP/1.1" status: 200 len: 267 time: 0.1114893 Mar 10 23:55:50.831952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4083724f-3772-45ca-9b0a-294262a6c253,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:50.848926 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:50.900849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:51.053508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-b0727f8b-6716-46f3-a7e8-fae349552cb7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:51.055087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-b0727f8b-6716-46f3-a7e8-fae349552cb7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/networks?id=1322f12e-fa97-47e2-a796-74713f5c87d1 HTTP/1.1" status: 200 len: 815 time: 0.2006857 Mar 10 23:55:51.061987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks [] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:51.084436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c98a6-4bba-4188-b227-b0dcbe3fed3f req-877dfc14-dc6b-435c-890c-436c03da9ff4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:51.085875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140c98a6-4bba-4188-b227-b0dcbe3fed3f req-877dfc14-dc6b-435c-890c-436c03da9ff4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 949 time: 0.1631427 Mar 10 23:55:51.090622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-f8902c72-4c01-45eb-a407-9460ff032f27 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/quotas/a0dc195006204bfbb5c382efa3e7f630 HTTP/1.1" status: 200 len: 375 time: 0.0261271 Mar 10 23:55:51.182022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['33359090-7f94-4540-83cf-c323c2a804a5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:51.186118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:51.193501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140c98a6-4bba-4188-b227-b0dcbe3fed3f req-4aeb4008-363d-4c0b-82ed-d3720c693cf9 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019928 Mar 10 23:55:51.209959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['454629a2-b1c3-4776-9355-f3a5d45af840'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:51.216548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4083724f-3772-45ca-9b0a-294262a6c253'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:51.229721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-df451f20-7c5f-412e-a011-6561cdc7c2d8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0dc195006204bfbb5c382efa3e7f630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281025 Mar 10 23:55:51.247293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Network 6987aafa-7b67-4c66-b48c-bb454686e797 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:51.251209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:51.255736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:51.260434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Pushing event updated for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:51.327367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:51.327843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:51.411181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-5747f165-2a61-4ce5-ada6-332989ead432 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419399 Mar 10 23:55:51.435771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Request body: {'port': {'device_id': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:51.461970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-bdeacebf-4d49-4234-86bf-0d7a10cf134c service neutron] 10.222.0.21 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739404 Mar 10 23:55:51.487656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919df3-6de5-4855-ad4d-c7a0cd7233e1 req-e5fd5318-effe-4ca1-a0a1-fcd611ca3679 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:51.489152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b919df3-6de5-4855-ad4d-c7a0cd7233e1 req-e5fd5318-effe-4ca1-a0a1-fcd611ca3679 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1572173 Mar 10 23:55:51.607032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:51.621290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b919df3-6de5-4855-ad4d-c7a0cd7233e1 req-3d0d1086-4421-4c06-95da-1e478fd79c57 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180305 Mar 10 23:55:51.666215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-f7b82510-c46a-424a-90a1-c6008e92e9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970577 Mar 10 23:55:51.799079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d7540-8fb8-45ca-b385-ad6aeaf2a983 req-e0e033b1-0923-4918-8a1f-11e8e9ae4606 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:51.800599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085d7540-8fb8-45ca-b385-ad6aeaf2a983 req-e0e033b1-0923-4918-8a1f-11e8e9ae4606 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1244831 Mar 10 23:55:51.901987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085d7540-8fb8-45ca-b385-ad6aeaf2a983 req-346abcf3-f8a1-401c-b5cb-6775abfac3f4 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918210 Mar 10 23:55:52.066722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa1fd89-5792-4787-a85d-c7fd1115b68b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:52.079619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks [] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.108621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Transition to ACTIVE for port object afa1fd89-5792-4787-a85d-c7fd1115b68b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:52.118065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f112-3511-44bd-beb7-764451f7febc req-56b22407-15e9-448b-b8de-811e79273e8e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.119789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a472f112-3511-44bd-beb7-764451f7febc req-56b22407-15e9-448b-b8de-811e79273e8e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 944 time: 0.1262486 Mar 10 23:55:52.133820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220553b8-7379-4a6e-b088-ca5444dd467a req-a15678a5-c6c3-44dc-ac9d-e1c218182a6c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.135300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-220553b8-7379-4a6e-b088-ca5444dd467a req-a15678a5-c6c3-44dc-ac9d-e1c218182a6c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 944 time: 0.1393204 Mar 10 23:55:52.137625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.254385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Pushing event updated for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:52.292425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a472f112-3511-44bd-beb7-764451f7febc req-f7ab0a80-637e-405b-99f2-9ffb41861a5a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562707 Mar 10 23:55:52.321450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-220553b8-7379-4a6e-b088-ca5444dd467a req-e14b3d17-4115-4078-9bb0-0ffb6fc10d36 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741061 Mar 10 23:55:52.355558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Attempting to bind port afa1fd89-5792-4787-a85d-c7fd1115b68b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:52.355899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Attempting to bind port afa1fd89-5792-4787-a85d-c7fd1115b68b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:52.356373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Attempting to bind port afa1fd89-5792-4787-a85d-c7fd1115b68b on network 6987aafa-7b67-4c66-b48c-bb454686e797 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:52.362250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Port afa1fd89-5792-4787-a85d-c7fd1115b68b on network 6987aafa-7b67-4c66-b48c-bb454686e797 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:52.362802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Attempting to bind port afa1fd89-5792-4787-a85d-c7fd1115b68b on network 6987aafa-7b67-4c66-b48c-bb454686e797 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:52.367733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:52.368215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Checking segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:52.368475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Bound using segment: {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:52.368902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Bound port: afa1fd89-5792-4787-a85d-c7fd1115b68b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea45d2-0dca-4ff9-a389-40a1e332653e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:52.369257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.517723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abbdce-01da-42bb-a613-cc9340e0d353 req-8d49e24d-2bed-426f-a1b1-970a4ae24dc3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.519216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6abbdce-01da-42bb-a613-cc9340e0d353 req-8d49e24d-2bed-426f-a1b1-970a4ae24dc3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 943 time: 0.1468401 Mar 10 23:55:52.531285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:52.540130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc5430-2223-4539-9295-faf350703bac req-ba04ef50-5f1f-498c-9020-a56f3de2431e tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.541581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffdc5430-2223-4539-9295-faf350703bac req-ba04ef50-5f1f-498c-9020-a56f3de2431e tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1295571 Mar 10 23:55:52.543287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:52.551084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46940) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:55:52.555876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Request body: {'floatingip': {'port_id': 'f65d7ec5-66e4-40bc-833f-aced1a489819'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:52.562599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.613968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.619519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.620161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:52.621548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] 10.222.0.30 "PUT /v2.0/ports/afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 200 len: 1091 time: 1.1962442 Mar 10 23:55:52.627231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:52.628975 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59c2b0a-faea-4315-a997-8bfe650b5ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:52.658832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6abbdce-01da-42bb-a613-cc9340e0d353 req-125cd95f-bef4-4f15-bfbe-538d2699e59b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311908 Mar 10 23:55:52.683302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ef35cef-9ff6-45b0-a186-728d2e4b7283 req-2965f3e9-02fe-461d-95d6-569f491e4667 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0516424 Mar 10 23:55:52.728608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1cd8a-6d50-4531-af4f-1e4a68b74930 service neutron] Pushing event updated for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:52.785288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-e9bc8e82-e44f-4b65-bb07-727efba49f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.787031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-e9bc8e82-e44f-4b65-bb07-727efba49f55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1125 time: 0.1059887 Mar 10 23:55:52.837543 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fca41-50ed-4592-b5fe-1f8af9356fa0 x-openstack-request-id: req-f70fca41-50ed-4592-b5fe-1f8af9356fa0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:52.838547 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:52.838869 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f70fca41-50ed-4592-b5fe-1f8af9356fa0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:52.839486 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b', 'status': 'completed', 'code': 200} Mar 10 23:55:52.850205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de253-0ee5-429c-ba68-73620ead3d64 req-f51adbe9-6d99-4a82-8b77-14d31f70e5f3 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:52.851805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a3de253-0ee5-429c-ba68-73620ead3d64 req-f51adbe9-6d99-4a82-8b77-14d31f70e5f3 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 949 time: 0.1137111 Mar 10 23:55:52.855402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-bb09b162-1ca2-45e3-bb61-8f68c54b75a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 200 len: 217 time: 0.0588267 Mar 10 23:55:53.201406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-712a1f50-a6c3-48f0-a912-c80642aeca92 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.202886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-712a1f50-a6c3-48f0-a912-c80642aeca92 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.30 "GET /v2.0/networks?id=1322f12e-fa97-47e2-a796-74713f5c87d1 HTTP/1.1" status: 200 len: 815 time: 0.1835465 Mar 10 23:55:53.209361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:53.218381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:53.274007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-fcb4c42d-df06-4c6a-b3d2-6f85f90caf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.275544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-fcb4c42d-df06-4c6a-b3d2-6f85f90caf11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.4108317 Mar 10 23:55:53.289233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f825fc-ddb5-4f7d-9238-91c84f4cdd20 req-0bc5ae3d-a3fe-4805-86dc-29709e54b5c4 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.292463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7f825fc-ddb5-4f7d-9238-91c84f4cdd20 req-0bc5ae3d-a3fe-4805-86dc-29709e54b5c4 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.4396188 Mar 10 23:55:53.299346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a3de253-0ee5-429c-ba68-73620ead3d64 req-a25a7fa2-2acb-453d-bd82-903a49deb3cc tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335020 Mar 10 23:55:53.352538 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ae77ec51-ce06-418e-b479-d59e63927ecf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0dc195006204bfbb5c382efa3e7f630 HTTP/1.1" status: 200 len: 380 time: 0.1406851 Mar 10 23:55:53.373856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-7d4752b7-cfd0-47fd-a7ae-4ca76009286d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800600 Mar 10 23:55:53.375630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'port': {'device_id': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'admin_state_up': True, 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'security_groups': ['c147d32e-48a3-4b30-957a-071d3970aded']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:53.384249 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Floating IP 1155197c-c4eb-4442-bb8d-1fdb52bb62b3 associated. External IP: 172.25.7.210, port: f65d7ec5-66e4-40bc-833f-aced1a489819. Mar 10 23:55:53.517396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7f825fc-ddb5-4f7d-9238-91c84f4cdd20 req-b1908814-cfdb-42c3-b2d6-c4d4e3fe1aac tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966116 Mar 10 23:55:53.567915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c2da0-b13d-4fa1-a2c3-12678044e108 req-490beb42-ebc8-4842-9ca9-6f6862313fba tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.575023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-574c2da0-b13d-4fa1-a2c3-12678044e108 req-490beb42-ebc8-4842-9ca9-6f6862313fba tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 944 time: 0.1678476 Mar 10 23:55:53.587308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-51181051-40f3-40fe-80dd-e2916b001466 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044749 Mar 10 23:55:53.618261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Made reservation on behalf of a0dc195006204bfbb5c382efa3e7f630 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:55:53.628045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:53.761553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-574c2da0-b13d-4fa1-a2c3-12678044e108 req-dcfbd222-e539-4534-8a25-c80a3d65b29e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855650 Mar 10 23:55:53.773134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a5edbe-a7c2-4e97-8f3d-8fd6ea3cd052 req-71da8fa1-fb39-4a20-89ad-a1074ac2eac6 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785765 Mar 10 23:55:53.810591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38608-34c9-4ddc-8674-77b778739dd6 req-1c5ca3c9-bc51-4a23-a4d7-2d0b104841e8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.812751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fda38608-34c9-4ddc-8674-77b778739dd6 req-1c5ca3c9-bc51-4a23-a4d7-2d0b104841e8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 944 time: 0.1734576 Mar 10 23:55:53.897289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Router 5f94b910-4154-4386-bf27-0567ca60c12c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:55:53.931651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Allocated IP 172.20.0.14 (1322f12e-fa97-47e2-a796-74713f5c87d1/8d6b4196-5120-4272-a3da-f4acaea8f7cc/6ba04df4-8707-4adc-a0d0-f9d883e6c8d0) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:55:53.967418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fda38608-34c9-4ddc-8674-77b778739dd6 req-5ef1ca11-d755-4b27-bf69-7e76323efb4c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391098 Mar 10 23:55:53.989630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-8fac92c7-fa9d-4f13-a82c-a130fd659f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:53.991134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-8fac92c7-fa9d-4f13-a82c-a130fd659f60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1125 time: 0.1439998 Mar 10 23:55:54.005430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e7f5-9c2f-402c-8b21-4fa72f7f1817 req-066213bf-bab2-4aa2-b8dc-4d0849c7c09d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.007497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d558e7f5-9c2f-402c-8b21-4fa72f7f1817 req-066213bf-bab2-4aa2-b8dc-4d0849c7c09d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 943 time: 0.1164205 Mar 10 23:55:54.154443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:54.156457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33359090-7f94-4540-83cf-c323c2a804a5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:54.192791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ee8b17d-f448-4ebd-83b5-e522dd7c9163 req-210a66fc-88dc-4600-be62-b9bab44a037a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.1200988 Mar 10 23:55:54.223904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d558e7f5-9c2f-402c-8b21-4fa72f7f1817 req-e7d82f86-662a-4797-b6c0-9f63c829dec5 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838965 Mar 10 23:55:54.261421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-f22d4d99-911e-4036-b51a-9eb28f27847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.263393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-f22d4d99-911e-4036-b51a-9eb28f27847c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 912 time: 0.2547612 Mar 10 23:55:54.303379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:55:54.329417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.344877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Sync routers for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:55:54.351856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-f079e57e-2b54-4ace-a726-18a972347a17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 200 len: 217 time: 0.0812080 Mar 10 23:55:54.390632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9b42d30-ab44-49e5-abc9-8ca37e99dd9b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "PUT /v2.0/floatingips/1155197c-c4eb-4442-bb8d-1fdb52bb62b3 HTTP/1.1" status: 200 len: 992 time: 1.8353865 Mar 10 23:55:54.392118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:54.394469 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71f4459-0f62-4caf-9460-111db5dcebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:54.421781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.493045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-f00abf7e-84a4-4c92-b2e8-5cb7bf40ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.494766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-f00abf7e-84a4-4c92-b2e8-5cb7bf40ccba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.1330504 Mar 10 23:55:54.524089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d97d-208b-4fb7-9be4-0d6a3f804645 req-037d5632-bd41-4a48-9391-ffba15eb1d90 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.524781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.534920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78a0d97d-208b-4fb7-9be4-0d6a3f804645 req-037d5632-bd41-4a48-9391-ffba15eb1d90 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 949 time: 0.1041498 Mar 10 23:55:54.598180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:54.599806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:54.605050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-04689b53-8662-4f6e-b873-0543535c21be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923350 Mar 10 23:55:54.621200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 33359090-7f94-4540-83cf-c323c2a804a5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:54.628821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event updated for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:54.655667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:55:54.662538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:55:54.675359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 33359090-7f94-4540-83cf-c323c2a804a5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:54.676184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33359090-7f94-4540-83cf-c323c2a804a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.679014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:55:54.772547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62844-e56d-4e11-9261-12b9cf7c1d69 req-6e036d4b-52f9-4b30-8c59-69fa37282e93 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.780510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03a62844-e56d-4e11-9261-12b9cf7c1d69 req-6e036d4b-52f9-4b30-8c59-69fa37282e93 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.2430489 Mar 10 23:55:54.783318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:54.784037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.803283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:54.823565 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-ca07afb6-84ef-4604-b74e-7c9a90177d12 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4522038 Mar 10 23:55:54.841164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Request body: {'port': {'device_id': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:55:54.903190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '580c17e0-c482-4d07-9baf-6122630bc84d', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': '580c17e0-c482-4d07-9baf-6122630bc84d', 'mac_address': 'fa:16:3e:62:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:54.920392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78a0d97d-208b-4fb7-9be4-0d6a3f804645 req-5c7d2356-3417-4d34-a357-410eb59b9609 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834910 Mar 10 23:55:54.967038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:54.996333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03a62844-e56d-4e11-9261-12b9cf7c1d69 req-e58ae752-aa30-42f6-8bab-50018a2b7d30 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098637 Mar 10 23:55:55.066836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-1d1ae363-e8ff-4793-aba0-c8f73e169915 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415882 Mar 10 23:55:55.075589 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1da3ae-712e-42cb-b067-9e212236169a x-openstack-request-id: req-9b1da3ae-712e-42cb-b067-9e212236169a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:55.077091 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:55.077223 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b1da3ae-712e-42cb-b067-9e212236169a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:55.077617 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'status': 'completed', 'code': 200} Mar 10 23:55:55.100195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:55.213304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580c17e0-c482-4d07-9baf-6122630bc84d is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:55.214399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.230996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-969284e9-0372-498f-901d-8ec0056bbe52 None None] Provisioning complete for port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:55.231778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-969284e9-0372-498f-901d-8ec0056bbe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.289808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 580c17e0-c482-4d07-9baf-6122630bc84d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:55.300723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-969284e9-0372-498f-901d-8ec0056bbe52 None None] Port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:55:55.345366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 33359090-7f94-4540-83cf-c323c2a804a5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:55.346065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33359090-7f94-4540-83cf-c323c2a804a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.398463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:55.424963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.425922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:55.492696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-10edc37a-a4e7-46fd-999f-6c3d7d34e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:55.494520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-10edc37a-a4e7-46fd-999f-6c3d7d34e228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1&device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 1128 time: 0.4012394 Mar 10 23:55:55.523430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:55.533446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks [] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.563649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Transition to ACTIVE for port object 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:55:55.571107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.625131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:55.674566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:55.683440 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a38f7-81e3-4630-82be-9b83059d3d20" -d '{"events": [{"server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "name": "network-vif-plugged", "status": "completed", "tag": "33359090-7f94-4540-83cf-c323c2a804a5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:55.691504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6a4e0-439f-4fde-86c1-aadf6d3007e3 req-05dfbff3-05f0-4117-a3f1-a6dd4216033d tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:55.692533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f6a4e0-439f-4fde-86c1-aadf6d3007e3 req-05dfbff3-05f0-4117-a3f1-a6dd4216033d tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.5203764 Mar 10 23:55:55.702088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-a6fcb46c-47b7-4627-bf9c-7a41d9743c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:55.703717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-a6fcb46c-47b7-4627-bf9c-7a41d9743c48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=497d989f-50da-4c12-b688-87548e7cd24e HTTP/1.1" status: 200 len: 913 time: 0.1881444 Mar 10 23:55:55.718183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623a0d6-c272-4be0-83a0-1864f85ab315 req-bc4748c3-bb41-461f-943f-32b6ebd2aa5f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:55.727006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0623a0d6-c272-4be0-83a0-1864f85ab315 req-bc4748c3-bb41-461f-943f-32b6ebd2aa5f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 944 time: 0.5504653 Mar 10 23:55:55.749436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:55.767985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f59c2b0a-faea-4315-a997-8bfe650b5ab6 req-fbe65e38-d00b-4854-bac2-79475063fe81 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761558 Mar 10 23:55:55.783150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-6a101e07-a0f3-4c09-86f0-fb87f67d9de6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902809 Mar 10 23:55:55.822554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Attempting to bind port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:55:55.822901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Attempting to bind port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:55:55.823237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Attempting to bind port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 on network 1322f12e-fa97-47e2-a796-74713f5c87d1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:55.848484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 on network 1322f12e-fa97-47e2-a796-74713f5c87d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:55:55.848810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Attempting to bind port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 on network 1322f12e-fa97-47e2-a796-74713f5c87d1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:55:55.862806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:55:55.863173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Checking segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:55:55.863556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Bound using segment: {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:55:55.864055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Bound port: 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:55:55.864477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:55.888960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-7c3938c4-39d8-472a-8659-33845dab2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:55.890210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-7c3938c4-39d8-472a-8659-33845dab2cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 1128 time: 0.0792792 Mar 10 23:55:55.985314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f6a4e0-439f-4fde-86c1-aadf6d3007e3 req-c01fc60a-c44e-41dd-83fc-f973bac082e6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731836 Mar 10 23:55:56.025429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-a3a85895-acdb-486a-ad67-b78cc88c9d88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d7ec5-66e4-40bc-833f-aced1a489819 HTTP/1.1" status: 200 len: 1000 time: 0.2960508 Mar 10 23:55:56.041965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33359090-7f94-4540-83cf-c323c2a804a5,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:56.055258 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:55:56.087758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:56.088825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4083724f-3772-45ca-9b0a-294262a6c253 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:56.192106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0623a0d6-c272-4be0-83a0-1864f85ab315 req-73e2ac65-7cd1-4784-a054-6c4842516bd5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638069 Mar 10 23:55:56.233389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-3a8fec75-356a-4823-bccb-aaecb3159fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.236581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-3a8fec75-356a-4823-bccb-aaecb3159fb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=766f8877-b244-45fc-82cb-fdd0b5e05a63 HTTP/1.1" status: 200 len: 851 time: 0.1996758 Mar 10 23:55:56.295256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308f93c-441b-499d-9a59-5c9f0c10f7ab req-db4dc674-ec3f-454f-8cd2-3b15344cd839 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.306059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1308f93c-441b-499d-9a59-5c9f0c10f7ab req-db4dc674-ec3f-454f-8cd2-3b15344cd839 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 944 time: 0.1867125 Mar 10 23:55:56.314935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4083724f-3772-45ca-9b0a-294262a6c253 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:55:56.328816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4083724f-3772-45ca-9b0a-294262a6c253 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:56.329218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4083724f-3772-45ca-9b0a-294262a6c253), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:56.343107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1155197c-c4eb-4442-bb8d-1fdb52bb62b3', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'port_id': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'mac_address': 'fa:16:3e:b5:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:17Z', 'updated_at': '2022-03-10T23:55:53Z', 'revision_number': 1, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:56.423693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Checking router: 5f94b910-4154-4386-bf27-0567ca60c12c for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:55:56.446257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:56.457625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:55:56.458219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:55:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:56.474071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1308f93c-441b-499d-9a59-5c9f0c10f7ab req-ee02d68e-3496-46c4-8e24-704d0b7a8780 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642768 Mar 10 23:55:56.499115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-2a938c46-2639-4c82-a9ce-7d365354ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.502536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-2a938c46-2639-4c82-a9ce-7d365354ffe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=497d989f-50da-4c12-b688-87548e7cd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2484381 Mar 10 23:55:56.525361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d2d1-3abd-4c5c-b1d0-2308e1663683 req-2dc848f3-bb27-497b-a3af-0f5deaa9382a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.538362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d9d2d1-3abd-4c5c-b1d0-2308e1663683 req-2dc848f3-bb27-497b-a3af-0f5deaa9382a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1732998 Mar 10 23:55:56.633255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:55:56.672241 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-916afe0a-ad73-412e-b6bb-2740314a6442 req-f2b35dca-fb27-44dd-95d6-6aad9373dd61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418093 Mar 10 23:55:56.676166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:55:56.707263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:55:56.774790 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-916afe0a-ad73-412e-b6bb-2740314a6442 req-dca7ca76-8eda-414f-81ce-6826e266317b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0434520 Mar 10 23:55:56.775898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:56.781618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-37457e7f-bc6a-477e-ae34-1da53466a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.784104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-37457e7f-bc6a-477e-ae34-1da53466a754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.8697267 Mar 10 23:55:56.827517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d9d2d1-3abd-4c5c-b1d0-2308e1663683 req-ac909c26-be65-4917-aff8-d480779bf4be tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871261 Mar 10 23:55:56.881968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b95f9-2b3c-4814-84ea-2065c5a49ec9 req-812c0e4b-d3c8-43a1-99b8-7c4558044c59 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:56.894464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a72b95f9-2b3c-4814-84ea-2065c5a49ec9 req-812c0e4b-d3c8-43a1-99b8-7c4558044c59 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 943 time: 0.2900448 Mar 10 23:55:56.901732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:56.931258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-7f517a9d-3bbe-4ded-bd55-936ef173cbdc service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751879 Mar 10 23:55:56.934190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'mac_address': 'fa:16:3e:89:3c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:56.960466 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-916afe0a-ad73-412e-b6bb-2740314a6442 req-1a11eee5-b745-44ff-ba12-86f958ce60a1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488979 Mar 10 23:55:56.980433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:55:57.016353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-5f832ae0-b396-4ab6-875e-b3c59981e3b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 200 len: 217 time: 0.2029655 Mar 10 23:55:57.022051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.022620 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:57.026172 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] 10.222.0.30 "PUT /v2.0/ports/6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 HTTP/1.1" status: 200 len: 1092 time: 2.1934800 Mar 10 23:55:57.080195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:57.093345 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6330c-42b4-4f47-9308-204731faa314" -d '{"events": [{"name": "network-changed", "server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:57.129483 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f4e565-458e-4535-937c-22fcf97866f8 x-openstack-request-id: req-42f4e565-458e-4535-937c-22fcf97866f8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:57.130167 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "name": "network-vif-plugged", "status": "completed", "tag": "33359090-7f94-4540-83cf-c323c2a804a5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:57.130656 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42f4e565-458e-4535-937c-22fcf97866f8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:57.131451 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5', 'code': 200} Mar 10 23:55:57.149949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4083724f-3772-45ca-9b0a-294262a6c253 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:57.150749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4083724f-3772-45ca-9b0a-294262a6c253), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:57.196090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:57.196886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:57.265478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:57.274251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4083724f-3772-45ca-9b0a-294262a6c253,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:57.282500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a72b95f9-2b3c-4814-84ea-2065c5a49ec9 req-fa5442c4-53b8-433b-8715-6a872f511569 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823142 Mar 10 23:55:57.291255 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:57.396113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:57.397985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a459b4-88f3-4ab0-ba9b-d9f4900f3da7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:57.400212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:57.401145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f71f4459-0f62-4caf-9460-111db5dcebe3 req-541dac62-325d-42f3-85b9-79d18f5831aa service neutron] 10.222.0.30 "GET /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546964 Mar 10 23:55:57.410141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-742ddf2f-7d53-4b08-abc6-41376c0f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.412266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-742ddf2f-7d53-4b08-abc6-41376c0f220b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0dc195006204bfbb5c382efa3e7f630&device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 1126 time: 0.2239609 Mar 10 23:55:57.434441 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:57.443750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f344035-4d01-4545-9cf8-ca5f6ade7155 req-637fcede-cf2c-456c-9faf-2d1692758dda tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.452727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f344035-4d01-4545-9cf8-ca5f6ade7155 req-637fcede-cf2c-456c-9faf-2d1692758dda tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 949 time: 0.2454216 Mar 10 23:55:57.455406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device afa1fd89-5792-4787-a85d-c7fd1115b68b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:55:57.470851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1155197c-c4eb-4442-bb8d-1fdb52bb62b3', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'port_id': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'mac_address': 'fa:16:3e:b5:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:17Z', 'updated_at': '2022-03-10T23:55:53Z', 'revision_number': 1, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:55:57.477644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916afe0a-ad73-412e-b6bb-2740314a6442 req-df32ae0c-a4f5-42cb-8451-754bea25c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.479247 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-916afe0a-ad73-412e-b6bb-2740314a6442 req-df32ae0c-a4f5-42cb-8451-754bea25c447 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4855158 Mar 10 23:55:57.496092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-34bbe258-e1b0-40c4-a654-7404effafbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.497694 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-34bbe258-e1b0-40c4-a654-7404effafbdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.4310749 Mar 10 23:55:57.551108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133a69-9e99-4f04-8131-278dcd145f53 req-6f5b1dbb-fbfb-43c5-917d-e8d5ee2abe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.552672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-80133a69-9e99-4f04-8131-278dcd145f53 req-6f5b1dbb-fbfb-43c5-917d-e8d5ee2abe6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 1127 time: 0.3844166 Mar 10 23:55:57.554467 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-058aad6e-9246-49eb-838e-d80432fbbaef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484080 Mar 10 23:55:57.574283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-44fca1ea-3f23-42c5-88cc-0454ee9c45b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 HTTP/1.1" status: 200 len: 217 time: 0.1140356 Mar 10 23:55:57.629274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-08034786-cac0-4704-bc45-0e4b10c3b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.631003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-08034786-cac0-4704-bc45-0e4b10c3b2b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d6b4196-5120-4272-a3da-f4acaea8f7cc HTTP/1.1" status: 200 len: 854 time: 0.0473959 Mar 10 23:55:57.718118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef866f6-1cb7-45f3-bcb7-aed4bd417206 req-372e86c2-ad30-4e3f-ab25-8292e3f65bb1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.720010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fef866f6-1cb7-45f3-bcb7-aed4bd417206 req-372e86c2-ad30-4e3f-ab25-8292e3f65bb1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.2520294 Mar 10 23:55:57.737396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f344035-4d01-4545-9cf8-ca5f6ade7155 req-91faae8b-5d73-4790-a11e-4917eb5a14ab tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833602 Mar 10 23:55:57.764109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-648d090b-4bd9-4329-b222-8e88b1f967d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953511 Mar 10 23:55:57.831619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-5edfee84-0a72-4de9-bb3f-a0633bef2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:57.839353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-5edfee84-0a72-4de9-bb3f-a0633bef2418 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1322f12e-fa97-47e2-a796-74713f5c87d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1938822 Mar 10 23:55:57.853228 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe7b299-07f0-4c00-9876-5cc17a7259be x-openstack-request-id: req-5fe7b299-07f0-4c00-9876-5cc17a7259be {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:57.853815 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:57.853815 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fe7b299-07f0-4c00-9876-5cc17a7259be {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:57.854209 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'status': 'completed', 'code': 200} Mar 10 23:55:57.921858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb15537-68d3-4c12-b2d1-3e2f0e92d426 None None] The sync data for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 is: [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1155197c-c4eb-4442-bb8d-1fdb52bb62b3', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'port_id': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'mac_address': 'fa:16:3e:b5:20:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:17Z', 'updated_at': '2022-03-10T23:55:53Z', 'revision_number': 1, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:55:57.923299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:57.943894 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-80133a69-9e99-4f04-8131-278dcd145f53 req-7dc2ae89-f877-4ad2-a1ba-bb3f208c6a52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746769 Mar 10 23:55:57.991267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['580c17e0-c482-4d07-9baf-6122630bc84d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:58.004648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8f7a5800-50fa-4882-ba03-0a450d82b09a req-96250db0-2a1c-4997-a375-bcd5a295efc5 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273822 Mar 10 23:55:58.078912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fef866f6-1cb7-45f3-bcb7-aed4bd417206 req-fcd6e0fd-2256-4a59-af51-43bf532e831a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354042 Mar 10 23:55:58.116583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:58.137057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-d25e9145-a774-4f59-a715-cfefb93d32a3 service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843966 Mar 10 23:55:58.164726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed672be-d48a-4b9e-9c2a-0572c3df928f req-11640c91-b90b-49a5-a7c8-c656507e8789 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:58.166198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ed672be-d48a-4b9e-9c2a-0572c3df928f req-11640c91-b90b-49a5-a7c8-c656507e8789 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.1716795 Mar 10 23:55:58.266248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:58.394489 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198123eb-838a-473b-b49d-c0d10fbdcfc8 None None] New status for floating IP 1155197c-c4eb-4442-bb8d-1fdb52bb62b3: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:55:58.424467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'afa1fd89-5792-4787-a85d-c7fd1115b68b', 'network_id': '6987aafa-7b67-4c66-b48c-bb454686e797', 'port_id': 'afa1fd89-5792-4787-a85d-c7fd1115b68b', 'mac_address': 'fa:16:3e:89:12:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0c0668-1d14-4e03-8052-58fc5e139ed8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:55:58.515091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port afa1fd89-5792-4787-a85d-c7fd1115b68b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:58.515909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:58.574873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa1fd89-5792-4787-a85d-c7fd1115b68b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:55:58.584895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ed672be-d48a-4b9e-9c2a-0572c3df928f req-85d9c8dd-b4d7-410d-8674-92f1a48223fc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072888 Mar 10 23:55:58.611406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:58.617818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79642c-cfde-42ce-b5ad-225a3fed8149 req-fd0bc17b-2c8b-4e97-911d-f2e46526626c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:58.631457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae79642c-cfde-42ce-b5ad-225a3fed8149 req-fd0bc17b-2c8b-4e97-911d-f2e46526626c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 945 time: 0.4044878 Mar 10 23:55:58.634792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:58.746123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cef78f8f-9ce1-4f0f-863a-c5e4068d4cba req-0ccd0bae-8a9c-4c11-a0c3-daab44ed00e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615687 Mar 10 23:55:58.792378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:58.797287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae79642c-cfde-42ce-b5ad-225a3fed8149 req-52a1bf85-43c7-4e26-8441-d6299d9654d0 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635454 Mar 10 23:55:58.863399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283d05-3d45-440d-ad69-cc2837b92b24 req-ad0c22d8-000d-4497-b719-42f35cb96910 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:58.872141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba283d05-3d45-440d-ad69-cc2837b92b24 req-ad0c22d8-000d-4497-b719-42f35cb96910 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1700063 Mar 10 23:55:58.984169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6330c-42b4-4f47-9308-204731faa314 req-d4ef910f-043e-4043-bded-715267e1a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:58.985866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-d4ef910f-043e-4043-bded-715267e1a6da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0dc195006204bfbb5c382efa3e7f630&device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 1126 time: 0.1506734 Mar 10 23:55:59.020916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['afa1fd89-5792-4787-a85d-c7fd1115b68b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:55:59.055075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba283d05-3d45-440d-ad69-cc2837b92b24 req-df43c428-53f0-400f-b37b-b631500586b4 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813436 Mar 10 23:55:59.167582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:55:59.169201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8544-f7f1-477d-b45a-9e60ce214d50 req-bbdb3b63-330a-483f-9f6d-cb3e6aacf6a9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.177658 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2871aabf-136c-4afb-96cf-1696d43312be" -d '{"events": [{"server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "name": "network-vif-plugged", "status": "completed", "tag": "4083724f-3772-45ca-9b0a-294262a6c253"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:55:59.177922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6de8544-f7f1-477d-b45a-9e60ce214d50 req-bbdb3b63-330a-483f-9f6d-cb3e6aacf6a9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 944 time: 0.1865687 Mar 10 23:55:59.237041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6330c-42b4-4f47-9308-204731faa314 req-ad75a73e-2eb4-456c-a9c1-5a69633e4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.238696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-ad75a73e-2eb4-456c-a9c1-5a69633e4483 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1322f12e-fa97-47e2-a796-74713f5c87d1 HTTP/1.1" status: 200 len: 916 time: 0.2336257 Mar 10 23:55:59.328962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6de8544-f7f1-477d-b45a-9e60ce214d50 req-5dc8ca26-57bd-45ef-abd4-07e11416e21b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449940 Mar 10 23:55:59.334266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-b6665edb-b49a-4b3e-bf35-2c51439957c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0762465 Mar 10 23:55:59.456912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:55:59.463133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fb105-2c69-4ef5-8bcb-19b8956c0215 req-be6bc348-c631-4996-9cb5-6d7d1a89e298 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.474233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-251fb105-2c69-4ef5-8bcb-19b8956c0215 req-be6bc348-c631-4996-9cb5-6d7d1a89e298 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.2304330 Mar 10 23:55:59.522873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6330c-42b4-4f47-9308-204731faa314 req-6788ddf6-fb2f-481c-bec0-c725f878d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.526628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-6788ddf6-fb2f-481c-bec0-c725f878d288 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d6b4196-5120-4272-a3da-f4acaea8f7cc HTTP/1.1" status: 200 len: 854 time: 0.1830935 Mar 10 23:55:59.531533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 580c17e0-c482-4d07-9baf-6122630bc84d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:55:59.532509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:59.628873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-251fb105-2c69-4ef5-8bcb-19b8956c0215 req-f06f2aa8-47c7-4e0e-a9f2-bfc80e99a904 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530411 Mar 10 23:55:59.663278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6330c-42b4-4f47-9308-204731faa314 req-f7f4e524-56b0-4347-8f7f-570a3017f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.665121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-f7f4e524-56b0-4347-8f7f-570a3017f71a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1322f12e-fa97-47e2-a796-74713f5c87d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1253026 Mar 10 23:55:59.675130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580c17e0-c482-4d07-9baf-6122630bc84d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:55:59.675858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:59.679527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fa5c9-e7ff-468e-ad5d-d5f39507d6d2 req-2678a5fb-8475-4a5f-abd9-eb5ae823864f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.688066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-960fa5c9-e7ff-468e-ad5d-d5f39507d6d2 req-2678a5fb-8475-4a5f-abd9-eb5ae823864f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1668270 Mar 10 23:55:59.723010 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3a2a0-c5d9-49b5-aad9-b122e4d6dabc x-openstack-request-id: req-ada3a2a0-c5d9-49b5-aad9-b122e4d6dabc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:55:59.723320 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "name": "network-vif-plugged", "status": "completed", "tag": "4083724f-3772-45ca-9b0a-294262a6c253", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:55:59.723590 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada3a2a0-c5d9-49b5-aad9-b122e4d6dabc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:55:59.724076 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253', 'code': 200} Mar 10 23:55:59.761262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-960fa5c9-e7ff-468e-ad5d-d5f39507d6d2 req-c22c621d-9fe5-4567-a1b4-ef8240f7e637 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667150 Mar 10 23:55:59.787380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:55:59.801503 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:55:59.879592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a112a-0efb-4d89-b6a1-a1c77b2f45a1 req-a7f24532-8e46-464e-917d-3f96db548404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.881769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-226a112a-0efb-4d89-b6a1-a1c77b2f45a1 req-a7f24532-8e46-464e-917d-3f96db548404 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 1132 time: 0.0777895 Mar 10 23:55:59.932047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-226a112a-0efb-4d89-b6a1-a1c77b2f45a1 req-9221db48-5fb9-4301-9f66-4a0f1db7bb91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Mar 10 23:55:59.947089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:55:59.954250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4145d-5c48-46d9-98c3-b38d4cb38764 req-6a4f3138-69af-47ad-aede-81a7954e33c3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:55:59.957005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee4145d-5c48-46d9-98c3-b38d4cb38764 req-6a4f3138-69af-47ad-aede-81a7954e33c3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.1825049 Mar 10 23:56:00.361707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-0902127d-00b8-49f4-b59f-539dbe6949a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522820 Mar 10 23:56:00.485127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc6330c-42b4-4f47-9308-204731faa314 req-8d99d53c-92da-48a8-bc4c-4a816fee2f4e service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958211 Mar 10 23:56:00.492564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee4145d-5c48-46d9-98c3-b38d4cb38764 req-e573e4bf-ce4d-4656-9589-9f2a7a902a7e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271866 Mar 10 23:56:00.509945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc508565-718b-4d69-8317-8b03705c121e req-357bf22e-d93b-4a45-b8ea-ef57c84d1703 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:00.522508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc508565-718b-4d69-8317-8b03705c121e req-357bf22e-d93b-4a45-b8ea-ef57c84d1703 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 945 time: 0.6171153 Mar 10 23:56:00.595860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc508565-718b-4d69-8317-8b03705c121e req-c3b8c821-d006-4911-a61f-e83b5fc2a59c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Mar 10 23:56:00.788130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306a94-25d6-446e-b2fa-457c6d9c84e0 req-6fea794c-26ef-485f-910e-12079baf40f7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:00.795629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b306a94-25d6-446e-b2fa-457c6d9c84e0 req-6fea794c-26ef-485f-910e-12079baf40f7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1065018 Mar 10 23:56:00.829792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fb31f-7af8-455c-955d-cb8a37e699e4 req-12e6a08b-b6b9-4a21-afc4-ebdb002c33b4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:00.831382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd1fb31f-7af8-455c-955d-cb8a37e699e4 req-12e6a08b-b6b9-4a21-afc4-ebdb002c33b4 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 944 time: 0.1287279 Mar 10 23:56:00.889171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b306a94-25d6-446e-b2fa-457c6d9c84e0 req-0a8f6436-e6fc-4e68-ace5-8600a000ac5b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918770 Mar 10 23:56:00.940493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd1fb31f-7af8-455c-955d-cb8a37e699e4 req-23e3071a-ec6a-48f1-a653-295e00c7ef84 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Mar 10 23:56:01.133756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c664eb-8e6f-47e5-8e50-65ff24cb5a17 req-e1b8e7b7-7053-4016-84f3-496f5f5e6236 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:01.141536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66c664eb-8e6f-47e5-8e50-65ff24cb5a17 req-e1b8e7b7-7053-4016-84f3-496f5f5e6236 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.1220243 Mar 10 23:56:01.226487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66c664eb-8e6f-47e5-8e50-65ff24cb5a17 req-18f2cdfb-b97d-4016-afc4-fa9313b96565 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837023 Mar 10 23:56:01.243795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2caed2-2eeb-45ef-a676-6098f9e2ca66 req-74568fe1-c874-4747-9f29-08044c3d657b tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:01.251346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb2caed2-2eeb-45ef-a676-6098f9e2ca66 req-74568fe1-c874-4747-9f29-08044c3d657b tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0919063 Mar 10 23:56:01.310589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb2caed2-2eeb-45ef-a676-6098f9e2ca66 req-cffcb798-c604-40d1-b682-b4de12f12bf0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580201 Mar 10 23:56:01.375545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b872a-c788-438e-85f6-69d0026f0c6f req-49facf45-24fb-4cd8-a23b-3fd424b7fcb6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:01.377124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a1b872a-c788-438e-85f6-69d0026f0c6f req-49facf45-24fb-4cd8-a23b-3fd424b7fcb6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.0711298 Mar 10 23:56:01.444269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a1b872a-c788-438e-85f6-69d0026f0c6f req-90fa171e-409d-418a-a48e-4a394e98932f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603471 Mar 10 23:56:01.475893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device afa1fd89-5792-4787-a85d-c7fd1115b68b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:01.547699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port afa1fd89-5792-4787-a85d-c7fd1115b68b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:01.552834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port afa1fd89-5792-4787-a85d-c7fd1115b68b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:01.553425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:01.656799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port afa1fd89-5792-4787-a85d-c7fd1115b68b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:01.657191 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:01.720797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:01.725190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d'}, {'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:01.727958 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca1f6fe-8c88-431d-966f-44996febe965" -d '{"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-plugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d"}, {"server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "name": "network-vif-plugged", "status": "completed", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:01.731785 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:01.733675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:01.833651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:01.853286 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e3c1a-eb36-45ee-b46f-75d61601b7a9 x-openstack-request-id: req-ac2e3c1a-eb36-45ee-b46f-75d61601b7a9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:01.853588 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-plugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d", "code": 200}, {"server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "name": "network-vif-plugged", "status": "completed", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:01.853844 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac2e3c1a-eb36-45ee-b46f-75d61601b7a9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:01.854665 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d', 'code': 200} Mar 10 23:56:01.854930 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b', 'code': 200} Mar 10 23:56:01.866128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa2f14-edcb-4e6d-b210-8cf5d1a4b8e4 req-c3ca3f7f-1cb1-4054-84fb-08b7e7ff3a1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:01.877373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6aa2f14-edcb-4e6d-b210-8cf5d1a4b8e4 req-c3ca3f7f-1cb1-4054-84fb-08b7e7ff3a1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 945 time: 0.1471159 Mar 10 23:56:01.901210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:01.906307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:01.906697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:02.016084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6aa2f14-edcb-4e6d-b210-8cf5d1a4b8e4 req-ba279aa2-0213-4c26-a3a7-c151932b2e5a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326587 Mar 10 23:56:02.043538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:02.043983 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:02.097003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:02.114903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a0ee-47cf-4f47-87ef-f299ddc2f185 req-8ece9a6e-0eb5-4825-96a9-a8cb84d10a4c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.121561 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:02.122526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f390a0ee-47cf-4f47-87ef-f299ddc2f185 req-8ece9a6e-0eb5-4825-96a9-a8cb84d10a4c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1037538 Mar 10 23:56:02.193661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:02.196409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f390a0ee-47cf-4f47-87ef-f299ddc2f185 req-0faebb3c-40ae-44a7-8ef3-93ff58381d8a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723109 Mar 10 23:56:02.198728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f255e6-db89-41b1-a65c-b54b0ed825b3 req-234abadd-6f57-444d-8057-5d5f45fe9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.200293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81f255e6-db89-41b1-a65c-b54b0ed825b3 req-234abadd-6f57-444d-8057-5d5f45fe9b3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1127 time: 0.2461269 Mar 10 23:56:02.249598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372996-2552-4675-938d-5ad14ba8dcdd req-7a22b62d-8f19-48cc-8ac6-4ded8a894739 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.251176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30372996-2552-4675-938d-5ad14ba8dcdd req-7a22b62d-8f19-48cc-8ac6-4ded8a894739 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1117589 Mar 10 23:56:02.302289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81f255e6-db89-41b1-a65c-b54b0ed825b3 req-00ff9480-cca6-44ad-86c4-ee47dcd3f15f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Mar 10 23:56:02.324573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30372996-2552-4675-938d-5ad14ba8dcdd req-0af0e72d-9419-40a9-8efe-abc4199603bd tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623853 Mar 10 23:56:02.429082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835b77-0142-418f-8173-e743178509c7 req-282ad00e-5aad-42f6-a1cc-925f41fa50ef tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.430592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf835b77-0142-418f-8173-e743178509c7 req-282ad00e-5aad-42f6-a1cc-925f41fa50ef tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.0956490 Mar 10 23:56:02.509175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5467308-3195-4652-9787-f99b9a8713a1 req-0d0ea27c-c683-4814-ae01-a6d480c6a11a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.516212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5467308-3195-4652-9787-f99b9a8713a1 req-0d0ea27c-c683-4814-ae01-a6d480c6a11a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1099155 Mar 10 23:56:02.526058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf835b77-0142-418f-8173-e743178509c7 req-351edf97-bb8e-46fd-9dc7-5eed40c15343 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Mar 10 23:56:02.577137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5467308-3195-4652-9787-f99b9a8713a1 req-e9823c9f-3093-4517-b50e-1ab5b6215898 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599637 Mar 10 23:56:02.714368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faec04-2d99-4567-b479-b3c57df95d52 req-bc70100d-7cd7-4328-8ae0-ef3833b95c3a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.723669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1faec04-2d99-4567-b479-b3c57df95d52 req-bc70100d-7cd7-4328-8ae0-ef3833b95c3a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.1017361 Mar 10 23:56:02.817175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1faec04-2d99-4567-b479-b3c57df95d52 req-7beb6911-d9a0-44ca-ab3b-a0c98aa703c5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920281 Mar 10 23:56:02.987862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d85e86-0a11-43af-9a9c-99e5b34badda req-eb76b9d5-3a1f-4d1d-8ef5-3c5b17c71f9f tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:02.995703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06d85e86-0a11-43af-9a9c-99e5b34badda req-eb76b9d5-3a1f-4d1d-8ef5-3c5b17c71f9f tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.0993528 Mar 10 23:56:03.067296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06d85e86-0a11-43af-9a9c-99e5b34badda req-0d2a981d-69eb-4f32-85ce-0a41e21802e4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Mar 10 23:56:03.210605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc3cb1-4299-45dc-bb09-e96eb07a6d08 req-1f2fe885-6dfb-4ed9-98d2-59948ccd5e0d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:03.212817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26bc3cb1-4299-45dc-bb09-e96eb07a6d08 req-1f2fe885-6dfb-4ed9-98d2-59948ccd5e0d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.1095073 Mar 10 23:56:03.258801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-e39de964-e35c-4c84-907f-23e4ba24597a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:03.260540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-e39de964-e35c-4c84-907f-23e4ba24597a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.1278462 Mar 10 23:56:03.376249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26bc3cb1-4299-45dc-bb09-e96eb07a6d08 req-5242a5bf-2bbc-4256-9388-37fc185489e3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450794 Mar 10 23:56:03.491274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2f2a-370f-4970-843a-2c0baf91f565 req-79f55feb-112d-4e9a-93e9-997dd4b23b7a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:03.500201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c97b2f2a-370f-4970-843a-2c0baf91f565 req-79f55feb-112d-4e9a-93e9-997dd4b23b7a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.2121921 Mar 10 23:56:03.582695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71925e18-e8f1-4f8e-869b-b20f6de58e63 req-67511a2a-e99a-490e-bf31-2443b371dd60 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:03.590458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71925e18-e8f1-4f8e-869b-b20f6de58e63 req-67511a2a-e99a-490e-bf31-2443b371dd60 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1570523 Mar 10 23:56:03.663594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c97b2f2a-370f-4970-843a-2c0baf91f565 req-980b6456-dfbe-4beb-af53-1a1e5fa38c13 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634717 Mar 10 23:56:03.671277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port 33359090-7f94-4540-83cf-c323c2a804a5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:03.672047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (33359090-7f94-4540-83cf-c323c2a804a5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:03.709755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71925e18-e8f1-4f8e-869b-b20f6de58e63 req-ff48934c-0e6b-4f74-be39-087887c42c35 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167035 Mar 10 23:56:03.856473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:03.872006 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3cf3c8-1f77-4a66-bf74-bef0d17abd37" -d '{"events": [{"server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "name": "network-vif-plugged", "status": "completed", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:03.881534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port 33359090-7f94-4540-83cf-c323c2a804a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33359090-7f94-4540-83cf-c323c2a804a5,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:03.887450 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (33359090-7f94-4540-83cf-c323c2a804a5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:03.918735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for 33359090-7f94-4540-83cf-c323c2a804a5 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:03.930830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b58ff-bf84-416e-9178-bd5683537ccc req-b8eb83b3-66aa-4448-ac69-2a80b89d96cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:03.933631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-569b58ff-bf84-416e-9178-bd5683537ccc req-b8eb83b3-66aa-4448-ac69-2a80b89d96cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1525655 Mar 10 23:56:04.075034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1302-bbfc-41cc-b673-f94702250dc3 req-8fe01cf4-6b3a-4c1a-9e12-40e674165a8b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:04.082659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-657a1302-bbfc-41cc-b673-f94702250dc3 req-8fe01cf4-6b3a-4c1a-9e12-40e674165a8b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 945 time: 0.1818779 Mar 10 23:56:04.105514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-569b58ff-bf84-416e-9178-bd5683537ccc req-1d6619b0-df8b-4cc8-8406-567caa7f97dd tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523833 Mar 10 23:56:04.159903 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bd36c7-c01e-445b-92f2-df1148d66538 x-openstack-request-id: req-c4bd36c7-c01e-445b-92f2-df1148d66538 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:04.160287 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "name": "network-vif-plugged", "status": "completed", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:04.160621 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4bd36c7-c01e-445b-92f2-df1148d66538 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:04.161067 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'code': 200} Mar 10 23:56:04.191593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-657a1302-bbfc-41cc-b673-f94702250dc3 req-330852ea-f1d2-4064-b403-dfcf3d26c23b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078951 Mar 10 23:56:04.309904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (33359090-7f94-4540-83cf-c323c2a804a5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:04.324229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['33359090-7f94-4540-83cf-c323c2a804a5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:04.345411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905e195-c82c-4cf9-8023-a336e9a16614 req-50fc5e9d-3f98-4576-bd9c-ecedf26c9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:04.346906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c905e195-c82c-4cf9-8023-a336e9a16614 req-50fc5e9d-3f98-4576-bd9c-ecedf26c9103 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 1128 time: 0.1021850 Mar 10 23:56:04.399000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=33359090-7f94-4540-83cf-c323c2a804a5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:04.430156 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c905e195-c82c-4cf9-8023-a336e9a16614 req-ab4630ed-6fc2-40fb-87b1-3c107c3f710a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753655 Mar 10 23:56:04.491489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port 33359090-7f94-4540-83cf-c323c2a804a5 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:04.512325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:04.517016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aec4c82-823e-414c-9bf2-83e4b95a2d62 req-8df66513-ff12-4656-bcff-8323a0ae8bd1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "DELETE /v2.0/ports/33359090-7f94-4540-83cf-c323c2a804a5 HTTP/1.1" status: 204 len: 173 time: 1.2497258 Mar 10 23:56:04.517707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'name': 'network-vif-deleted', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:04.520220 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd104d-881b-4fc4-b8cc-bf4d9c5bd1be" -d '{"events": [{"server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "name": "network-vif-deleted", "tag": "33359090-7f94-4540-83cf-c323c2a804a5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:04.554209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac8b3e-875f-4702-9e2d-b9a891f44596 req-6c011137-70f7-4efe-814c-a68960943262 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:04.561376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17ac8b3e-875f-4702-9e2d-b9a891f44596 req-6c011137-70f7-4efe-814c-a68960943262 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.1879017 Mar 10 23:56:04.594744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644da74f-fcbb-42e8-b4f6-f57dbb60aeba req-c2377729-a5a4-4999-874d-db53351f9f58 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:04.596288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-644da74f-fcbb-42e8-b4f6-f57dbb60aeba req-c2377729-a5a4-4999-874d-db53351f9f58 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.1186905 Mar 10 23:56:04.641443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17ac8b3e-875f-4702-9e2d-b9a891f44596 req-6e5c7b7e-f5fe-49b4-8a53-92fb60ce0267 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 Mar 10 23:56:04.682336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-644da74f-fcbb-42e8-b4f6-f57dbb60aeba req-3bdead10-cb90-43dc-beb5-bfbab32f6914 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732636 Mar 10 23:56:04.747424 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef94bba-6584-46f3-b783-7d51ee11a6b5 x-openstack-request-id: req-4ef94bba-6584-46f3-b783-7d51ee11a6b5 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:04.747889 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7b07be-b1a3-4ad0-8057-345ac8e9d074", "name": "network-vif-deleted", "tag": "33359090-7f94-4540-83cf-c323c2a804a5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:04.748292 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef94bba-6584-46f3-b783-7d51ee11a6b5 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:04.748919 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7b07be-b1a3-4ad0-8057-345ac8e9d074', 'name': 'network-vif-deleted', 'tag': '33359090-7f94-4540-83cf-c323c2a804a5', 'status': 'completed', 'code': 200} Mar 10 23:56:04.895671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e09b83-a870-4dac-be42-2f1866b596a6 req-15bdf7d8-d767-4c65-b7e2-6d43374ea8f9 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:04.902998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0e09b83-a870-4dac-be42-2f1866b596a6 req-15bdf7d8-d767-4c65-b7e2-6d43374ea8f9 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1141269 Mar 10 23:56:04.999535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2938c-4a24-4ab2-b433-1dcb09eccafc req-79c25a0d-05ed-42f7-a1eb-4fa4c82907ed tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.006432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff2938c-4a24-4ab2-b433-1dcb09eccafc req-79c25a0d-05ed-42f7-a1eb-4fa4c82907ed tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1612365 Mar 10 23:56:05.071629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0e09b83-a870-4dac-be42-2f1866b596a6 req-aee80775-61e5-4400-86de-06e66702dfe9 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667752 Mar 10 23:56:05.093403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-9aadf80e-d90f-4258-9aad-7be88f394b37 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.095096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-9aadf80e-d90f-4258-9aad-7be88f394b37 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.1517360 Mar 10 23:56:05.169279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff2938c-4a24-4ab2-b433-1dcb09eccafc req-8a361619-9f71-407d-a019-5f428ca9ef58 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618237 Mar 10 23:56:05.330608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Deleting port 4083724f-3772-45ca-9b0a-294262a6c253 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:05.330608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4083724f-3772-45ca-9b0a-294262a6c253), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:05.392989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73ac0d60-d469-4f9e-8787-61b39d2fe5d8 req-1411e825-8861-4ecf-9770-41a02199af97 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd7b07be-b1a3-4ad0-8057-345ac8e9d074 HTTP/1.1" status: 200 len: 210 time: 0.0812747 Mar 10 23:56:05.415598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966d1e-e009-4059-8567-cf221cf3cb93 req-460ba1cb-48c6-4280-8bdf-39e417b6e909 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.422763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb966d1e-e009-4059-8567-cf221cf3cb93 req-460ba1cb-48c6-4280-8bdf-39e417b6e909 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.2105529 Mar 10 23:56:05.610242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb966d1e-e009-4059-8567-cf221cf3cb93 req-dac54a20-7738-47cc-8023-8ec3c0012cef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864724 Mar 10 23:56:05.619380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] For port 4083724f-3772-45ca-9b0a-294262a6c253, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4083724f-3772-45ca-9b0a-294262a6c253,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:05.620543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4083724f-3772-45ca-9b0a-294262a6c253), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:05.643803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Calling delete_port for 4083724f-3772-45ca-9b0a-294262a6c253 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:05.894487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-d84d3713-5c89-4281-a4db-13f4d0e197c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.900224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-d84d3713-5c89-4281-a4db-13f4d0e197c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1085451 Mar 10 23:56:05.982866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71a4c7-6626-4f71-9ad4-bf0461d281d5 req-9e05febf-b097-4021-ba3e-598b91fcbdd7 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.984775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b71a4c7-6626-4f71-9ad4-bf0461d281d5 req-9e05febf-b097-4021-ba3e-598b91fcbdd7 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1383841 Mar 10 23:56:05.995154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefb44-ce15-4ac1-a5ab-1e1b327266f5 req-502e3098-32ff-4ac5-9bb2-b7ed4e4c4661 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:05.998675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5cefb44-ce15-4ac1-a5ab-1e1b327266f5 req-502e3098-32ff-4ac5-9bb2-b7ed4e4c4661 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c293877-dc00-4b1f-a377-613447e19e88 HTTP/1.1" status: 200 len: 950 time: 0.2062614 Mar 10 23:56:06.078500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-a1ea8fcd-98a9-49c5-bd04-dcd16a5ed2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:06.080526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-a1ea8fcd-98a9-49c5-bd04-dcd16a5ed2c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 912 time: 0.1736495 Mar 10 23:56:06.092473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4083724f-3772-45ca-9b0a-294262a6c253), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:06.111066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4083724f-3772-45ca-9b0a-294262a6c253'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:06.151410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Pushing event deleted for resources: {'Port': ['ID=4083724f-3772-45ca-9b0a-294262a6c253,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:06.195908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5cefb44-ce15-4ac1-a5ab-1e1b327266f5 req-ff7e725f-e699-400e-aeba-c1fe94c48c8f tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864202 Mar 10 23:56:06.202067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-8ee480cd-d028-4c94-b361-7df15f06445c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 200 len: 217 time: 0.1065247 Mar 10 23:56:06.205278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b71a4c7-6626-4f71-9ad4-bf0461d281d5 req-db3625c1-3b32-473c-b40c-73b35b68898e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038367 Mar 10 23:56:06.225389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] No DVR routers for this DVR port 4083724f-3772-45ca-9b0a-294262a6c253 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:06.228557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:06.232565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47aecafc-8169-43a9-bef8-60bc0da6c9ce req-a92bcf84-1a78-436c-ba2e-fc6ff18f2fd4 tempest-ServerDiagnosticsNegativeTest-126912949 tempest-ServerDiagnosticsNegativeTest-126912949-project] 10.222.0.30 "DELETE /v2.0/ports/4083724f-3772-45ca-9b0a-294262a6c253 HTTP/1.1" status: 204 len: 173 time: 1.1248965 Mar 10 23:56:06.378063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-cdd30384-51fc-460b-84e3-b30288941c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:06.381809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-cdd30384-51fc-460b-84e3-b30288941c50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.1722887 Mar 10 23:56:06.474854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-82f66f63-3ece-4439-9b04-2cb5b7424c23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847929 Mar 10 23:56:06.487304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe695e7a-11e1-41ca-9cee-ef12a86ef41c req-acc48710-21a3-498b-a0fa-f04e10cd90e7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:06.494689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe695e7a-11e1-41ca-9cee-ef12a86ef41c req-acc48710-21a3-498b-a0fa-f04e10cd90e7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1430397 Mar 10 23:56:06.569767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76907-e38f-4889-97d6-264581c176a8 req-f90a1763-ec69-429c-ae47-50de28f7088f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:06.573997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24c76907-e38f-4889-97d6-264581c176a8 req-f90a1763-ec69-429c-ae47-50de28f7088f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.2072914 Mar 10 23:56:06.629195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe695e7a-11e1-41ca-9cee-ef12a86ef41c req-68fcd92f-4ed4-4c08-9fff-373b51f2a348 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335402 Mar 10 23:56:06.670803 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-0453435b-0a6d-4da1-b5ae-7a02b2076a3c service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807990 Mar 10 23:56:06.692154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c8aeb2c-66e4-4b56-bf3c-95130b7344b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:06.698442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24c76907-e38f-4889-97d6-264581c176a8 req-9c3d5e39-17fa-46a2-8088-77fa00185c61 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171563 Mar 10 23:56:06.754732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'name': 'network-vif-deleted', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:06.754732 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5cbfda-005a-4572-8c51-aac335c83b42" -d '{"events": [{"server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "name": "network-vif-deleted", "tag": "4083724f-3772-45ca-9b0a-294262a6c253"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:06.836869 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63ce3db-5e45-4d87-86ff-113ec0be56e9 x-openstack-request-id: req-f63ce3db-5e45-4d87-86ff-113ec0be56e9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:06.837161 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c293877-dc00-4b1f-a377-613447e19e88", "name": "network-vif-deleted", "tag": "4083724f-3772-45ca-9b0a-294262a6c253", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:06.837415 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f63ce3db-5e45-4d87-86ff-113ec0be56e9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:06.837823 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c293877-dc00-4b1f-a377-613447e19e88', 'name': 'network-vif-deleted', 'tag': '4083724f-3772-45ca-9b0a-294262a6c253', 'status': 'completed', 'code': 200} Mar 10 23:56:06.897658 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d044f9e0-9cc7-4d31-8eda-32ba0ec3d8dc req-589cfc70-fd6a-452f-b508-5978a515f137 service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174525 Mar 10 23:56:07.278931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30e230-36e7-48b3-b316-2e80da7531ca req-6e8f2278-d4f9-473f-8395-f3acb4e08658 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:07.285706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f30e230-36e7-48b3-b316-2e80da7531ca req-6e8f2278-d4f9-473f-8395-f3acb4e08658 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.4086888 Mar 10 23:56:07.293116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-796cc756-d198-4fb0-b971-391bb89adcc3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:07.301867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-796cc756-d198-4fb0-b971-391bb89adcc3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2144427 Mar 10 23:56:07.338628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-2a5da30f-a2ed-47a5-b4af-31b39cdba23b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0358324 Mar 10 23:56:07.408935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f30e230-36e7-48b3-b316-2e80da7531ca req-088c0b57-472e-4a51-af86-f1d087c539d6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223640 Mar 10 23:56:07.453255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-2634f1cd-9b85-4f9c-a382-106340bcdce9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137657 Mar 10 23:56:07.516669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33359090-7f94-4540-83cf-c323c2a804a5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:07.568785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 33359090-7f94-4540-83cf-c323c2a804a5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:07.569639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33359090-7f94-4540-83cf-c323c2a804a5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:07.570365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4083724f-3772-45ca-9b0a-294262a6c253 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:07.596157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 4083724f-3772-45ca-9b0a-294262a6c253 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:07.596818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4083724f-3772-45ca-9b0a-294262a6c253 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:07.611241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-4c62b4c5-b0e4-4887-afaf-67454decb901 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498771 Mar 10 23:56:07.792666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-11e4d82b-e7ab-4388-bd49-ddf020c6a718 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:07.803655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-11e4d82b-e7ab-4388-bd49-ddf020c6a718 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.2463791 Mar 10 23:56:07.824815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-270242cc-d17e-4de3-9abd-cca85138f66a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0201058 Mar 10 23:56:07.839001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7e2b8d13-98b0-4a84-b716-3a11787208c7 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268002 Mar 10 23:56:07.908857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-bb2de312-ee5f-4252-80cd-eba58baa2470 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831077 Mar 10 23:56:08.074939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-fc248617-51ff-4500-a3af-98bb75592293 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618342 Mar 10 23:56:08.268299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-a2cbb124-5d2e-465b-a25a-93fe9ea63f00 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907144 Mar 10 23:56:08.442511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af0383-5ee2-4aaa-88d9-6c6bc6c64fb8 req-6d52fe18-1cd2-44af-83b1-feef7d0c2c03 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:08.452689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19af0383-5ee2-4aaa-88d9-6c6bc6c64fb8 req-6d52fe18-1cd2-44af-83b1-feef7d0c2c03 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1832099 Mar 10 23:56:08.654001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19af0383-5ee2-4aaa-88d9-6c6bc6c64fb8 req-e55b1195-4407-4990-8811-7844320d6216 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917775 Mar 10 23:56:08.722554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47274) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:08.916640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc5a6-47d6-489d-a3ae-9c77c4488f56 req-75eb16a8-f90a-4aaa-90a3-7d803a5ee95a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:08.932421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96dc5a6-47d6-489d-a3ae-9c77c4488f56 req-75eb16a8-f90a-4aaa-90a3-7d803a5ee95a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.2115796 Mar 10 23:56:09.064632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96dc5a6-47d6-489d-a3ae-9c77c4488f56 req-d3b55ce8-160f-4e09-807a-817b8cc20f03 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306794 Mar 10 23:56:09.113191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37a9c0c3-df0e-4ae6-8c0a-ea2b25be3253 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3571a978a09a42d5a3b833e4116f805f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893306 Mar 10 23:56:09.116105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:09.184623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce391f94-9c10-4a76-88a8-4280cba8a7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.209065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] Publish callbacks [] for security_group (f5d18ff1-6143-45fd-8f54-4d1d7fd7de13), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.281476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] Publish callbacks [] for security_group (f5d18ff1-6143-45fd-8f54-4d1d7fd7de13), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.344167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0936967-dd6d-4e3c-9654-026311ac5e22 req-0b6e20b2-7fa3-4a16-ba83-81b10095303e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 210 time: 0.0873671 Mar 10 23:56:09.364764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f5d18ff1-6143-45fd-8f54-4d1d7fd7de13), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.368414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.369585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5d18ff1-6143-45fd-8f54-4d1d7fd7de13 HTTP/1.1" status: 204 len: 168 time: 0.2525010 Mar 10 23:56:09.393007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d939ae-177c-433f-9b12-3393e76241b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d18ff1-6143-45fd-8f54-4d1d7fd7de13,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:09.477546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889dfbe2-2606-4a36-8d60-f3486fae7306 req-4e671f1d-be03-463f-802e-d24a543ad655 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0438535 Mar 10 23:56:09.515459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869522a-245a-4e7d-87ba-6b33866be847 req-234a39e7-2577-43e4-8bd0-9e35a7ea2f20 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:09.517448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9869522a-245a-4e7d-87ba-6b33866be847 req-234a39e7-2577-43e4-8bd0-9e35a7ea2f20 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1414807 Mar 10 23:56:09.608367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9869522a-245a-4e7d-87ba-6b33866be847 req-67dd85fc-1218-42bd-a7e1-46e2fe7cef91 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 Mar 10 23:56:09.847403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47300) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:09.847949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47df13-0789-4b08-b4d7-7b31c8f3aecd req-0ac4a4a1-df71-4871-beb7-55be6a794584 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:09.849784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f47df13-0789-4b08-b4d7-7b31c8f3aecd req-0ac4a4a1-df71-4871-beb7-55be6a794584 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0889308 Mar 10 23:56:09.866225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd154136-1966-4ea5-aaf2-42bb3451c874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:09.922564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f47df13-0789-4b08-b4d7-7b31c8f3aecd req-859334f9-2fe6-4a21-a7e7-28b20336975e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629675 Mar 10 23:56:10.047213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-5b6aff15-aa33-4720-bc1b-9f1db8c11d6c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:10.049098 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-5b6aff15-aa33-4720-bc1b-9f1db8c11d6c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.1712046 Mar 10 23:56:10.070894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:10.102480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd154136-1966-4ea5-aaf2-42bb3451c874 admin admin] Publish callbacks [] for security_group (d698671c-8d0f-47cf-a983-1a8e8e840d0a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.110845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd154136-1966-4ea5-aaf2-42bb3451c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d698671c-8d0f-47cf-a983-1a8e8e840d0a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.214779 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fd154136-1966-4ea5-aaf2-42bb3451c874 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=add4c2dc2ff94bbab067f1accc606708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655758 Mar 10 23:56:10.219784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:10.229843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bbfdb-f9a0-4549-956c-44bf2af3c1fa req-681ee4a0-8076-48c2-b001-5cc2c88eeb28 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:10.248254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b7bbfdb-f9a0-4549-956c-44bf2af3c1fa req-681ee4a0-8076-48c2-b001-5cc2c88eeb28 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.0868170 Mar 10 23:56:10.259608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd154136-1966-4ea5-aaf2-42bb3451c874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d698671c-8d0f-47cf-a983-1a8e8e840d0a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:10.332949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] Publish callbacks [] for security_group (d698671c-8d0f-47cf-a983-1a8e8e840d0a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.341852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b7bbfdb-f9a0-4549-956c-44bf2af3c1fa req-253f4308-fb8f-45dc-ba22-8e71a91c2a74 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694585 Mar 10 23:56:10.360976 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.409584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:10.412241 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.414407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.431631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] Publish callbacks [] for security_group (d698671c-8d0f-47cf-a983-1a8e8e840d0a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.463284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a672875-d527-4bd8-8395-e46d73bd26ca req-5fb1dbd8-7b28-4aa6-8571-5c1ac948b970 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 210 time: 0.0398502 Mar 10 23:56:10.617073 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.618972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-8e65494c-cacc-4bdf-8894-afb02d668948 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:10.621332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-8e65494c-cacc-4bdf-8894-afb02d668948 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.1697793 Mar 10 23:56:10.666577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c4d9ea7-d732-4130-912f-5605bb22ea43 req-cd1a421e-ef72-4c5f-af35-e80d7c59e7a2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0854194 Mar 10 23:56:10.683045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d698671c-8d0f-47cf-a983-1a8e8e840d0a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.688287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:10.689525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d698671c-8d0f-47cf-a983-1a8e8e840d0a HTTP/1.1" status: 204 len: 168 time: 0.4684427 Mar 10 23:56:10.690129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:10.710832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412c9b0-cd2d-4d1b-8c82-a6bb314c2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698671c-8d0f-47cf-a983-1a8e8e840d0a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:10.781579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.2 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/d034ff4b-76d0-4c6f-aac8-61eada29b574) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:10.866073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a72ab4-afcb-4bf2-a6e0-92971d1a06f5 req-f8414256-4a34-4928-a765-0a4cfa7905fa tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:10.876439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06a72ab4-afcb-4bf2-a6e0-92971d1a06f5 req-f8414256-4a34-4928-a765-0a4cfa7905fa tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1777930 Mar 10 23:56:10.969160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06a72ab4-afcb-4bf2-a6e0-92971d1a06f5 req-7be22397-e033-4990-be8c-eba9d8fd0ba1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917590 Mar 10 23:56:10.990303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:10.994117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.039721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.094894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.117526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90', '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:11.146797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:11.151326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:11.192964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:11.236307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f47fd-55d4-41f7-b958-53857365bb1b req-98c19d16-09c8-43c2-979b-fc59e1dc6663 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:11.237964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-972f47fd-55d4-41f7-b958-53857365bb1b req-98c19d16-09c8-43c2-979b-fc59e1dc6663 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1748779 Mar 10 23:56:11.250240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:11.289960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:11.290649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.333563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.4 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/21e3db26-e775-4a06-b75b-c8f8fcf08ef7) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:11.350656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-bc2731f7-f5c2-4737-b4ba-014c57e9536e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2846930 Mar 10 23:56:11.380121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Request body: {'port': {'device_id': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:11.394058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-972f47fd-55d4-41f7-b958-53857365bb1b req-08d55870-3eb0-493e-8710-b5698da1a416 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232915 Mar 10 23:56:11.526959 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.542044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.857446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d034ff4b-76d0-4c6f-aac8-61eada29b574 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:11.866646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks [] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.880753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Transition to ACTIVE for port object d034ff4b-76d0-4c6f-aac8-61eada29b574 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:11.885785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:11.941900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Pushing event updated for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:11.968991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbda4bb-5eec-4c8a-a98f-10dd743d7173 req-e093a765-f262-441d-99c4-1c7e5b7af35c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:11.971203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bbda4bb-5eec-4c8a-a98f-10dd743d7173 req-e093a765-f262-441d-99c4-1c7e5b7af35c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.4832163 Mar 10 23:56:12.032005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.046932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Attempting to bind port d034ff4b-76d0-4c6f-aac8-61eada29b574 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:12.047278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Attempting to bind port d034ff4b-76d0-4c6f-aac8-61eada29b574 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:12.047622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Attempting to bind port d034ff4b-76d0-4c6f-aac8-61eada29b574 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:12.053861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Port d034ff4b-76d0-4c6f-aac8-61eada29b574 on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:12.053861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Attempting to bind port d034ff4b-76d0-4c6f-aac8-61eada29b574 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:12.057927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:12.058268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:12.058654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:12.059088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Bound port: d034ff4b-76d0-4c6f-aac8-61eada29b574, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:12.059445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.060872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36d0b-ab01-41af-a162-cc0011bc06b9 req-9a6634c8-31e7-49b8-b55a-c72aa66aa375 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.062366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eee36d0b-ab01-41af-a162-cc0011bc06b9 req-9a6634c8-31e7-49b8-b55a-c72aa66aa375 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 943 time: 0.1402142 Mar 10 23:56:12.092280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5bbda4bb-5eec-4c8a-a98f-10dd743d7173 req-482e1dd7-8a8e-4a6c-854b-ff85f3f85ca4 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126392 Mar 10 23:56:12.135286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eee36d0b-ab01-41af-a162-cc0011bc06b9 req-d21fc8e6-3c55-4223-92c0-08705e229e73 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659180 Mar 10 23:56:12.136108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:12.139738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.140451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:12.153592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.203160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:12.206444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.207086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.208851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] 10.222.0.30 "PUT /v2.0/ports/d034ff4b-76d0-4c6f-aac8-61eada29b574 HTTP/1.1" status: 200 len: 1091 time: 0.8452613 Mar 10 23:56:12.209331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:12.209525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:12.211894 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ccb677-6dc8-4ae0-9173-ad9160d01500" -d '{"events": [{"name": "network-changed", "server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:12.213901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:12.246153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:12.269659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276858e-dad9-414f-a0e5-cf122262f5cc service neutron] Pushing event updated for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:12.297324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.297762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.298173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.298575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.298977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.299373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.299766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.300203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.300594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.300979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.301366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.301753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.302140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:12.311155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-b349150b-ed5f-44ba-940a-485c1ed73057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.312817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-b349150b-ed5f-44ba-940a-485c1ed73057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 1125 time: 0.0553336 Mar 10 23:56:12.345512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.346113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.362683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-2aeb332d-6551-415e-b3cc-1550d224924e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574 HTTP/1.1" status: 200 len: 217 time: 0.0392313 Mar 10 23:56:12.371853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-515f5db5-f03e-4e81-95db-c86f414a1427 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7042031 Mar 10 23:56:12.382709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a897e9-f87c-450a-806f-0cab15f19359 req-2bcf0353-f37f-4ec3-8e83-4d002692a358 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.384166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4a897e9-f87c-450a-806f-0cab15f19359 req-2bcf0353-f37f-4ec3-8e83-4d002692a358 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 931 time: 0.1424103 Mar 10 23:56:12.390599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Request body: {'port': {'device_id': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:12.398994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c125-cbb0-4b54-822c-b0e47875f333 req-e9bc9a9f-aee0-4004-a84a-05f07c97a9ab tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.400505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b04c125-cbb0-4b54-822c-b0e47875f333 req-e9bc9a9f-aee0-4004-a84a-05f07c97a9ab tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1365793 Mar 10 23:56:12.413283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-d2059242-c2c8-413e-9e09-34f8d39e0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.414761 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-d2059242-c2c8-413e-9e09-34f8d39e0a4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0458627 Mar 10 23:56:12.448460 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-357d91c4-c95b-48ad-b832-f22e9d4a1a78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265322 Mar 10 23:56:12.521348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4a897e9-f87c-450a-806f-0cab15f19359 req-f831e768-cdb1-4b6f-9271-f72c9dc8f630 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189749 Mar 10 23:56:12.524713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.531633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b04c125-cbb0-4b54-822c-b0e47875f333 req-e41bb046-78d4-471b-aaf4-c6c2945a457d tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131692 Mar 10 23:56:12.547214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-79b9a307-23fd-403d-9bd9-dba454cc195b service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915740 Mar 10 23:56:12.607416 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4041c13-af75-4833-916d-8b32221d4ccf x-openstack-request-id: req-f4041c13-af75-4833-916d-8b32221d4ccf {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:12.607779 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:12.608139 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4041c13-af75-4833-916d-8b32221d4ccf {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:12.608616 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574', 'status': 'completed', 'code': 200} Mar 10 23:56:12.673682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b5f349a-fa30-4c2a-818e-f597ef33d0d4 req-328a6c3c-8cbe-42a9-b074-8692e6f6a77a service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090844 Mar 10 23:56:12.772285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-3b7138bf-1b6d-409f-ad3d-bb7bb820aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.774186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-3b7138bf-1b6d-409f-ad3d-bb7bb820aee0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 1125 time: 0.0535493 Mar 10 23:56:12.781623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347641ac-a90f-4945-8110-830ee41b7010 req-f17ff5bb-6e71-4dfa-a3b3-5740371fdd40 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.783089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-347641ac-a90f-4945-8110-830ee41b7010 req-f17ff5bb-6e71-4dfa-a3b3-5740371fdd40 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1220567 Mar 10 23:56:12.874910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-347641ac-a90f-4945-8110-830ee41b7010 req-9785bf2b-cb24-4cee-a3c1-4e7161389cbb tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814948 Mar 10 23:56:12.882702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:12.884529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-69e2b2ed-6f12-42a2-8b2e-9a45a8ae646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:12.886371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-69e2b2ed-6f12-42a2-8b2e-9a45a8ae646a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.1049473 Mar 10 23:56:12.891135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks [] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.904455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Transition to ACTIVE for port object 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:12.909571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:12.948891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-d1f28b3b-d120-43f7-acc8-5b153dc139c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574 HTTP/1.1" status: 200 len: 217 time: 0.0482666 Mar 10 23:56:12.976288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:13.007023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-685d3a90-9ae2-48d9-9c72-5719b67176a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.008569 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-685d3a90-9ae2-48d9-9c72-5719b67176a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0528767 Mar 10 23:56:13.040943 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-a94187d2-f41a-4996-a40c-6c75a3ff11cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264320 Mar 10 23:56:13.052154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Attempting to bind port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:13.052496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Attempting to bind port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:13.052834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Attempting to bind port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:13.058156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:13.058523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Attempting to bind port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:13.064685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:13.065038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:13.065431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:13.065870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Bound port: 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:13.066231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:13.142595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:13.149035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:13.160011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:13.163912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-af36e5d1-14cf-46eb-b1ba-1d5c90758e50 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090848 Mar 10 23:56:13.185350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:13.246059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.246947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:13.248592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] 10.222.0.30 "PUT /v2.0/ports/21e3db26-e775-4a06-b75b-c8f8fcf08ef7 HTTP/1.1" status: 200 len: 1091 time: 0.8626559 Mar 10 23:56:13.251627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:13.258518 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a5373-d3f6-49b6-acac-90e97ed67b96" -d '{"events": [{"name": "network-changed", "server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:13.286049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112657f2-4d5b-4991-bffe-d3731770bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:13.320118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-10ccb677-6dc8-4ae0-9173-ad9160d01500 req-efd4de18-7797-4b7a-ad50-6d7b975f1474 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459608 Mar 10 23:56:13.355871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c239ebd-607f-4837-812b-6f684624a1e5 req-bb5c90b3-e7f0-4153-82a4-9cfdafdae7d7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.358219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c239ebd-607f-4837-812b-6f684624a1e5 req-bb5c90b3-e7f0-4153-82a4-9cfdafdae7d7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1567986 Mar 10 23:56:13.414973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-95be79b3-2c15-4f31-bd60-336e9458f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.416500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-95be79b3-2c15-4f31-bd60-336e9458f379 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 1125 time: 0.1210971 Mar 10 23:56:13.476298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-281d9d3e-16a5-4c04-b2df-55e83b41cad6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7 HTTP/1.1" status: 200 len: 217 time: 0.0483742 Mar 10 23:56:13.483333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7af775-357b-456e-8700-7ecd15232ef2 req-3d3c90c0-748d-4e71-b73f-3f81a1a43bf5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.484992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b7af775-357b-456e-8700-7ecd15232ef2 req-3d3c90c0-748d-4e71-b73f-3f81a1a43bf5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 943 time: 0.1565068 Mar 10 23:56:13.489072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c239ebd-607f-4837-812b-6f684624a1e5 req-c35996e3-538f-4899-a675-30d1bd344c26 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135902 Mar 10 23:56:13.569085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-0f74fa08-5159-4c45-99e8-c31972436a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.570536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-0f74fa08-5159-4c45-99e8-c31972436a1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.0780139 Mar 10 23:56:13.574743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b7af775-357b-456e-8700-7ecd15232ef2 req-859048e3-abe7-49bf-aec1-f526d4f0bede tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839059 Mar 10 23:56:13.611225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-5dbb2a82-a256-4451-b803-e8ea038c063c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334997 Mar 10 23:56:13.625691 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0c74f-418a-4482-b282-40b63d7cd1d4 x-openstack-request-id: req-3ba0c74f-418a-4482-b282-40b63d7cd1d4 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:13.626070 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:13.626403 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ba0c74f-418a-4482-b282-40b63d7cd1d4 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:13.626982 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7', 'status': 'completed', 'code': 200} Mar 10 23:56:13.792855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-a2a3cfdc-6ec5-44ce-8996-107dbf37e370 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648195 Mar 10 23:56:13.832052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f7a4-615d-48db-99cf-7e85009eb4d7 req-a715adca-d650-417d-83de-76772034bd63 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.833467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff2f7a4-615d-48db-99cf-7e85009eb4d7 req-a715adca-d650-417d-83de-76772034bd63 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 943 time: 0.1268597 Mar 10 23:56:13.849357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2608-c018-4ffd-96f0-07e6106bce42 req-b23af955-f386-42f7-8eec-559bfa684074 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:13.850770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50ba2608-c018-4ffd-96f0-07e6106bce42 req-b23af955-f386-42f7-8eec-559bfa684074 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1077473 Mar 10 23:56:13.964166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff2f7a4-615d-48db-99cf-7e85009eb4d7 req-c7e98350-d76c-4ce9-9a7d-6ed4417d2c27 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232362 Mar 10 23:56:13.979824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50ba2608-c018-4ffd-96f0-07e6106bce42 req-2025c807-1111-455a-8c44-b7400fb96396 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172314 Mar 10 23:56:13.989738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d20fc842-6126-4e43-9bcc-f3115754c07b req-566cbbc0-4800-4e84-bf7b-7a582bae5fb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875653 Mar 10 23:56:14.219688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-c9e781ce-363e-491d-8201-14e87f43aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.221221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-c9e781ce-363e-491d-8201-14e87f43aa71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 1125 time: 0.1615107 Mar 10 23:56:14.231288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dcf1c-64d8-40ef-82be-969cfd77500d req-69936580-f5d2-4756-a071-3fd0204c3803 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.233430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c8dcf1c-64d8-40ef-82be-969cfd77500d req-69936580-f5d2-4756-a071-3fd0204c3803 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1443267 Mar 10 23:56:14.276272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-522a814b-bdfc-4ea0-9062-3fdcac00bf8a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.277690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-522a814b-bdfc-4ea0-9062-3fdcac00bf8a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.1897151 Mar 10 23:56:14.320793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-0e72a94b-d249-417b-972e-12957aca66fd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/quotas/4a8173eb72394edca64ce84f6cac4abc HTTP/1.1" status: 200 len: 375 time: 0.0358059 Mar 10 23:56:14.371989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c8dcf1c-64d8-40ef-82be-969cfd77500d req-3e644691-c571-4671-9937-c6e05c35b37c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249731 Mar 10 23:56:14.411199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-22b6e223-f701-4849-a614-b8538aa5197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.412689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-22b6e223-f701-4849-a614-b8538aa5197d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.1783738 Mar 10 23:56:14.424353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-58dc0aa4-3a8e-4597-84c0-7321a96531ba tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738497 Mar 10 23:56:14.478323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-269da57a-30f9-4854-839e-c73aef5e96c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7 HTTP/1.1" status: 200 len: 217 time: 0.0530429 Mar 10 23:56:14.607901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-c8ba71d1-3ca3-474e-9fbb-50d51dc4c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.609690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-c8ba71d1-3ca3-474e-9fbb-50d51dc4c606 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.0914707 Mar 10 23:56:14.612220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-ad958633-c6ef-4fd0-b204-8798f981e905 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814568 Mar 10 23:56:14.663901 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-ef82cb16-eaab-451c-89cb-865cedc5cf6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437524 Mar 10 23:56:14.691091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c503f-f3e0-48d4-8f66-d050590eddfe req-b5e6a9c5-3193-4d26-a3b2-03474a655027 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:14.692565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba3c503f-f3e0-48d4-8f66-d050590eddfe req-b5e6a9c5-3193-4d26-a3b2-03474a655027 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.1334889 Mar 10 23:56:14.831159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-9d7e9a0e-e1da-4148-a173-bb8e0a50dd29 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120373 Mar 10 23:56:14.841608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba3c503f-f3e0-48d4-8f66-d050590eddfe req-7de5498c-cccd-4b4c-8fe5-3f2031e4d81c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090546 Mar 10 23:56:14.858928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-4d8b08ef-0eb4-4258-8c3d-970a336f9f2e service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824727 Mar 10 23:56:15.024229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a38eb49-7305-4189-81cf-e95d67188814 req-2ebe3943-f90b-4c7a-be9b-fbcc66fa8239 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 210 time: 0.0432220 Mar 10 23:56:15.035216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-443a5373-d3f6-49b6-acac-90e97ed67b96 req-20372369-9cb5-42f1-aeb4-21c5c1a2d2e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640542 Mar 10 23:56:15.051267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae3b0d-6bc3-4836-9a3b-f8f9c7a81dc4 req-8526300d-d526-48dc-a087-725013faf532 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:15.055276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38ae3b0d-6bc3-4836-9a3b-f8f9c7a81dc4 req-8526300d-d526-48dc-a087-725013faf532 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 943 time: 0.1410174 Mar 10 23:56:15.121471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38ae3b0d-6bc3-4836-9a3b-f8f9c7a81dc4 req-d648298b-5196-44b2-8cb6-339c401d550e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601046 Mar 10 23:56:15.179420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bb0ed-da68-4ba6-914d-fc865862f436 req-bfa5e3fc-50a7-441e-af1e-68dfa6f6a024 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:15.181245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-288bb0ed-da68-4ba6-914d-fc865862f436 req-bfa5e3fc-50a7-441e-af1e-68dfa6f6a024 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 943 time: 0.0769358 Mar 10 23:56:15.273109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-288bb0ed-da68-4ba6-914d-fc865862f436 req-4e91f9a8-be00-432e-a270-6d7d345e75e1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826983 Mar 10 23:56:15.295748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec49f-bc3b-47b0-8998-333ec95601e9 req-5827fb70-b67f-423e-88d4-a1d7a6f4419f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:15.297608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adcec49f-bc3b-47b0-8998-333ec95601e9 req-5827fb70-b67f-423e-88d4-a1d7a6f4419f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1036749 Mar 10 23:56:15.353957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adcec49f-bc3b-47b0-8998-333ec95601e9 req-e77436e7-0322-44f6-bac7-13a8612bd7dc tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Mar 10 23:56:15.521765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb99fa9-838d-498d-adee-d366cf9c1703 req-2acba90e-9a5f-4849-8792-345d3688ca48 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:15.523539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bb99fa9-838d-498d-adee-d366cf9c1703 req-2acba90e-9a5f-4849-8792-345d3688ca48 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0666270 Mar 10 23:56:15.573179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d034ff4b-76d0-4c6f-aac8-61eada29b574 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:15.579315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:15.587866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bb99fa9-838d-498d-adee-d366cf9c1703 req-347d1450-5e26-4edd-9d11-119301a60983 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Mar 10 23:56:15.725850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580c17e0-c482-4d07-9baf-6122630bc84d is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:15.726231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:15.744819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:15.761770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd034ff4b-76d0-4c6f-aac8-61eada29b574', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': 'd034ff4b-76d0-4c6f-aac8-61eada29b574', 'mac_address': 'fa:16:3e:97:d6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:15.768482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:15.771250 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ba715-da2f-498f-b606-cfc63aaf9c5f" -d '{"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-unplugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:15.785957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:15.804420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:15.811441 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8820ad8d-21bf-4f81-9734-5db78a04448a x-openstack-request-id: req-8820ad8d-21bf-4f81-9734-5db78a04448a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:15.811731 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-unplugged", "status": "completed", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:15.812009 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8820ad8d-21bf-4f81-9734-5db78a04448a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:15.812397 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d', 'code': 200} Mar 10 23:56:15.845908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d034ff4b-76d0-4c6f-aac8-61eada29b574 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:15.846218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:15.871495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d034ff4b-76d0-4c6f-aac8-61eada29b574 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:15.880274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:15.896347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:15.901241 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:15.948734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:15.975614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb701c-2ab6-480e-b021-2e561f44c394 req-5d891adf-b1ca-47a0-b233-a7d738ebc1f5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:15.977140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39bb701c-2ab6-480e-b021-2e561f44c394 req-5d891adf-b1ca-47a0-b233-a7d738ebc1f5 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.0550814 Mar 10 23:56:16.024767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39bb701c-2ab6-480e-b021-2e561f44c394 req-e9a7db0e-0c8f-43ae-95e5-5f96fce107de tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Mar 10 23:56:16.150819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c61aa9f-b670-4233-8a34-69296cff5940 req-31e544af-f3dd-4bc0-aede-8ea878d48809 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 210 time: 0.0530760 Mar 10 23:56:16.276299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-4d0fe455-4605-431a-95f9-c26e9c3af2eb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.277717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-4d0fe455-4605-431a-95f9-c26e9c3af2eb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.1707654 Mar 10 23:56:16.291838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2d50f-5870-4033-900b-e6ec56f2fbed req-97049c51-4079-47ac-b090-cf161c9b4442 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.293310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3f2d50f-5870-4033-900b-e6ec56f2fbed req-97049c51-4079-47ac-b090-cf161c9b4442 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 944 time: 0.0808387 Mar 10 23:56:16.311054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Request body: {'port': {'device_id': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'admin_state_up': True, 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:16.329623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d034ff4b-76d0-4c6f-aac8-61eada29b574'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:16.368030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-042fb87d-a32d-40c1-8cb5-735ec0efdcf4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.370174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-042fb87d-a32d-40c1-8cb5-735ec0efdcf4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1 HTTP/1.1" status: 200 len: 944 time: 0.0572181 Mar 10 23:56:16.439208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3f2d50f-5870-4033-900b-e6ec56f2fbed req-6e1c0e8c-2b47-4ccd-a7f9-23208d471be4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391084 Mar 10 23:56:16.475890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d6df-f0a5-4a69-a13a-31b01bc5959f req-e11777a9-547b-40e5-8900-cc1fd73fad6f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.485397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6a8d6df-f0a5-4a69-a13a-31b01bc5959f req-e11777a9-547b-40e5-8900-cc1fd73fad6f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 943 time: 0.1462932 Mar 10 23:56:16.512832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Deleting port 580c17e0-c482-4d07-9baf-6122630bc84d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:16.513487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:16.563394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:16.566704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:16.610313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6a8d6df-f0a5-4a69-a13a-31b01bc5959f req-63364970-6bb1-45b1-b2ec-bb361d3bfe16 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225731 Mar 10 23:56:16.649401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] For port 580c17e0-c482-4d07-9baf-6122630bc84d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580c17e0-c482-4d07-9baf-6122630bc84d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:16.649975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:16.678637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Calling delete_port for 580c17e0-c482-4d07-9baf-6122630bc84d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:16.769804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e4176-3e7d-454d-b8f3-fb22ea498349 req-5de7f9b9-2146-4327-baf9-1f71921d6464 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.771316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-674e4176-3e7d-454d-b8f3-fb22ea498349 req-5de7f9b9-2146-4327-baf9-1f71921d6464 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.2395761 Mar 10 23:56:16.848038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (580c17e0-c482-4d07-9baf-6122630bc84d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:16.878951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfa8bc-2ed8-4ae7-81d2-292025bbd9da req-68e4c741-8dfb-430d-9bb8-ab7f6ae33f23 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:16.880609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cfcfa8bc-2ed8-4ae7-81d2-292025bbd9da req-68e4c741-8dfb-430d-9bb8-ab7f6ae33f23 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1596670 Mar 10 23:56:16.890763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event deleted for resources: {'Port': ['ID=580c17e0-c482-4d07-9baf-6122630bc84d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:16.914635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-674e4176-3e7d-454d-b8f3-fb22ea498349 req-329f883c-c77b-4221-86d7-5be1f10a78ce tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323488 Mar 10 23:56:16.921613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Allocated IP 172.20.0.8 (be0b5bb0-0218-433d-b79c-c43155e18f37/08b21ecb-0c63-46cf-9fc6-ef1829834776/625b2096-f2b1-4b72-996a-3fd26bcaa688) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.953557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:16.971165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] No DVR routers for this DVR port 580c17e0-c482-4d07-9baf-6122630bc84d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:16.974170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:16.977683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f093c996-5c3d-4b3a-a422-f1d3a7990698 req-24ce0743-cf5a-4369-a8c9-ec4587a57e31 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "DELETE /v2.0/ports/580c17e0-c482-4d07-9baf-6122630bc84d HTTP/1.1" status: 204 len: 173 time: 0.5895026 Mar 10 23:56:16.978207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-deleted', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:16.981242 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faacbc9-9dfe-48cf-8ca3-3302ddfd6242" -d '{"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-deleted", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:16.989653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cfcfa8bc-2ed8-4ae7-81d2-292025bbd9da req-14854b4b-a538-4860-9bcf-bef2f5a3e1e1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996904 Mar 10 23:56:17.044587 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fab3a7-5246-47b2-9166-eb04877b9ff5 x-openstack-request-id: req-78fab3a7-5246-47b2-9166-eb04877b9ff5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:17.044875 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1", "name": "network-vif-deleted", "tag": "580c17e0-c482-4d07-9baf-6122630bc84d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:17.045135 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fab3a7-5246-47b2-9166-eb04877b9ff5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:17.045546 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebaeea9-68f0-4f8b-a9a6-e3843eb619b1', 'name': 'network-vif-deleted', 'tag': '580c17e0-c482-4d07-9baf-6122630bc84d', 'status': 'completed', 'code': 200} Mar 10 23:56:17.172162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks [] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.207428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d744a0-5a47-4a30-a0c2-ebee8e885399 req-d3de56ec-642c-4d88-9344-18822d7d5e09 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:17.208995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56d744a0-5a47-4a30-a0c2-ebee8e885399 req-d3de56ec-642c-4d88-9344-18822d7d5e09 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 944 time: 0.0957072 Mar 10 23:56:17.257933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-3e797c9b-2f90-4b26-ba3c-0e40f9c0b870 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef99db185cda4086a003ed7a4bdd4419&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402784 Mar 10 23:56:17.262088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.367107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Network be0b5bb0-0218-433d-b79c-c43155e18f37 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:17.370781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56d744a0-5a47-4a30-a0c2-ebee8e885399 req-985d6936-d4ee-4c45-b3d6-46926b99c176 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562767 Mar 10 23:56:17.395486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:17.400217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:17.406640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:17.601590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:17.604855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d034ff4b-76d0-4c6f-aac8-61eada29b574 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:17.726860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d034ff4b-76d0-4c6f-aac8-61eada29b574 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:17.735208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d034ff4b-76d0-4c6f-aac8-61eada29b574 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:17.735508 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.776393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:17.799075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'port_id': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'mac_address': 'fa:16:3e:05:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:17.808165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-a358b5d6-215c-46ee-b468-656b17efc841 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:17.809866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-a358b5d6-215c-46ee-b468-656b17efc841 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5455699 Mar 10 23:56:17.816162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:17.816759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.839987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-512f06fc-16ce-4485-bd15-64aebf4eaf02 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/quotas/ef99db185cda4086a003ed7a4bdd4419 HTTP/1.1" status: 200 len: 375 time: 0.0207200 Mar 10 23:56:17.851107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-7562dcbf-52cb-4e20-9104-f881284a1264 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5442183 Mar 10 23:56:17.860752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3376b-183c-4fcb-b71e-e0420463c951 req-0dcd9bd3-16ca-4ebc-8276-ca2080a25ef8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:17.862168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-caf3376b-183c-4fcb-b71e-e0420463c951 req-0dcd9bd3-16ca-4ebc-8276-ca2080a25ef8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 931 time: 0.4294281 Mar 10 23:56:17.866525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:17.866922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.880472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Request body: {'port': {'device_id': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:17.885944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d034ff4b-76d0-4c6f-aac8-61eada29b574 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:17.886341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.891075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:17.918353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-9c54f54a-6292-489c-a9d1-0ea9b08c91dc tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656121 Mar 10 23:56:17.924676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:17.931815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:17.934597 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f73e6-e782-4855-a52c-5a1dc4d452e7" -d '{"events": [{"server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "name": "network-vif-plugged", "status": "completed", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:17.939788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.940473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:17.955558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:17.984423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:17.987049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-caf3376b-183c-4fcb-b71e-e0420463c951 req-a305b4eb-ed58-46db-8613-4ccf68510d9e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175575 Mar 10 23:56:17.997319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.038177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:18.049368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.049716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.050057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.050395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.050726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.051053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.051377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.051699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.052042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.052366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.052687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.053004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.053320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:56:18.189762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:18.211219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:18.227297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7', 'mac_address': 'fa:16:3e:05:ee:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:18.255066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53a06-4be9-4093-b614-9048bd4a6a39 req-4e5f406d-e844-4fc2-9563-1dec2bb83b57 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:18.256671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea53a06-4be9-4093-b614-9048bd4a6a39 req-4e5f406d-e844-4fc2-9563-1dec2bb83b57 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.1982367 Mar 10 23:56:18.274499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:18.274899 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.291959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:18.314463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:18.318791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.333640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886167d-30ea-4d3a-931a-bb15d267045b req-10501a72-fc0d-42ff-8c30-f34394112304 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:18.336457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3886167d-30ea-4d3a-931a-bb15d267045b req-10501a72-fc0d-42ff-8c30-f34394112304 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 943 time: 0.1742313 Mar 10 23:56:18.386850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:18.418480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea53a06-4be9-4093-b614-9048bd4a6a39 req-25483a90-fa9f-4f72-a4f7-75dd353e9214 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485839 Mar 10 23:56:18.446083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3886167d-30ea-4d3a-931a-bb15d267045b req-7798490b-15a8-43fa-bcc4-790c0f53542b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007841 Mar 10 23:56:18.488158 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad1b5c-c80b-4ebc-8a5a-eb9bc8c01578 x-openstack-request-id: req-e9ad1b5c-c80b-4ebc-8a5a-eb9bc8c01578 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:18.488408 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "name": "network-vif-plugged", "status": "completed", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:18.488681 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9ad1b5c-c80b-4ebc-8a5a-eb9bc8c01578 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:18.489567 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574', 'code': 200} Mar 10 23:56:18.492944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625b2096-f2b1-4b72-996a-3fd26bcaa688 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:18.502910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks [] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.517958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Transition to ACTIVE for port object 625b2096-f2b1-4b72-996a-3fd26bcaa688 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:18.523042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.625997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac4e07-8593-44bb-bbed-9d0db65cb034 req-6e5d67c7-2389-46a2-9467-853e0a2259d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:18.627614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f5ac4e07-8593-44bb-bbed-9d0db65cb034 req-6e5d67c7-2389-46a2-9467-853e0a2259d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 1127 time: 0.0628943 Mar 10 23:56:18.636764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:18.658783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['21e3db26-e775-4a06-b75b-c8f8fcf08ef7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:18.694224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:18.700756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f5ac4e07-8593-44bb-bbed-9d0db65cb034 req-f6c84e1f-478b-4eeb-b2e4-9ecb6007683c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620797 Mar 10 23:56:18.713590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b8884-2b03-406d-b04a-80d1cd2b3b38 req-36b067bb-4908-4fd1-9415-16ed35b0585b tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:18.715079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e6b8884-2b03-406d-b04a-80d1cd2b3b38 req-36b067bb-4908-4fd1-9415-16ed35b0585b tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1616209 Mar 10 23:56:18.738874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2f2ca-f6ce-4d8d-91a0-6a7696ad57a6 req-07403a6f-4354-4257-9e1c-555ef79647c8 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:18.740265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2e2f2ca-f6ce-4d8d-91a0-6a7696ad57a6 req-07403a6f-4354-4257-9e1c-555ef79647c8 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1483872 Mar 10 23:56:18.795027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Attempting to bind port 625b2096-f2b1-4b72-996a-3fd26bcaa688 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:18.795354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Attempting to bind port 625b2096-f2b1-4b72-996a-3fd26bcaa688 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:18.795690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Attempting to bind port 625b2096-f2b1-4b72-996a-3fd26bcaa688 on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:18.818871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Port 625b2096-f2b1-4b72-996a-3fd26bcaa688 on network be0b5bb0-0218-433d-b79c-c43155e18f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:18.819205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Attempting to bind port 625b2096-f2b1-4b72-996a-3fd26bcaa688 on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:18.834487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e6b8884-2b03-406d-b04a-80d1cd2b3b38 req-57c94ec3-8123-48f8-8d5d-f5590144df18 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114292 Mar 10 23:56:18.845241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:18.845595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Checking segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:18.846016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Bound using segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:18.846455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Bound port: 625b2096-f2b1-4b72-996a-3fd26bcaa688, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:18.846819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.867813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2e2f2ca-f6ce-4d8d-91a0-6a7696ad57a6 req-0a8e8b40-c7cc-40e3-9909-da21b6f5e2b3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187665 Mar 10 23:56:18.948584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:18.954244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:18.992719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:18.996428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-86d4d1a0-6aed-47ad-be4d-dd5d371265d1 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef99db185cda4086a003ed7a4bdd4419&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401726 Mar 10 23:56:19.093516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.094133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:19.095496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] 10.222.0.30 "PUT /v2.0/ports/625b2096-f2b1-4b72-996a-3fd26bcaa688 HTTP/1.1" status: 200 len: 1091 time: 1.2234716 Mar 10 23:56:19.095972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:19.098196 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948cf985-4978-4b1a-af07-75fa2bad1a84" -d '{"events": [{"name": "network-changed", "server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:19.174690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1709ccd-4ffd-40bd-8193-4ca895fdf782 service neutron] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:19.186958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba12da9-ea03-4393-98b3-07d4caff5014 req-b2544b8a-3c46-400a-9cbe-b8fd7892512b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.188482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ba12da9-ea03-4393-98b3-07d4caff5014 req-b2544b8a-3c46-400a-9cbe-b8fd7892512b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 945 time: 0.2170851 Mar 10 23:56:19.251210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-fd799789-a7ed-405d-85c5-b5f4e0733cb0 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.252575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-fd799789-a7ed-405d-85c5-b5f4e0733cb0 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282934 Mar 10 23:56:19.289768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-800c3907-3023-4644-82ad-94dfaa6ffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.291214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-800c3907-3023-4644-82ad-94dfaa6ffb78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 1125 time: 0.1274509 Mar 10 23:56:19.293353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-8837bfeb-18c4-4a04-8932-842b9bde9c13 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/quotas/ef99db185cda4086a003ed7a4bdd4419 HTTP/1.1" status: 200 len: 375 time: 0.0325229 Mar 10 23:56:19.296900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ba12da9-ea03-4393-98b3-07d4caff5014 req-2c851eb6-d500-42eb-a807-5be079690f0a tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872419 Mar 10 23:56:19.360287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-2a4f10bf-356d-4956-a0f7-f31785773506 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613136 Mar 10 23:56:19.361501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-3d729c55-9004-4937-905c-b31d85252dfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688 HTTP/1.1" status: 200 len: 217 time: 0.0610120 Mar 10 23:56:19.441454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-f5984588-f957-4690-8cf0-2c72a8bc6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.442930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-f5984588-f957-4690-8cf0-2c72a8bc6e53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.0565524 Mar 10 23:56:19.451529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9fdf8-fc80-40e3-8032-9c71b02ef8ac req-f8def1bf-5525-4678-8338-399323ba9036 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.452936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65b9fdf8-fc80-40e3-8032-9c71b02ef8ac req-f8def1bf-5525-4678-8338-399323ba9036 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 943 time: 0.0953534 Mar 10 23:56:19.485961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-6c425118-b7d0-4ec1-a9ef-ca5bd8b64cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320544 Mar 10 23:56:19.518909 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f20b1-1643-4fc5-938b-ae69b0a0b2af x-openstack-request-id: req-c64f20b1-1643-4fc5-938b-ae69b0a0b2af {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:19.519213 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:19.519473 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c64f20b1-1643-4fc5-938b-ae69b0a0b2af {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:19.519882 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'status': 'completed', 'code': 200} Mar 10 23:56:19.587344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-47e03666-3e00-43d1-adfd-216c875724a5 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ef99db185cda4086a003ed7a4bdd4419&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342660 Mar 10 23:56:19.595289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65b9fdf8-fc80-40e3-8032-9c71b02ef8ac req-7bb2cd57-45b9-4a4b-af2a-3836dcd5a253 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328695 Mar 10 23:56:19.610290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:19.650930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 580c17e0-c482-4d07-9baf-6122630bc84d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:19.653170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580c17e0-c482-4d07-9baf-6122630bc84d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:19.702926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-803f713b-ee7e-492c-bb1c-49ce16311b15 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093196 Mar 10 23:56:19.728648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-75d4b33a-1929-4156-bb53-2aa0d33c038e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.730710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-75d4b33a-1929-4156-bb53-2aa0d33c038e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372406 Mar 10 23:56:19.746863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Request body: {'port': {'device_id': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'ef99db185cda4086a003ed7a4bdd4419'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:19.817524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627f0bd-be59-4fea-9458-60eb061e73e8 req-4e831451-9ff5-4603-917e-b99711c3bfba tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.818994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b627f0bd-be59-4fea-9458-60eb061e73e8 req-4e831451-9ff5-4603-917e-b99711c3bfba tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.1725395 Mar 10 23:56:19.867568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Made reservation on behalf of ef99db185cda4086a003ed7a4bdd4419 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:19.872694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:19.888739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:19.914902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d40044-aef8-4460-afd2-4ce0d362ced8 req-ccbf7269-84c0-4463-87ba-5e1354993407 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:19.922734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d40044-aef8-4460-afd2-4ce0d362ced8 req-ccbf7269-84c0-4463-87ba-5e1354993407 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 944 time: 0.2173216 Mar 10 23:56:19.950893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61138a51-c5e9-48ea-bd78-4d4f7b6bc1ba req-2a0479fd-a6c7-48e6-ba2c-31a4d9e2cabc service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249734 Mar 10 23:56:19.958042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b627f0bd-be59-4fea-9458-60eb061e73e8 req-27715086-7ecd-45bc-96af-09c36364ca98 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104250 Mar 10 23:56:19.988326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d40044-aef8-4460-afd2-4ce0d362ced8 req-613b6c6d-e305-473a-bac0-a0e038a847fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647075 Mar 10 23:56:20.011203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks [] for security_group (abdc3ce1-fd24-46d5-9765-036157223560), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.022820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (abdc3ce1-fd24-46d5-9765-036157223560), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.089524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18cfe069-9537-4f78-bec1-5db8e53efd5d req-ad4944d2-a155-4c6d-8399-11f39eb4abff tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 210 time: 0.0438499 Mar 10 23:56:20.105268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdc3ce1-fd24-46d5-9765-036157223560,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:20.194615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Allocated IP 192.168.233.188 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/e29fa3f7-6103-4197-8d01-39b420a50825) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:20.265546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8137ff-354c-43df-a91a-db23e6957f70 req-28a46e65-7ce7-4935-b6cb-3d84718d4e8a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.267096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca8137ff-354c-43df-a91a-db23e6957f70 req-28a46e65-7ce7-4935-b6cb-3d84718d4e8a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1581223 Mar 10 23:56:20.274415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-36ae4e7d-fe02-4399-8b0b-0a33f94553a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.275881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-36ae4e7d-fe02-4399-8b0b-0a33f94553a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 1125 time: 0.1538825 Mar 10 23:56:20.286130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbefa2-ac57-49d5-9b00-d41fdb7f7c6f req-3cf8adcf-cd9e-43fe-8f2e-9c95498a455c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.287512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04bbefa2-ac57-49d5-9b00-d41fdb7f7c6f req-3cf8adcf-cd9e-43fe-8f2e-9c95498a455c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0999203 Mar 10 23:56:20.369532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks [] for port (e29fa3f7-6103-4197-8d01-39b420a50825), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.398069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca8137ff-354c-43df-a91a-db23e6957f70 req-a28327a3-97a7-4456-9564-3281f82f33cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204288 Mar 10 23:56:20.420683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.469666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:20.471154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04bbefa2-ac57-49d5-9b00-d41fdb7f7c6f req-2689a419-3c18-4c61-95e9-18f51d2efad9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777287 Mar 10 23:56:20.473276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:20.477870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:20.483058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:20.523396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-25d45248-7678-4bca-b6fe-58b67155171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.524921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-25d45248-7678-4bca-b6fe-58b67155171e service neutron] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 904 time: 0.2184458 Mar 10 23:56:20.534651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.535559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.554450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-d53116a8-1585-41ab-aef8-225ba4ddc86e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8118913 Mar 10 23:56:20.571017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Request body: {'port': {'device_id': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:20.579340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-bb10ef40-5a16-4d98-9387-6cd5767c3873 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688 HTTP/1.1" status: 200 len: 217 time: 0.0460453 Mar 10 23:56:20.629013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a043-1f6b-4feb-9da8-6f62a2801bf0 req-097d7513-815b-4737-adba-1d3b51181b0d tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.630599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f71a043-1f6b-4feb-9da8-6f62a2801bf0 req-097d7513-815b-4737-adba-1d3b51181b0d tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 945 time: 0.1565757 Mar 10 23:56:20.640925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.660988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-e1ea62c4-9fc1-4da6-b19e-caa7412882c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.662452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-e1ea62c4-9fc1-4da6-b19e-caa7412882c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.0773268 Mar 10 23:56:20.714284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f71a043-1f6b-4feb-9da8-6f62a2801bf0 req-0ef15317-bfb5-4971-9372-97b4bccb0d97 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734248 Mar 10 23:56:20.744559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-30d3b5ad-0286-489a-84ad-00f62a39589b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523221 Mar 10 23:56:20.796946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e97d31f7-97e7-43e4-9a63-1b95caf628a8 None None] Provisioning complete for port e29fa3f7-6103-4197-8d01-39b420a50825 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:20.798050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e97d31f7-97e7-43e4-9a63-1b95caf628a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:20.830468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898e036-6203-49f4-a8e4-acec25bd0c89 req-933853e7-4ca3-4260-a8db-3f53ec035586 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:20.832022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4898e036-6203-49f4-a8e4-acec25bd0c89 req-933853e7-4ca3-4260-a8db-3f53ec035586 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 943 time: 0.1387057 Mar 10 23:56:20.850028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e97d31f7-97e7-43e4-9a63-1b95caf628a8 None None] Port e29fa3f7-6103-4197-8d01-39b420a50825 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:56:20.886247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-f3fc464f-0b2b-4281-9ae3-08b889658eba service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346343 Mar 10 23:56:20.902288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4898e036-6203-49f4-a8e4-acec25bd0c89 req-5157e75b-4fc4-4a51-a531-ac4f9affe059 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637507 Mar 10 23:56:20.952450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-8838ecf0-959e-40d0-af1f-170ce210108d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ef99db185cda4086a003ed7a4bdd4419&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243483 Mar 10 23:56:20.963475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29fa3f7-6103-4197-8d01-39b420a50825 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:20.983790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks [] for port (e29fa3f7-6103-4197-8d01-39b420a50825), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.021494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Transition to ACTIVE for port object e29fa3f7-6103-4197-8d01-39b420a50825 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:21.050712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948cf985-4978-4b1a-af07-75fa2bad1a84 req-78e3d45d-2d7d-4184-8a0f-9ca5632138c9 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287844 Mar 10 23:56:21.079267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.159688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fbcf3-aaeb-403b-a1e1-7c6171bf0ddc req-97ecc151-8b02-40d9-94f4-dc01f220f24f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.161455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c1fbcf3-aaeb-403b-a1e1-7c6171bf0ddc req-97ecc151-8b02-40d9-94f4-dc01f220f24f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 944 time: 0.0844440 Mar 10 23:56:21.163915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:21.173205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684c61-ba8b-4e22-bd6d-fd900f800cbe req-cbd7b687-ffa0-44cc-abed-615b1e5d9078 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.174698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89684c61-ba8b-4e22-bd6d-fd900f800cbe req-cbd7b687-ffa0-44cc-abed-615b1e5d9078 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.0989177 Mar 10 23:56:21.192581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-adc7eaf1-42ae-41eb-93aa-8806dfe4bc18 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.194081 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-adc7eaf1-42ae-41eb-93aa-8806dfe4bc18 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245598 Mar 10 23:56:21.218971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Request body: {'port': {'device_id': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': 'ef99db185cda4086a003ed7a4bdd4419'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:21.252888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89684c61-ba8b-4e22-bd6d-fd900f800cbe req-81657b0a-de3e-4a83-b8c0-4d167cac383b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713968 Mar 10 23:56:21.255885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c1fbcf3-aaeb-403b-a1e1-7c6171bf0ddc req-716bccde-512f-4b3a-9eb8-e335659f2271 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802934 Mar 10 23:56:21.323146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Attempting to bind port e29fa3f7-6103-4197-8d01-39b420a50825 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:21.323634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Attempting to bind port e29fa3f7-6103-4197-8d01-39b420a50825 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:21.324205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Attempting to bind port e29fa3f7-6103-4197-8d01-39b420a50825 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:21.338112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Port e29fa3f7-6103-4197-8d01-39b420a50825 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:21.338445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Attempting to bind port e29fa3f7-6103-4197-8d01-39b420a50825 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:21.355765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:21.356154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:21.356797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:21.357320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Bound port: e29fa3f7-6103-4197-8d01-39b420a50825, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:21.357864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.368936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93f0056a-dc15-4591-b0a6-7d5644d512bb req-02b4bfc1-d7ed-413f-acef-ea5569649bd4 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 210 time: 0.0381870 Mar 10 23:56:21.408491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Made reservation on behalf of ef99db185cda4086a003ed7a4bdd4419 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:21.411698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.416094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ad9a3-c8c6-451c-9620-2319c024eedd req-dfc65acd-1c87-49ee-a82d-70b28d47088c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.417565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474ad9a3-c8c6-451c-9620-2319c024eedd req-dfc65acd-1c87-49ee-a82d-70b28d47088c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.0586941 Mar 10 23:56:21.459959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:21.492041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474ad9a3-c8c6-451c-9620-2319c024eedd req-b23c8179-39f8-468c-98c8-8eb2594023c3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672421 Mar 10 23:56:21.505958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:21.524655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.547687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ec59f-c932-4d5c-a2b2-8f515a4e5770 req-b62dfaef-2005-4fba-9a8b-20121e45c150 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.549365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f80ec59f-c932-4d5c-a2b2-8f515a4e5770 req-b62dfaef-2005-4fba-9a8b-20121e45c150 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0750949 Mar 10 23:56:21.600919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.601538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.602935 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/e29fa3f7-6103-4197-8d01-39b420a50825 HTTP/1.1" status: 200 len: 1096 time: 1.0364854 Mar 10 23:56:21.603384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:21.605776 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f537a3-bc30-4deb-a677-6c39756c76b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:21.613307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:21.635500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Allocated IP 192.168.233.34 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/4622b161-1c08-4361-b43b-9f93dbae21fb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:21.638234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97257be4-bdf9-46d8-81ac-ac971fccd0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:21.656799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f80ec59f-c932-4d5c-a2b2-8f515a4e5770 req-53d23032-f495-4f7e-9c0f-723ddd3c9853 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Mar 10 23:56:21.687305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66f220-e03f-45c2-b55a-263607504b8a req-a942dad3-cbe5-4bdc-a8f0-dc9eb4016b69 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.695206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e66f220-e03f-45c2-b55a-263607504b8a req-a942dad3-cbe5-4bdc-a8f0-dc9eb4016b69 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1242976 Mar 10 23:56:21.737495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:21.743532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:21.745958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.803693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e66f220-e03f-45c2-b55a-263607504b8a req-c555097a-cdf0-4cef-be5b-a4500b114da1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075037 Mar 10 23:56:21.821631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-24321dc6-1315-459a-a712-46ff33137ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.823469 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-24321dc6-1315-459a-a712-46ff33137ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 1130 time: 0.1450744 Mar 10 23:56:21.854455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:21.854926 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.856267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3953f-42c9-493c-a6f0-28ffb88f8ff2 req-72266226-b9d4-426d-b997-ccfec2ace99f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:21.857974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ab3953f-42c9-493c-a6f0-28ffb88f8ff2 req-72266226-b9d4-426d-b997-ccfec2ace99f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.1128309 Mar 10 23:56:21.880496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:21.883181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-f48eac78-63bb-4991-94cf-30acc66f0de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e29fa3f7-6103-4197-8d01-39b420a50825 HTTP/1.1" status: 200 len: 217 time: 0.0510652 Mar 10 23:56:21.883858 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3957b71e-7428-4a3f-a334-5a4f5dc99f54" -d '{"events": [{"server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "name": "network-vif-plugged", "status": "completed", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:21.885166 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134a89ea-1a5f-4edd-b368-8e9a333b40d8 x-openstack-request-id: req-134a89ea-1a5f-4edd-b368-8e9a333b40d8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:21.885528 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:21.885793 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-134a89ea-1a5f-4edd-b368-8e9a333b40d8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:21.886830 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'status': 'completed', 'code': 200} Mar 10 23:56:21.913748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:21.925214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:21.926381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:21.929271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ab3953f-42c9-493c-a6f0-28ffb88f8ff2 req-f56e9e26-8664-41c7-9904-44bf71d8add5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602973 Mar 10 23:56:21.997837 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4063ff-900d-40ef-96fd-9e4ba35763c9 x-openstack-request-id: req-9d4063ff-900d-40ef-96fd-9e4ba35763c9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:21.998340 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "name": "network-vif-plugged", "status": "completed", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:21.998661 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d4063ff-900d-40ef-96fd-9e4ba35763c9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:21.999160 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'code': 200} Mar 10 23:56:22.014927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9a61-debb-4714-ba85-a26dd9e11335 req-74d0183e-dcac-4234-984e-59f3f7635fd3 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.016809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b36a9a61-debb-4714-ba85-a26dd9e11335 req-74d0183e-dcac-4234-984e-59f3f7635fd3 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.0864522 Mar 10 23:56:22.053067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:22.062538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:22.072882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:22.073261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.112580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b36a9a61-debb-4714-ba85-a26dd9e11335 req-15b969e9-5d5b-4380-9fb8-6171db070529 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882394 Mar 10 23:56:22.196161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:22.196477 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.232011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dacb0-80ff-43cf-82db-2003186a39bb req-c9be34ed-f876-4093-81c9-2587f24e8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.233889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c8dacb0-80ff-43cf-82db-2003186a39bb req-c9be34ed-f876-4093-81c9-2587f24e8506 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 1128 time: 0.1453390 Mar 10 23:56:22.235541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:22.241798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.250767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793ffc-e259-4507-9d43-ae1d62fcdca6 req-5e7f24fe-d354-4511-8c3f-bfe24728dd65 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.252562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f793ffc-e259-4507-9d43-ae1d62fcdca6 req-5e7f24fe-d354-4511-8c3f-bfe24728dd65 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 943 time: 0.1390371 Mar 10 23:56:22.309492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:22.318604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffd05c-7265-4da1-8a89-e6a1f5962a76 req-788668fe-af38-485b-b9ec-73c2ff5305b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.320321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dffd05c-7265-4da1-8a89-e6a1f5962a76 req-788668fe-af38-485b-b9ec-73c2ff5305b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.1937823 Mar 10 23:56:22.328871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c8dacb0-80ff-43cf-82db-2003186a39bb req-20abe19d-4bf1-49a1-88c1-6c4503e94d96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742121 Mar 10 23:56:22.358339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-e64ccb35-84de-4c88-9b26-4d80de3db38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.360116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-e64ccb35-84de-4c88-9b26-4d80de3db38c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.4672732 Mar 10 23:56:22.363258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks [] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.367183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f793ffc-e259-4507-9d43-ae1d62fcdca6 req-c217609a-ca36-40ce-b6fd-88929d3fb6cd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895727 Mar 10 23:56:22.412892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.424834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dffd05c-7265-4da1-8a89-e6a1f5962a76 req-5ea9a5d8-cb7a-436a-a163-aedf1acd466a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938771 Mar 10 23:56:22.465346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:22.468383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:22.470196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002314e-d119-418d-b3cd-7f3fa2b7607a req-7e24c83d-95e4-4b4b-9955-f9b2d82e83be tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.471662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7002314e-d119-418d-b3cd-7f3fa2b7607a req-7e24c83d-95e4-4b4b-9955-f9b2d82e83be tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1035802 Mar 10 23:56:22.472734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:22.476824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:22.518263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29016-524b-4102-884d-e4182ba9f3b0 req-750454cc-bbb8-45f2-b525-4c670f39af8b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.520204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c29016-524b-4102-884d-e4182ba9f3b0 req-750454cc-bbb8-45f2-b525-4c670f39af8b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.0888515 Mar 10 23:56:22.533073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.533745 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.556102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-43ad5ad2-8487-4fc5-a4aa-53fa223d3774 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3421483 Mar 10 23:56:22.576311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7002314e-d119-418d-b3cd-7f3fa2b7607a req-440b2538-380e-4ccc-ba8c-e5f2012d9380 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948839 Mar 10 23:56:22.620228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c29016-524b-4102-884d-e4182ba9f3b0 req-a339c0fb-6fce-42d0-9329-9176d393350a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834730 Mar 10 23:56:22.736429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8d92d-bf4d-42fb-b2e8-b7e25d0bcc7b req-de929452-c7a5-4e78-9dc9-20d42120f0e1 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.737893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdd8d92d-bf4d-42fb-b2e8-b7e25d0bcc7b req-de929452-c7a5-4e78-9dc9-20d42120f0e1 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 935 time: 0.0699654 Mar 10 23:56:22.758987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-831942e8-90a9-4cc5-b275-634040230333 None None] Provisioning complete for port 4622b161-1c08-4361-b43b-9f93dbae21fb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:22.759383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-831942e8-90a9-4cc5-b275-634040230333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:22.803644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-831942e8-90a9-4cc5-b275-634040230333 None None] Port 4622b161-1c08-4361-b43b-9f93dbae21fb cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:56:22.816890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Request body: {'port': {'device_id': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:22.920155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec3474-f076-45e4-a116-d04873068077 req-be979bf7-cb22-4960-a75e-5b9d8d8de985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:22.921685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-be979bf7-cb22-4960-a75e-5b9d8d8de985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1179969 Mar 10 23:56:22.922460 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.138288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-51c6d6b8-5d6a-4e90-9cc6-86ba38c380e2 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060609 Mar 10 23:56:23.183784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdd8d92d-bf4d-42fb-b2e8-b7e25d0bcc7b req-3c965641-ae9f-4454-a97b-021f61dc815c tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363594 Mar 10 23:56:23.192025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fc697-0e2c-4afd-b82b-c164b0fbc622 req-47aa59d0-da5f-4cd7-b044-475ae1d51b80 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.193567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e8fc697-0e2c-4afd-b82b-c164b0fbc622 req-47aa59d0-da5f-4cd7-b044-475ae1d51b80 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.4547687 Mar 10 23:56:23.251184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e8fc697-0e2c-4afd-b82b-c164b0fbc622 req-999ad8d3-7367-4d22-8849-649dbec82744 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493765 Mar 10 23:56:23.324214 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-78ec3474-f076-45e4-a116-d04873068077 req-e57b36a1-14ab-4170-8e32-bac920dfa748 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794312 Mar 10 23:56:23.352333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b1aee-0724-4f23-a4a9-67dd87268913 req-16b096aa-0b4c-43a2-9189-fc8528f4bc9b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.361165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0b1aee-0724-4f23-a4a9-67dd87268913 req-16b096aa-0b4c-43a2-9189-fc8528f4bc9b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1010597 Mar 10 23:56:23.405637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e303-89a6-4468-a7f6-56b6fc1792a4 req-1f283138-296d-412a-9118-3d6ed7bc1e79 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.407024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19c4e303-89a6-4468-a7f6-56b6fc1792a4 req-1f283138-296d-412a-9118-3d6ed7bc1e79 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.0920105 Mar 10 23:56:23.429482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4622b161-1c08-4361-b43b-9f93dbae21fb {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:23.440468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks [] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.448457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0b1aee-0724-4f23-a4a9-67dd87268913 req-2f333897-4500-4ac1-88e8-89140620d25d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Mar 10 23:56:23.460677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Transition to ACTIVE for port object 4622b161-1c08-4361-b43b-9f93dbae21fb will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:23.464123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-dd636cea-82c0-40f0-ba3d-3332b1d2899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.465527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-dd636cea-82c0-40f0-ba3d-3332b1d2899d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 1130 time: 0.0745606 Mar 10 23:56:23.467084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.484674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19c4e303-89a6-4468-a7f6-56b6fc1792a4 req-2a28e892-dfd7-425b-ad2d-0534b74c6634 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685437 Mar 10 23:56:23.547687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:23.578124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6e741-b9ff-4bc7-a2de-6ea61e97b281 req-1f68dd04-b937-4935-a354-9d88b9172405 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.580273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b6e741-b9ff-4bc7-a2de-6ea61e97b281 req-1f68dd04-b937-4935-a354-9d88b9172405 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 943 time: 0.0699379 Mar 10 23:56:23.626447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:23.657370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b6e741-b9ff-4bc7-a2de-6ea61e97b281 req-184c630e-3ae8-4742-930d-b7760962d1ae tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667214 Mar 10 23:56:23.667733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-a229b4ff-763b-4745-80ea-fd53b32c0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.667733 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-a229b4ff-763b-4745-80ea-fd53b32c0310 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1708658 Mar 10 23:56:23.730348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-1c407392-b75f-4905-9ebf-731143cd30ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=e29fa3f7-6103-4197-8d01-39b420a50825 HTTP/1.1" status: 200 len: 217 time: 0.0549378 Mar 10 23:56:23.732101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Attempting to bind port 4622b161-1c08-4361-b43b-9f93dbae21fb on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:23.732621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Attempting to bind port 4622b161-1c08-4361-b43b-9f93dbae21fb by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:23.733138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Attempting to bind port 4622b161-1c08-4361-b43b-9f93dbae21fb on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:23.739333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Port 4622b161-1c08-4361-b43b-9f93dbae21fb on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:23.739980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Attempting to bind port 4622b161-1c08-4361-b43b-9f93dbae21fb on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:23.771260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c20e-e620-4d15-b539-f06b72900701 req-15c5036d-6557-4026-968b-669b4af3953f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.773166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:23.773520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:23.773968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:23.774428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:23.774956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Bound port: 4622b161-1c08-4361-b43b-9f93dbae21fb, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:23.775387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.781935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2373c20e-e620-4d15-b539-f06b72900701 req-15c5036d-6557-4026-968b-669b4af3953f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1089849 Mar 10 23:56:23.789691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'mac_address': 'fa:16:3e:3a:3b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:23.829111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-d457f10c-e954-4e4c-aa87-ae0a638e562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.830679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-d457f10c-e954-4e4c-aa87-ae0a638e562f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0872579 Mar 10 23:56:23.851292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 625b2096-f2b1-4b72-996a-3fd26bcaa688 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:23.851292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.869347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625b2096-f2b1-4b72-996a-3fd26bcaa688 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:23.874979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2373c20e-e620-4d15-b539-f06b72900701 req-a26a0341-c722-4dcb-9c03-cedd9968bd39 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921717 Mar 10 23:56:23.882761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea81c0-c172-4455-9931-205b252c273e req-114e4983-0804-4289-aab5-c19ddc469c76 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.884165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60ea81c0-c172-4455-9931-205b252c273e req-114e4983-0804-4289-aab5-c19ddc469c76 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.0995054 Mar 10 23:56:23.889471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:23.894186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:23.906640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:23.908388 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.911942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.951153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-838147ce-0c84-488b-89b5-958681ed61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.952712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-838147ce-0c84-488b-89b5-958681ed61b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1134927 Mar 10 23:56:23.957051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:23.957669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:23.958415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60ea81c0-c172-4455-9931-205b252c273e req-676e3c99-b400-4478-8950-205c83d7b768 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 Mar 10 23:56:23.958975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/4622b161-1c08-4361-b43b-9f93dbae21fb HTTP/1.1" status: 200 len: 1095 time: 1.1539116 Mar 10 23:56:23.959421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:23.961838 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d1023-d797-4c51-afe6-73d798d4a9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:23.965000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:24.000808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:24.005079 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04247202-0215-4688-94ee-7701196271a1" -d '{"events": [{"server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "name": "network-vif-plugged", "status": "completed", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:24.009849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fba380-45ad-4708-a5da-4743463089b2 service neutron] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:24.070725 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0d9bc8-d475-4df7-9438-3eebf2e8b694 x-openstack-request-id: req-1f0d9bc8-d475-4df7-9438-3eebf2e8b694 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:24.070725 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "name": "network-vif-plugged", "status": "completed", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:24.071108 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f0d9bc8-d475-4df7-9438-3eebf2e8b694 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:24.071617 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7', 'code': 200} Mar 10 23:56:24.071781 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6ae803-ccf7-451c-93d3-63436555615a x-openstack-request-id: req-2b6ae803-ccf7-451c-93d3-63436555615a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:24.072066 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:24.072319 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b6ae803-ccf7-451c-93d3-63436555615a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:24.073173 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'status': 'completed', 'code': 200} Mar 10 23:56:24.130746 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-4c50259f-3112-4374-931d-54f60a8426b0 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541753 Mar 10 23:56:24.138814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-41c830bc-c61c-4ab6-a8a1-586e6573ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.140900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-41c830bc-c61c-4ab6-a8a1-586e6573ac26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 1129 time: 0.1147547 Mar 10 23:56:24.242916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-da1feeda-29b3-426b-8050-278f42dafb1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4622b161-1c08-4361-b43b-9f93dbae21fb HTTP/1.1" status: 200 len: 217 time: 0.0412371 Mar 10 23:56:24.251369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ce1f8-1905-4224-be32-ce58ca62a296 req-deaaa992-e02b-4670-9392-a541ee528dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.253083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f7ce1f8-1905-4224-be32-ce58ca62a296 req-deaaa992-e02b-4670-9392-a541ee528dae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 1127 time: 0.0510709 Mar 10 23:56:24.347546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-08f537a3-bc30-4deb-a677-6c39756c76b2 req-b8d86b97-fc38-4824-a7e7-4d6e076feca5 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653581 Mar 10 23:56:24.348461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8a09b-1958-478f-8a47-7b6a367250c1 req-aa2ab008-a309-492d-baa2-76034e794f96 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.349020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-cbbbaf43-2ac8-417d-86c3-2af23d3f888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.350284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dcc8a09b-1958-478f-8a47-7b6a367250c1 req-aa2ab008-a309-492d-baa2-76034e794f96 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.0933588 Mar 10 23:56:24.350428 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-cbbbaf43-2ac8-417d-86c3-2af23d3f888d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0732274 Mar 10 23:56:24.353180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f7ce1f8-1905-4224-be32-ce58ca62a296 req-423a3240-6a92-4ca3-af32-948614b8cf9a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Mar 10 23:56:24.431017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dcc8a09b-1958-478f-8a47-7b6a367250c1 req-0a742ccf-27cd-43ac-a3ec-9fe2eb1c8782 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Mar 10 23:56:24.445426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc31796-0bcf-4f50-851c-aa97bfffd454 req-2ea24db4-2e4c-4b59-a63f-73889c4f57bd tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.446894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dc31796-0bcf-4f50-851c-aa97bfffd454 req-2ea24db4-2e4c-4b59-a63f-73889c4f57bd tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0802307 Mar 10 23:56:24.496364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dc31796-0bcf-4f50-851c-aa97bfffd454 req-f5cc6690-6abf-4334-835f-9544762adafb tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Mar 10 23:56:24.577875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab702de-d1c6-4a7d-91ee-602f53d7b0cd req-b8d7aee9-17a0-4c59-9feb-181b5f1a6cbf tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.579383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ab702de-d1c6-4a7d-91ee-602f53d7b0cd req-b8d7aee9-17a0-4c59-9feb-181b5f1a6cbf tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0623934 Mar 10 23:56:24.655667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3d723-2c8f-43e7-80df-f6d5a6d0eaaa req-185119e3-9329-46a1-8801-3b83ac4eaf69 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.657192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2bf3d723-2c8f-43e7-80df-f6d5a6d0eaaa req-185119e3-9329-46a1-8801-3b83ac4eaf69 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.0983467 Mar 10 23:56:24.660655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ab702de-d1c6-4a7d-91ee-602f53d7b0cd req-be098a29-48ba-464e-85cf-b7540c59adc6 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633209 Mar 10 23:56:24.664300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045300e-e7c3-4560-b986-10c979780ec3 req-86e2a59e-3abd-41cc-af3b-660eb0178a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.665873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-86e2a59e-3abd-41cc-af3b-660eb0178a6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0517163 Mar 10 23:56:24.670977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['625b2096-f2b1-4b72-996a-3fd26bcaa688'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:24.738386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2bf3d723-2c8f-43e7-80df-f6d5a6d0eaaa req-c858e1ff-0f67-423d-8db5-57cca64ce6a7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749722 Mar 10 23:56:24.805121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-f48ad8d4-be4b-4c0c-92e7-5ec1cc37d4cb service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269913 Mar 10 23:56:24.860427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d7f26-19bb-41d6-ac1c-44afb734170d req-63be6ff3-0f06-4ed1-be63-9a41eef12e18 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.862052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c5d7f26-19bb-41d6-ac1c-44afb734170d req-63be6ff3-0f06-4ed1-be63-9a41eef12e18 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 944 time: 0.0931106 Mar 10 23:56:24.898914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868788a-f874-448f-86cd-224a7a4db225 req-90e633df-ae9b-48a0-bb44-e36e0d895178 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:24.900425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b868788a-f874-448f-86cd-224a7a4db225 req-90e633df-ae9b-48a0-bb44-e36e0d895178 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.0868249 Mar 10 23:56:24.912699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:24.913413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8045300e-e7c3-4560-b986-10c979780ec3 req-45149a3c-0dac-4840-90ee-61a350d8e49b service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962861 Mar 10 23:56:24.921488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Request body: {'floatingip': {'port_id': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:24.979978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c5d7f26-19bb-41d6-ac1c-44afb734170d req-dd02af95-2a74-4f56-9bd7-fdb7f1edfa77 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088645 Mar 10 23:56:25.001255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:25.033172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-d88e9e0d-b63c-4456-adb7-d191230e0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.035208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-d88e9e0d-b63c-4456-adb7-d191230e0427 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef99db185cda4086a003ed7a4bdd4419&device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 1129 time: 0.0623446 Mar 10 23:56:25.128603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-73a9306d-a58b-4fb7-a792-245a839be92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.130058 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-73a9306d-a58b-4fb7-a792-245a839be92f service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.0876458 Mar 10 23:56:25.142827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aeeb0-da99-4da9-ab2a-4525d95262ef req-ae371d98-ae52-4dab-b63a-9dfaaac871e7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.144335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-269aeeb0-da99-4da9-ab2a-4525d95262ef req-ae371d98-ae52-4dab-b63a-9dfaaac871e7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1840181 Mar 10 23:56:25.177462 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-f6c92c2c-81b3-439f-834c-e94a140c5040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4622b161-1c08-4361-b43b-9f93dbae21fb HTTP/1.1" status: 200 len: 217 time: 0.0398860 Mar 10 23:56:25.188780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f20955-6f45-4131-b86c-a0ff337cb9fe req-e1119f06-6a41-48fb-9982-a6e79f9bc7de tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.190248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7f20955-6f45-4131-b86c-a0ff337cb9fe req-e1119f06-6a41-48fb-9982-a6e79f9bc7de tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.1494560 Mar 10 23:56:25.227861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-dbd89aa6-8fa8-4688-9d02-174446c4e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.229398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-dbd89aa6-8fa8-4688-9d02-174446c4e2a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0455348 Mar 10 23:56:25.278941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-269aeeb0-da99-4da9-ab2a-4525d95262ef req-dca1e3fb-1a50-4c06-af8b-0f90dd5bface tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275244 Mar 10 23:56:25.288890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-6c30ab26-5f74-43e7-a0bc-8b3318de4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.290382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-6c30ab26-5f74-43e7-a0bc-8b3318de4fa3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0439484 Mar 10 23:56:25.339878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7f20955-6f45-4131-b86c-a0ff337cb9fe req-77b517da-5cd0-42a4-88c2-2b56d82d245f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428206 Mar 10 23:56:25.386212 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-af5f548f-ca75-4b40-b26a-499786644d22 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871184 Mar 10 23:56:25.480412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-362d1023-d797-4c51-afe6-73d798d4a9dd req-c6fccc71-655d-467a-9d63-d824ef258a0f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864062 Mar 10 23:56:25.667720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be55085-270b-42b1-86b1-7e5206e9f302 req-ea1bbe1f-68da-45d3-aaf0-13c860b260fe tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.669894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6be55085-270b-42b1-86b1-7e5206e9f302 req-ea1bbe1f-68da-45d3-aaf0-13c860b260fe tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.1650813 Mar 10 23:56:25.680550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:25.694817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:25.707461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c777f3-c065-4366-b4b6-a30999f89737 req-250f95d4-de9b-4117-b909-099949ed6c65 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.708927 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71c777f3-c065-4366-b4b6-a30999f89737 req-250f95d4-de9b-4117-b909-099949ed6c65 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 945 time: 0.0529449 Mar 10 23:56:25.709049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92bfc-7d9d-42c0-8b80-1b2e90a3a8d0 req-17371a07-c09c-4657-82f0-abb28c66667f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:25.710393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9be92bfc-7d9d-42c0-8b80-1b2e90a3a8d0 req-17371a07-c09c-4657-82f0-abb28c66667f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.1400912 Mar 10 23:56:25.812495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port d034ff4b-76d0-4c6f-aac8-61eada29b574 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:25.812697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6be55085-270b-42b1-86b1-7e5206e9f302 req-91921d93-a57d-47e6-a5ef-bd951634a04a tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308851 Mar 10 23:56:25.812966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:25.860689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9be92bfc-7d9d-42c0-8b80-1b2e90a3a8d0 req-c4f1074e-1207-4911-b3ae-bac8f1f178fe tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143832 Mar 10 23:56:25.885092 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Floating IP 4ad1a227-1e26-4bbd-ab98-4fa30396405a associated. External IP: 172.25.7.218, port: 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0. Mar 10 23:56:25.917120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2010030216', 'description': 'tempest-description-900963961'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:25.919984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port d034ff4b-76d0-4c6f-aac8-61eada29b574, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d034ff4b-76d0-4c6f-aac8-61eada29b574,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:25.920359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:25.933543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for d034ff4b-76d0-4c6f-aac8-61eada29b574 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:25.983385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.043544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f9662-4de5-4468-9eda-41e6e3d089d5 req-f22d34df-e8c3-4e4f-9597-7641b48d3416 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:26.045765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a34f9662-4de5-4468-9eda-41e6e3d089d5 req-f22d34df-e8c3-4e4f-9597-7641b48d3416 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1343834 Mar 10 23:56:26.072055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d034ff4b-76d0-4c6f-aac8-61eada29b574), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.085281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90', '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'd034ff4b-76d0-4c6f-aac8-61eada29b574'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:26.104956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=d034ff4b-76d0-4c6f-aac8-61eada29b574,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:26.156343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port d034ff4b-76d0-4c6f-aac8-61eada29b574 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:26.158920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.166844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a34f9662-4de5-4468-9eda-41e6e3d089d5 req-556b779b-20a4-4f0d-a995-99e6ac8e2924 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120012 Mar 10 23:56:26.171183 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71c777f3-c065-4366-b4b6-a30999f89737 req-c12d2ccc-cdfc-4e51-ae57-f0b467226a43 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/d034ff4b-76d0-4c6f-aac8-61eada29b574 HTTP/1.1" status: 204 len: 173 time: 0.4508543 Mar 10 23:56:26.172817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'name': 'network-vif-deleted', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:26.177383 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b9112b-9040-4d96-b688-551b9e2999cd" -d '{"events": [{"server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "name": "network-vif-deleted", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:26.232020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (25b16bca-4257-4f81-b7d1-0bd4fcd6a701), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.240558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (25b16bca-4257-4f81-b7d1-0bd4fcd6a701), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.299460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.300735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f050b32-a90a-45b6-a3ce-3ce5e30cbe46 req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3903773 Mar 10 23:56:26.306336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Router dab59015-f577-4921-bd06-0537623b041a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:56:26.328917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da37ffb-63d7-4dbd-bebd-4a1c72e54501 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b16bca-4257-4f81-b7d1-0bd4fcd6a701,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:26.361306 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c87d25-c0c7-4492-8ec4-bba107b45bd0 x-openstack-request-id: req-09c87d25-c0c7-4492-8ec4-bba107b45bd0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:26.361699 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78", "name": "network-vif-deleted", "tag": "d034ff4b-76d0-4c6f-aac8-61eada29b574", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:26.361967 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09c87d25-c0c7-4492-8ec4-bba107b45bd0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:26.362495 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78', 'name': 'network-vif-deleted', 'tag': 'd034ff4b-76d0-4c6f-aac8-61eada29b574', 'status': 'completed', 'code': 200} Mar 10 23:56:26.403834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f007b-cdd9-41c0-bd0f-d0e01ade19c4 req-5bc6701c-4ee9-4de2-af67-f2727c1bcba5 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:26.405469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-912f007b-cdd9-41c0-bd0f-d0e01ade19c4 req-5bc6701c-4ee9-4de2-af67-f2727c1bcba5 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 944 time: 0.1327829 Mar 10 23:56:26.539264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-912f007b-cdd9-41c0-bd0f-d0e01ade19c4 req-3533e242-c91b-485f-b7d6-188c84a905ea tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225958 Mar 10 23:56:26.540280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:56:26.545744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.550901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Sync routers for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:56:26.567746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:26.568549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:26.575008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494e5ad-7d60-4257-a8e7-7007bf857630 req-e76af490-b14b-4bcc-8d60-52dd3e8eed3a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:26.576808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f494e5ad-7d60-4257-a8e7-7007bf857630 req-e76af490-b14b-4bcc-8d60-52dd3e8eed3a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1614385 Mar 10 23:56:26.603594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8e53c771-cbc6-4272-976e-cec3c4de3caf tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "PUT /v2.0/floatingips/4ad1a227-1e26-4bbd-ab98-4fa30396405a HTTP/1.1" status: 200 len: 992 time: 1.6896584 Mar 10 23:56:26.607982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:26.610350 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670" -d '{"events": [{"name": "network-changed", "server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:26.663900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f494e5ad-7d60-4257-a8e7-7007bf857630 req-a5a3ebc3-f7f3-43e6-bd96-c71493ed8cac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812194 Mar 10 23:56:26.675035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-1793728a-01e8-4263-8f53-ab718f75e64e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2010030216&fields=id&tenant_id=d367d29563e6424a888c766ad2845aad HTTP/1.1" status: 200 len: 267 time: 0.0686460 Mar 10 23:56:26.698397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:26.736595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-31945308-e881-4943-b130-7ea52d193be9 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:26.738363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-31945308-e881-4943-b130-7ea52d193be9 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Mar 10 23:56:26.752400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'port': {'security_groups': ['034f2a6f-54cf-4845-8ee1-3b0bc79ccee7', '25b16bca-4257-4f81-b7d1-0bd4fcd6a701']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:26.800388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0d3dbd6-d218-4715-a175-6fc12e4e950f req-a6c2cb6c-d205-40eb-af29-1789b1053dd9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=2607a8ed-bfd5-4cf6-b9a2-6aa53e240d78 HTTP/1.1" status: 200 len: 210 time: 0.0531456 Mar 10 23:56:26.889364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:26.978336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '4ad1a227-1e26-4bbd-ab98-4fa30396405a', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'dab59015-f577-4921-bd06-0537623b041a', 'port_id': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'mac_address': 'fa:16:3e:05:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:18Z', 'updated_at': '2022-03-10T23:56:25Z', 'revision_number': 1, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:27.014550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Checking router: dab59015-f577-4921-bd06-0537623b041a for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:56:27.035873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:27.037051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:27.038568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086b08-5155-4cd4-8add-1c951a3b22b4 req-46e89f04-49c7-4498-bfbb-cb5f1b3db59c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.045952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8086b08-5155-4cd4-8add-1c951a3b22b4 req-46e89f04-49c7-4498-bfbb-cb5f1b3db59c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.1353388 Mar 10 23:56:27.137895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8086b08-5155-4cd4-8add-1c951a3b22b4 req-6cd325ee-f510-450f-906b-5f3e0dd7a746 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910809 Mar 10 23:56:27.218413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:27.230528 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a252958-e068-4740-a1d5-ff0f27a293b3 x-openstack-request-id: req-1a252958-e068-4740-a1d5-ff0f27a293b3 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:27.231157 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:27.231987 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a252958-e068-4740-a1d5-ff0f27a293b3 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:27.232608 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'status': 'completed', 'code': 200} Mar 10 23:56:27.299759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-5ad9e816-f3c2-48fc-9082-baf8721a1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.302471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-5ad9e816-f3c2-48fc-9082-baf8721a1d4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0dc195006204bfbb5c382efa3e7f630&device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 1128 time: 0.0643663 Mar 10 23:56:27.304774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:27.353462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:27.363959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:27.374336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a1d6a-831d-408b-a89d-2e55abbce2e4 req-3aa19207-1811-4e95-a213-8e1dd590e3c5 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.376246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794a1d6a-831d-408b-a89d-2e55abbce2e4 req-3aa19207-1811-4e95-a213-8e1dd590e3c5 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.1169550 Mar 10 23:56:27.400694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:27.417682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-7d40a7c1-b6ef-4b22-98a3-1d51f3749017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.419437 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-7d40a7c1-b6ef-4b22-98a3-1d51f3749017 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1322f12e-fa97-47e2-a796-74713f5c87d1 HTTP/1.1" status: 200 len: 916 time: 0.1082802 Mar 10 23:56:27.467168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.467801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:27.469238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cec2fdc-172e-4610-be19-f7a4a49ab241 req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "PUT /v2.0/ports/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 981 time: 0.7233479 Mar 10 23:56:27.486203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794a1d6a-831d-408b-a89d-2e55abbce2e4 req-040ce41d-8d7e-43be-b998-3aba0517345d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036944 Mar 10 23:56:27.506453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-a8bfcaf6-ffc5-4a42-a59d-8e0af8ced08e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 HTTP/1.1" status: 200 len: 1000 time: 0.0738378 Mar 10 23:56:27.529312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb75afb-8a3b-4c3a-9e34-957deb54174c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:27.578754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-1cab76be-33ef-4080-b336-0763f187e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.580370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-1cab76be-33ef-4080-b336-0763f187e84a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d6b4196-5120-4272-a3da-f4acaea8f7cc HTTP/1.1" status: 200 len: 854 time: 0.0663466 Mar 10 23:56:27.627186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:27.642997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:27.670651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-5e674c1c-dbde-4819-b842-6e8370e4122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.673747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-5e674c1c-dbde-4819-b842-6e8370e4122c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1322f12e-fa97-47e2-a796-74713f5c87d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762508 Mar 10 23:56:27.689823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036576-0600-443c-922f-446020eeedf0 req-c3cc81be-0bf1-4eec-977f-9072b5e8e267 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.691262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18036576-0600-443c-922f-446020eeedf0 req-c3cc81be-0bf1-4eec-977f-9072b5e8e267 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1174417 Mar 10 23:56:27.694862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:27.700657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-56af5b08-9545-4992-ae67-04356d1d16ba tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2010030216&fields=id&tenant_id=d367d29563e6424a888c766ad2845aad HTTP/1.1" status: 200 len: 267 time: 0.0824206 Mar 10 23:56:27.808512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18036576-0600-443c-922f-446020eeedf0 req-57a26cad-3db7-437d-9e66-a63ce0a3fc38 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975466 Mar 10 23:56:27.822798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-1a982d5a-e36d-4bfe-95b7-b968e95ec0f6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:27.832435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-1a982d5a-e36d-4bfe-95b7-b968e95ec0f6 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 984 time: 0.1224759 Mar 10 23:56:27.845980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'port': {'security_groups': ['034f2a6f-54cf-4845-8ee1-3b0bc79ccee7']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:27.852963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-73be5af4-7600-45d9-b3b2-620bb69f05ba service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690488 Mar 10 23:56:27.910093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:56:27.938896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '4ad1a227-1e26-4bbd-ab98-4fa30396405a', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'dab59015-f577-4921-bd06-0537623b041a', 'port_id': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'mac_address': 'fa:16:3e:05:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:18Z', 'updated_at': '2022-03-10T23:56:25Z', 'revision_number': 1, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:27.982726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:27.990743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92292bf-d329-4738-8691-1f085a063c77 None None] The sync data for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 is: [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '4ad1a227-1e26-4bbd-ab98-4fa30396405a', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'floating_ip_address': '172.25.7.218', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'dab59015-f577-4921-bd06-0537623b041a', 'port_id': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'mac_address': 'fa:16:3e:05:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:55:18Z', 'updated_at': '2022-03-10T23:56:25Z', 'revision_number': 1, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:56:27.993786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6ccecb67-a6ce-4e22-ae1d-ec8025a16670 req-7505ed44-4ab1-4b3f-aa8e-f8248c3bcf73 service neutron] 10.222.0.30 "GET /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262815 Mar 10 23:56:28.042495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d59e-88be-4608-9d70-e4bc8b764611 req-c8cf3b4a-738c-456d-a3a7-1c4a452a5bac tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:28.050856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d64d59e-88be-4608-9d70-e4bc8b764611 req-c8cf3b4a-738c-456d-a3a7-1c4a452a5bac tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 944 time: 0.1108704 Mar 10 23:56:28.106793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 625b2096-f2b1-4b72-996a-3fd26bcaa688 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:28.121406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.141713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d64d59e-88be-4608-9d70-e4bc8b764611 req-f3daa7df-5c5d-4a62-9542-d9c33c0d71b2 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898724 Mar 10 23:56:28.143123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 625b2096-f2b1-4b72-996a-3fd26bcaa688 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:28.143520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.173701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'mac_address': 'fa:16:3e:64:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:28.272839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4622b161-1c08-4361-b43b-9f93dbae21fb is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:28.273392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.308450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4622b161-1c08-4361-b43b-9f93dbae21fb {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:28.357057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.383633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.400012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.400559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:28.435510 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e7587-013c-48ec-80cf-63006de6c97a None None] New status for floating IP 4ad1a227-1e26-4bbd-ab98-4fa30396405a: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:56:28.453491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 625b2096-f2b1-4b72-996a-3fd26bcaa688 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:28.453894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.456675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.478415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.522727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:28.572747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:56:28.576054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:28.591825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:28.592813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.594989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:28.597021 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a3a90a-c017-436a-bc66-814aec97cdb4" -d '{"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-plugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:28.614225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3f09c1e-bd6d-450d-bfac-519eb5056744 req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "PUT /v2.0/ports/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 942 time: 0.7807944 Mar 10 23:56:28.618591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.624454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cc7a8-74a1-4f85-a433-23c0bece776a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:28.637563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.654528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.658670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'mac_address': 'fa:16:3e:7f:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:28.666027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536ad2-1246-40f5-b39d-0bc2bcfb395d req-06840b9e-6c75-4869-87b5-4cdabb878a97 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:28.667561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8536ad2-1246-40f5-b39d-0bc2bcfb395d req-06840b9e-6c75-4869-87b5-4cdabb878a97 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.1688337 Mar 10 23:56:28.782553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:28.795846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8536ad2-1246-40f5-b39d-0bc2bcfb395d req-5184257a-6331-41d5-8161-7ba0b675d767 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098962 Mar 10 23:56:28.798176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:28.798572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.831575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e123-68c0-4714-88a2-baec2be9fb30 req-53c8037c-deb0-4744-8ac9-556eecac959c tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:28.842524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29fa3f7-6103-4197-8d01-39b420a50825 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:28.847187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a228e123-68c0-4714-88a2-baec2be9fb30 req-53c8037c-deb0-4744-8ac9-556eecac959c tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 948 time: 0.1325128 Mar 10 23:56:28.861463 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe5a98-5bd3-472f-a4c3-f8408a9c3e7e x-openstack-request-id: req-98fe5a98-5bd3-472f-a4c3-f8408a9c3e7e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:28.861757 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-plugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:28.863293 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98fe5a98-5bd3-472f-a4c3-f8408a9c3e7e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:28.863293 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'code': 200} Mar 10 23:56:28.875947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:28.881731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:28.928692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a228e123-68c0-4714-88a2-baec2be9fb30 req-599a5f67-f113-4d8d-a8de-f46290731bbe tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803580 Mar 10 23:56:28.950293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:28.995234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:29.011905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465a4d-d41a-4dbc-aad2-c86e9bc34b3d req-e2fa3d4e-63a2-453f-8317-6d01f66addc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:29.013834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a465a4d-d41a-4dbc-aad2-c86e9bc34b3d req-e2fa3d4e-63a2-453f-8317-6d01f66addc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 1127 time: 0.0571911 Mar 10 23:56:29.058011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-80916708-e47b-4794-b8ec-6a2cdc9c1f7a tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1707332 Mar 10 23:56:29.072120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:29.314663 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a465a4d-d41a-4dbc-aad2-c86e9bc34b3d req-7403e792-bcd8-4942-9429-e11f2119d3b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Mar 10 23:56:29.390709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4419c-85ba-410f-b29e-762e84877a1c req-79e81a59-081e-4eed-bf79-bf0ed59de61d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:29.392245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5e4419c-85ba-410f-b29e-762e84877a1c req-79e81a59-081e-4eed-bf79-bf0ed59de61d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.3848288 Mar 10 23:56:29.392826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}, {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:29.395026 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43b916-5b8b-4f90-908d-d0f418f06236" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}, {"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:29.407945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e29fa3f7-6103-4197-8d01-39b420a50825'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:29.420853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:29.461082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5e4419c-85ba-410f-b29e-762e84877a1c req-5a918448-94bd-4814-825b-11d2e428b0d7 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Mar 10 23:56:29.504573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4622b161-1c08-4361-b43b-9f93dbae21fb'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:29.592802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a2e47-6c80-4884-8bd5-9904d075e65f req-9b336296-8939-4234-b0fa-9e34fe2da0cf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:29.594432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d8a2e47-6c80-4884-8bd5-9904d075e65f req-9b336296-8939-4234-b0fa-9e34fe2da0cf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0688124 Mar 10 23:56:29.599805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:29.648751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d034ff4b-76d0-4c6f-aac8-61eada29b574 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:29.673032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d034ff4b-76d0-4c6f-aac8-61eada29b574 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:29.673383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d034ff4b-76d0-4c6f-aac8-61eada29b574 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:29.693213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d8a2e47-6c80-4884-8bd5-9904d075e65f req-5c8449d5-9cdb-4c63-a403-13cd6aafea0a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905747 Mar 10 23:56:29.738346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Allocated IP 172.25.7.182 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:29.847061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:29.885427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:29.928730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:29.931741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:29.936524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:29.939429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'Port': ['ID=7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:30.031428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.038089 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355b990a-9e6b-4e23-9148-fed1b6e1d150 x-openstack-request-id: req-355b990a-9e6b-4e23-9148-fed1b6e1d150 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:30.038474 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:30.038645 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-355b990a-9e6b-4e23-9148-fed1b6e1d150 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:30.039252 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:56:30.039546 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:56:30.077511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.127580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-123a541e-1301-44e2-9bda-93220a2b1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.129834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-123a541e-1301-44e2-9bda-93220a2b1887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.0533710 Mar 10 23:56:30.197097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96967ba-bd4c-4893-8418-4abf2afc26a2 req-0944abc5-c15c-46ec-9947-f915bf8e348f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.198591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b96967ba-bd4c-4893-8418-4abf2afc26a2 req-0944abc5-c15c-46ec-9947-f915bf8e348f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.1000459 Mar 10 23:56:30.232696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-fe58049f-6fda-41de-93c1-1db0bbdcb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.234616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-fe58049f-6fda-41de-93c1-1db0bbdcb93a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.0975902 Mar 10 23:56:30.281009 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-68f8d815-487b-4734-afc4-af1dbbbb150a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0388677 Mar 10 23:56:30.295187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b96967ba-bd4c-4893-8418-4abf2afc26a2 req-65e42724-0f01-4cec-ae9a-74304dcd9340 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705359 Mar 10 23:56:30.316267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.328649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.344544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-0f26bad3-3baf-4e1f-8f97-0187649e8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.346084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-0f26bad3-3baf-4e1f-8f97-0187649e8d67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.0564029 Mar 10 23:56:30.386586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-4256db50-6eb0-48ba-af86-9a28ae7802b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Mar 10 23:56:30.386774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event updated for resources: {'Port': ['ID=7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:30.454141 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.479654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960f1ca-6363-4e60-8664-0c95577122a4 req-08249168-9afb-44c3-a82e-c99bd973628d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.481734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a960f1ca-6363-4e60-8664-0c95577122a4 req-08249168-9afb-44c3-a82e-c99bd973628d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 948 time: 0.0985696 Mar 10 23:56:30.485735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:30.486941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-c2387a53-319a-48c6-a0e3-39e815f348f3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4219532 Mar 10 23:56:30.494609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-1e74ecf9-f8c2-41b0-bae2-93f552d7411a service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968652 Mar 10 23:56:30.553086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-b5a0fc9c-9576-4be9-80c8-2613ec3a2f7c tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.0599599 Mar 10 23:56:30.603181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a960f1ca-6363-4e60-8664-0c95577122a4 req-75c04b50-660d-47aa-abb1-f97b06e93425 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016817 Mar 10 23:56:30.604125 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-a58695ef-a4c4-4a0b-8e9d-c968bf798272 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916128 Mar 10 23:56:30.701866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-0091cae7-2a14-49ee-8557-af0ea6f12b51 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.703534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7c94ab-b7f9-4efb-8ebe-34ff9f05322e req-0091cae7-2a14-49ee-8557-af0ea6f12b51 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1390052 Mar 10 23:56:30.730305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-9a38cd07-0d0d-4082-abcd-1d04f1848a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.732424 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-9a38cd07-0d0d-4082-abcd-1d04f1848a13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.0650296 Mar 10 23:56:30.760180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0388be-f184-4896-a313-f0249be76602 req-ce3809aa-413b-42d9-8565-dbe8e7b0360f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.761730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f0388be-f184-4896-a313-f0249be76602 req-ce3809aa-413b-42d9-8565-dbe8e7b0360f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0803831 Mar 10 23:56:30.846554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-602811e3-5c6b-42c2-a529-5491b1d7255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.849028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-602811e3-5c6b-42c2-a529-5491b1d7255d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.1057789 Mar 10 23:56:30.851273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f0388be-f184-4896-a313-f0249be76602 req-21f2de34-0ae5-4112-951b-ea6a28d7c291 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828872 Mar 10 23:56:30.864072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-82baaccd-042b-4dfc-abdc-c9ca043a39f5 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.865715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-82baaccd-042b-4dfc-abdc-c9ca043a39f5 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0990243 Mar 10 23:56:30.905845 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-f99ba6e6-3609-49db-994b-f3362c1b19e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0385709 Mar 10 23:56:30.929699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-ba006905-518e-45d3-a0b7-a13a79f80d5f tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 696 time: 0.0556571 Mar 10 23:56:30.966354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'floatingip': {'port_id': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:30.968027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-1d8a9f32-b532-4b5e-9363-be8f444ebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:30.969489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-1d8a9f32-b532-4b5e-9363-be8f444ebc49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.0533462 Mar 10 23:56:31.010188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-ea90c9c0-82a0-492a-b115-516fa5d2100d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263596 Mar 10 23:56:31.014603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.057067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8ed8-2702-4111-8309-6e0058b3ac4d req-e91b1538-065d-4490-85ab-9b7195a26180 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:31.065964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea6a8ed8-2702-4111-8309-6e0058b3ac4d req-e91b1538-065d-4490-85ab-9b7195a26180 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1327970 Mar 10 23:56:31.136543 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-a582e7b7-fb68-46f7-a15a-d2f56a548fce service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152380 Mar 10 23:56:31.191656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea6a8ed8-2702-4111-8309-6e0058b3ac4d req-fbfc1baf-a34d-44be-be82-5b5af94b2423 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260860 Mar 10 23:56:31.266589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c43b916-5b8b-4f90-908d-d0f418f06236 req-7a40c364-0c41-49af-a746-f7cc0e03d415 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001861 Mar 10 23:56:31.491216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09f1b3-485b-4a0c-9d6f-842bbc68dd6e req-db5845f7-921e-47ee-956c-80af2abd70b5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:31.492771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc09f1b3-485b-4a0c-9d6f-842bbc68dd6e req-db5845f7-921e-47ee-956c-80af2abd70b5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.1079235 Mar 10 23:56:31.499145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-fae25611-694b-4d0a-a6c5-97689e59d88c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:31.500875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-fae25611-694b-4d0a-a6c5-97689e59d88c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 946 time: 0.0725734 Mar 10 23:56:31.610805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc09f1b3-485b-4a0c-9d6f-842bbc68dd6e req-9b5857e1-b7d4-477f-b3cf-d3c54f671b6b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118743 Mar 10 23:56:31.629491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.641821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:31.645312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:31.645660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.646921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.720699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4622b161-1c08-4361-b43b-9f93dbae21fb completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:31.725344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4622b161-1c08-4361-b43b-9f93dbae21fb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:31.725910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.786660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:31.787415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.800949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4df2b-d50c-4d81-bfc6-627821b4f720 req-0a9ea0bf-392b-4e9f-8e4a-631bb781dfb8 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:31.803752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:31.808492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48e4df2b-d50c-4d81-bfc6-627821b4f720 req-0a9ea0bf-392b-4e9f-8e4a-631bb781dfb8 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 948 time: 0.1150422 Mar 10 23:56:31.822370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4622b161-1c08-4361-b43b-9f93dbae21fb is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:31.823012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.841046 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Floating IP 93363190-5e44-4f49-a83a-8e906b803a6b associated. External IP: 172.25.7.182, port: d849e6f3-f0c6-4621-bca0-e54ef18ca3b5. Mar 10 23:56:31.851387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:31.854698 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d2fa2d-7e5a-42e2-a7be-d6333f3ca4bd" -d '{"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:31.870035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:31.875814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.876948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:31.960037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:31.981558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port e29fa3f7-6103-4197-8d01-39b420a50825 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:31.986268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e29fa3f7-6103-4197-8d01-39b420a50825 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:31.986765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:31.994810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48e4df2b-d50c-4d81-bfc6-627821b4f720 req-6dfbef0b-a041-4be3-ac3e-19b9f5a728b7 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846611 Mar 10 23:56:32.001587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62c9e5e5-b350-46a4-9de9-9a1620e0f0ef), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:32.016211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90', '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:32.061417 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee474d7e-ddf0-44c1-b322-7c794ef121b5 x-openstack-request-id: req-ee474d7e-ddf0-44c1-b322-7c794ef121b5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:32.061707 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:32.062131 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee474d7e-ddf0-44c1-b322-7c794ef121b5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:32.062842 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'code': 200} Mar 10 23:56:32.118014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=62c9e5e5-b350-46a4-9de9-9a1620e0f0ef,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:32.172573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:32.176622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:32.180892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aee49979-9fd1-4365-8a33-c6eff0d0fc81 req-bb5635ca-3486-4b83-8c31-8ee2fe0437dc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/62c9e5e5-b350-46a4-9de9-9a1620e0f0ef HTTP/1.1" status: 204 len: 173 time: 0.6727011 Mar 10 23:56:32.181563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'name': 'network-vif-deleted', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:32.194408 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6e7e89-083d-48fc-87ca-98b85da5f614" -d '{"events": [{"server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "name": "network-vif-deleted", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:32.221344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:32.222016 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:32.275174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:32.280561 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:32.308463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Router c18bb079-35df-4081-8785-9f1d0d913a21 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:56:32.341597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:32.342292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02937e2c-4a10-484b-b824-ad4ff5e72094 req-58063d59-a4ca-431e-86e2-fda55ec491eb tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:32.343779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02937e2c-4a10-484b-b824-ad4ff5e72094 req-58063d59-a4ca-431e-86e2-fda55ec491eb tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1125717 Mar 10 23:56:32.345919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fada7-4da0-4237-aa6c-68d49e454138 req-fcd0e368-bc45-4a5f-b60d-73af5aa9b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:32.347254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-706fada7-4da0-4237-aa6c-68d49e454138 req-fcd0e368-bc45-4a5f-b60d-73af5aa9b145 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 1131 time: 0.1138406 Mar 10 23:56:32.499347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02937e2c-4a10-484b-b824-ad4ff5e72094 req-ac3fa7a5-a47a-4962-bfcf-32b8d197d4ab tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484151 Mar 10 23:56:32.502763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-706fada7-4da0-4237-aa6c-68d49e454138 req-c7274cc3-447b-4447-a00f-0bee6c7ac09c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116686 Mar 10 23:56:32.522361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:56:32.527212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:32.533647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Sync routers for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:56:32.556593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:32.556721 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0754edfe-8abc-4e99-b83d-c73592d0720d x-openstack-request-id: req-0754edfe-8abc-4e99-b83d-c73592d0720d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:32.556947 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaec198c-24a0-4ec6-9805-ec74a5492034", "name": "network-vif-deleted", "tag": "62c9e5e5-b350-46a4-9de9-9a1620e0f0ef", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:32.557240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:32.557663 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0754edfe-8abc-4e99-b83d-c73592d0720d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:32.558076 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaec198c-24a0-4ec6-9805-ec74a5492034', 'name': 'network-vif-deleted', 'tag': '62c9e5e5-b350-46a4-9de9-9a1620e0f0ef', 'status': 'completed', 'code': 200} Mar 10 23:56:32.566023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-57373342-4bca-437f-a0c8-3bbf53ef23cf tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "PUT /v2.0/floatingips/93363190-5e44-4f49-a83a-8e906b803a6b HTTP/1.1" status: 200 len: 996 time: 1.6249528 Mar 10 23:56:32.566718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:32.569470 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:32.670795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:32.686899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86426ac-5a86-443e-ad21-53896869c690 req-d285d6fa-61f3-4977-a763-d3b963a76843 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:32.688712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c86426ac-5a86-443e-ad21-53896869c690 req-d285d6fa-61f3-4977-a763-d3b963a76843 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0686688 Mar 10 23:56:32.780579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c86426ac-5a86-443e-ad21-53896869c690 req-70ce9542-b7f9-420f-b2a8-18c84e6715fb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835700 Mar 10 23:56:32.783366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-320c2109-57ab-4b4c-9c9e-0721826be953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:32.785144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-320c2109-57ab-4b4c-9c9e-0721826be953 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.2037292 Mar 10 23:56:32.829219 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23388df-216b-48be-b21e-89a31ec189f0 x-openstack-request-id: req-f23388df-216b-48be-b21e-89a31ec189f0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:32.829514 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:32.829771 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f23388df-216b-48be-b21e-89a31ec189f0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:32.830294 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:56:32.955291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '93363190-5e44-4f49-a83a-8e906b803a6b', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'port_id': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'mac_address': 'fa:16:3e:7d:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac127-ce54-474f-afae-ff04933d2561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:56:29Z', 'updated_at': '2022-03-10T23:56:31Z', 'revision_number': 1, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:32.958697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6db7cf87-2d34-400e-904d-2e92d1138109 req-f5821fcf-177d-4c4a-9cc4-7a5b9c7a8047 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaec198c-24a0-4ec6-9805-ec74a5492034 HTTP/1.1" status: 200 len: 210 time: 0.0575297 Mar 10 23:56:32.983847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-a0057ac1-5ae5-4ed9-ac1d-57a28b59f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:32.990990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-a0057ac1-5ae5-4ed9-ac1d-57a28b59f95b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.1991954 Mar 10 23:56:33.019209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Checking router: c18bb079-35df-4081-8785-9f1d0d913a21 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:56:33.037940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-a7d41fa2-e978-4eb4-9aae-fde8772fd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:33.039480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-a7d41fa2-e978-4eb4-9aae-fde8772fd42f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.1502848 Mar 10 23:56:33.046134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:33.046827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:33.100154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-4ccb4789-15db-4eab-a0fc-0c44fa312781 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 999 time: 0.1082187 Mar 10 23:56:33.284659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-993b27b9-7f53-409b-80d9-fce68cfc1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:33.292080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:33.292520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-993b27b9-7f53-409b-80d9-fce68cfc1eee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.1912324 Mar 10 23:56:33.333834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-5f62e152-8d3d-4e31-8cab-c0fbff7dace7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374668 Mar 10 23:56:33.343176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-ee2dbb0e-3644-484c-b475-9f2c39711bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:33.344664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-ee2dbb0e-3644-484c-b475-9f2c39711bdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.2859268 Mar 10 23:56:33.563047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '93363190-5e44-4f49-a83a-8e906b803a6b', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'port_id': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'mac_address': 'fa:16:3e:7d:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac127-ce54-474f-afae-ff04933d2561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:56:29Z', 'updated_at': '2022-03-10T23:56:31Z', 'revision_number': 1, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:33.596267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3801d-c7d4-4b25-9213-a7b056c99bc1 None None] The sync data for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 is: [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '93363190-5e44-4f49-a83a-8e906b803a6b', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'port_id': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'mac_address': 'fa:16:3e:7d:cb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecac127-ce54-474f-afae-ff04933d2561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:56:29Z', 'updated_at': '2022-03-10T23:56:31Z', 'revision_number': 1, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:56:33.738338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9642e-669c-42ee-9e2c-c8af346a9c49 req-c3cbda27-abfd-450e-aeb2-9cac763c3bd4 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:33.739861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7b9642e-669c-42ee-9e2c-c8af346a9c49 req-c3cbda27-abfd-450e-aeb2-9cac763c3bd4 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 949 time: 0.5115693 Mar 10 23:56:33.826797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-0614d378-0e06-4c2a-9532-85b590444633 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 999 time: 0.4735162 Mar 10 23:56:33.828731 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ac33b-fc07-4b62-9185-0797194795af None None] New status for floating IP 93363190-5e44-4f49-a83a-8e906b803a6b: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:56:33.896188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-2030084b-b243-4e53-bff2-c66a4bfaa0d0 service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315578 Mar 10 23:56:33.902750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7b9642e-669c-42ee-9e2c-c8af346a9c49 req-fbf24072-3798-4668-98c7-bc6ff11eb1ca tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470697 Mar 10 23:56:33.911874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-148203e0-fd0d-4f9f-b0a2-16bd6bd43612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:33.913597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-148203e0-fd0d-4f9f-b0a2-16bd6bd43612 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.0734553 Mar 10 23:56:34.001417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:56:34.024500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-5726620c-cb3d-478c-ba46-80d48a6bf063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955882 Mar 10 23:56:34.064019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:34.067088 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c1812-6ba8-4505-a846-02cb951a5219" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:34.146157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd2b13c-af72-4b1f-bfe6-4aef96e8a28c req-c4c2305b-601e-4003-9c0e-84cbcab92273 service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315054 Mar 10 23:56:34.172094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd069c7-131f-4b4c-b9ca-53cc73123b2e req-4df47d89-7960-4362-922e-5d6d64342dcd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.176422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-abd069c7-131f-4b4c-b9ca-53cc73123b2e req-4df47d89-7960-4362-922e-5d6d64342dcd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1549358 Mar 10 23:56:34.211020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-75f12d8c-1d65-4647-b9e9-b3383ccafc98 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560850 Mar 10 23:56:34.266781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-abd069c7-131f-4b4c-b9ca-53cc73123b2e req-1344ec33-3a5f-45c2-b10e-2e05725e4309 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871572 Mar 10 23:56:34.368206 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a7da8d-e935-4cd7-b225-4c7b49ab493d x-openstack-request-id: req-a1a7da8d-e935-4cd7-b225-4c7b49ab493d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:34.368528 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:34.368808 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1a7da8d-e935-4cd7-b225-4c7b49ab493d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:34.369215 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'code': 200} Mar 10 23:56:34.378823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8963ec5-fdcb-40a1-a392-f2a736a3809a req-85fb9165-e0c9-499a-afc0-8d4802836609 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.380551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8963ec5-fdcb-40a1-a392-f2a736a3809a req-85fb9165-e0c9-499a-afc0-8d4802836609 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1377051 Mar 10 23:56:34.391668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acbcbf17-e2bb-4897-b6ff-6a28a3674b3d req-b0f7adea-b7ba-49cf-a432-f46ba4be5046 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649759 Mar 10 23:56:34.476747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-802f83b3-8207-4b04-a7a1-1b6565df8619 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 1001 time: 0.0937991 Mar 10 23:56:34.504594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8963ec5-fdcb-40a1-a392-f2a736a3809a req-3358f12c-b9b3-4b2f-a2f4-b4545bf0ac5b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119213 Mar 10 23:56:34.562561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-be1ebb1e-5ea5-4af5-8ffc-c9ba9b772a96 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.563994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-be1ebb1e-5ea5-4af5-8ffc-c9ba9b772a96 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 942 time: 0.0758588 Mar 10 23:56:34.574355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f9a2e-100b-4230-8cb6-b0643e67ac1a req-6a79504f-8243-4704-87c5-21245c436ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.575906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-598f9a2e-100b-4230-8cb6-b0643e67ac1a req-6a79504f-8243-4704-87c5-21245c436ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 1132 time: 0.1025119 Mar 10 23:56:34.671668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-598f9a2e-100b-4230-8cb6-b0643e67ac1a req-e9d4f6c2-1d36-47d0-9e2c-e938ca022e52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895295 Mar 10 23:56:34.774531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-ba1a9d98-f078-4503-a9be-0f7da54e65b1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 1001 time: 0.1166115 Mar 10 23:56:34.820730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-d9fd4d65-d796-474f-8973-854fcc09f90f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.822174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-d9fd4d65-d796-474f-8973-854fcc09f90f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2013187 Mar 10 23:56:34.861340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-b69f54a3-d18c-4a79-a7bf-b3bee0309d36 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0265462 Mar 10 23:56:34.956685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-51880563-635b-4187-a323-628f00f14367 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:34.958022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-51880563-635b-4187-a323-628f00f14367 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.1768248 Mar 10 23:56:34.969450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-c8209f32-bb62-42f9-9237-4a5f3bd6bfcc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775783 Mar 10 23:56:35.013410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-d894300a-6f8b-4dda-978a-d30a834bfe80 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:56:35.014393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-d894300a-6f8b-4dda-978a-d30a834bfe80 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0364101 Mar 10 23:56:35.059867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-802153a9-99e2-40c8-91e3-fc7e808ebf55 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 1001 time: 0.0893927 Mar 10 23:56:35.072567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:35.175133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:35.178595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-672af4cf-ed0d-4af6-9d1f-8aa3e07f0ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540539 Mar 10 23:56:35.369452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-28de1ba5-dfaf-4fe8-83ad-150259da4bb9 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606054 Mar 10 23:56:35.408864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:35.416027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:35.416764 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Floating IP 93363190-5e44-4f49-a83a-8e906b803a6b disassociated. External IP: 172.25.7.182, port: d849e6f3-f0c6-4621-bca0-e54ef18ca3b5. Mar 10 23:56:35.669444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:35.704881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:35.705229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62c9e5e5-b350-46a4-9de9-9a1620e0f0ef not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:35.782026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Router c18bb079-35df-4081-8785-9f1d0d913a21 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:56:35.801033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94818ec-7a0c-48a8-8ff3-01c2ad00bb40 req-8520a832-e2ec-4e3a-96c7-a08b63d394ec tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:35.802583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94818ec-7a0c-48a8-8ff3-01c2ad00bb40 req-8520a832-e2ec-4e3a-96c7-a08b63d394ec tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 949 time: 0.0814023 Mar 10 23:56:35.948648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94818ec-7a0c-48a8-8ff3-01c2ad00bb40 req-d251f642-b578-4e84-8a30-17d71639a5b9 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369283 Mar 10 23:56:35.980555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:56:35.986301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:35.995559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Sync routers for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:56:36.033590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-511d38be-ad1b-44e9-ac72-adf4331370ef tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "PUT /v2.0/floatingips/93363190-5e44-4f49-a83a-8e906b803a6b HTTP/1.1" status: 200 len: 695 time: 0.9607553 Mar 10 23:56:36.034264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:36.038773 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a490203-bb1c-4b09-bdc8-8957e1a06c74" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:36.143933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-3b737f75-e85a-4de8-ba2f-3e2684d251d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:36.151286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-3b737f75-e85a-4de8-ba2f-3e2684d251d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.1094780 Mar 10 23:56:36.168687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1557bd-8a5f-4a3b-9048-5eb5f518232e req-815e979c-2847-4ee7-9d0d-9b0030b81f49 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:36.170476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb1557bd-8a5f-4a3b-9048-5eb5f518232e req-815e979c-2847-4ee7-9d0d-9b0030b81f49 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1256649 Mar 10 23:56:36.285390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb1557bd-8a5f-4a3b-9048-5eb5f518232e req-82f966ab-9a66-4fed-a8ba-35e78de51132 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035180 Mar 10 23:56:36.301901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:36.304366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:36.325630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-0aa83103-54be-4212-a312-b33996cfa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:36.334143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-0aa83103-54be-4212-a312-b33996cfa0ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.1819444 Mar 10 23:56:36.442534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-3404dc89-7b72-41dd-a1e6-80243e39fda7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.1043773 Mar 10 23:56:36.521140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:36.551963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-9bc74ae5-626c-4b7e-8562-d9cb4c5008b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:36.566884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-9bc74ae5-626c-4b7e-8562-d9cb4c5008b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.1236308 Mar 10 23:56:36.628177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-185b92e1-abf4-4eec-ba4d-38e2f063c856 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602970 Mar 10 23:56:36.750915 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a71a8643-f112-4459-ba22-2962e78ce8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:36.767434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830756e-a868-463c-a8bf-4b99cec09e18 req-d5f8d809-7921-4427-a051-178c0499e83e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:36.769175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2830756e-a868-463c-a8bf-4b99cec09e18 req-d5f8d809-7921-4427-a051-178c0499e83e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.3451366 Mar 10 23:56:36.781361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:36.816359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-b4a8a3d6-c8e3-4106-be65-2a7ae6f6ee17 service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872594 Mar 10 23:56:36.845535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Checking router: c18bb079-35df-4081-8785-9f1d0d913a21 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:56:36.857063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:36.858022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:36.870757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2830756e-a868-463c-a8bf-4b99cec09e18 req-6a5991ad-fe6c-4698-8cdc-fdfc7c14553a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Mar 10 23:56:36.957062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ec98d07-d840-4715-af46-84c1e44fada9 req-6db9e463-92e2-4de3-bbcc-0717b67778ac service neutron] 10.222.0.21 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297207 Mar 10 23:56:37.020180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d9ac4a5-3ccc-4728-9d06-ee1cf29a986a req-85a36259-512a-461c-9f61-255f29b55579 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 210 time: 0.0304163 Mar 10 23:56:37.075527 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6103b78c-a368-4ea8-b765-51957f8d6ef9 x-openstack-request-id: req-6103b78c-a368-4ea8-b765-51957f8d6ef9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:37.078098 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:37.078385 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6103b78c-a368-4ea8-b765-51957f8d6ef9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:37.078805 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:56:37.109999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:37.166766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-ebdbf8c4-1845-4c5f-b67c-1c5dcafbdb2e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips/93363190-5e44-4f49-a83a-8e906b803a6b HTTP/1.1" status: 200 len: 695 time: 0.0626826 Mar 10 23:56:37.278459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17053f2-aeb7-494b-9eb5-881daf6f9e1e req-7fe56636-2045-4940-9011-895b79be86d7 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:37.280080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f17053f2-aeb7-494b-9eb5-881daf6f9e1e req-7fe56636-2045-4940-9011-895b79be86d7 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 950 time: 0.2182398 Mar 10 23:56:37.360073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-3cd632e1-7938-42cc-876e-52ed658612c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:37.361732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-3cd632e1-7938-42cc-876e-52ed658612c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d367d29563e6424a888c766ad2845aad&device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 1127 time: 0.1934571 Mar 10 23:56:37.405626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:37.456229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9a250-deec-4362-a796-908edbb3b9e2 None None] The sync data for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 is: [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:55:22Z', 'revision_number': 4, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a28b53c8-7e40-47f7-b79f-7df299166c51', 'name': '', 'network_id': '9e9a2e35-e658-4222-b39b-8ac8ecb4990d', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'mac_address': 'fa:16:3e:5e:48:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:20Z', 'updated_at': '2022-03-10T23:55:30Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'subnets': [{'id': '6e85d7c9-c98e-40e6-b233-3b6a3024219e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:56:37.469054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-3d441fde-06b9-4655-ab12-e90db3b37449 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:37.470722 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-3d441fde-06b9-4655-ab12-e90db3b37449 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.1523550 Mar 10 23:56:37.486129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': '5df531c1-2d96-448c-99c0-49872b52e94a', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:37.497297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f17053f2-aeb7-494b-9eb5-881daf6f9e1e req-0b7e168c-8d21-40ff-9b70-310bae7e682d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041645 Mar 10 23:56:37.511687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-52106bfd-3e21-4725-9f73-028bed33bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:37.514248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-52106bfd-3e21-4725-9f73-028bed33bf09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 200 len: 921 time: 0.1140766 Mar 10 23:56:37.557477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-989c546f-7810-40d6-a231-a7f0f8be9db8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:37.568518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-989c546f-7810-40d6-a231-a7f0f8be9db8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 784 time: 0.3477426 Mar 10 23:56:37.609421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-82ba43eb-51ed-4a81-a9a7-26cbc28b7a33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 200 len: 217 time: 0.0837176 Mar 10 23:56:37.670740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:56:37.677480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:37.891912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.8 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/8cfea2be-4313-415c-a4da-086d8d9df432) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:56:37.908339 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7f235-d107-4a51-ba50-6708d7b6457a None None] New status for floating IP 93363190-5e44-4f49-a83a-8e906b803a6b: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:56:38.113768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-db687031-d9c8-4b83-bec3-1188a9682368 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 698 time: 0.5439589 Mar 10 23:56:38.184448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-c95d3fd9-8f4c-4e39-89c3-429472ebbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:38.186242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-c95d3fd9-8f4c-4e39-89c3-429472ebbd7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 200 len: 860 time: 0.5687034 Mar 10 23:56:38.190272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-f967cc80-7c5a-44ef-837b-171d833555db tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.7.182 HTTP/1.1" status: 200 len: 698 time: 0.0704787 Mar 10 23:56:38.255834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da79a16-a9c1-4f88-b923-13dcd588f9fe req-279d5741-f415-4dfd-92c5-d8818c028f38 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:38.257966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da79a16-a9c1-4f88-b923-13dcd588f9fe req-279d5741-f415-4dfd-92c5-d8818c028f38 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.6419973 Mar 10 23:56:38.344576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-c08bc726-8c27-463a-9b45-f3199a0931f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e9a2e35-e658-4222-b39b-8ac8ecb4990d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508431 Mar 10 23:56:38.383174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-f63a1faf-1de7-4d76-9f34-d702119b3a6a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:56:38.384099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-f63a1faf-1de7-4d76-9f34-d702119b3a6a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050037 Mar 10 23:56:38.402598 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (8cfea2be-4313-415c-a4da-086d8d9df432), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.424992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da79a16-a9c1-4f88-b923-13dcd588f9fe req-a5e17620-dad9-4b6e-b6f5-dc61a49aa080 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569858 Mar 10 23:56:38.454059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.468561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:38.506137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:38.524054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:56:38.525617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:56:38.529433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:56:38.563945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Deleting port 7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:38.567470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.596926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:38.597588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.634279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-39ddb82d-1846-41f5-bfe7-61db49d8af1a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1540878 Mar 10 23:56:38.647610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Request body: {'port': {'device_id': '5df531c1-2d96-448c-99c0-49872b52e94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:56:38.711349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-4af87579-674e-4da8-974c-290801fb59a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096509 Mar 10 23:56:38.733469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.772328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.772659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:38.808196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Calling delete_port for 7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:38.997489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a490203-bb1c-4b09-bdc8-8957e1a06c74 req-5ddcde72-cea2-4ace-832f-82d53323ffb4 service neutron] 10.222.0.30 "GET /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700105 Mar 10 23:56:39.041189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d191d-f408-4f40-bcb3-05b40a619639 req-5c954def-d4c0-4484-aafa-78c986851f51 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.042660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-541d191d-f408-4f40-bcb3-05b40a619639 req-5c954def-d4c0-4484-aafa-78c986851f51 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0932102 Mar 10 23:56:39.083740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfea2be-4313-415c-a4da-086d8d9df432 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:39.101876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks [] for port (8cfea2be-4313-415c-a4da-086d8d9df432), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.131542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-541d191d-f408-4f40-bcb3-05b40a619639 req-fea163cb-49b0-4d7b-8b9b-70a13a5e6b71 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Mar 10 23:56:39.157733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.163391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Transition to ACTIVE for port object 8cfea2be-4313-415c-a4da-086d8d9df432 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:56:39.173684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.190508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event deleted for resources: {'Port': ['ID=7eb94ac9-1ef1-43ab-a91b-0ae4a842a30a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:39.202056 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1fa8-3b6d-48c1-b3a3-b09689fce9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.257488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:39.270366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for floatingip (93363190-5e44-4f49-a83a-8e906b803a6b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.271305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.272476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe14fb64-807c-4375-86c2-5e488a3ff1d4 req-47896f70-a08f-4356-a7e5-aa9a134069d0 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "DELETE /v2.0/floatingips/93363190-5e44-4f49-a83a-8e906b803a6b HTTP/1.1" status: 204 len: 173 time: 1.0736079 Mar 10 23:56:39.319716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8911ab9-01a1-466a-8d96-0999a4c3d111 req-e5032d16-d47f-4834-b96d-03fd86c8bfb9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.321619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8911ab9-01a1-466a-8d96-0999a4c3d111 req-e5032d16-d47f-4834-b96d-03fd86c8bfb9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 943 time: 0.0639224 Mar 10 23:56:39.359993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Attempting to bind port 8cfea2be-4313-415c-a4da-086d8d9df432 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:56:39.360419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Attempting to bind port 8cfea2be-4313-415c-a4da-086d8d9df432 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:56:39.360828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Attempting to bind port 8cfea2be-4313-415c-a4da-086d8d9df432 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:39.365547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Port 8cfea2be-4313-415c-a4da-086d8d9df432 on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:56:39.365977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Attempting to bind port 8cfea2be-4313-415c-a4da-086d8d9df432 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:56:39.372104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:56:39.372461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:56:39.373228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:56:39.373664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Bound port: 8cfea2be-4313-415c-a4da-086d8d9df432, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:56:39.374155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.383262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8911ab9-01a1-466a-8d96-0999a4c3d111 req-9cdb4bc1-82c1-465d-bf88-bb9c1770044b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Mar 10 23:56:39.414845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-3ba75ccd-6264-46b8-a8e1-6c85383de851 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups/25b16bca-4257-4f81-b7d1-0bd4fcd6a701 HTTP/1.1" status: 200 len: 1826 time: 0.0455952 Mar 10 23:56:39.455541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:56:39.459206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8cfea2be-4313-415c-a4da-086d8d9df432,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:56:39.468819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.486408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (25b16bca-4257-4f81-b7d1-0bd4fcd6a701), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.508900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.509558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.510910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cfea2be-4313-415c-a4da-086d8d9df432 HTTP/1.1" status: 200 len: 1091 time: 0.8682930 Mar 10 23:56:39.511379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:39.514397 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c9e78-2b0b-4a60-a601-73efcff5398d" -d '{"events": [{"name": "network-changed", "server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:39.547366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c78b0e-f1c0-4bbc-8c03-d732783bb854 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:39.554605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (25b16bca-4257-4f81-b7d1-0bd4fcd6a701), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.607955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7508f8-229e-427d-9f48-c0ef6861eadc req-2b412b2a-882e-466b-90e3-6ffd388350b7 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.609860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a7508f8-229e-427d-9f48-c0ef6861eadc req-2b412b2a-882e-466b-90e3-6ffd388350b7 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1066959 Mar 10 23:56:39.630848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (25b16bca-4257-4f81-b7d1-0bd4fcd6a701), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.634075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:39.634724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-7c14e984-d080-47b0-b72c-1e7c6afb4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.636284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-7c14e984-d080-47b0-b72c-1e7c6afb4f42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 1125 time: 0.0631759 Mar 10 23:56:39.636654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0302d1a0-9caf-48f1-9781-0c931e985f8a req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "DELETE /v2.0/security-groups/25b16bca-4257-4f81-b7d1-0bd4fcd6a701 HTTP/1.1" status: 204 len: 173 time: 0.2152848 Mar 10 23:56:39.656958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77692d-55d7-4f8d-a3b4-f3d8fd8834e8 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b16bca-4257-4f81-b7d1-0bd4fcd6a701,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:39.704542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a7508f8-229e-427d-9f48-c0ef6861eadc req-f726face-08ca-44bd-8364-05ffb814c356 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850911 Mar 10 23:56:39.717715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-9550c0b6-ca5a-470d-8627-7cd03da3ae7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cfea2be-4313-415c-a4da-086d8d9df432 HTTP/1.1" status: 200 len: 217 time: 0.0597899 Mar 10 23:56:39.788584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-da60e870-25f5-4a9e-a25f-6024b4a13d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:39.790234 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-da60e870-25f5-4a9e-a25f-6024b4a13d63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0578547 Mar 10 23:56:39.841130 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-64d3fb3a-bf04-40d1-bc22-a5d5b315cb92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279791 Mar 10 23:56:39.902695 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a76a0-1512-4752-9367-9a61e8eb719f x-openstack-request-id: req-6c6a76a0-1512-4752-9367-9a61e8eb719f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:39.903362 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:39.903617 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c6a76a0-1512-4752-9367-9a61e8eb719f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:39.904065 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432', 'status': 'completed', 'code': 200} Mar 10 23:56:39.963957 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-c6efe4d7-72f6-4e80-8173-b766920c3bfd service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070201 Mar 10 23:56:40.004068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ac985-9f22-47d3-b2e3-eedddc7375d1 req-84c7412b-da5e-4fb8-83c0-084f857812c1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.005580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61ac985-9f22-47d3-b2e3-eedddc7375d1 req-84c7412b-da5e-4fb8-83c0-084f857812c1 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0612056 Mar 10 23:56:40.055944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61ac985-9f22-47d3-b2e3-eedddc7375d1 req-56a1b985-089d-4ba5-b83c-01ae76c24588 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Mar 10 23:56:40.068922 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-74d32179-f6b4-4d3e-afb2-1c814d68dd6e req-82ad0429-5efe-4452-8822-05ed449be885 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967016 Mar 10 23:56:40.167790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-8eeba56b-0645-4416-9e7d-b38f8a7e805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.169573 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-8eeba56b-0645-4416-9e7d-b38f8a7e805f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 1125 time: 0.0468907 Mar 10 23:56:40.263879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e5cd9-cac2-42ae-806a-d8d65456bd86 req-70f83b4b-55e4-4833-9989-548052b90cc6 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.265622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c23e5cd9-cac2-42ae-806a-d8d65456bd86 req-70f83b4b-55e4-4833-9989-548052b90cc6 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0612831 Mar 10 23:56:40.277456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-47c63f2c-3a51-41a0-92c6-8458f1af7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.279585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-47c63f2c-3a51-41a0-92c6-8458f1af7d60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.1021757 Mar 10 23:56:40.316297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c23e5cd9-cac2-42ae-806a-d8d65456bd86 req-78133052-9dc1-45c7-bf37-f71acb154d13 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Mar 10 23:56:40.325636 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-eae6a42a-4cea-4030-9338-e096c169fcd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cfea2be-4313-415c-a4da-086d8d9df432 HTTP/1.1" status: 200 len: 217 time: 0.0355313 Mar 10 23:56:40.349156 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:40.391118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-1e885dbc-29a9-49ce-b6b7-ab1d137a8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.394712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-1e885dbc-29a9-49ce-b6b7-ab1d137a8352 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0630896 Mar 10 23:56:40.407882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:40.441153 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-90a16d11-ad8a-400a-b4f8-f99bc4ad3bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335517 Mar 10 23:56:40.526820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b9f40-43f1-43e7-b24c-862a6ca7299c req-16b342ba-5634-4459-b2cf-1739ae8e921a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.529420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-362b9f40-43f1-43e7-b24c-862a6ca7299c req-16b342ba-5634-4459-b2cf-1739ae8e921a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 943 time: 0.0567923 Mar 10 23:56:40.544926 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-6b279a86-92e5-4e94-8923-1ab205a208ff service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933430 Mar 10 23:56:40.593005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:40.593640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-362b9f40-43f1-43e7-b24c-862a6ca7299c req-44dca8f6-7bcf-40d9-a38b-603776216e40 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Mar 10 23:56:40.654795 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a73c9e78-2b0b-4a60-a601-73efcff5398d req-33e050e3-6900-478d-8f1b-dfc401c9486f service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010242 Mar 10 23:56:40.826392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f231-ffac-43e9-9661-70aba95be133 req-4b62e3e5-06d1-4fa8-baa2-6225b7d28470 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:40.827849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8e0f231-ffac-43e9-9661-70aba95be133 req-4b62e3e5-06d1-4fa8-baa2-6225b7d28470 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0538900 Mar 10 23:56:40.878541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8e0f231-ffac-43e9-9661-70aba95be133 req-122b027c-6776-40b7-9dfb-6cc8d74a2af4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Mar 10 23:56:41.178224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732bdc-bb66-4c0b-a84a-9b0e991801a7 req-d4d52d2f-4b9b-4819-9165-75c99fa57cb3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:41.179798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba732bdc-bb66-4c0b-a84a-9b0e991801a7 req-d4d52d2f-4b9b-4819-9165-75c99fa57cb3 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0527980 Mar 10 23:56:41.227108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba732bdc-bb66-4c0b-a84a-9b0e991801a7 req-f1a165aa-d6f3-4b00-848e-5822c4275d77 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Mar 10 23:56:41.438604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55f303-993b-49bc-a92a-6c82b28dcd0d req-a7bdb3e5-b1ec-418d-8bbe-ed86d6fa83b1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:41.440129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe55f303-993b-49bc-a92a-6c82b28dcd0d req-a7bdb3e5-b1ec-418d-8bbe-ed86d6fa83b1 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Mar 10 23:56:41.493869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe55f303-993b-49bc-a92a-6c82b28dcd0d req-cea2df81-905a-44eb-b943-3d7325446eea tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 Mar 10 23:56:41.508152 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:41.707209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d71c1-ac06-4982-8e00-9bfe80f17ea0 req-c985f6ea-fcb2-4cd4-9d6d-9a5bb5a4cacd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:41.708731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa4d71c1-ac06-4982-8e00-9bfe80f17ea0 req-c985f6ea-fcb2-4cd4-9d6d-9a5bb5a4cacd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 943 time: 0.0586615 Mar 10 23:56:41.724609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:41.761331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa4d71c1-ac06-4982-8e00-9bfe80f17ea0 req-440c70f5-1ab2-481f-8ef9-418278d64e8e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Mar 10 23:56:41.824059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:41.835340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'mac_address': 'fa:16:3e:7f:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:41.876850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:41.877170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:41.889560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e29fa3f7-6103-4197-8d01-39b420a50825 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:41.908713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:41.912647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:41.961735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:42.001647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7b3a-8d61-4a95-8720-eb03e88f3c07 req-a58fafad-cc08-4b96-b70f-fac1b287a784 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:42.003163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9cb7b3a-8d61-4a95-8720-eb03e88f3c07 req-a58fafad-cc08-4b96-b70f-fac1b287a784 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0568943 Mar 10 23:56:42.050480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9cb7b3a-8d61-4a95-8720-eb03e88f3c07 req-b7c976db-2b30-4462-82e8-649053d82525 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Mar 10 23:56:42.137791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e29fa3f7-6103-4197-8d01-39b420a50825'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:42.346230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4004-31fa-4674-9d24-a2d5267c4ca6 req-157ea90e-3400-4d19-880f-74263cea12f7 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:42.347716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddcd4004-31fa-4674-9d24-a2d5267c4ca6 req-157ea90e-3400-4d19-880f-74263cea12f7 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Mar 10 23:56:42.398028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddcd4004-31fa-4674-9d24-a2d5267c4ca6 req-27cd9fbe-fd17-4826-89d3-4d2105d7b37e tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444961 Mar 10 23:56:42.617979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34c28a-4fa1-40fc-8ebd-9260ab879513 req-799f1d87-ebe1-4a8c-9497-79583c0e0c4e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:42.619437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd34c28a-4fa1-40fc-8ebd-9260ab879513 req-799f1d87-ebe1-4a8c-9497-79583c0e0c4e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Mar 10 23:56:42.666388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd34c28a-4fa1-40fc-8ebd-9260ab879513 req-823e483b-fea0-4c37-928c-19631ca17f38 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Mar 10 23:56:42.878420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbec8dd-adcd-4fe9-baaa-baa308e31e60 req-edb93e2a-70f3-4f2e-8650-398e96b386eb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:42.879876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bbec8dd-adcd-4fe9-baaa-baa308e31e60 req-edb93e2a-70f3-4f2e-8650-398e96b386eb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 943 time: 0.0524681 Mar 10 23:56:42.926344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bbec8dd-adcd-4fe9-baaa-baa308e31e60 req-f18a2228-f21e-4962-b74d-a54fb39dba95 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Mar 10 23:56:43.163035 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:43.178927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f642b-bafe-4dde-8535-51315e17c054 req-afec9f31-8531-4a85-b463-692779ef6624 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:43.180339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-246f642b-bafe-4dde-8535-51315e17c054 req-afec9f31-8531-4a85-b463-692779ef6624 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0605190 Mar 10 23:56:43.228009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-246f642b-bafe-4dde-8535-51315e17c054 req-ca49e338-a80e-40a8-80e9-0e9e9e3bb970 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Mar 10 23:56:43.532244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0ad24-2f93-4b1d-b9d3-83adc8a505b0 req-af1e9162-005f-437f-963a-06b297b3fd42 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:43.533918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07a0ad24-2f93-4b1d-b9d3-83adc8a505b0 req-af1e9162-005f-437f-963a-06b297b3fd42 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0638306 Mar 10 23:56:43.601214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07a0ad24-2f93-4b1d-b9d3-83adc8a505b0 req-6865f0a5-b6d1-428e-baae-fb317029b743 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/security-groups?id=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609841 Mar 10 23:56:43.735494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8cfea2be-4313-415c-a4da-086d8d9df432 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:43.740137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:43.824333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343155-9793-4116-bc5e-95278b55b9f5 req-006e4c7b-8132-4456-a394-161160df0e0f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:43.828317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb343155-9793-4116-bc5e-95278b55b9f5 req-006e4c7b-8132-4456-a394-161160df0e0f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0833380 Mar 10 23:56:43.831629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e29fa3f7-6103-4197-8d01-39b420a50825 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:43.832476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:43.901827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb343155-9793-4116-bc5e-95278b55b9f5 req-d18e7e94-fd4c-4ff4-ad60-9db1cd99c4dc tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Mar 10 23:56:43.948574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8cfea2be-4313-415c-a4da-086d8d9df432,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:43.967731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8cfea2be-4313-415c-a4da-086d8d9df432', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '8cfea2be-4313-415c-a4da-086d8d9df432', 'mac_address': 'fa:16:3e:35:ad:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:56:44.048497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-366e1508-a269-4fc0-a918-0041ea32ec12 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:44.049283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8cfea2be-4313-415c-a4da-086d8d9df432 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:44.049770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.050975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-366e1508-a269-4fc0-a918-0041ea32ec12 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 945 time: 0.0804141 Mar 10 23:56:44.053436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:44.053814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.078772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfea2be-4313-415c-a4da-086d8d9df432 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:56:44.101403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:44.108790 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c70854-5d5c-4c17-8c83-70cd2ddff83b" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:44.118929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeca2a-2458-4bf7-ba39-ea8b9ac14a4a req-55fd2339-8e56-4230-befe-fcc1d4079265 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:44.121395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ebeca2a-2458-4bf7-ba39-ea8b9ac14a4a req-55fd2339-8e56-4230-befe-fcc1d4079265 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 943 time: 0.0885556 Mar 10 23:56:44.186528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8cfea2be-4313-415c-a4da-086d8d9df432,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:44.195258 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.198814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:44.227639 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.232283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ebeca2a-2458-4bf7-ba39-ea8b9ac14a4a req-e3f770ce-a7ee-4be4-89f7-78cb232f7f22 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023602 Mar 10 23:56:44.261593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Deleting port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:44.261958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.288704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:44.351051 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c4914-1d33-404a-a0a3-613746cc22c3 x-openstack-request-id: req-642c4914-1d33-404a-a0a3-613746cc22c3 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:44.351390 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:44.351594 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-642c4914-1d33-404a-a0a3-613746cc22c3 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:44.352010 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'code': 200} Mar 10 23:56:44.392358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:44.401554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e320c-da6a-4140-a797-2b3f9fd7a1d6 req-3d100c9b-965c-4bb5-9b48-1d1760cf73cb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:44.403107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e0e320c-da6a-4140-a797-2b3f9fd7a1d6 req-3d100c9b-965c-4bb5-9b48-1d1760cf73cb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0733268 Mar 10 23:56:44.421763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] For port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:44.422159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.439395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Calling delete_port for d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:44.498949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e0e320c-da6a-4140-a797-2b3f9fd7a1d6 req-d80e76a4-5a00-440c-b4fa-a7103c91afc5 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856307 Mar 10 23:56:44.603773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d849e6f3-f0c6-4621-bca0-e54ef18ca3b5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.622749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d849e6f3-f0c6-4621-bca0-e54ef18ca3b5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:44.641790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Pushing event deleted for resources: {'Port': ['ID=d849e6f3-f0c6-4621-bca0-e54ef18ca3b5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:44.682292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8cfea2be-4313-415c-a4da-086d8d9df432'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:44.692946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] No DVR routers for this DVR port d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:44.695606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:44.699367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8bc98e3a-4a29-4e00-911d-19c8b5cba497 req-e8f99a57-4d6b-43b5-b390-27a4e6b7a033 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.30 "DELETE /v2.0/ports/d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 HTTP/1.1" status: 204 len: 173 time: 0.6407657 Mar 10 23:56:44.700051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'name': 'network-vif-deleted', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:44.703107 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a5073-7733-4734-980e-a1af30dc9aea" -d '{"events": [{"server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "name": "network-vif-deleted", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:44.804620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd11e204-b37a-4141-a20a-22550ce29086 req-07a12ec7-2d7c-4d03-90e8-dcd46b215852 tempest-ServerRescueTestJSONUnderV235-486644316 tempest-ServerRescueTestJSONUnderV235-486644316-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ecac127-ce54-474f-afae-ff04933d2561 HTTP/1.1" status: 200 len: 210 time: 0.0380301 Mar 10 23:56:44.828900 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486e611d-e9e0-4578-b88b-49228546a94a x-openstack-request-id: req-486e611d-e9e0-4578-b88b-49228546a94a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:44.829348 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecac127-ce54-474f-afae-ff04933d2561", "name": "network-vif-deleted", "tag": "d849e6f3-f0c6-4621-bca0-e54ef18ca3b5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:44.829716 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-486e611d-e9e0-4578-b88b-49228546a94a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:44.830206 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecac127-ce54-474f-afae-ff04933d2561', 'name': 'network-vif-deleted', 'tag': 'd849e6f3-f0c6-4621-bca0-e54ef18ca3b5', 'status': 'completed', 'code': 200} Mar 10 23:56:45.069012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63aaf93-1b58-4560-b780-db80ff56b781 req-db5f6986-f124-4c51-8b78-3a9ddaf1d833 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:45.070803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a63aaf93-1b58-4560-b780-db80ff56b781 req-db5f6986-f124-4c51-8b78-3a9ddaf1d833 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0710955 Mar 10 23:56:45.126244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a63aaf93-1b58-4560-b780-db80ff56b781 req-bb7e28ad-51ad-4679-b9bb-81ce029d057c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Mar 10 23:56:45.375618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3315b-36d8-4713-9b97-f73defe46c77 req-65fb268e-4fe0-4a65-a379-c6fed2bb369a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:45.377277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8c3315b-36d8-4713-9b97-f73defe46c77 req-65fb268e-4fe0-4a65-a379-c6fed2bb369a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 944 time: 0.0660434 Mar 10 23:56:45.469375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8c3315b-36d8-4713-9b97-f73defe46c77 req-67b5ee3c-c699-4031-aace-4ca675e8576d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849564 Mar 10 23:56:45.632946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f665bcf-d72d-4fca-85c7-dc99bc29e784 req-c3bed05c-a1ef-41f1-ac76-7861172db2bf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:45.634356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f665bcf-d72d-4fca-85c7-dc99bc29e784 req-c3bed05c-a1ef-41f1-ac76-7861172db2bf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0657005 Mar 10 23:56:45.694463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f665bcf-d72d-4fca-85c7-dc99bc29e784 req-79f99ffa-6057-43ce-958e-6965fb2ade44 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Mar 10 23:56:45.866672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48110) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:46.296805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cc378-986d-4409-a13e-36cb0bf98cb8 req-0a244b23-6169-472b-9f13-bd0ca12bba9b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:46.298415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-579cc378-986d-4409-a13e-36cb0bf98cb8 req-0a244b23-6169-472b-9f13-bd0ca12bba9b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0718875 Mar 10 23:56:46.301665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (c18bb079-35df-4081-8785-9f1d0d913a21), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:46.444512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-579cc378-986d-4409-a13e-36cb0bf98cb8 req-4489be8d-9a86-47e2-a356-6cbe0c22395e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899615 Mar 10 23:56:46.644321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70671-df96-4365-bb9f-bb5f2233d072 req-4f40b952-4e71-4568-afbb-587821da75c9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:46.645824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10c70671-df96-4365-bb9f-bb5f2233d072 req-4f40b952-4e71-4568-afbb-587821da75c9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 944 time: 0.0917661 Mar 10 23:56:46.675715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Deleting port a28b53c8-7e40-47f7-b79f-7df299166c51 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:46.675715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:46.763979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10c70671-df96-4365-bb9f-bb5f2233d072 req-b6e6d942-f2c7-4260-bfbe-35995def880b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108825 Mar 10 23:56:46.823192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] For port a28b53c8-7e40-47f7-b79f-7df299166c51, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a28b53c8-7e40-47f7-b79f-7df299166c51,segment=NetworkSegment(53671429-3b63-4579-a51c-30c31c35767b),segment_id=53671429-3b63-4579-a51c-30c31c35767b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:46.823572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:46.842948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Calling delete_port for a28b53c8-7e40-47f7-b79f-7df299166c51 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:46.872196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e631d-d99f-4bc5-98c9-0be516ec231f req-efeb435e-c8ca-4e31-ab33-d4b5884beb05 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:46.873892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e00e631d-d99f-4bc5-98c9-0be516ec231f req-efeb435e-c8ca-4e31-ab33-d4b5884beb05 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0979471 Mar 10 23:56:46.971115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e00e631d-d99f-4bc5-98c9-0be516ec231f req-1a342dca-e3a7-42a0-8e7e-b968c5ad3641 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637758 Mar 10 23:56:47.128727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a28b53c8-7e40-47f7-b79f-7df299166c51), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:47.157968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28b53c8-7e40-47f7-b79f-7df299166c51,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:47.356986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (c18bb079-35df-4081-8785-9f1d0d913a21), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:47.644267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc71c-ef8d-454a-94c3-1d3d49c7c8fd req-508cdbf5-05e2-4769-9919-5d63debc0168 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:47.645894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-176bc71c-ef8d-454a-94c3-1d3d49c7c8fd req-508cdbf5-05e2-4769-9919-5d63debc0168 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1042068 Mar 10 23:56:47.681465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Router c18bb079-35df-4081-8785-9f1d0d913a21 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:56:47.762552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8cfea2be-4313-415c-a4da-086d8d9df432 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:56:47.766965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-176bc71c-ef8d-454a-94c3-1d3d49c7c8fd req-68e97cc8-8b65-430e-a57d-c6d75de1b03d tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085699 Mar 10 23:56:47.868043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:56:47.880737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72dbb8c0-31b7-41b8-9e96-563e701895f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/c18bb079-35df-4081-8785-9f1d0d913a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0129068 Mar 10 23:56:47.883327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:47.894659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Sync routers for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:56:47.960117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:47.960913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:47.965338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8cfea2be-4313-415c-a4da-086d8d9df432 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:56:48.001215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d9e37-f069-4c68-9bbc-313a297348d5 req-2088fd66-1f00-4b61-8c71-619c9c064c54 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:48.015391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b1d9e37-f069-4c68-9bbc-313a297348d5 req-2088fd66-1f00-4b61-8c71-619c9c064c54 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 944 time: 0.1048830 Mar 10 23:56:48.083519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks [] for router (c18bb079-35df-4081-8785-9f1d0d913a21), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.128768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b1d9e37-f069-4c68-9bbc-313a297348d5 req-8c8b26fa-b5b9-4a39-95f8-61f1d3aeb1e7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120126 Mar 10 23:56:48.163652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304842c5-97f1-4f78-b7c0-8a6a4e4ad72f req-1ff67a38-f303-4ff3-a9b8-ebd6dbebaa48 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:48.163652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-304842c5-97f1-4f78-b7c0-8a6a4e4ad72f req-1ff67a38-f303-4ff3-a9b8-ebd6dbebaa48 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0794435 Mar 10 23:56:48.171533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8cfea2be-4313-415c-a4da-086d8d9df432 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:56:48.175267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.238198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-304842c5-97f1-4f78-b7c0-8a6a4e4ad72f req-7a85a33e-ce64-494c-a3c1-2a8e0a69ac0d tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743060 Mar 10 23:56:48.257734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks [] for router_gateway (c18bb079-35df-4081-8785-9f1d0d913a21), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.325204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Deleting port 410dee5b-634c-4bd3-956c-37baf7da7f37 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:48.325697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.353858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8cfea2be-4313-415c-a4da-086d8d9df432 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:56:48.355008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.359639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:48.456098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] For port 410dee5b-634c-4bd3-956c-37baf7da7f37, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=410dee5b-634c-4bd3-956c-37baf7da7f37,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:48.456645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.463124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:48.466576 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13111dc6-e1a0-4b4d-be83-3cb29ddcc4fa" -d '{"events": [{"server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "name": "network-vif-plugged", "status": "completed", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:48.475465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Calling delete_port for 410dee5b-634c-4bd3-956c-37baf7da7f37 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:48.515849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8cfea2be-4313-415c-a4da-086d8d9df432,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:48.535554 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c40f5f-8f95-4b49-8c32-e29cfaeb6cdc x-openstack-request-id: req-c8c40f5f-8f95-4b49-8c32-e29cfaeb6cdc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:48.535855 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "name": "network-vif-plugged", "status": "completed", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:48.536169 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8c40f5f-8f95-4b49-8c32-e29cfaeb6cdc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:48.536571 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432', 'code': 200} Mar 10 23:56:48.539280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.540159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:48.672228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:48.672228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d849e6f3-f0c6-4621-bca0-e54ef18ca3b5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:48.675458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:48.788236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2acff-0aeb-4f82-8e68-9931b3874077 req-64829538-2e27-423e-b749-26d07a41faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:48.790151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27e2acff-0aeb-4f82-8e68-9931b3874077 req-64829538-2e27-423e-b749-26d07a41faab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 1127 time: 0.1600873 Mar 10 23:56:48.794819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:56:47Z', 'revision_number': 5, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port': {'id': '410dee5b-634c-4bd3-956c-37baf7da7f37', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:48.853164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Checking router: c18bb079-35df-4081-8785-9f1d0d913a21 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:56:48.866169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Routers {'c18bb079-35df-4081-8785-9f1d0d913a21'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:48.866956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c18bb079-35df-4081-8785-9f1d0d913a21'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:48.912644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (410dee5b-634c-4bd3-956c-37baf7da7f37), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:48.964833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666507df-4e0e-4831-9d38-b26013900df9 req-9484cb2d-5749-4322-8160-1fa8da60da79 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:48.972697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666507df-4e0e-4831-9d38-b26013900df9 req-9484cb2d-5749-4322-8160-1fa8da60da79 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1065819 Mar 10 23:56:48.976323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Pushing event deleted for resources: {'Port': ['ID=410dee5b-634c-4bd3-956c-37baf7da7f37,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:49.037951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] Set router c18bb079-35df-4081-8785-9f1d0d913a21 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:49.064143 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (c18bb079-35df-4081-8785-9f1d0d913a21), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.069811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-27e2acff-0aeb-4f82-8e68-9931b3874077 req-04193d66-dbc6-418c-8227-a41859b703a4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689026 Mar 10 23:56:49.072585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666507df-4e0e-4831-9d38-b26013900df9 req-b656af94-4109-4832-b596-d2a2ab06b927 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926127 Mar 10 23:56:49.125433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee75da-6f18-4a41-8174-949d24aafdd2 req-76ae0ad4-1d1b-411e-961b-1b3da6b84d2e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:49.127081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cee75da-6f18-4a41-8174-949d24aafdd2 req-76ae0ad4-1d1b-411e-961b-1b3da6b84d2e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.2160718 Mar 10 23:56:49.136006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:56:48Z', 'revision_number': 6, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:49.208088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97868891-6531-40c6-842d-fdcd10282bd8 None None] The sync data for ids ['c18bb079-35df-4081-8785-9f1d0d913a21'] in n-d-831844-1 is: [{'id': 'c18bb079-35df-4081-8785-9f1d0d913a21', 'name': 'tempest-ServerRescueTestJSONUnderV235-1012134799-router', 'tenant_id': 'd367d29563e6424a888c766ad2845aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:11Z', 'updated_at': '2022-03-10T23:56:48Z', 'revision_number': 6, 'project_id': 'd367d29563e6424a888c766ad2845aad', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:56:49.235137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (c18bb079-35df-4081-8785-9f1d0d913a21), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.248960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks [] for router_controller (c18bb079-35df-4081-8785-9f1d0d913a21), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.252784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cee75da-6f18-4a41-8174-949d24aafdd2 req-36049783-45f6-46db-b94d-5f0544eae12c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199594 Mar 10 23:56:49.336994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacc23f-d69f-4851-b424-0a707ec5885b req-904aa24e-c1c0-48e7-9cb4-3dd8cfd13416 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:49.337508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beacc23f-d69f-4851-b424-0a707ec5885b req-904aa24e-c1c0-48e7-9cb4-3dd8cfd13416 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.0829663 Mar 10 23:56:49.355156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (c18bb079-35df-4081-8785-9f1d0d913a21), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.355758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c18bb079-35df-4081-8785-9f1d0d913a21 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:56:49.366730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.374142 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f39eb4cb-e7dd-49d0-9882-2e846b2c2114 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c18bb079-35df-4081-8785-9f1d0d913a21 HTTP/1.1" status: 204 len: 168 time: 1.4896123 Mar 10 23:56:49.376688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48184) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:49.484654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beacc23f-d69f-4851-b424-0a707ec5885b req-b097db8f-4c6a-43f3-812f-559e97a99718 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407976 Mar 10 23:56:49.495000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Deleting subnet 6e85d7c9-c98e-40e6-b233-3b6a3024219e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:56:49.511512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Publish callbacks [] for subnet (6e85d7c9-c98e-40e6-b233-3b6a3024219e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.521892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978add7-0af1-49b7-81c2-05be44e195a1 req-7b466274-9610-4590-b967-3d8ef02f1c71 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:49.524363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4978add7-0af1-49b7-81c2-05be44e195a1 req-7b466274-9610-4590-b967-3d8ef02f1c71 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1598439 Mar 10 23:56:49.612328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (6e85d7c9-c98e-40e6-b233-3b6a3024219e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.653367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4978add7-0af1-49b7-81c2-05be44e195a1 req-c24d522b-7c1e-41c7-a8ac-7fed614a48ae tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035261 Mar 10 23:56:49.702587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a28b53c8-7e40-47f7-b79f-7df299166c51 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:49.708438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6e85d7c9-c98e-40e6-b233-3b6a3024219e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.740578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a28b53c8-7e40-47f7-b79f-7df299166c51 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:49.742251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a28b53c8-7e40-47f7-b79f-7df299166c51 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:49.784233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (6e85d7c9-c98e-40e6-b233-3b6a3024219e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.810816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e85d7c9-c98e-40e6-b233-3b6a3024219e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:49.814323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.817788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-719d4465-1764-436f-90e1-d5d685fb5c5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e85d7c9-c98e-40e6-b233-3b6a3024219e HTTP/1.1" status: 204 len: 168 time: 0.4366205 Mar 10 23:56:49.820478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48186) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:49.898476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (9e9a2e35-e658-4222-b39b-8ac8ecb4990d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:49.993005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (9e9a2e35-e658-4222-b39b-8ac8ecb4990d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.020238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9a2e35-e658-4222-b39b-8ac8ecb4990d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:50.036162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53671429-3b63-4579-a51c-30c31c35767b') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:50.036577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53671429-3b63-4579-a51c-30c31c35767b') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:50.049348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (53671429-3b63-4579-a51c-30c31c35767b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.064860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (53671429-3b63-4579-a51c-30c31c35767b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.074540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:56:50.076971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (53671429-3b63-4579-a51c-30c31c35767b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:56:50.163279 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:56:50.169327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (9e9a2e35-e658-4222-b39b-8ac8ecb4990d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.178838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.182739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e9a2e35-e658-4222-b39b-8ac8ecb4990d HTTP/1.1" status: 204 len: 168 time: 0.3605952 Mar 10 23:56:50.203511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586466b-f625-4b33-b382-21e15ac1c7be admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9a2e35-e658-4222-b39b-8ac8ecb4990d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:50.350900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f44b35-2d9b-4e6b-abc0-c61932e9ced1 req-f5476927-ee1b-4da3-93f1-2dfe5901774c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:50.368230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74f44b35-2d9b-4e6b-abc0-c61932e9ced1 req-f5476927-ee1b-4da3-93f1-2dfe5901774c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1735687 Mar 10 23:56:50.496436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74f44b35-2d9b-4e6b-abc0-c61932e9ced1 req-84c381ab-a0ab-4962-9bcd-8302273a9146 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229992 Mar 10 23:56:50.553949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7486df-bfc9-4b2f-8803-6f8bef167a1c req-bdffc0e0-b30f-4007-b8b6-2b75a8115c85 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:50.555572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f7486df-bfc9-4b2f-8803-6f8bef167a1c req-bdffc0e0-b30f-4007-b8b6-2b75a8115c85 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1414688 Mar 10 23:56:50.563980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:50.635253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f7486df-bfc9-4b2f-8803-6f8bef167a1c req-f004b261-ae38-493a-a63d-d96b56759de9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673773 Mar 10 23:56:50.660000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b68c75c9-de1d-449f-9852-899876bfa6e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d367d29563e6424a888c766ad2845aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925407 Mar 10 23:56:50.660406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48218) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:50.769154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] Publish callbacks [] for security_group (034f2a6f-54cf-4845-8ee1-3b0bc79ccee7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:50.815081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] Publish callbacks [] for security_group (034f2a6f-54cf-4845-8ee1-3b0bc79ccee7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:51.217681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350471af-a6e1-444b-a0ad-3b312e0e878b req-4a2083b7-51a3-4178-9bbe-674b193e51e0 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:51.219172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-350471af-a6e1-444b-a0ad-3b312e0e878b req-4a2083b7-51a3-4178-9bbe-674b193e51e0 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.5075889 Mar 10 23:56:51.242272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ae500-88ba-40c1-bf87-9c7189c6c2fd req-e0ee1d22-db47-46ef-a1bd-5afd993c337c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:51.244239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56ae500-88ba-40c1-bf87-9c7189c6c2fd req-e0ee1d22-db47-46ef-a1bd-5afd993c337c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.5336373 Mar 10 23:56:51.323967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (034f2a6f-54cf-4845-8ee1-3b0bc79ccee7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:51.327463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:51.328463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/034f2a6f-54cf-4845-8ee1-3b0bc79ccee7 HTTP/1.1" status: 204 len: 168 time: 0.6670208 Mar 10 23:56:51.361799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-350471af-a6e1-444b-a0ad-3b312e0e878b req-965a5896-aada-4013-bcf5-bac9216b3480 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321921 Mar 10 23:56:51.401679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56ae500-88ba-40c1-bf87-9c7189c6c2fd req-b38a6738-7850-473c-a061-d840393f2d82 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451197 Mar 10 23:56:51.405510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869ac5d-0340-438f-b590-e4ea8bf292e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f2a6f-54cf-4845-8ee1-3b0bc79ccee7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:51.550736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cdc78-5737-4753-baa0-1cea0db21a97 req-bd9e2ca9-a79e-4b39-99d0-6437ce8a0543 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:51.573047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-739cdc78-5737-4753-baa0-1cea0db21a97 req-bd9e2ca9-a79e-4b39-99d0-6437ce8a0543 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0862668 Mar 10 23:56:51.594265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 410dee5b-634c-4bd3-956c-37baf7da7f37 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:51.617920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 410dee5b-634c-4bd3-956c-37baf7da7f37 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:51.619353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 410dee5b-634c-4bd3-956c-37baf7da7f37 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:51.669952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-d35055aa-6a4f-4274-a6c5-987218afa289 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:51.671492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-d35055aa-6a4f-4274-a6c5-987218afa289 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.0990899 Mar 10 23:56:51.702890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-739cdc78-5737-4753-baa0-1cea0db21a97 req-0fc35667-853d-45a5-abfc-9017937bf3fb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422582 Mar 10 23:56:51.734781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9748-b645-42b6-8f94-c690aecbdacd req-48d41d7b-d5ae-425b-a0cb-6c96f3b20307 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:51.743379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-909f9748-b645-42b6-8f94-c690aecbdacd req-48d41d7b-d5ae-425b-a0cb-6c96f3b20307 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1450102 Mar 10 23:56:51.814253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-909f9748-b645-42b6-8f94-c690aecbdacd req-fc28084d-e8af-4062-b6b4-2fbf9f94bdc2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696373 Mar 10 23:56:51.833401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:51.833750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:51.959769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:51.960446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:51.976328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:52.156631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (21e3db26-e775-4a06-b75b-c8f8fcf08ef7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:52.168462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['21e3db26-e775-4a06-b75b-c8f8fcf08ef7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:52.191677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=21e3db26-e775-4a06-b75b-c8f8fcf08ef7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:52.255595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:52.258427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:52.262555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-90995c62-1a3e-46a3-b2f9-6d25da597c85 req-3b560b90-8afe-475d-8d0b-60e954ba0ea5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "DELETE /v2.0/ports/21e3db26-e775-4a06-b75b-c8f8fcf08ef7 HTTP/1.1" status: 204 len: 173 time: 0.5826459 Mar 10 23:56:52.263091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'name': 'network-vif-deleted', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:52.265536 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f76506-1aac-4fa9-88ee-d13d631b7430" -d '{"events": [{"server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "name": "network-vif-deleted", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:52.350028 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d7d7af-d659-4152-9149-aff76da8b94d x-openstack-request-id: req-03d7d7af-d659-4152-9149-aff76da8b94d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:52.350400 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7486d87b-31fb-47a7-8e34-a664c773b9c1", "name": "network-vif-deleted", "tag": "21e3db26-e775-4a06-b75b-c8f8fcf08ef7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:52.350591 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03d7d7af-d659-4152-9149-aff76da8b94d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:52.351022 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7486d87b-31fb-47a7-8e34-a664c773b9c1', 'name': 'network-vif-deleted', 'tag': '21e3db26-e775-4a06-b75b-c8f8fcf08ef7', 'status': 'completed', 'code': 200} Mar 10 23:56:52.610626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b7cbd-2de0-47d4-950f-82536b9ea22b req-14d8c7e6-c206-4739-b857-afb0f6a61de4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:52.618269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a38b7cbd-2de0-47d4-950f-82536b9ea22b req-14d8c7e6-c206-4739-b857-afb0f6a61de4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.1272254 Mar 10 23:56:52.649577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60e416-421e-4bb3-b59a-4d358dc4674f req-7a20a9a2-b783-48ea-85e8-04485437e30a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:52.651422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f60e416-421e-4bb3-b59a-4d358dc4674f req-7a20a9a2-b783-48ea-85e8-04485437e30a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1283066 Mar 10 23:56:52.703576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a38b7cbd-2de0-47d4-950f-82536b9ea22b req-9a30d378-9394-4bc9-a0d0-40bb8f7ec280 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841322 Mar 10 23:56:52.745854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f60e416-421e-4bb3-b59a-4d358dc4674f req-b0a50255-973d-4f94-b654-1eef4565e567 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867593 Mar 10 23:56:53.127342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921de3-3445-419b-9cd1-5f45ef778f90 req-db33d768-6967-4b99-9999-9a8c754cdd36 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:53.139056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a921de3-3445-419b-9cd1-5f45ef778f90 req-db33d768-6967-4b99-9999-9a8c754cdd36 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0898590 Mar 10 23:56:53.223109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a921de3-3445-419b-9cd1-5f45ef778f90 req-95c8000c-8362-4964-a5f6-835d85ec4bd9 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Mar 10 23:56:53.305597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cf0262-8417-4135-a66f-70e07f1950f2 req-3f92c696-3249-49de-9026-ff9be4368ad4 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0510225 Mar 10 23:56:53.479693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bbe2f-a34d-4fb5-a21e-9be94647736d req-5d831eff-2988-4e97-a252-78e873af22c4 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:53.487747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf2bbe2f-a34d-4fb5-a21e-9be94647736d req-5d831eff-2988-4e97-a252-78e873af22c4 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1456790 Mar 10 23:56:53.574116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6ac23-4a0d-492c-92ba-c6cf3a9ad67e req-b890b72c-19e5-46b4-8e9b-cce35358ac9d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:53.586194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26a6ac23-4a0d-492c-92ba-c6cf3a9ad67e req-b890b72c-19e5-46b4-8e9b-cce35358ac9d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.1713970 Mar 10 23:56:53.654402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf2bbe2f-a34d-4fb5-a21e-9be94647736d req-70a6b739-86c2-4015-b689-23cc61e30872 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639371 Mar 10 23:56:53.717697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26a6ac23-4a0d-492c-92ba-c6cf3a9ad67e req-cef16c26-e132-4890-a9c9-9d59ac791bb8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264205 Mar 10 23:56:53.877519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:53.942011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a114cc0-65f2-4193-b173-875c618a955c req-e27a557c-de7b-4e2d-8b34-172499318e17 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:53.943398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a114cc0-65f2-4193-b173-875c618a955c req-e27a557c-de7b-4e2d-8b34-172499318e17 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.1106877 Mar 10 23:56:53.979025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e480-7969-4c36-9361-ef7c1ed0ba33 req-53e8730d-0203-448f-903f-304b17372a7e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:53.987549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47b3e480-7969-4c36-9361-ef7c1ed0ba33 req-53e8730d-0203-448f-903f-304b17372a7e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1064732 Mar 10 23:56:54.044078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c5d9-0f82-490c-9b56-3fa1466aadae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.060614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a114cc0-65f2-4193-b173-875c618a955c req-083aebbe-565a-4a18-a4a3-8bf49fd53048 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100483 Mar 10 23:56:54.081581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47b3e480-7969-4c36-9361-ef7c1ed0ba33 req-8ddb5949-1095-4b37-a4dc-5c47b1d860ef tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 Mar 10 23:56:54.174741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c5d9-0f82-490c-9b56-3fa1466aadae admin admin] Publish callbacks [] for security_group (f2f03022-75d4-4cc4-838a-36fb95467c9c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.195690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c5d9-0f82-490c-9b56-3fa1466aadae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f2f03022-75d4-4cc4-838a-36fb95467c9c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.244628 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1aa7c5d9-0f82-490c-9b56-3fa1466aadae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=932cf81221514a9dbacb87200f5694c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3666682 Mar 10 23:56:54.249318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:54.261447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7c5d9-0f82-490c-9b56-3fa1466aadae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f03022-75d4-4cc4-838a-36fb95467c9c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:54.370778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] Publish callbacks [] for security_group (f2f03022-75d4-4cc4-838a-36fb95467c9c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.397895 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] Publish callbacks [] for security_group (f2f03022-75d4-4cc4-838a-36fb95467c9c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.432506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f60ce-9dd2-4a8f-b720-f8cb3772aee4 req-7475c4d9-0e48-488b-a433-1c66b4953537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:54.438736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-200f60ce-9dd2-4a8f-b720-f8cb3772aee4 req-7475c4d9-0e48-488b-a433-1c66b4953537 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1127 time: 0.1194901 Mar 10 23:56:54.526185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-200f60ce-9dd2-4a8f-b720-f8cb3772aee4 req-96738c39-75f6-4107-bc25-e6be0a204ed1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Mar 10 23:56:54.549558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d065614-5f94-48c0-aa20-9f185ebc8e5d req-c3a3d746-a6e7-4518-b969-b5e1ddd99f10 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:54.551857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d065614-5f94-48c0-aa20-9f185ebc8e5d req-c3a3d746-a6e7-4518-b969-b5e1ddd99f10 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.1423593 Mar 10 23:56:54.562130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456d9b-62a2-46e8-825b-2b7f83c88c80 req-a5bac7e6-cf4a-41cb-852f-4e3fc8e51e73 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:54.563795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0456d9b-62a2-46e8-825b-2b7f83c88c80 req-a5bac7e6-cf4a-41cb-852f-4e3fc8e51e73 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1453493 Mar 10 23:56:54.596869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f2f03022-75d4-4cc4-838a-36fb95467c9c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.599543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:54.601409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2f03022-75d4-4cc4-838a-36fb95467c9c HTTP/1.1" status: 204 len: 168 time: 0.3504670 Mar 10 23:56:54.633132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437558f-2ea3-4ad6-a349-a3d9315da600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f03022-75d4-4cc4-838a-36fb95467c9c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:54.729296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d065614-5f94-48c0-aa20-9f185ebc8e5d req-e684bf63-26c1-4361-9efc-e2a824dedb92 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627126 Mar 10 23:56:54.751148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0456d9b-62a2-46e8-825b-2b7f83c88c80 req-d8055baa-9127-46d2-901e-83189ed7b08e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672509 Mar 10 23:56:54.916814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b4873fb-33c6-4661-afec-d064948f39a0 req-b3c494f9-9bc0-4b4f-b7b8-a965a695e1a4 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0355017 Mar 10 23:56:54.973222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19cf2-9b60-4cb8-951e-10775434e0d9 req-d6df1dcc-1b42-4ae5-9be2-e7443e79abd9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:54.974822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf19cf2-9b60-4cb8-951e-10775434e0d9 req-d6df1dcc-1b42-4ae5-9be2-e7443e79abd9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.1352930 Mar 10 23:56:55.051160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf19cf2-9b60-4cb8-951e-10775434e0d9 req-70ab2fde-f419-49e8-921f-43f1c6717810 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups?id=45aa8101-34ad-4dfa-8056-9f883e1f655e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703371 Mar 10 23:56:55.275305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fe3eb-523b-44b4-b04c-4094020b1fba req-470edffb-ee31-4ebd-b24a-2d3dc5213008 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:55.284445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c80fe3eb-523b-44b4-b04c-4094020b1fba req-470edffb-ee31-4ebd-b24a-2d3dc5213008 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1131802 Mar 10 23:56:55.395546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c80fe3eb-523b-44b4-b04c-4094020b1fba req-1bfdc952-3e42-4aa9-94a8-3d1b2f0ef127 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051638 Mar 10 23:56:55.488177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd6871-19fd-4802-890e-0556e6704774 req-a2baa69a-90ca-48b0-82b2-7e346d33f86c tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:55.492681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-09cd6871-19fd-4802-890e-0556e6704774 req-a2baa69a-90ca-48b0-82b2-7e346d33f86c tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 946 time: 0.0713148 Mar 10 23:56:55.626673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Deleting port f65d7ec5-66e4-40bc-833f-aced1a489819 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:55.627162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:55.731471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] For port f65d7ec5-66e4-40bc-833f-aced1a489819, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f65d7ec5-66e4-40bc-833f-aced1a489819,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:55.732008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:55.843796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:55.888501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:55.889166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21e3db26-e775-4a06-b75b-c8f8fcf08ef7 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:55.954012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1359007-d659-49bf-b534-1f21a67dc64f req-39cbb994-ee04-499d-b4ed-5175f18c0b96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:55.961997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1359007-d659-49bf-b534-1f21a67dc64f req-39cbb994-ee04-499d-b4ed-5175f18c0b96 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.1162822 Mar 10 23:56:55.994471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168bd85-7a61-45c0-a99b-e7d3625df8ab req-e7b5b312-9885-4ec9-afc8-efdf4a3c4984 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:56.001640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a168bd85-7a61-45c0-a99b-e7d3625df8ab req-e7b5b312-9885-4ec9-afc8-efdf4a3c4984 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1106210 Mar 10 23:56:56.025800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:56.026136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:56.026544 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Floating IP 1155197c-c4eb-4442-bb8d-1fdb52bb62b3 disassociated. External IP: 172.25.7.210, port: f65d7ec5-66e4-40bc-833f-aced1a489819. Mar 10 23:56:56.027045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Calling delete_port for f65d7ec5-66e4-40bc-833f-aced1a489819 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:56.081219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1359007-d659-49bf-b534-1f21a67dc64f req-3be5c490-2c21-41d2-8b90-30d8bfbdb57e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128759 Mar 10 23:56:56.118486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a168bd85-7a61-45c0-a99b-e7d3625df8ab req-59079d81-043c-4aea-be0a-87e9cf2de6f2 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159072 Mar 10 23:56:56.203904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f65d7ec5-66e4-40bc-833f-aced1a489819), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:56.277026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a1cb713-7104-48cc-8d13-ab8e4fb506c4 req-c4a85630-5b47-4498-bd2c-578bd2b21039 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.1124120 Mar 10 23:56:56.313198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1486f8e1-b3c6-40ff-92a9-cfe967ccf0bd req-4e1f5989-7691-47ae-9d19-280d37925cb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 210 time: 0.1050065 Mar 10 23:56:56.319428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event deleted for resources: {'Port': ['ID=f65d7ec5-66e4-40bc-833f-aced1a489819,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:56.515464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Router 5f94b910-4154-4386-bf27-0567ca60c12c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:56:56.598348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b356a-efab-4e15-9afe-bd7163312269 req-1b903c6c-7052-4349-98b4-ee5ab4d78332 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:56.606695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-172b356a-efab-4e15-9afe-bd7163312269 req-1b903c6c-7052-4349-98b4-ee5ab4d78332 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1320479 Mar 10 23:56:56.766689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-172b356a-efab-4e15-9afe-bd7163312269 req-dd567c0d-4751-4f66-adc8-fb41f0f23efc tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578937 Mar 10 23:56:56.890384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568972a-5f30-44dc-98d3-4bc7bf5b8552 req-ba5105c4-404f-41f2-9ba4-dd558fc2a86b tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:56.895473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6568972a-5f30-44dc-98d3-4bc7bf5b8552 req-ba5105c4-404f-41f2-9ba4-dd558fc2a86b tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 950 time: 0.2123389 Mar 10 23:56:57.013585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6568972a-5f30-44dc-98d3-4bc7bf5b8552 req-2c356a33-ba1f-435f-b263-95839696e34f tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080201 Mar 10 23:56:57.080173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-c705c765-2f18-4f64-a6b9-b878d23922d6 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.081109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-c705c765-2f18-4f64-a6b9-b878d23922d6 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.2735591 Mar 10 23:56:57.241891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2feaffbb-b5dc-44cb-a96b-9782cb3ddbc0 req-e9de50d8-defa-49ad-a56e-99ad77751fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.6928930 Mar 10 23:56:57.281437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab64110-b9c6-4f68-b188-ebc5f786a421 req-085b5852-96bd-4755-8e77-be796fed2c30 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.290562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ab64110-b9c6-4f68-b188-ebc5f786a421 req-085b5852-96bd-4755-8e77-be796fed2c30 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.2019343 Mar 10 23:56:57.380723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ab64110-b9c6-4f68-b188-ebc5f786a421 req-5dfb5e50-7587-41b9-b452-1e237fc95cf0 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Mar 10 23:56:57.384157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2feaffbb-b5dc-44cb-a96b-9782cb3ddbc0 req-36633e65-05b3-4640-a4ce-ec844ae6bf53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0998440 Mar 10 23:56:57.417594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 8cfea2be-4313-415c-a4da-086d8d9df432 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:56:57.417975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:57.460792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:56:57.479149 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Sync routers for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:56:57.490785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2feaffbb-b5dc-44cb-a96b-9782cb3ddbc0 req-e5d1d40e-c877-48ab-b04b-0ac942e2846b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823755 Mar 10 23:56:57.499901 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:57.501160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:57.519661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-3032c9f3-3aa0-41e4-ab8e-5905ef3eddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.521590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-3032c9f3-3aa0-41e4-ab8e-5905ef3eddb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 1127 time: 0.4091151 Mar 10 23:56:57.565919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] No DVR routers for this DVR port f65d7ec5-66e4-40bc-833f-aced1a489819 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:57.583224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:57.587753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-09cd6871-19fd-4802-890e-0556e6704774 req-c29acab9-3c0e-4517-8ac9-174548e9ca0b tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.30 "DELETE /v2.0/ports/f65d7ec5-66e4-40bc-833f-aced1a489819 HTTP/1.1" status: 204 len: 173 time: 2.0862215 Mar 10 23:56:57.588292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'name': 'network-vif-deleted', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:57.599022 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b319447-3eca-428d-96b9-ae6e99c9471a" -d '{"events": [{"server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "name": "network-vif-deleted", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:57.821117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 8cfea2be-4313-415c-a4da-086d8d9df432, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8cfea2be-4313-415c-a4da-086d8d9df432,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:56:57.821549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:57.842232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaffbb-b5dc-44cb-a96b-9782cb3ddbc0 req-f9dd4eeb-f6fe-4d67-8e41-e0f2a45a5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.845354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2feaffbb-b5dc-44cb-a96b-9782cb3ddbc0 req-f9dd4eeb-f6fe-4d67-8e41-e0f2a45a5b98 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184557 Mar 10 23:56:57.864962 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:57.868629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-e79b6a34-78dc-41fb-be77-8dcb17203d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.870331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-e79b6a34-78dc-41fb-be77-8dcb17203d67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 200 len: 912 time: 0.3149157 Mar 10 23:56:57.884212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 8cfea2be-4313-415c-a4da-086d8d9df432 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:56:57.899436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dc753-ae61-45da-88c5-7bcad99cbb10 req-a25d358a-d439-4058-811c-7aca8496a0fa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.901913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec8dc753-ae61-45da-88c5-7bcad99cbb10 req-a25d358a-d439-4058-811c-7aca8496a0fa tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 945 time: 0.3003433 Mar 10 23:56:57.938774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9ff3d-eb4d-4d12-96c7-ab15fea88a48 req-3988b0fe-858f-458b-bbcb-09354ed0909a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:57.941948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-c7021d1d-6709-4102-8e43-d8329c2c7128 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 200 len: 217 time: 0.0639222 Mar 10 23:56:57.946149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e9ff3d-eb4d-4d12-96c7-ab15fea88a48 req-3988b0fe-858f-458b-bbcb-09354ed0909a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.2243488 Mar 10 23:56:58.015849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-629fbbb9-9b69-4c3f-b8e6-dc8dbd1b989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:58.017739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-629fbbb9-9b69-4c3f-b8e6-dc8dbd1b989d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 200 len: 851 time: 0.0557156 Mar 10 23:56:58.085484 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-1e2c1666-48ae-421a-b140-b1063b098a18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6987aafa-7b67-4c66-b48c-bb454686e797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553517 Mar 10 23:56:58.107391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec8dc753-ae61-45da-88c5-7bcad99cbb10 req-c94478b2-530d-4826-93cb-5a23849827b0 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950669 Mar 10 23:56:58.258234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e9ff3d-eb4d-4d12-96c7-ab15fea88a48 req-422731a0-108b-4648-9e95-4c7c36691f45 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111293 Mar 10 23:56:58.260122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8cfea2be-4313-415c-a4da-086d8d9df432), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:58.275252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:56:58.283443 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:58.312895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=8cfea2be-4313-415c-a4da-086d8d9df432,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:58.313049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-d3401100-0072-45eb-af1d-cc3f394e374b service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182901 Mar 10 23:56:58.390857 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Checking router: 5f94b910-4154-4386-bf27-0567ca60c12c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:56:58.414478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:56:58.415349 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:58.489832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 8cfea2be-4313-415c-a4da-086d8d9df432 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:56:58.542205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:58.550985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4739f8f2-188e-497b-b228-18688afaa3f4 req-fda52325-a908-4143-a86d-65282008f0cd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/8cfea2be-4313-415c-a4da-086d8d9df432 HTTP/1.1" status: 204 len: 173 time: 1.4607189 Mar 10 23:56:58.568858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ee44fae9-eec2-4c7b-a822-aa6d2dd01d1a req-a79f8f91-5ecf-4178-a075-1e348d5e2b4b service neutron] 10.222.0.30 "GET /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247477 Mar 10 23:56:58.606558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'name': 'network-vif-deleted', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:56:58.611590 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11946eba-0e5e-473a-af30-7e4a6bdea440" -d '{"events": [{"server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "name": "network-vif-deleted", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:56:58.615863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4ef038d-08b9-4a66-ab5f-2418318b8934 req-dbe645cf-f85f-4995-9950-38f38f9886a8 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd5a125-de89-402e-84a2-d548574acbcc HTTP/1.1" status: 200 len: 210 time: 0.1271157 Mar 10 23:56:58.617897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a62d8d69-aa97-4279-ba0e-e1c13482b26f req-5109fc63-ff39-44ad-b298-3907d80c70b0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.2496829 Mar 10 23:56:58.693286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:56:58.738556 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0294c82-6d41-4f0a-8fff-59ab14624578 x-openstack-request-id: req-a0294c82-6d41-4f0a-8fff-59ab14624578 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:58.738920 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd5a125-de89-402e-84a2-d548574acbcc", "name": "network-vif-deleted", "tag": "f65d7ec5-66e4-40bc-833f-aced1a489819", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:58.739180 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0294c82-6d41-4f0a-8fff-59ab14624578 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:58.739592 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd5a125-de89-402e-84a2-d548574acbcc', 'name': 'network-vif-deleted', 'tag': 'f65d7ec5-66e4-40bc-833f-aced1a489819', 'status': 'completed', 'code': 200} Mar 10 23:56:58.896941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0edb4-580e-42be-8337-54ef7c7e2d64 req-bcb91412-4345-4862-b564-a41bb77f853e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:58.898827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1d0edb4-580e-42be-8337-54ef7c7e2d64 req-bcb91412-4345-4862-b564-a41bb77f853e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0978868 Mar 10 23:56:58.997864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1d0edb4-580e-42be-8337-54ef7c7e2d64 req-89231458-a093-4662-ab92-a4463177be02 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Mar 10 23:56:59.020490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbaad22-a40b-499a-ab9b-affe9a59f0b6 x-openstack-request-id: req-5bbaad22-a40b-499a-ab9b-affe9a59f0b6 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:56:59.020490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df531c1-2d96-448c-99c0-49872b52e94a", "name": "network-vif-deleted", "tag": "8cfea2be-4313-415c-a4da-086d8d9df432", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:56:59.020490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbaad22-a40b-499a-ab9b-affe9a59f0b6 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:56:59.020490 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df531c1-2d96-448c-99c0-49872b52e94a', 'name': 'network-vif-deleted', 'tag': '8cfea2be-4313-415c-a4da-086d8d9df432', 'status': 'completed', 'code': 200} Mar 10 23:56:59.025261 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:56:59.059002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05560cf2-99de-430c-bb1a-4554b24fb535 None None] The sync data for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 is: [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:05Z', 'revision_number': 4, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'd3d644eb-4ec8-4955-a336-52e3588ced67', 'name': '', 'network_id': '497d989f-50da-4c12-b688-87548e7cd24e', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'mac_address': 'fa:16:3e:0d:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:03Z', 'updated_at': '2022-03-10T23:55:12Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'subnets': [{'id': '766f8877-b244-45fc-82cb-fdd0b5e05a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:56:59.258545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-240c8bf6-643b-413d-88e5-57b18ae13a2b req-b55ddd1d-8f58-4d88-b9e8-69ecd9c9bfa1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=5df531c1-2d96-448c-99c0-49872b52e94a HTTP/1.1" status: 200 len: 210 time: 0.0319517 Mar 10 23:56:59.383365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48494) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:59.386211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b7c0-22df-48d0-8dcf-32fd29abef69 req-5dffe6f3-b55b-4066-9a74-ea2fa9530440 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:56:59.388101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8b2b7c0-22df-48d0-8dcf-32fd29abef69 req-5dffe6f3-b55b-4066-9a74-ea2fa9530440 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0584083 Mar 10 23:56:59.447160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8b2b7c0-22df-48d0-8dcf-32fd29abef69 req-7b73e17e-e310-4126-afa9-0849169c4e8d tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Mar 10 23:56:59.471565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05146984-3fac-42a7-8c9e-fe92e273a27d None None] New status for floating IP 1155197c-c4eb-4442-bb8d-1fdb52bb62b3: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:56:59.502458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5f34402-3fdc-4e02-95a2-e4ab228ce963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.604101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5f34402-3fdc-4e02-95a2-e4ab228ce963 admin admin] Publish callbacks [] for security_group (fdb28ef9-2b99-483b-b5a6-443dc27e9aa1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.610308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5f34402-3fdc-4e02-95a2-e4ab228ce963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fdb28ef9-2b99-483b-b5a6-443dc27e9aa1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.670756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f34402-3fdc-4e02-95a2-e4ab228ce963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb28ef9-2b99-483b-b5a6-443dc27e9aa1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:59.693076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48502) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:59.694924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e5f34402-3fdc-4e02-95a2-e4ab228ce963 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92b13bfb88f84586adf4af84b476ac1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098345 Mar 10 23:56:59.769857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:56:59.780812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9364ca8-b973-4383-82a8-2679bf4b01d0 req-a55b580c-f579-40b7-899b-aba28f26c1ab tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0414734 Mar 10 23:56:59.797707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] Publish callbacks [] for security_group (fdb28ef9-2b99-483b-b5a6-443dc27e9aa1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.826404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] Publish callbacks [] for security_group (fdb28ef9-2b99-483b-b5a6-443dc27e9aa1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.861757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:56:59.865653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (45aa8101-34ad-4dfa-8056-9f883e1f655e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.867150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8cfea2be-4313-415c-a4da-086d8d9df432 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:59.883381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fdb28ef9-2b99-483b-b5a6-443dc27e9aa1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.886216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.890416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb28ef9-2b99-483b-b5a6-443dc27e9aa1 HTTP/1.1" status: 204 len: 168 time: 0.1938429 Mar 10 23:56:59.896171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7056d-4f20-4ea5-bf4b-4c870659cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb28ef9-2b99-483b-b5a6-443dc27e9aa1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:56:59.904097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (45aa8101-34ad-4dfa-8056-9f883e1f655e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.913226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8cfea2be-4313-415c-a4da-086d8d9df432 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:56:59.914287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8cfea2be-4313-415c-a4da-086d8d9df432 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:56:59.915358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:56:59.986680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45aa8101-34ad-4dfa-8056-9f883e1f655e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.989315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:56:59.990668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "DELETE /v2.0/security-groups/45aa8101-34ad-4dfa-8056-9f883e1f655e HTTP/1.1" status: 204 len: 168 time: 0.2195404 Mar 10 23:56:59.993626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48520) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:00.001437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04be21-4d96-4c70-8631-4bab49a547e9 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa8101-34ad-4dfa-8056-9f883e1f655e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.015796 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-e8cb384d-a745-4c2c-9e15-51e798e2b18c tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] show failed (client error): The resource could not be found. Mar 10 23:57:00.017483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8cb384d-a745-4c2c-9e15-51e798e2b18c tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "GET /v2.0/security-groups/45aa8101-34ad-4dfa-8056-9f883e1f655e HTTP/1.1" status: 404 len: 347 time: 0.0213959 Mar 10 23:57:00.021552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48522) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:00.121100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:00.121742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.151648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:00.181585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:00.191376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:00.193571 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338d6fd2-7bdb-4e1f-8b0e-d6020e1032e8" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:00.198611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f510bc4-60d7-4e82-a82e-adab3c2c8d60 req-bfb4642d-9640-4c76-9120-1ff6db0b8855 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:00.203338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f510bc4-60d7-4e82-a82e-adab3c2c8d60 req-bfb4642d-9640-4c76-9120-1ff6db0b8855 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.0842586 Mar 10 23:57:00.209799 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.210514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f65d7ec5-66e4-40bc-833f-aced1a489819 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:00.243801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'mac_address': 'fa:16:3e:64:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:00.265580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: f65d7ec5-66e4-40bc-833f-aced1a489819 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:00.265580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f65d7ec5-66e4-40bc-833f-aced1a489819 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:00.268608 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b9db5c-caa9-4ed6-8670-8d4310ae4ed2 x-openstack-request-id: req-f8b9db5c-caa9-4ed6-8670-8d4310ae4ed2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:00.269000 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:00.269452 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8b9db5c-caa9-4ed6-8670-8d4310ae4ed2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:00.269937 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'code': 200} Mar 10 23:57:00.272279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Deleting port 9b286cd3-d517-433f-a1e3-766964833353 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:00.273057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9b286cd3-d517-433f-a1e3-766964833353), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.294548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f510bc4-60d7-4e82-a82e-adab3c2c8d60 req-7abb8ece-36a3-416c-a32e-44139a66ff3e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865750 Mar 10 23:57:00.321053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48532) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:00.338925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.340381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e610-74ea-4bc8-9714-8121d46db4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.352816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4622b161-1c08-4361-b43b-9f93dbae21fb is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:00.352816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.376561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4622b161-1c08-4361-b43b-9f93dbae21fb {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:00.405701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:00.413375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.427267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9b286cd3-d517-433f-a1e3-766964833353), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.428018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (9b286cd3-d517-433f-a1e3-766964833353), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.443453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Calling delete_port for 9b286cd3-d517-433f-a1e3-766964833353 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:00.516201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.534960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e610-74ea-4bc8-9714-8121d46db4b0 admin admin] Publish callbacks [] for security_group (32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.545227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e610-74ea-4bc8-9714-8121d46db4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.604656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0ac9e610-74ea-4bc8-9714-8121d46db4b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfe53beddac041b5958d4093d9d5700c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825322 Mar 10 23:57:00.609432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48548) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:00.627440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e610-74ea-4bc8-9714-8121d46db4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.644072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4622b161-1c08-4361-b43b-9f93dbae21fb'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:00.645234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b286cd3-d517-433f-a1e3-766964833353), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.730643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Pushing event deleted for resources: {'Port': ['ID=9b286cd3-d517-433f-a1e3-766964833353,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.736513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540767-0024-4718-9b75-c9453b77eb22 req-adcab314-e7ae-443f-a0c3-cee0db7bf46b tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:00.744295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8540767-0024-4718-9b75-c9453b77eb22 req-adcab314-e7ae-443f-a0c3-cee0db7bf46b tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1528172 Mar 10 23:57:00.777473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] Publish callbacks [] for security_group (32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.786471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-96e1cba7-972f-457d-8cd0-81b8713802ae tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:00.787945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-96e1cba7-972f-457d-8cd0-81b8713802ae tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2183669 Mar 10 23:57:00.811285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-8a40abae-b706-4768-af75-387b8b8c12a5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/quotas/06000382be7e4be1828368a822ea2a3a HTTP/1.1" status: 200 len: 375 time: 0.0161874 Mar 10 23:57:00.813677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] Publish callbacks [] for security_group (32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.823334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks [] for floatingip (1155197c-c4eb-4442-bb8d-1fdb52bb62b3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.826426 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.827672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-976887de-0612-4a43-92e5-bf79ac91fcb3 tempest-ServersTestManualDisk-1492426537 tempest-ServersTestManualDisk-1492426537-project] 10.222.0.21 "DELETE /v2.0/floatingips/1155197c-c4eb-4442-bb8d-1fdb52bb62b3 HTTP/1.1" status: 204 len: 168 time: 0.8049383 Mar 10 23:57:00.832792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8540767-0024-4718-9b75-c9453b77eb22 req-3c1c0663-3779-459e-8741-39b86d5dd574 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Mar 10 23:57:00.833459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:00.903587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.907826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:00.910110 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9 HTTP/1.1" status: 204 len: 168 time: 0.2979524 Mar 10 23:57:00.925984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861327b-c2e2-4186-897f-e036818f7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32405a5c-9ca5-4fb8-afe1-dd5b1b51fdb9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:00.955160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-afcc2579-8ad4-48d8-867c-3e5bfb1a209c req-dfb383c3-2d36-46da-89bb-dd7b86af5620 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0450723 Mar 10 23:57:00.978840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-86fd240e-7e9e-4060-8e3a-7a9861904402 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1588554 Mar 10 23:57:01.169940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-67b6e58d-afe8-42f2-968a-01c336c3b0f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561983 Mar 10 23:57:01.354022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-03f0428a-8c7f-43d7-8511-39f847aa5fbb service neutron] 10.222.0.21 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564260 Mar 10 23:57:01.540655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864c9fb-b79b-4d89-8e90-b6c7b283029c req-54e70976-fcb4-4f7c-89ee-44c5f7b83b4f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:01.542202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2864c9fb-b79b-4d89-8e90-b6c7b283029c req-54e70976-fcb4-4f7c-89ee-44c5f7b83b4f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1155076 Mar 10 23:57:01.600589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (5f94b910-4154-4386-bf27-0567ca60c12c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:01.729819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8699acf5-ae16-4c9b-bd50-b194594613aa req-0360800b-156e-4861-acbb-e6fae5b8da5d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 210 time: 0.0855215 Mar 10 23:57:01.740231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2864c9fb-b79b-4d89-8e90-b6c7b283029c req-48cd39a6-806a-4fff-9a15-7a17a8a90cc3 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824625 Mar 10 23:57:01.873473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:01.967177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4622b161-1c08-4361-b43b-9f93dbae21fb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:01.967579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.123257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4622b161-1c08-4361-b43b-9f93dbae21fb is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:02.123505 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.140045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2adb5756-c05c-4054-817c-a3b706b15a0d req-bba81c3b-9b83-4de8-8096-8c7d6c60f4f1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0675867 Mar 10 23:57:02.202126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc007d-83c0-4cbc-b897-c25aa842c0f2 req-31762a97-22f3-462c-9c8a-358caa1d494e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:02.204294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2adc007d-83c0-4cbc-b897-c25aa842c0f2 req-31762a97-22f3-462c-9c8a-358caa1d494e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.2057543 Mar 10 23:57:02.238166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Deleting port d3d644eb-4ec8-4955-a336-52e3588ced67 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:02.238614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.303702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2adc007d-83c0-4cbc-b897-c25aa842c0f2 req-524b4ce7-a7f6-4166-a70f-6a202f0909b8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926380 Mar 10 23:57:02.389914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] For port d3d644eb-4ec8-4955-a336-52e3588ced67, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3d644eb-4ec8-4955-a336-52e3588ced67,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:02.390602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.408701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Calling delete_port for d3d644eb-4ec8-4955-a336-52e3588ced67 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:02.481650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:02.485024 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd6a6e-2780-4a24-a957-6ba33c05c61d" -d '{"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:02.504471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:02.512303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.576133 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce6909-2ac6-491d-af71-c153705ce939 x-openstack-request-id: req-07ce6909-2ac6-491d-af71-c153705ce939 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:02.576697 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:02.577121 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ce6909-2ac6-491d-af71-c153705ce939 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:02.577684 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'code': 200} Mar 10 23:57:02.694703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:02.820402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d3d644eb-4ec8-4955-a336-52e3588ced67), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:02.869703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d644eb-4ec8-4955-a336-52e3588ced67,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:03.485372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-1a8acfef-0c03-4462-9cac-d419167393a8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:03.487539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-1a8acfef-0c03-4462-9cac-d419167393a8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 806 time: 0.2596061 Mar 10 23:57:03.515910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Request body: {'port': {'device_id': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'admin_state_up': True, 'tenant_id': '06000382be7e4be1828368a822ea2a3a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:03.681262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-098ae3a1-c0fc-4731-807a-a4dfa4bccd0b req-c84e263b-4c5f-4532-bc96-ddfc0290325d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 210 time: 0.0652025 Mar 10 23:57:03.719961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cdc51-dcce-4899-bf6f-bd08f8bebb39 req-10261c92-e5dd-451d-ba12-98735410a7ba tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:03.721467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f0cdc51-dcce-4899-bf6f-bd08f8bebb39 req-10261c92-e5dd-451d-ba12-98735410a7ba tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1177356 Mar 10 23:57:03.793270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Made reservation on behalf of 06000382be7e4be1828368a822ea2a3a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:03.800666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:03.978376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e816593b-71a4-4f36-a7d4-1c00eca91187 req-2d5dc161-eb63-4145-9bda-662060548cff tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0989230 Mar 10 23:57:04.076794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f0cdc51-dcce-4899-bf6f-bd08f8bebb39 req-6bd2e816-7de7-4d8e-aad8-c727f264c45c tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761958 Mar 10 23:57:04.080914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Allocated IP 172.20.0.3 (c5ea54de-39b3-45e7-acc1-52d849361672/815db9c0-d094-42ea-afd7-bcf98890f6b2/007d8975-2362-4bf3-95f5-a3db935095f7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:57:04.119674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (5f94b910-4154-4386-bf27-0567ca60c12c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:04.371502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks [] for port (007d8975-2362-4bf3-95f5-a3db935095f7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:04.518541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:04.539004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:04.573248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a2deb-0f8e-43b8-9c9f-1bbb198a46a5 req-69a91bcd-bfff-4bde-8271-5c317da7ba59 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:04.583225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb0a2deb-0f8e-43b8-9c9f-1bbb198a46a5 req-69a91bcd-bfff-4bde-8271-5c317da7ba59 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.2447715 Mar 10 23:57:04.651936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Network c5ea54de-39b3-45e7-acc1-52d849361672 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:57:04.659200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:04.668309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:57:04.749731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:04.751265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:04.771652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event updated for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:04.785721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-444a21c2-c684-456f-9169-b80771b4455c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815521 Mar 10 23:57:04.807208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Request body: {'port': {'device_id': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:04.827968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb0a2deb-0f8e-43b8-9c9f-1bbb198a46a5 req-e0183f3d-6aa9-4f59-95b8-e71c24348a43 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352586 Mar 10 23:57:04.869016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa97f8-370d-4a40-85f0-bc3544d40d17 req-8d473d88-6149-4eec-8036-5d5ebeb40f25 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:04.870577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07fa97f8-370d-4a40-85f0-bc3544d40d17 req-8d473d88-6149-4eec-8036-5d5ebeb40f25 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.2816746 Mar 10 23:57:04.873347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Router 5f94b910-4154-4386-bf27-0567ca60c12c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:57:04.951708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.073423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07fa97f8-370d-4a40-85f0-bc3544d40d17 req-e8fe2fae-d9f8-43d6-89bf-dcf6d0b9264a tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920018 Mar 10 23:57:05.291887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e214746-6178-42b9-8bf8-ca8727ddb993 req-e1b4b8d2-0c4f-4ef1-8610-dd5d1ba501a6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0931342 Mar 10 23:57:05.327650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ebde9-0167-4cbc-a3a7-5122ac05dd40 req-381dc805-e972-4f0c-85e2-ddc29dafc96f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:05.333198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-713ebde9-0167-4cbc-a3a7-5122ac05dd40 req-381dc805-e972-4f0c-85e2-ddc29dafc96f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 931 time: 0.2971802 Mar 10 23:57:05.334377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:57:05.345517 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Sync routers for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:57:05.347998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bb115fb9-a9dd-4742-bc8e-7c9bc462cf9e admin admin] 10.222.0.21 "PUT /v2.0/routers/5f94b910-4154-4386-bf27-0567ca60c12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4888246 Mar 10 23:57:05.354306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48694) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:05.370575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:05.372460 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:05.507805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks [] for router (5f94b910-4154-4386-bf27-0567ca60c12c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.597318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007d8975-2362-4bf3-95f5-a3db935095f7 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:05.613487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks [] for port (007d8975-2362-4bf3-95f5-a3db935095f7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.617110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-713ebde9-0167-4cbc-a3a7-5122ac05dd40 req-d9c03808-189b-4fcd-bbfd-da7670d6db57 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808244 Mar 10 23:57:05.645620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Transition to ACTIVE for port object 007d8975-2362-4bf3-95f5-a3db935095f7 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:57:05.654528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.706882 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:05.803015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks [] for router_gateway (5f94b910-4154-4386-bf27-0567ca60c12c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.807880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Pushing event updated for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:05.941952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Deleting port 88eaab16-8cad-4b22-ba58-3f59522936fb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:05.944466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:05.970634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Attempting to bind port 007d8975-2362-4bf3-95f5-a3db935095f7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:57:05.971033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Attempting to bind port 007d8975-2362-4bf3-95f5-a3db935095f7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:57:05.971417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Attempting to bind port 007d8975-2362-4bf3-95f5-a3db935095f7 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:05.985239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Port 007d8975-2362-4bf3-95f5-a3db935095f7 on network c5ea54de-39b3-45e7-acc1-52d849361672 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:57:05.985563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Attempting to bind port 007d8975-2362-4bf3-95f5-a3db935095f7 on network c5ea54de-39b3-45e7-acc1-52d849361672 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:06.001369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:57:06.001717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Checking segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:06.002117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Bound using segment: {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:57:06.002568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Bound port: 007d8975-2362-4bf3-95f5-a3db935095f7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f4880f-d8b1-411b-ad82-6322e003fd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:57:06.002925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.146259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] For port 88eaab16-8cad-4b22-ba58-3f59522936fb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88eaab16-8cad-4b22-ba58-3f59522936fb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:06.146870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.148002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:57:06.154315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=007d8975-2362-4bf3-95f5-a3db935095f7,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:57:06.166787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.170467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Calling delete_port for 88eaab16-8cad-4b22-ba58-3f59522936fb owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:06.183265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2c2fb-e303-461f-a3ed-cc2f4bd26f28 req-7925fc28-9012-4ecf-880e-0f5130961635 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:06.192934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa2c2fb-e303-461f-a3ed-cc2f4bd26f28 req-7925fc28-9012-4ecf-880e-0f5130961635 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1816173 Mar 10 23:57:06.208449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:06.209068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.210477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] 10.222.0.30 "PUT /v2.0/ports/007d8975-2362-4bf3-95f5-a3db935095f7 HTTP/1.1" status: 200 len: 1091 time: 1.4100862 Mar 10 23:57:06.210927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:06.213422 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234dcc6-4940-4066-9e23-ae802f3170bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:06.281133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68febe76-f45b-4995-8b9c-4a19127afa4b service neutron] Pushing event updated for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:06.330339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa2c2fb-e303-461f-a3ed-cc2f4bd26f28 req-3a49f1e0-34b3-43e6-9398-a62e441cf3d8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359274 Mar 10 23:57:06.332212 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:57:02Z', 'revision_number': 5, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port': {'id': '88eaab16-8cad-4b22-ba58-3f59522936fb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:06.382430 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Checking router: 5f94b910-4154-4386-bf27-0567ca60c12c for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:57:06.394716 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Routers {'5f94b910-4154-4386-bf27-0567ca60c12c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:06.395981 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5f94b910-4154-4386-bf27-0567ca60c12c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:06.432709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-12ac4867-556a-4131-b7af-05a4f750710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:06.434369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-12ac4867-556a-4131-b7af-05a4f750710e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 1125 time: 0.1543968 Mar 10 23:57:06.468519 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b866df2f-077a-44a0-8d71-226bac4d73ac x-openstack-request-id: req-b866df2f-077a-44a0-8d71-226bac4d73ac {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:06.468826 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:06.469083 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b866df2f-077a-44a0-8d71-226bac4d73ac {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:06.469501 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7', 'status': 'completed', 'code': 200} Mar 10 23:57:06.555713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-c156281c-c625-43ee-96e0-956d149b032e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007d8975-2362-4bf3-95f5-a3db935095f7 HTTP/1.1" status: 200 len: 217 time: 0.1134744 Mar 10 23:57:06.559214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8652-eebd-4b42-82cc-27866b8e1b79 req-af2ca821-8417-47b2-9b1d-ad83fcbb7342 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:06.565516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c4d8652-eebd-4b42-82cc-27866b8e1b79 req-af2ca821-8417-47b2-9b1d-ad83fcbb7342 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.1969903 Mar 10 23:57:06.586584 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] Set router 5f94b910-4154-4386-bf27-0567ca60c12c gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:06.666133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-87e7ee5f-93f3-45d0-b658-4eb81c487e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:06.682152 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:57:05Z', 'revision_number': 6, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:06.682399 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-87e7ee5f-93f3-45d0-b658-4eb81c487e0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1006672 Mar 10 23:57:06.693015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ed99ebb-f4cb-4dcf-abbb-2d057f1be7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.705524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-124827a1-c77b-46e4-b612-d4c839491f41 req-8c827875-d613-4583-9f60-ca39a96ba493 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=7486d87b-31fb-47a7-8e34-a664c773b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0535355 Mar 10 23:57:06.738066 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33338c3b-6d52-4042-8a7e-d879e4ac7d8a None None] The sync data for ids ['5f94b910-4154-4386-bf27-0567ca60c12c'] in n-d-831844-1 is: [{'id': '5f94b910-4154-4386-bf27-0567ca60c12c', 'name': 'tempest-ServersTestManualDisk-1499004180-router', 'tenant_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:58Z', 'updated_at': '2022-03-10T23:57:05Z', 'revision_number': 6, 'project_id': '3c4e0ae5fa1e4471ac70e4078f43a6f1', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:57:06.751612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-f786b722-cd4e-44d5-9bc4-fe6d45c769c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620551 Mar 10 23:57:06.769371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c4d8652-eebd-4b42-82cc-27866b8e1b79 req-2d5d5372-9ce6-46d3-9fa8-ef927a7a6851 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893024 Mar 10 23:57:06.770767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (88eaab16-8cad-4b22-ba58-3f59522936fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:06.810414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Pushing event deleted for resources: {'Port': ['ID=88eaab16-8cad-4b22-ba58-3f59522936fb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:06.935096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (5f94b910-4154-4386-bf27-0567ca60c12c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.102150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (5f94b910-4154-4386-bf27-0567ca60c12c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.108662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks [] for router_controller (5f94b910-4154-4386-bf27-0567ca60c12c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.151050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-3c7422fe-5c81-4da0-b4dd-8f83c3a6b6ae service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874760 Mar 10 23:57:07.178203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef72e42-cdb6-437c-93b0-ca5ef09d4aaa req-af46ea39-fe9e-4148-aff8-8d780ab7d8f5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:07.180169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ef72e42-cdb6-437c-93b0-ca5ef09d4aaa req-af46ea39-fe9e-4148-aff8-8d780ab7d8f5 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 943 time: 0.1972287 Mar 10 23:57:07.181457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (5f94b910-4154-4386-bf27-0567ca60c12c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.182213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f94b910-4154-4386-bf27-0567ca60c12c {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:57:07.189063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.190487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b790821-8237-4441-9fee-8fb68427035e admin admin] 10.222.0.21 "DELETE /v2.0/routers/5f94b910-4154-4386-bf27-0567ca60c12c HTTP/1.1" status: 204 len: 168 time: 1.8334064 Mar 10 23:57:07.192963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48732) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:07.328254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ef72e42-cdb6-437c-93b0-ca5ef09d4aaa req-9fec954e-1570-4bd4-9182-a6db02359b55 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361771 Mar 10 23:57:07.341510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Deleting subnet 766f8877-b244-45fc-82cb-fdd0b5e05a63 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:57:07.345099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Publish callbacks [] for subnet (766f8877-b244-45fc-82cb-fdd0b5e05a63), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.361462 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0efa48f-5997-4dc6-a225-1fd162ac3993 req-a9aa5ab2-6a8e-4400-8f9c-331b809e4cf9 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052298 Mar 10 23:57:07.452719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (766f8877-b244-45fc-82cb-fdd0b5e05a63), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.519960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-740e8265-0800-4cb6-945a-4f920245b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:07.521924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-740e8265-0800-4cb6-945a-4f920245b616 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 1125 time: 0.0993385 Mar 10 23:57:07.576975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d606b-dcb2-4373-8500-3915d5dbef11 req-be65a361-06bf-4a79-a653-b0ab0a701a78 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:07.579161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b36d606b-dcb2-4373-8500-3915d5dbef11 req-be65a361-06bf-4a79-a653-b0ab0a701a78 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1428933 Mar 10 23:57:07.669596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (766f8877-b244-45fc-82cb-fdd0b5e05a63), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.675466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b36d606b-dcb2-4373-8500-3915d5dbef11 req-7568e3a3-e9f3-4964-87df-5e4c755ab367 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658391 Mar 10 23:57:07.707097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-e3eb75a5-fd6e-404c-9f5c-47ef217b7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:07.709464 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-e3eb75a5-fd6e-404c-9f5c-47ef217b7b11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.1761615 Mar 10 23:57:07.782379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (766f8877-b244-45fc-82cb-fdd0b5e05a63), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.836235 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-05deebe4-245e-4507-930a-22ef288774ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007d8975-2362-4bf3-95f5-a3db935095f7 HTTP/1.1" status: 200 len: 217 time: 0.0988097 Mar 10 23:57:07.845237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766f8877-b244-45fc-82cb-fdd0b5e05a63,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:07.857770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71094c9-3fa6-4d20-a083-f30b4c5476b3 None None] Network 497d989f-50da-4c12-b688-87548e7cd24e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:57:07.870361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:07.885155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b61b881-3706-4b65-bc6d-3f2af3fbceee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/766f8877-b244-45fc-82cb-fdd0b5e05a63 HTTP/1.1" status: 204 len: 168 time: 0.6887562 Mar 10 23:57:07.886211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:07.986494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3d644eb-4ec8-4955-a336-52e3588ced67 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:07.989978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-2f55ff41-e07e-4016-8e7c-d17ed9e6faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:08.016092 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-2f55ff41-e07e-4016-8e7c-d17ed9e6faaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.1789811 Mar 10 23:57:08.075599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-f0d48d22-f77e-4d30-93b7-3d3a825b7cb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514610 Mar 10 23:57:08.127271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d3d644eb-4ec8-4955-a336-52e3588ced67 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:08.127610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3d644eb-4ec8-4955-a336-52e3588ced67 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:08.128048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88eaab16-8cad-4b22-ba58-3f59522936fb no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:08.161048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 88eaab16-8cad-4b22-ba58-3f59522936fb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:08.161779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88eaab16-8cad-4b22-ba58-3f59522936fb not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:08.176850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (497d989f-50da-4c12-b688-87548e7cd24e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:08.278863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25636-234e-4ea5-bb7c-5b5b794f5725 req-b175855e-66cb-4186-9c32-99ffbc94dcb7 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:08.290995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82e25636-234e-4ea5-bb7c-5b5b794f5725 req-b175855e-66cb-4186-9c32-99ffbc94dcb7 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.2915685 Mar 10 23:57:08.316445 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-057eb5c2-3f1d-4fc4-9eb8-34c518ca009d service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275133 Mar 10 23:57:08.354574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] DHCP port deletion for 497d989f-50da-4c12-b688-87548e7cd24e request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:57:08.484435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Deleting port c7742c10-bbd2-4093-b923-894b07d5e86a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:08.484849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:08.610116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c234dcc6-4940-4066-9e23-ae802f3170bb req-04c2a4b5-5b07-447b-afb7-4f3bc27722d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645178 Mar 10 23:57:08.645520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] For port c7742c10-bbd2-4093-b923-894b07d5e86a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c7742c10-bbd2-4093-b923-894b07d5e86a,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:08.647201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:08.659098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82e25636-234e-4ea5-bb7c-5b5b794f5725 req-a928e516-e3cc-4bc7-b6c0-dd984703bdc2 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658447 Mar 10 23:57:08.705204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Calling delete_port for c7742c10-bbd2-4093-b923-894b07d5e86a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:08.784170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Deleting port c7742c10-bbd2-4093-b923-894b07d5e86a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:08.784642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:08.872935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:08.874008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247c163-dbae-4188-bb93-ab4897d52aa8 req-f0f7325a-451d-4204-a517-431ddce02580 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:08.875618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5247c163-dbae-4188-bb93-ab4897d52aa8 req-f0f7325a-451d-4204-a517-431ddce02580 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 943 time: 0.3396053 Mar 10 23:57:08.901474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] Pushing event deleted for resources: {'Port': ['ID=c7742c10-bbd2-4093-b923-894b07d5e86a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:08.912389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6bfc0-e659-49fe-970a-f82dfc07c532 None None] No DVR routers for this DVR port c7742c10-bbd2-4093-b923-894b07d5e86a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:09.003214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-78c781bd-4fc1-4a92-9869-5734f31b473e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:09.004779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-78c781bd-4fc1-4a92-9869-5734f31b473e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.3594117 Mar 10 23:57:09.019029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] For port c7742c10-bbd2-4093-b923-894b07d5e86a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c7742c10-bbd2-4093-b923-894b07d5e86a,segment=NetworkSegment(3058eaf5-c423-40f7-88a0-403c7ad1b0e9),segment_id=3058eaf5-c423-40f7-88a0-403c7ad1b0e9)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:09.019388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:09.083198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Calling delete_port for c7742c10-bbd2-4093-b923-894b07d5e86a owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:09.133879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-9215e586-45a6-4dac-84c1-a6b28e62a779 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:09.133879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-9215e586-45a6-4dac-84c1-a6b28e62a779 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.3663661 Mar 10 23:57:09.145516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5247c163-dbae-4188-bb93-ab4897d52aa8 req-f7403af6-8e35-443e-9da1-90216be5acc9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343087 Mar 10 23:57:09.208692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-2a8791e2-28bd-44c0-9358-9c08e0e3d31f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0570529 Mar 10 23:57:09.247985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-4ce3fb38-246e-44e5-b6eb-67f1b9505082 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381753 Mar 10 23:57:09.262944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-9af2a5db-f6b7-45be-b387-fd90889305db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:57:09.263863 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4bb0770-94fd-4427-8717-809a27d7549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:09.271364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-9af2a5db-f6b7-45be-b387-fd90889305db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133045 Mar 10 23:57:09.508114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c7742c10-bbd2-4093-b923-894b07d5e86a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:09.569115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-593a60e2-6f9f-4793-b12b-14bace4c48db service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968533 Mar 10 23:57:09.571189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] No DVR routers for this DVR port c7742c10-bbd2-4093-b923-894b07d5e86a on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:09.577845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7742c10-bbd2-4093-b923-894b07d5e86a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:09.604394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193cdab-fd33-4035-b740-b64e875de7e3 req-87360a88-cf94-439a-b2e6-640e7acc2474 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:09.612518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f193cdab-fd33-4035-b740-b64e875de7e3 req-87360a88-cf94-439a-b2e6-640e7acc2474 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.3614104 Mar 10 23:57:09.669784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c7742c10-bbd2-4093-b923-894b07d5e86a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:09.670109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Deleting port afa1fd89-5792-4787-a85d-c7fd1115b68b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:09.670364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:09.703878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c7742c10-bbd2-4093-b923-894b07d5e86a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:09.705817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c7742c10-bbd2-4093-b923-894b07d5e86a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:09.886288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 007d8975-2362-4bf3-95f5-a3db935095f7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:10.064869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=007d8975-2362-4bf3-95f5-a3db935095f7,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:10.082137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '007d8975-2362-4bf3-95f5-a3db935095f7', 'network_id': 'c5ea54de-39b3-45e7-acc1-52d849361672', 'port_id': '007d8975-2362-4bf3-95f5-a3db935095f7', 'mac_address': 'fa:16:3e:55:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815db9c0-d094-42ea-afd7-bcf98890f6b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:10.128973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 007d8975-2362-4bf3-95f5-a3db935095f7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:10.130186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.146863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007d8975-2362-4bf3-95f5-a3db935095f7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:10.182563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=007d8975-2362-4bf3-95f5-a3db935095f7,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:10.188124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.222633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (497d989f-50da-4c12-b688-87548e7cd24e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.230930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f193cdab-fd33-4035-b740-b64e875de7e3 req-5863fd9d-1b39-492e-93c5-0e2a1b923526 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170013 Mar 10 23:57:10.267124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:10.282696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497d989f-50da-4c12-b688-87548e7cd24e']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:10.289998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-e743ad47-4690-4e44-999d-3359b59e59e6 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074344 Mar 10 23:57:10.304991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3058eaf5-c423-40f7-88a0-403c7ad1b0e9') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:10.305291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3058eaf5-c423-40f7-88a0-403c7ad1b0e9') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:10.316011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] For port afa1fd89-5792-4787-a85d-c7fd1115b68b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=afa1fd89-5792-4787-a85d-c7fd1115b68b,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:10.316386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.327635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3058eaf5-c423-40f7-88a0-403c7ad1b0e9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.341801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Calling delete_port for afa1fd89-5792-4787-a85d-c7fd1115b68b owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:10.356147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3058eaf5-c423-40f7-88a0-403c7ad1b0e9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.366429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:57:10.366799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3058eaf5-c423-40f7-88a0-403c7ad1b0e9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:57:10.368554 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:57:10.436661 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.461294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.479335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (497d989f-50da-4c12-b688-87548e7cd24e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.493122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.498946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/497d989f-50da-4c12-b688-87548e7cd24e HTTP/1.1" status: 204 len: 168 time: 2.6090035 Mar 10 23:57:10.522275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f689-dca8-4439-b4d9-84934be74c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=497d989f-50da-4c12-b688-87548e7cd24e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:10.544507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['007d8975-2362-4bf3-95f5-a3db935095f7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:10.722080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.725906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b3af8-c0fd-4d51-8ad0-92e800f6b0b7 req-a90b3d5d-47af-4926-a75b-d624e382aeee tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:10.727518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e04b3af8-c0fd-4d51-8ad0-92e800f6b0b7 req-a90b3d5d-47af-4926-a75b-d624e382aeee tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48be625-ec0e-4357-8b5a-d59676763ae2 HTTP/1.1" status: 200 len: 945 time: 0.2294590 Mar 10 23:57:10.774869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (afa1fd89-5792-4787-a85d-c7fd1115b68b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:10.801790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['454629a2-b1c3-4776-9355-f3a5d45af840'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:10.876729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Pushing event deleted for resources: {'Port': ['ID=afa1fd89-5792-4787-a85d-c7fd1115b68b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:11.005435 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:57:11.130387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:11.161061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e04b3af8-c0fd-4d51-8ad0-92e800f6b0b7 req-954a8915-1458-4b85-82b6-40c66faee35f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249458 Mar 10 23:57:11.161950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] No DVR routers for this DVR port afa1fd89-5792-4787-a85d-c7fd1115b68b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:11.176272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.190684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4029faa-d0e5-4a02-8efb-41894d5a19af req-795c377c-2555-4fed-b8ff-37f1f4afee64 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "DELETE /v2.0/ports/afa1fd89-5792-4787-a85d-c7fd1115b68b HTTP/1.1" status: 204 len: 173 time: 2.1736081 Mar 10 23:57:11.191269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'name': 'network-vif-deleted', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:11.195164 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a21b66-2b40-4335-b69d-085504559f52" -d '{"events": [{"server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "name": "network-vif-deleted", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:11.196005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-71c0232d-15b4-4e20-a92a-12cee554fd20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c4e0ae5fa1e4471ac70e4078f43a6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635684 Mar 10 23:57:11.197343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48850) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:11.248266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8927c-57db-4b1f-9f28-5f91161c2c98 req-45937254-7e1e-4f18-9a4a-0d31a12a742a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:11.268911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1de8927c-57db-4b1f-9f28-5f91161c2c98 req-45937254-7e1e-4f18-9a4a-0d31a12a742a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 944 time: 0.3987164 Mar 10 23:57:11.278998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] Publish callbacks [] for security_group (dfbc57c9-7951-45ca-86d3-7c355cfe0cec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.317363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] Publish callbacks [] for security_group (dfbc57c9-7951-45ca-86d3-7c355cfe0cec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.451416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fdcd642-0cb4-4956-9ced-c339f4405400 req-c48974d1-81b5-4542-a4d8-8ec5a0466ad9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.1550133 Mar 10 23:57:11.461916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dfbc57c9-7951-45ca-86d3-7c355cfe0cec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.469499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.470690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfbc57c9-7951-45ca-86d3-7c355cfe0cec HTTP/1.1" status: 204 len: 168 time: 0.2706017 Mar 10 23:57:11.481211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32051bc-8ceb-4dba-9bec-e469f318be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc57c9-7951-45ca-86d3-7c355cfe0cec,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:11.538405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1de8927c-57db-4b1f-9f28-5f91161c2c98 req-48a31158-972a-4c15-93f7-9c898d4ddf3c tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670107 Mar 10 23:57:11.591640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:11.604469 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee8451-f58f-4121-85eb-11bd8a73a390 x-openstack-request-id: req-bcee8451-f58f-4121-85eb-11bd8a73a390 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:11.605824 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48be625-ec0e-4357-8b5a-d59676763ae2", "name": "network-vif-deleted", "tag": "afa1fd89-5792-4787-a85d-c7fd1115b68b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:11.606415 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcee8451-f58f-4121-85eb-11bd8a73a390 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:11.607043 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48be625-ec0e-4357-8b5a-d59676763ae2', 'name': 'network-vif-deleted', 'tag': 'afa1fd89-5792-4787-a85d-c7fd1115b68b', 'status': 'completed', 'code': 200} Mar 10 23:57:11.800184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4be45-fd63-4292-b9dc-c4027e92d3c2 req-6f383602-1081-49f1-82d4-9af625845edb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:11.815045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69d4be45-fd63-4292-b9dc-c4027e92d3c2 req-6f383602-1081-49f1-82d4-9af625845edb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1365376 Mar 10 23:57:11.901408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device afa1fd89-5792-4787-a85d-c7fd1115b68b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:11.916268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69d4be45-fd63-4292-b9dc-c4027e92d3c2 req-750a8fdc-bd71-47fc-950d-409f53c49b5f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931101 Mar 10 23:57:11.966992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: afa1fd89-5792-4787-a85d-c7fd1115b68b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:11.966992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device afa1fd89-5792-4787-a85d-c7fd1115b68b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:12.653185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48898) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:12.675160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d2ed703-c7fd-41fc-a22c-8f4a9f6fb185 req-36b6edec-871b-422f-b427-8089fcc0e0a9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0445349 Mar 10 23:57:12.709227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2290485-62ea-4108-8c05-86930260e67e req-206aaff8-0ad6-480d-8271-a0ec39d233fd tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:12.721177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2290485-62ea-4108-8c05-86930260e67e req-206aaff8-0ad6-480d-8271-a0ec39d233fd tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.1278198 Mar 10 23:57:12.818826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2290485-62ea-4108-8c05-86930260e67e req-d3104032-dfde-45be-8095-cfa02d2e44fb tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964639 Mar 10 23:57:12.890129 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35f582a6-2e12-41e8-9f01-d6822bc1b978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:12.986600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c336-c0d7-490f-bdbc-2bdc2163203f req-1c6d40fd-ac70-4538-8468-152e3f888859 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:12.991872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ca0c336-c0d7-490f-bdbc-2bdc2163203f req-1c6d40fd-ac70-4538-8468-152e3f888859 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 944 time: 0.1659718 Mar 10 23:57:13.066587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35f582a6-2e12-41e8-9f01-d6822bc1b978 admin admin] Publish callbacks [] for security_group (edb85611-f57a-47ec-9815-aece45ed54b8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.081658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35f582a6-2e12-41e8-9f01-d6822bc1b978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (edb85611-f57a-47ec-9815-aece45ed54b8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.108227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ca0c336-c0d7-490f-bdbc-2bdc2163203f req-96b3f523-bb64-422f-a9bd-123249c1db0a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058016 Mar 10 23:57:13.148884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5583994-5dc5-4199-8398-478278c5ad00 req-4a615494-802a-4f79-8bb1-12bb595396bd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:13.149934 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35f582a6-2e12-41e8-9f01-d6822bc1b978 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cc0f641a6d04d9a8a782f7493ee912a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4956517 Mar 10 23:57:13.150649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:13.157390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f582a6-2e12-41e8-9f01-d6822bc1b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb85611-f57a-47ec-9815-aece45ed54b8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:13.163802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5583994-5dc5-4199-8398-478278c5ad00 req-4a615494-802a-4f79-8bb1-12bb595396bd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.1642289 Mar 10 23:57:13.195665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.217495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:13.229655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] Publish callbacks [] for security_group (edb85611-f57a-47ec-9815-aece45ed54b8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.240502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-853cce2e-ef07-424d-8172-f8241d076d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0718396 Mar 10 23:57:13.261594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] Publish callbacks [] for security_group (edb85611-f57a-47ec-9815-aece45ed54b8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.327696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (edb85611-f57a-47ec-9815-aece45ed54b8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.331091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.334738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edb85611-f57a-47ec-9815-aece45ed54b8 HTTP/1.1" status: 204 len: 168 time: 0.1803191 Mar 10 23:57:13.352902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48734b61-e3c2-4854-86bd-0e45af812500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb85611-f57a-47ec-9815-aece45ed54b8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:13.392104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5583994-5dc5-4199-8398-478278c5ad00 req-b8d87b48-b06c-41f8-a782-35613739a95d tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271872 Mar 10 23:57:13.474361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1571416445-network', 'tenant_id': '2c180cdcde844c0c93dccbaa697ebedf'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:13.514391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Made reservation on behalf of 2c180cdcde844c0c93dccbaa697ebedf for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:13.518216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.531487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.588633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-89aac3d0-f4dc-4bf6-b5b6-6d266b6b07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:13.592960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-89aac3d0-f4dc-4bf6-b5b6-6d266b6b07fe service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3312676 Mar 10 23:57:13.678379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks [] for security_group (74f28c35-7ee0-47d7-bf63-1d23a0eb911b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.688398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (74f28c35-7ee0-47d7-bf63-1d23a0eb911b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.720306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:57:13.748895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (963b5662-6874-4914-a72f-b0c3d51e1e2b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.749518 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Added segment 963b5662-6874-4914-a72f-b0c3d51e1e2b of type vlan for network 2170833c-3981-4790-b0ad-17b622941f73 Mar 10 23:57:13.750894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f28c35-7ee0-47d7-bf63-1d23a0eb911b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:13.813329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (2170833c-3981-4790-b0ad-17b622941f73), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.882517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-ede5dd87-ba97-43ec-827a-d17a06e3fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:13.884662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (2170833c-3981-4790-b0ad-17b622941f73), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.887874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-ede5dd87-ba97-43ec-827a-d17a06e3fefd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808285 Mar 10 23:57:13.892275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:13.893802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.901356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 007d8975-2362-4bf3-95f5-a3db935095f7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:13.910048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:13.960157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ff9bbdf-d6e4-4892-a276-3e6440450bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:13.964269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9252c52a-1c16-4f21-8541-a889aa78dc99 req-9f04c62e-224a-4673-b7b9-7ba1819d387c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0766704 Mar 10 23:57:13.996136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7770941 Mar 10 23:57:14.000689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48940) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:14.006107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Request body: {'subnet': {'network_id': '2170833c-3981-4790-b0ad-17b622941f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1571416445-subnet', 'tenant_id': '2c180cdcde844c0c93dccbaa697ebedf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:14.017725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 007d8975-2362-4bf3-95f5-a3db935095f7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:57:14.024164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 007d8975-2362-4bf3-95f5-a3db935095f7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:14.024777 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.034689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94af29ad-10d7-460a-b1e9-d601f149bf38 req-bef880ec-c58b-4ed5-97d6-52e1e1d2feed tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0684392 Mar 10 23:57:14.058050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcf9c6-3a2f-46be-a142-9751c75b7a0b admin admin] Pushing event updated for resources: {'Network': ['ID=2170833c-3981-4790-b0ad-17b622941f73,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:14.073076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 2170833c-3981-4790-b0ad-17b622941f73 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:57:14.122684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Made reservation on behalf of 2c180cdcde844c0c93dccbaa697ebedf for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:14.139483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0df37c-96cf-446a-a59b-78a99a18869c req-c1d4a38d-8c62-47f2-a33a-7e664d7012b0 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:14.144314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.151725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d0df37c-96cf-446a-a59b-78a99a18869c req-c1d4a38d-8c62-47f2-a33a-7e664d7012b0 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.1606827 Mar 10 23:57:14.252291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d0df37c-96cf-446a-a59b-78a99a18869c req-d013902c-3372-42da-8eee-ccbd0a69cd1b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903294 Mar 10 23:57:14.335765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 007d8975-2362-4bf3-95f5-a3db935095f7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:14.336420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.343703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ff9bbdf-d6e4-4892-a276-3e6440450bc3 admin admin] Publish callbacks [] for security_group (dc96b982-9f1c-4acb-8908-33ba4db9f090), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.376353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:14.380044 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192648b6-5f93-45e5-bbd0-b3950beb39ff" -d '{"events": [{"server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "name": "network-vif-plugged", "status": "completed", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:14.384938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b110a7-76d3-446e-931d-a9c135f60661 req-d3a34aea-b22f-48f9-aed1-67b72705b8cf tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:14.393321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=007d8975-2362-4bf3-95f5-a3db935095f7,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:14.393711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38b110a7-76d3-446e-931d-a9c135f60661 req-d3a34aea-b22f-48f9-aed1-67b72705b8cf tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 944 time: 0.1387179 Mar 10 23:57:14.397545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ff9bbdf-d6e4-4892-a276-3e6440450bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dc96b982-9f1c-4acb-8908-33ba4db9f090), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.403200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.453620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38b110a7-76d3-446e-931d-a9c135f60661 req-5bf87dfc-a775-4976-92fe-ec8443551e42 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583928 Mar 10 23:57:14.460293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ff9bbdf-d6e4-4892-a276-3e6440450bc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5217ffb16158489e93e614848e74f268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451710 Mar 10 23:57:14.467935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:14.510047 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8765cc-c646-435a-9cd3-981b30b019ce x-openstack-request-id: req-6b8765cc-c646-435a-9cd3-981b30b019ce {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:14.510348 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "name": "network-vif-plugged", "status": "completed", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:14.510695 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b8765cc-c646-435a-9cd3-981b30b019ce {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:14.512590 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7', 'code': 200} Mar 10 23:57:14.544701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:14.555837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9bbdf-d6e4-4892-a276-3e6440450bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc96b982-9f1c-4acb-8908-33ba4db9f090,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:14.619998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ec03-2a0a-46c6-a76c-1054f9379a33 req-97b00b2c-559f-452c-a23c-79db65aaf657 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:14.622275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e6ec03-2a0a-46c6-a76c-1054f9379a33 req-97b00b2c-559f-452c-a23c-79db65aaf657 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.0859530 Mar 10 23:57:14.692378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] Publish callbacks [] for security_group (dc96b982-9f1c-4acb-8908-33ba4db9f090), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.696029 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-387a2685-ca00-4800-b063-527fa1b65238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0576451 Mar 10 23:57:14.701444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40e6ec03-2a0a-46c6-a76c-1054f9379a33 req-df91645c-fce3-43fa-b04d-8554ec8e200f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699534 Mar 10 23:57:14.711897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820649-87a4-4163-a91f-d9a59b63f234 req-b790881b-25b0-4360-b02f-da4770016129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:14.713716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b820649-87a4-4163-a91f-d9a59b63f234 req-b790881b-25b0-4360-b02f-da4770016129 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 1127 time: 0.0904348 Mar 10 23:57:14.775557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] Publish callbacks [] for security_group (dc96b982-9f1c-4acb-8908-33ba4db9f090), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.827256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b820649-87a4-4163-a91f-d9a59b63f234 req-ec910a66-0fee-4dc1-ad73-f42c40dd08df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804129 Mar 10 23:57:14.867938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (232ab72e-3ba1-403d-939f-b822c1c9a35a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.957498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Pushing event updated for resources: {'Subnet': ['ID=232ab72e-3ba1-403d-939f-b822c1c9a35a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:14.974135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dc96b982-9f1c-4acb-8908-33ba4db9f090), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.976864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:14.981151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc96b982-9f1c-4acb-8908-33ba4db9f090 HTTP/1.1" status: 204 len: 168 time: 0.5005255 Mar 10 23:57:14.983887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-1b6d4522-399a-4ed0-9bbf-7bee10be417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:14.985581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-1b6d4522-399a-4ed0-9bbf-7bee10be417e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2771964 Mar 10 23:57:14.997066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ff0b6-0f67-4912-8a5c-14fe33390b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc96b982-9f1c-4acb-8908-33ba4db9f090,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:15.026567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Checking segment: {'id': '963b5662-6874-4914-a72f-b0c3d51e1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2170833c-3981-4790-b0ad-17b622941f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:15.028600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Network hostable DHCP agents. Network: 2170833c-3981-4790-b0ad-17b622941f73, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:57:15.118319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e323544-6da3-4c12-8eff-f0fd881417ea req-5d0f0337-d4f9-4cf5-8245-a18823ee26c7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.0497112 Mar 10 23:57:15.187189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Network 2170833c-3981-4790-b0ad-17b622941f73 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:57:15.198757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-e9128091-bf77-4498-b7ff-e79f563e6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:15.201220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-e9128091-bf77-4498-b7ff-e79f563e6635 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676035 Mar 10 23:57:15.203254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 2170833c-3981-4790-b0ad-17b622941f73) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:15.211276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:15.212184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77007924-f329-465b-a286-8cca363f248e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:15.223730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af2b81-8bc2-4e90-91d1-4b9fd0498692 None None] Network 2170833c-3981-4790-b0ad-17b622941f73 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:57:15.239978 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77007924-f329-465b-a286-8cca363f248e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2340062 Mar 10 23:57:15.402406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-81e9c210-2abe-4bb9-8f63-fda948a05c26 req-b33e7fec-949f-4c22-9b81-dadc7fe2ee69 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4fed67f-3ad8-4a37-9172-6ab3cc6f35e9 HTTP/1.1" status: 200 len: 210 time: 0.1170545 Mar 10 23:57:15.447373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f90a2a-8f50-49b8-b405-47afb90f9194 req-f0421430-9255-4227-8b37-3253ed5a9ef9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:15.449733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55f90a2a-8f50-49b8-b405-47afb90f9194 req-f0421430-9255-4227-8b37-3253ed5a9ef9 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.0848751 Mar 10 23:57:15.524881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde1e56-6a46-414e-a7dc-b3e8d46e57bd None None] Network 2170833c-3981-4790-b0ad-17b622941f73 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:57:15.608874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55f90a2a-8f50-49b8-b405-47afb90f9194 req-74714ba0-a265-4d1c-bd6a-0bb75825138f tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e224eb-7676-4687-9e71-cebf94e117a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381724 Mar 10 23:57:15.734611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-6e14665e-aafa-4454-998e-9396c6814c9e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:15.743446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-6e14665e-aafa-4454-998e-9396c6814c9e tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 945 time: 0.2241702 Mar 10 23:57:15.816277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d690-c54a-4a7e-aed0-a67f32f07f22 req-a3c179bb-3ccf-48dc-8b21-92d494ff2e8e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:15.829203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53b9d690-c54a-4a7e-aed0-a67f32f07f22 req-a3c179bb-3ccf-48dc-8b21-92d494ff2e8e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1633153 Mar 10 23:57:15.951961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Deleting port 454629a2-b1c3-4776-9355-f3a5d45af840 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:15.951961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:15.967791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53b9d690-c54a-4a7e-aed0-a67f32f07f22 req-9778f35b-c3d3-402e-a193-ac81a17abf86 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361158 Mar 10 23:57:16.104265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] For port 454629a2-b1c3-4776-9355-f3a5d45af840, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=454629a2-b1c3-4776-9355-f3a5d45af840,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:16.104641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:16.136342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Calling delete_port for 454629a2-b1c3-4776-9355-f3a5d45af840 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:16.155570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-0ad425c8-fd2e-43d9-b5b6-d17877b14cf9 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:16.166487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-0ad425c8-fd2e-43d9-b5b6-d17877b14cf9 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/networks?id=2170833c-3981-4790-b0ad-17b622941f73 HTTP/1.1" status: 200 len: 814 time: 0.1596191 Mar 10 23:57:16.184278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d531ac70-a177-4489-924b-12012069bb38 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/quotas/2c180cdcde844c0c93dccbaa697ebedf HTTP/1.1" status: 200 len: 375 time: 0.0167778 Mar 10 23:57:16.256187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-f64be3f0-a951-4ffa-8f04-74eeae132e61 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c180cdcde844c0c93dccbaa697ebedf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705247 Mar 10 23:57:16.494970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-4db5cd88-36cd-4964-bb55-d8f779659e37 service neutron] 10.222.0.21 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373822 Mar 10 23:57:16.511116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (454629a2-b1c3-4776-9355-f3a5d45af840), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:16.529885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['454629a2-b1c3-4776-9355-f3a5d45af840'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:16.590256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Pushing event deleted for resources: {'Port': ['ID=454629a2-b1c3-4776-9355-f3a5d45af840,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:16.616717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] No DVR routers for this DVR port 454629a2-b1c3-4776-9355-f3a5d45af840 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:16.620538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:16.626124 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-947d9748-b2c0-403d-9711-530b6c0f0dbe req-879df644-90b9-43f8-8850-c5f306cf874b tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.30 "DELETE /v2.0/ports/454629a2-b1c3-4776-9355-f3a5d45af840 HTTP/1.1" status: 204 len: 173 time: 0.8680615 Mar 10 23:57:16.626730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'name': 'network-vif-deleted', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:16.631109 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e412fb-efe6-4740-9b8f-7344fac73246" -d '{"events": [{"server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "name": "network-vif-deleted", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:16.763039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-05f21f4e-8f87-47a6-92fa-4e356699173e service neutron] 10.222.0.21 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504213 Mar 10 23:57:16.784553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-2d1f3df3-9206-4648-8a3d-4517ab0fd4e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:16.791304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-2d1f3df3-9206-4648-8a3d-4517ab0fd4e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.2224412 Mar 10 23:57:16.807721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-668002ea-e7ca-46f2-9cce-bd6a106d2513 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0154688 Mar 10 23:57:16.866305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-66c0fd47-019d-4ac9-aee7-6f6d8dc08d95 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576293 Mar 10 23:57:17.071629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-3eff95c9-3791-4e32-a032-194be59048cd service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874082 Mar 10 23:57:17.216658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f80f3447-37c0-4789-9c0d-85725ec5e074 req-af4b124b-dfca-4992-a6a1-5260d788e658 tempest-ServerRescueTestJSON-539096964 tempest-ServerRescueTestJSON-539096964-project] 10.222.0.21 "GET /v2.0/ports?device_id=f55bccd8-efc5-414c-966e-8ea87cf94c6a HTTP/1.1" status: 200 len: 210 time: 0.1181433 Mar 10 23:57:17.323638 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb62db-cae9-4b31-b200-6233e670c9ee x-openstack-request-id: req-70fb62db-cae9-4b31-b200-6233e670c9ee {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:17.324747 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55bccd8-efc5-414c-966e-8ea87cf94c6a", "name": "network-vif-deleted", "tag": "454629a2-b1c3-4776-9355-f3a5d45af840", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:17.324860 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70fb62db-cae9-4b31-b200-6233e670c9ee {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:17.325355 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55bccd8-efc5-414c-966e-8ea87cf94c6a', 'name': 'network-vif-deleted', 'tag': '454629a2-b1c3-4776-9355-f3a5d45af840', 'status': 'completed', 'code': 200} Mar 10 23:57:17.467873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03274e67-0453-44e4-9d2d-8d50b26aa669 req-71f0ad62-a482-4847-9c4a-2bb1128e8c4d tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 210 time: 0.0429163 Mar 10 23:57:17.489186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-8e677da9-dc73-402d-9caa-c31df4cf068f service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144506 Mar 10 23:57:17.743521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e4d8-93b7-4d77-a766-4442f8de3dc0 req-fd1e3707-f88c-4779-974e-a468bed80282 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:17.748537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e79e4d8-93b7-4d77-a766-4442f8de3dc0 req-fd1e3707-f88c-4779-974e-a468bed80282 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1194012 Mar 10 23:57:17.846574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e79e4d8-93b7-4d77-a766-4442f8de3dc0 req-fe4b01e7-c4f7-42e2-ada4-3a4975a6b96e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917857 Mar 10 23:57:17.940830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:17.977810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bc2278c-085f-49ac-bfd6-cedfce825b27 req-431b585a-e6a3-42de-9e5f-8fe98300bc84 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 210 time: 0.0941038 Mar 10 23:57:18.327978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:18.363082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49150) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:18.364015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'mac_address': 'fa:16:3e:3a:3b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:18.476452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 625b2096-f2b1-4b72-996a-3fd26bcaa688 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:18.477040 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:18.518066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 625b2096-f2b1-4b72-996a-3fd26bcaa688 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:18.547857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:18.556015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a0a79-9693-4acd-96c9-6255a908c0ca req-0d7a698e-914a-4d31-924f-3c6f58b2fb12 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:18.559558 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:18.572671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d81a0a79-9693-4acd-96c9-6255a908c0ca req-0d7a698e-914a-4d31-924f-3c6f58b2fb12 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.2638459 Mar 10 23:57:18.699430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:18.723508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['625b2096-f2b1-4b72-996a-3fd26bcaa688'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:18.741808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.742282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.742728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.743161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.743737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.744294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.744959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.745508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.746844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.747510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.748181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.749016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.749584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:18.817298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4bdde44-efd0-4c86-8050-1cf6575f9805 req-1391a305-8c84-4491-8ce2-7ede836e7d23 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 210 time: 0.1359487 Mar 10 23:57:18.865955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d81a0a79-9693-4acd-96c9-6255a908c0ca req-831776ca-7232-4054-ba23-737ec18b3d29 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832723 Mar 10 23:57:19.203198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9c8f-625a-4575-bac2-11e4b89e2e79 req-a9551006-84db-41b0-9c6e-899fdace398a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:19.207412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-029d9c8f-625a-4575-bac2-11e4b89e2e79 req-a9551006-84db-41b0-9c6e-899fdace398a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1695714 Mar 10 23:57:19.246543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-6a4cd30c-edd1-48bc-9250-529d28db631a tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:19.249116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-6a4cd30c-edd1-48bc-9250-529d28db631a tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.30 "GET /v2.0/networks?id=2170833c-3981-4790-b0ad-17b622941f73 HTTP/1.1" status: 200 len: 814 time: 0.1353328 Mar 10 23:57:19.279374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Request body: {'port': {'device_id': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'network_id': '2170833c-3981-4790-b0ad-17b622941f73', 'admin_state_up': True, 'tenant_id': '2c180cdcde844c0c93dccbaa697ebedf'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:19.336828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-029d9c8f-625a-4575-bac2-11e4b89e2e79 req-30274637-18e3-4284-87f9-a60eddd98d11 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222744 Mar 10 23:57:19.624201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Made reservation on behalf of 2c180cdcde844c0c93dccbaa697ebedf for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:19.629754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:19.947657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:20.061971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 625b2096-f2b1-4b72-996a-3fd26bcaa688 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:20.063201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:20.125466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Allocated IP 172.20.0.9 (2170833c-3981-4790-b0ad-17b622941f73/232ab72e-3ba1-403d-939f-b822c1c9a35a/c3683d3e-eedb-42c9-a3a0-4ac228967556) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:57:20.140327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-526475dd-e132-46dd-a580-7dad7a4b65b8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:20.141951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-526475dd-e132-46dd-a580-7dad7a4b65b8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.3280082 Mar 10 23:57:20.157857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:20.244478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 625b2096-f2b1-4b72-996a-3fd26bcaa688 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:20.245334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:20.319256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:20.322129 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677a4c4-eda9-4e90-8be5-2e5659aec4f2" -d '{"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-plugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:20.357165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:20.368334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:20.369502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 454629a2-b1c3-4776-9355-f3a5d45af840 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:20.421877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:20.439003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:20.556226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 454629a2-b1c3-4776-9355-f3a5d45af840 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:20.556691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 454629a2-b1c3-4776-9355-f3a5d45af840 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:20.561477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:20.597597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:20.768860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.9 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:57:20.775161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49222) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:20.807356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks [] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.017458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.074418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.131901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.145311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.161194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Network 2170833c-3981-4790-b0ad-17b622941f73 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:57:21.174504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:21.177521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:57:21.182484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:21.235033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:57:21.238581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:21.254202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.254202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.254202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.254202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.254550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.254781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.255104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.255436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.255765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.260699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.261157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.265927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.266407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.275787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:57:21.299192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:21.300087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.409625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:21.410221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.417183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Publish callbacks [] for security_group (cacc183a-5193-4161-bbab-7cdba3f7686d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.441430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cacc183a-5193-4161-bbab-7cdba3f7686d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.466512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-b8185668-7514-4b1a-8d89-969790fb77fd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3144438 Mar 10 23:57:21.486310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Request body: {'port': {'device_id': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:21.499077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacc183a-5193-4161-bbab-7cdba3f7686d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:21.521478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.521862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.522893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.523306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.523977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.524363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.524808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.525226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.529887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.530319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.530691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.531096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.531437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:57:21.565668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2987969 Mar 10 23:57:21.574491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74725364-fbd2-4747-8680-a5475f800b3c tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Pushing event updated for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:21.595611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Request body: {'port': {'device_id': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:21.611792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a0573f8-60b2-4aab-a343-29c1558857ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84be3f49da16406aac3c23c530c26d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8343251 Mar 10 23:57:21.612868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49226) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:21.690825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.781049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] Publish callbacks [] for security_group (cacc183a-5193-4161-bbab-7cdba3f7686d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.878991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:21.884877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] Publish callbacks [] for security_group (cacc183a-5193-4161-bbab-7cdba3f7686d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.127823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:22.140326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks [] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.159640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Transition to ACTIVE for port object 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:57:22.173396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.188307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Deleting port fc1facdb-1d57-4a97-8b71-044448cdf257 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:22.188307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.277993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cacc183a-5193-4161-bbab-7cdba3f7686d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.280754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.281914 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cacc183a-5193-4161-bbab-7cdba3f7686d HTTP/1.1" status: 204 len: 168 time: 0.6429782 Mar 10 23:57:22.340437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f2a8b-08bc-4ded-9a46-dbf5293fb702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacc183a-5193-4161-bbab-7cdba3f7686d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:22.402243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] For port fc1facdb-1d57-4a97-8b71-044448cdf257, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fc1facdb-1d57-4a97-8b71-044448cdf257,segment=NetworkSegment(12ea45d2-0dca-4ff9-a389-40a1e332653e),segment_id=12ea45d2-0dca-4ff9-a389-40a1e332653e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:22.403110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.438893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Calling delete_port for fc1facdb-1d57-4a97-8b71-044448cdf257 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:22.446778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Attempting to bind port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:57:22.447863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Attempting to bind port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:57:22.448440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Attempting to bind port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:22.465138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:57:22.467222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Attempting to bind port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:22.481937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Pushing event updated for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:22.500387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:57:22.501715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:22.504155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:57:22.505305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Bound port: 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:57:22.506017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.580790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3683d3e-eedb-42c9-a3a0-4ac228967556 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:22.613267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks [] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.674235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:57:22.682308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:57:22.683693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Transition to ACTIVE for port object c3683d3e-eedb-42c9-a3a0-4ac228967556 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:57:22.696720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.697725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.764505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:22.765336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.767145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] 10.222.0.30 "PUT /v2.0/ports/8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc HTTP/1.1" status: 200 len: 1091 time: 1.2924225 Mar 10 23:57:22.767599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:22.770067 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2947d2ad-8370-441e-9e34-1b02d012aae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:22.812672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bcf8-d095-42d7-ae36-eb1ad760a257 service neutron] Pushing event updated for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:22.905688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49242) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:22.906001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Pushing event updated for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:22.925447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e09e5b40-592f-465f-b62f-d995c951ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:22.987712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Attempting to bind port c3683d3e-eedb-42c9-a3a0-4ac228967556 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:57:22.987712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Attempting to bind port c3683d3e-eedb-42c9-a3a0-4ac228967556 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '963b5662-6874-4914-a72f-b0c3d51e1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2170833c-3981-4790-b0ad-17b622941f73'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:57:22.988169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Attempting to bind port c3683d3e-eedb-42c9-a3a0-4ac228967556 on network 2170833c-3981-4790-b0ad-17b622941f73 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:23.004973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-4e5100ca-8855-4de6-84ad-7a9938c708eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.007820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-4e5100ca-8855-4de6-84ad-7a9938c708eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 1125 time: 0.1597965 Mar 10 23:57:23.016257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Port c3683d3e-eedb-42c9-a3a0-4ac228967556 on network 2170833c-3981-4790-b0ad-17b622941f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:57:23.016668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Attempting to bind port c3683d3e-eedb-42c9-a3a0-4ac228967556 on network 2170833c-3981-4790-b0ad-17b622941f73 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:23.029539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:57:23.029539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Checking segment: {'id': '963b5662-6874-4914-a72f-b0c3d51e1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2170833c-3981-4790-b0ad-17b622941f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:23.029539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Bound using segment: {'id': '963b5662-6874-4914-a72f-b0c3d51e1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2170833c-3981-4790-b0ad-17b622941f73'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:57:23.029539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Bound port: c3683d3e-eedb-42c9-a3a0-4ac228967556, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963b5662-6874-4914-a72f-b0c3d51e1e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2170833c-3981-4790-b0ad-17b622941f73'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:57:23.029539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.072394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fc1facdb-1d57-4a97-8b71-044448cdf257), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.109216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-1d29b1fc-5b35-4222-ac2f-4da302f17f60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc HTTP/1.1" status: 200 len: 217 time: 0.0902517 Mar 10 23:57:23.136679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1facdb-1d57-4a97-8b71-044448cdf257,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:23.203358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c831-207c-42aa-acfa-c13383797f01 req-26a899b6-59f7-42a5-b4fb-aba284aa92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.205190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-26a899b6-59f7-42a5-b4fb-aba284aa92ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.0852287 Mar 10 23:57:23.246342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:57:23.253552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-edff6066-dcf6-4541-bb6d-abc83a837ffc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397847 Mar 10 23:57:23.258973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e09e5b40-592f-465f-b62f-d995c951ecf2 admin admin] Publish callbacks [] for security_group (5c906b6e-ccfa-4bfb-856f-25e2fd90f581), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.266189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556,segment=NetworkSegment(963b5662-6874-4914-a72f-b0c3d51e1e2b),segment_id=963b5662-6874-4914-a72f-b0c3d51e1e2b)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:57:23.277082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e09e5b40-592f-465f-b62f-d995c951ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5c906b6e-ccfa-4bfb-856f-25e2fd90f581), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.349602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.409230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.410024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.412186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] 10.222.0.30 "PUT /v2.0/ports/c3683d3e-eedb-42c9-a3a0-4ac228967556 HTTP/1.1" status: 200 len: 1091 time: 1.8316383 Mar 10 23:57:23.416148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:23.420368 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d089644-88ba-4d2d-93be-c9ad3d5538ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:23.454539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5b40-592f-465f-b62f-d995c951ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c906b6e-ccfa-4bfb-856f-25e2fd90f581,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:23.465388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e09e5b40-592f-465f-b62f-d995c951ecf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d452b8cbaa6407bb49f5e25634a2220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584919 Mar 10 23:57:23.469210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49262) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:23.528894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-0f18d07d-0a74-42e1-910e-2050c95a7432 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631586 Mar 10 23:57:23.544891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a096-32d7-43b3-8edb-4f20a5360eac req-0d516241-7b53-421b-82ea-9da9e3df94a0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.546557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e49a096-32d7-43b3-8edb-4f20a5360eac req-0d516241-7b53-421b-82ea-9da9e3df94a0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 943 time: 0.1725335 Mar 10 23:57:23.553324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb1a6-752a-48c3-9a46-dafb35a8b790 service neutron] Pushing event updated for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:23.593005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-dfb9e2a2-0922-44fb-a4a4-81617dce81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.594603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-dfb9e2a2-0922-44fb-a4a4-81617dce81ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c180cdcde844c0c93dccbaa697ebedf&device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 1125 time: 0.1198235 Mar 10 23:57:23.596695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.639908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] Publish callbacks [] for security_group (5c906b6e-ccfa-4bfb-856f-25e2fd90f581), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.703569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] Publish callbacks [] for security_group (5c906b6e-ccfa-4bfb-856f-25e2fd90f581), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.712259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e49a096-32d7-43b3-8edb-4f20a5360eac req-5adce9e7-7f8f-455e-92a5-a9630257a9cd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519511 Mar 10 23:57:23.757965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-cad4113f-4dc1-495a-89e9-319a6620fa58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556 HTTP/1.1" status: 200 len: 217 time: 0.1288583 Mar 10 23:57:23.759936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ddae9-0996-446f-a65c-0501482bb98c req-5b91bf64-ab9a-45ea-9e8e-4f88e2b3bce3 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.762182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b35ddae9-0996-446f-a65c-0501482bb98c req-5b91bf64-ab9a-45ea-9e8e-4f88e2b3bce3 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 943 time: 0.2116046 Mar 10 23:57:23.794695 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7e438-5667-4fde-ac84-24e31bad26ae x-openstack-request-id: req-56f7e438-5667-4fde-ac84-24e31bad26ae {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:23.795210 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-plugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:23.795308 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56f7e438-5667-4fde-ac84-24e31bad26ae {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:23.795688 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'code': 200} Mar 10 23:57:23.838410 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81120bfe-1a85-44e8-994a-134743501f90 x-openstack-request-id: req-81120bfe-1a85-44e8-994a-134743501f90 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:23.838831 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:23.839261 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81120bfe-1a85-44e8-994a-134743501f90 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:23.839791 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc', 'status': 'completed', 'code': 200} Mar 10 23:57:23.842084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14a2c831-207c-42aa-acfa-c13383797f01 req-db7c4724-1cf5-48d0-a038-aaaf8e3b5024 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156858 Mar 10 23:57:23.863486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b35ddae9-0996-446f-a65c-0501482bb98c req-5f112792-76e8-4620-b88e-92d828067ba4 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855193 Mar 10 23:57:23.886639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5c906b6e-ccfa-4bfb-856f-25e2fd90f581), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.889648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:23.891490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c906b6e-ccfa-4bfb-856f-25e2fd90f581 HTTP/1.1" status: 204 len: 168 time: 0.4196789 Mar 10 23:57:23.903379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1d496-05da-4978-b542-d3b9714bc121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c906b6e-ccfa-4bfb-856f-25e2fd90f581,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:23.938513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-f48e1dc3-f23b-42e3-9301-8e58a2aa251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:23.943256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-f48e1dc3-f23b-42e3-9301-8e58a2aa251a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=232ab72e-3ba1-403d-939f-b822c1c9a35a HTTP/1.1" status: 200 len: 854 time: 0.1729317 Mar 10 23:57:24.015096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-f683d331-ff71-420b-92e1-5bf5987ed224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2170833c-3981-4790-b0ad-17b622941f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578332 Mar 10 23:57:24.016647 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315899bc-2140-43b8-ba1d-1bdd8fc5ff3f x-openstack-request-id: req-315899bc-2140-43b8-ba1d-1bdd8fc5ff3f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:24.016940 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:24.017193 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-315899bc-2140-43b8-ba1d-1bdd8fc5ff3f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:24.017636 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556', 'status': 'completed', 'code': 200} Mar 10 23:57:24.163951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-07eb12ad-a434-4e9e-8151-0b1f85d9ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:24.166357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-07eb12ad-a434-4e9e-8151-0b1f85d9ce30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 1125 time: 0.2470562 Mar 10 23:57:24.582217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-2578c86d-1b87-4cc4-a82d-9ce7120f13e6 service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566897 Mar 10 23:57:24.607115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Router da7c2fbb-716a-4368-9cea-3a283e1bfab4 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:57:24.778577 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-093523ad-712b-4d76-8efc-2fbc7f46b611 req-fef2a957-73e9-470a-b3aa-44ab26adbb71 service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863847 Mar 10 23:57:24.863602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:57:24.880189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Sync routers for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:57:24.899203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ca30956-6f91-4eb7-ac02-235e7c49ed3b admin admin] 10.222.0.21 "PUT /v2.0/routers/da7c2fbb-716a-4368-9cea-3a283e1bfab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5331557 Mar 10 23:57:24.901867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49300) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:24.905008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:24.905915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:24.942002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8635-60fa-44b4-b9f7-72df76fb5c00 req-b80ebd61-d925-42d9-b23c-3ece98b81e17 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:24.945143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-417a8635-60fa-44b4-b9f7-72df76fb5c00 req-b80ebd61-d925-42d9-b23c-3ece98b81e17 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.9264441 Mar 10 23:57:24.954685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-dfd00443-028d-4940-83cd-083fc26b467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:24.957809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-dfd00443-028d-4940-83cd-083fc26b467d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.7790453 Mar 10 23:57:24.979136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1fe3b-1e19-492b-8536-3bfc87a9ce8c req-5b11ca71-6ac5-4bb0-bd79-28eb3f2e8a59 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:24.983441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c1fe3b-1e19-492b-8536-3bfc87a9ce8c req-5b11ca71-6ac5-4bb0-bd79-28eb3f2e8a59 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 949 time: 0.9036961 Mar 10 23:57:25.079807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-ee2d93ff-f9f7-4867-9058-b584b676a4d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc HTTP/1.1" status: 200 len: 217 time: 0.1086767 Mar 10 23:57:25.109279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-3b6180bf-d06f-4e30-a489-780d280cf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:25.111426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-3b6180bf-d06f-4e30-a489-780d280cf87b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c180cdcde844c0c93dccbaa697ebedf&device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 1125 time: 0.1941171 Mar 10 23:57:25.121408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks [] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:25.135631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:25.326978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-420b3e80-9b2e-4f09-b71c-fd07b3580c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:25.329799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-420b3e80-9b2e-4f09-b71c-fd07b3580c32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2170833c-3981-4790-b0ad-17b622941f73 HTTP/1.1" status: 200 len: 915 time: 0.2039385 Mar 10 23:57:25.346151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks [] for router_gateway (da7c2fbb-716a-4368-9cea-3a283e1bfab4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:25.370279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-16d63ca1-1d17-43c9-b3c3-9dff1340e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:25.372954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-16d63ca1-1d17-43c9-b3c3-9dff1340e1ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1515622 Mar 10 23:57:25.394695 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-82595dd5-d29f-4e2d-8902-234153c1f236 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556 HTTP/1.1" status: 200 len: 217 time: 0.0595291 Mar 10 23:57:25.451912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-4f616c1c-5691-4a55-9927-f486a1c943bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710599 Mar 10 23:57:25.466114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c1fe3b-1e19-492b-8536-3bfc87a9ce8c req-e0f9d3ff-66d0-4c19-8b38-b0736c2b8cca tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861332 Mar 10 23:57:25.485715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-90618f8d-a8d6-4bdf-b653-b0a0299dc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:25.496342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-90618f8d-a8d6-4bdf-b653-b0a0299dc3c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=232ab72e-3ba1-403d-939f-b822c1c9a35a HTTP/1.1" status: 200 len: 854 time: 0.0777082 Mar 10 23:57:25.512347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-417a8635-60fa-44b4-b9f7-72df76fb5c00 req-83466fb0-525a-45e2-b640-70a5ce6942cc tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431507 Mar 10 23:57:25.539148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-b845e41a-5a79-4815-b9d6-a0a1326812b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2170833c-3981-4790-b0ad-17b622941f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418155 Mar 10 23:57:25.543716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Deleting port da6e637a-d589-4ad3-9b7b-f9ca807f5369 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:25.544097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:25.604318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:57:22Z', 'revision_number': 5, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port': {'id': 'da6e637a-d589-4ad3-9b7b-f9ca807f5369', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:54:49Z', 'updated_at': '2022-03-10T23:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:25.676611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] For port da6e637a-d589-4ad3-9b7b-f9ca807f5369, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=da6e637a-d589-4ad3-9b7b-f9ca807f5369,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:25.676981 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:25.726079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Calling delete_port for da6e637a-d589-4ad3-9b7b-f9ca807f5369 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:25.729412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Checking router: da7c2fbb-716a-4368-9cea-3a283e1bfab4 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:57:25.768131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Routers {'da7c2fbb-716a-4368-9cea-3a283e1bfab4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:25.769126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:25.825950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-da9a83b6-b650-4ac4-a3cf-dbacfa33b4c5 service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145629 Mar 10 23:57:25.944480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] Set router da7c2fbb-716a-4368-9cea-3a283e1bfab4 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:25.968420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-3623bdae-eb9f-44fd-b56b-17bdaae7488c service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992430 Mar 10 23:57:26.013283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:57:25Z', 'revision_number': 6, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:26.015410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:26.051155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b46375-fc16-4ef5-a88d-04470c1ecf89 None None] The sync data for ids ['da7c2fbb-716a-4368-9cea-3a283e1bfab4'] in n-d-831844-1 is: [{'id': 'da7c2fbb-716a-4368-9cea-3a283e1bfab4', 'name': 'tempest-ServerRescueTestJSON-1434996686-router', 'tenant_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:54:48Z', 'updated_at': '2022-03-10T23:57:25Z', 'revision_number': 6, 'project_id': '95868d83a7d14ebca30f31f05ad8bdc0', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:57:26.113543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef560-7f2c-4048-bacb-8dcde44f77c3 req-294ec1e7-c1df-4ea9-983f-2c2a275de5e3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:26.118264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4ef560-7f2c-4048-bacb-8dcde44f77c3 req-294ec1e7-c1df-4ea9-983f-2c2a275de5e3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 943 time: 0.4269497 Mar 10 23:57:26.133741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6d089644-88ba-4d2d-93be-c9ad3d5538ac req-a9a6968a-3220-48be-bbd7-b74496143fbc service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737215 Mar 10 23:57:26.146278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09a38-2dac-49ea-a5ce-cc49eb1f5338 req-10a7e729-e87c-4e98-895a-d174c2591967 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:26.152557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acb09a38-2dac-49ea-a5ce-cc49eb1f5338 req-10a7e729-e87c-4e98-895a-d174c2591967 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 943 time: 0.3511598 Mar 10 23:57:26.204442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (da6e637a-d589-4ad3-9b7b-f9ca807f5369), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.238594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:26.257754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6e637a-d589-4ad3-9b7b-f9ca807f5369,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:26.271131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc', 'mac_address': 'fa:16:3e:53:1c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:26.318063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:26.318642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.334138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:26.356845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.359527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:26.372883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.403256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4ef560-7f2c-4048-bacb-8dcde44f77c3 req-f3af49c0-e4b4-4e7f-8402-95e19f0105a8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496457 Mar 10 23:57:26.408312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2947d2ad-8370-441e-9e34-1b02d012aae5 req-5692078b-b0fa-4881-8662-be89e93ef604 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219627 Mar 10 23:57:26.411538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acb09a38-2dac-49ea-a5ce-cc49eb1f5338 req-724931ea-33ba-4e69-82d0-e14947a4d964 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177372 Mar 10 23:57:26.512308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.515235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks [] for router_controller (da7c2fbb-716a-4368-9cea-3a283e1bfab4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.522778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:26.582563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (da7c2fbb-716a-4368-9cea-3a283e1bfab4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.583590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da7c2fbb-716a-4368-9cea-3a283e1bfab4 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:57:26.594737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.596347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b030ffcf-2ab6-4d25-8c5d-281922f68ac9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/da7c2fbb-716a-4368-9cea-3a283e1bfab4 HTTP/1.1" status: 204 len: 168 time: 1.6888793 Mar 10 23:57:26.599323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:26.685739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Deleting subnet 6e0c0668-1d14-4e03-8052-58fc5e139ed8 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:57:26.691624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Publish callbacks [] for subnet (6e0c0668-1d14-4e03-8052-58fc5e139ed8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.715845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:26.775187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (6e0c0668-1d14-4e03-8052-58fc5e139ed8), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:26.886728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6e0c0668-1d14-4e03-8052-58fc5e139ed8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.130497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22966cb-d2c3-4e88-b195-fa37c331b89e req-d1cc7b3e-ffe6-4086-83b6-b6596971742f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:27.140838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c22966cb-d2c3-4e88-b195-fa37c331b89e req-d1cc7b3e-ffe6-4086-83b6-b6596971742f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.2803144 Mar 10 23:57:27.219962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (6e0c0668-1d14-4e03-8052-58fc5e139ed8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.284172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0c0668-1d14-4e03-8052-58fc5e139ed8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:27.288187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.291587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a4650dc-ffb5-469f-b746-cf2affd0f5a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6e0c0668-1d14-4e03-8052-58fc5e139ed8 HTTP/1.1" status: 204 len: 168 time: 0.6910582 Mar 10 23:57:27.294988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49374) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:27.306692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c22966cb-d2c3-4e88-b195-fa37c331b89e req-92a212b0-a8f2-4382-8835-0fd7ff5d5fbf tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567640 Mar 10 23:57:27.422458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6987aafa-7b67-4c66-b48c-bb454686e797), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.605714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6987aafa-7b67-4c66-b48c-bb454686e797), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.648605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49382) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:27.664396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6987aafa-7b67-4c66-b48c-bb454686e797']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:27.689940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f9cc5-4b82-45d4-bd84-916e461ccb57 req-77940d83-bc79-4381-bcd3-c11c0449bf67 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:27.697604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-281f9cc5-4b82-45d4-bd84-916e461ccb57 req-77940d83-bc79-4381-bcd3-c11c0449bf67 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 944 time: 0.1722591 Mar 10 23:57:27.697805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ea45d2-0dca-4ff9-a389-40a1e332653e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:27.698139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ea45d2-0dca-4ff9-a389-40a1e332653e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:27.715581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device da6e637a-d589-4ad3-9b7b-f9ca807f5369 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:27.725878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (12ea45d2-0dca-4ff9-a389-40a1e332653e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.735455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3cf6-c119-4d0f-aad9-2035038d7a39 req-f7e5adb8-23b7-4509-8b70-5a167c996dda tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:27.739172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbde3cf6-c119-4d0f-aad9-2035038d7a39 req-f7e5adb8-23b7-4509-8b70-5a167c996dda tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 943 time: 0.1453035 Mar 10 23:57:27.751085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: da6e637a-d589-4ad3-9b7b-f9ca807f5369 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:27.751953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device da6e637a-d589-4ad3-9b7b-f9ca807f5369 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:27.752698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fc1facdb-1d57-4a97-8b71-044448cdf257 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:27.754952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (12ea45d2-0dca-4ff9-a389-40a1e332653e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.768165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:57:27.768571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (12ea45d2-0dca-4ff9-a389-40a1e332653e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:57:27.770429 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:57:27.819910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fc1facdb-1d57-4a97-8b71-044448cdf257 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:27.821723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fc1facdb-1d57-4a97-8b71-044448cdf257 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:27.861527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6987aafa-7b67-4c66-b48c-bb454686e797), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.876234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.876384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-281f9cc5-4b82-45d4-bd84-916e461ccb57 req-30b96fc2-f6fc-41e2-aa4c-a137c7077350 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750805 Mar 10 23:57:27.883604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6987aafa-7b67-4c66-b48c-bb454686e797 HTTP/1.1" status: 204 len: 168 time: 0.5873964 Mar 10 23:57:27.917427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b7601-4a21-4d4c-bb70-a4e555085712 admin admin] Pushing event deleted for resources: {'Network': ['ID=6987aafa-7b67-4c66-b48c-bb454686e797,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:27.923081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbde3cf6-c119-4d0f-aad9-2035038d7a39 req-395d445a-e0d7-408b-92f0-f45558e5c550 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771669 Mar 10 23:57:27.931168 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b03c8a-63d6-43bd-a4da-6743ec5e8312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:27.982097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c3683d3e-eedb-42c9-a3a0-4ac228967556 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:27.987968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:28.051529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b03c8a-63d6-43bd-a4da-6743ec5e8312 admin admin] Publish callbacks [] for security_group (a0190cce-7497-4c8e-a159-5bca722b0082), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.056901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b03c8a-63d6-43bd-a4da-6743ec5e8312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0190cce-7497-4c8e-a159-5bca722b0082), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.078927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49398) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:28.122716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b03c8a-63d6-43bd-a4da-6743ec5e8312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0190cce-7497-4c8e-a159-5bca722b0082,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:28.130660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94b03c8a-63d6-43bd-a4da-6743ec5e8312 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4bbd47b742f4f859e72100bf2681b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789264 Mar 10 23:57:28.131294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49400) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:28.158866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4622b161-1c08-4361-b43b-9f93dbae21fb is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:28.159280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.164515 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb968d2a-f5f4-4710-b78a-2f2173c09955 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95868d83a7d14ebca30f31f05ad8bdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829542 Mar 10 23:57:28.165631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49402) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:28.183725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:57:28.206149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] Publish callbacks [] for security_group (a0190cce-7497-4c8e-a159-5bca722b0082), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.230218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:28.235997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:28.241104 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0ecc1-46b4-4966-b5f0-888192312772" -d '{"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:28.241696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] Publish callbacks [] for security_group (02e224eb-7676-4687-9e71-cebf94e117a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.248952 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.252118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] Publish callbacks [] for security_group (a0190cce-7497-4c8e-a159-5bca722b0082), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.307089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] Publish callbacks [] for security_group (02e224eb-7676-4687-9e71-cebf94e117a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.324878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0190cce-7497-4c8e-a159-5bca722b0082), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.328297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.338445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0190cce-7497-4c8e-a159-5bca722b0082 HTTP/1.1" status: 204 len: 168 time: 0.2065074 Mar 10 23:57:28.339647 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119dbfb0-30d6-4e2e-968c-9007acff2f21 x-openstack-request-id: req-119dbfb0-30d6-4e2e-968c-9007acff2f21 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:28.340170 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:28.340290 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-119dbfb0-30d6-4e2e-968c-9007acff2f21 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:28.340746 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'code': 200} Mar 10 23:57:28.368098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c1cf5-7f94-474e-aeed-44834fe620da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0190cce-7497-4c8e-a159-5bca722b0082,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:28.378455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:28.392049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556,segment=NetworkSegment(963b5662-6874-4914-a72f-b0c3d51e1e2b),segment_id=963b5662-6874-4914-a72f-b0c3d51e1e2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:28.400649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (02e224eb-7676-4687-9e71-cebf94e117a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.404003 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.408186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02e224eb-7676-4687-9e71-cebf94e117a2 HTTP/1.1" status: 204 len: 168 time: 0.2414949 Mar 10 23:57:28.418120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c3683d3e-eedb-42c9-a3a0-4ac228967556', 'network_id': '2170833c-3981-4790-b0ad-17b622941f73', 'port_id': 'c3683d3e-eedb-42c9-a3a0-4ac228967556', 'mac_address': 'fa:16:3e:19:16:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232ab72e-3ba1-403d-939f-b822c1c9a35a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:28.420054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709c558-eec2-4a68-8262-9f1def4b33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e224eb-7676-4687-9e71-cebf94e117a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:28.497437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c3683d3e-eedb-42c9-a3a0-4ac228967556 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:28.497737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.524752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3683d3e-eedb-42c9-a3a0-4ac228967556 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:28.555514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556,segment=NetworkSegment(963b5662-6874-4914-a72f-b0c3d51e1e2b),segment_id=963b5662-6874-4914-a72f-b0c3d51e1e2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:28.563803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:28.569154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a7e15-e738-4351-adeb-690614c93b33 req-d86a531f-3027-4669-81af-67f0032a7446 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:28.571568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f3a7e15-e738-4351-adeb-690614c93b33 req-d86a531f-3027-4669-81af-67f0032a7446 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1028969 Mar 10 23:57:28.665924 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:28.709659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f3a7e15-e738-4351-adeb-690614c93b33 req-e5d037e6-3feb-4f46-8214-8651b6c9ffd3 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246831 Mar 10 23:57:28.965928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c3683d3e-eedb-42c9-a3a0-4ac228967556'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:29.034518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223827-b611-4bf3-8bd4-e5ed8303a8da req-4c667cc3-7350-4bbd-a289-b85d24dda5f0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:29.044779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b223827-b611-4bf3-8bd4-e5ed8303a8da req-4c667cc3-7350-4bbd-a289-b85d24dda5f0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 944 time: 0.0905552 Mar 10 23:57:29.101427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49436) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:29.123395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-069bab18-cdf6-45fe-9d80-fb5130930839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.171244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b223827-b611-4bf3-8bd4-e5ed8303a8da req-187dba03-fbc2-4b35-8026-7ddfa19af2a1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253810 Mar 10 23:57:29.213613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90feb0-414c-4404-b682-f1e12b0bff79 req-79c10088-51b8-404e-a167-ff9fa48c1428 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:29.216401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e90feb0-414c-4404-b682-f1e12b0bff79 req-79c10088-51b8-404e-a167-ff9fa48c1428 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 944 time: 0.1506610 Mar 10 23:57:29.325210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e90feb0-414c-4404-b682-f1e12b0bff79 req-c20d41c8-1705-4f25-820b-36e386a62f8e tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019280 Mar 10 23:57:29.364864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-069bab18-cdf6-45fe-9d80-fb5130930839 admin admin] Publish callbacks [] for security_group (30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.381346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-069bab18-cdf6-45fe-9d80-fb5130930839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.418107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-069bab18-cdf6-45fe-9d80-fb5130930839 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=211acd53ef614211899ebd1e99f41bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153484 Mar 10 23:57:29.420862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49460) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:29.449315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bab18-cdf6-45fe-9d80-fb5130930839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:29.494366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] Publish callbacks [] for security_group (30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.521865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] Publish callbacks [] for security_group (30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.582637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.586028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:29.587454 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17 HTTP/1.1" status: 204 len: 168 time: 0.1654196 Mar 10 23:57:29.599381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d57b9d-53de-4ac7-aebc-554a3b8b52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5ba86-fa3c-4dfe-8a9b-3e01e6f41a17,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:29.905666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dbbd7-7c30-4f96-b625-0123ecce1c46 req-d828fee9-9dab-4819-9444-6566296656fd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:29.907648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d3dbbd7-7c30-4f96-b625-0123ecce1c46 req-d828fee9-9dab-4819-9444-6566296656fd tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.0960608 Mar 10 23:57:29.999684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d3dbbd7-7c30-4f96-b625-0123ecce1c46 req-2de8423e-bff3-4666-b40e-c5dd53f6cff7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Mar 10 23:57:30.014129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:30.016879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:30.142467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:57:30.147497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:30.147996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:30.203004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:30.224193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'mac_address': 'fa:16:3e:7f:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:30.277378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:30.277822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:30.295348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29fa3f7-6103-4197-8d01-39b420a50825 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:30.321573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:30.327376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:30.429858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:30.432571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:30.433524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:30.467911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95611e-bae3-4d01-b74a-a08210ff30d0 req-a1d19ca8-7d6c-4237-a572-61e7686ef8e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:30.469425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee95611e-bae3-4d01-b74a-a08210ff30d0 req-a1d19ca8-7d6c-4237-a572-61e7686ef8e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 944 time: 0.1362700 Mar 10 23:57:30.472938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:30.473888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:30.476415 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf954ddb-e06e-4593-9bf6-c919a74b29f8" -d '{"events": [{"server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "name": "network-vif-plugged", "status": "completed", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:30.482004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:30.533505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:30.536696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e29fa3f7-6103-4197-8d01-39b420a50825'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:30.570219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee95611e-bae3-4d01-b74a-a08210ff30d0 req-d16a8e93-5417-4d0a-8556-28c4f6a94401 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912616 Mar 10 23:57:30.898106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4cf5d-2a01-4a46-8ca5-2a693cd538bc req-b122f9a6-0383-4fdb-9c07-157c44043657 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:30.900105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dea4cf5d-2a01-4a46-8ca5-2a693cd538bc req-b122f9a6-0383-4fdb-9c07-157c44043657 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 944 time: 0.1239955 Mar 10 23:57:30.996712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dea4cf5d-2a01-4a46-8ca5-2a693cd538bc req-343cb0d4-6764-456e-b265-6165a5194bc9 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887048 Mar 10 23:57:31.112793 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d8407-080a-4161-9a4d-2adc44ef031a x-openstack-request-id: req-216d8407-080a-4161-9a4d-2adc44ef031a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:31.113644 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "name": "network-vif-plugged", "status": "completed", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:31.114214 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-216d8407-080a-4161-9a4d-2adc44ef031a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:31.114937 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc', 'code': 200} Mar 10 23:57:31.147863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29b60fe5-60a8-4e9c-866e-d5150f14be2f req-de9d89be-bbad-4237-a7b8-4d5c97064c13 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0555644 Mar 10 23:57:31.367015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac055f-7a40-442d-ad6d-53495eee5885 req-a6be70f8-4f6d-498d-8cc9-a33d91fd1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:31.368471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dac055f-7a40-442d-ad6d-53495eee5885 req-a6be70f8-4f6d-498d-8cc9-a33d91fd1c83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 1127 time: 0.1186738 Mar 10 23:57:31.383713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421362c8-c3b6-479c-a057-f837715b3e0c req-a933a9fa-6376-4245-8fce-7041c7466198 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:31.385491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-421362c8-c3b6-479c-a057-f837715b3e0c req-a933a9fa-6376-4245-8fce-7041c7466198 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1475692 Mar 10 23:57:31.462336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dac055f-7a40-442d-ad6d-53495eee5885 req-c1d81fc5-6106-4823-8dfa-5c3283c44e80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Mar 10 23:57:31.482377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-421362c8-c3b6-479c-a057-f837715b3e0c req-69dcf952-5465-44aa-bedb-3430d23cec21 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737126 Mar 10 23:57:31.753255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08041be0-d2d5-4608-9697-632d6182eb51 req-98f85545-66bd-4195-a6c4-85e62a2bf1ac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:31.754815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08041be0-d2d5-4608-9697-632d6182eb51 req-98f85545-66bd-4195-a6c4-85e62a2bf1ac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.0695293 Mar 10 23:57:31.885696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08041be0-d2d5-4608-9697-632d6182eb51 req-5273540d-80f3-4abb-b2fe-fc42374a4db5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251574 Mar 10 23:57:32.003484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:32.130407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e29fa3f7-6103-4197-8d01-39b420a50825 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:32.131627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:32.268713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:32.269459 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:32.321623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:32.333707 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:32.334987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c3683d3e-eedb-42c9-a3a0-4ac228967556 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:32.427607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:32.500890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c3683d3e-eedb-42c9-a3a0-4ac228967556 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:57:32.517950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c3683d3e-eedb-42c9-a3a0-4ac228967556 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:32.518333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:32.722449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c3683d3e-eedb-42c9-a3a0-4ac228967556 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:32.726707 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:32.854235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556,segment=NetworkSegment(963b5662-6874-4914-a72f-b0c3d51e1e2b),segment_id=963b5662-6874-4914-a72f-b0c3d51e1e2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:32.865358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:33.000315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:33.116803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}, {'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:33.123164 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e16e4-d511-4d31-a77d-e7ae98f7d24d" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}, {"server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "name": "network-vif-plugged", "status": "completed", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:34.696360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50a34b45-4f67-415e-8ae3-f0dd47fefdbe req-752c26e6-6fce-4d6b-934a-9b370fd6ca50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0542414 Mar 10 23:57:35.497088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684cbb-d330-41e1-9d7f-e51a4e17e101 req-b01dc714-21aa-49d5-99ac-f97d3c6d0cf4 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:35.498733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3684cbb-d330-41e1-9d7f-e51a4e17e101 req-b01dc714-21aa-49d5-99ac-f97d3c6d0cf4 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.0837562 Mar 10 23:57:35.606271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab99250e-dd3e-4854-bbb8-43474d59c8b6 req-ea853b2e-460a-4451-bce8-083da88907ad tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0551567 Mar 10 23:57:35.642436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3684cbb-d330-41e1-9d7f-e51a4e17e101 req-cb5178d2-27a4-457b-88e0-74c18216874b tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376030 Mar 10 23:57:35.772550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c7021-013d-42a5-9e86-23fdc62ddab9 req-173744bc-7aae-4e47-926e-fbf67b349229 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:35.774162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-119c7021-013d-42a5-9e86-23fdc62ddab9 req-173744bc-7aae-4e47-926e-fbf67b349229 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1040442 Mar 10 23:57:35.889605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cddf0f-fb4f-4838-a91d-467007f165f5 req-826066e3-bbb7-4ef3-af9b-f700e483ec35 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:35.897287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01cddf0f-fb4f-4838-a91d-467007f165f5 req-826066e3-bbb7-4ef3-af9b-f700e483ec35 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1220269 Mar 10 23:57:35.939530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-119c7021-013d-42a5-9e86-23fdc62ddab9 req-c9c95227-0d6f-4f8f-b4a4-884c6699829a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415088 Mar 10 23:57:36.007080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01cddf0f-fb4f-4838-a91d-467007f165f5 req-9ab489ad-6e5a-4f0b-906a-a8af97fd1611 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085467 Mar 10 23:57:36.020243 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963fb38e-dedf-4205-b101-058efe121853 x-openstack-request-id: req-963fb38e-dedf-4205-b101-058efe121853 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:36.020774 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-plugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "code": 200}, {"server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "name": "network-vif-plugged", "status": "completed", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:36.020774 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-963fb38e-dedf-4205-b101-058efe121853 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:36.021180 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'code': 200} Mar 10 23:57:36.021435 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556', 'code': 200} Mar 10 23:57:36.290691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2a9a3-aa26-44c1-aa5b-02e9843ef0c1 req-c4b81afb-3363-46a6-b23c-7eae363c6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:36.293151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89f2a9a3-aa26-44c1-aa5b-02e9843ef0c1 req-c4b81afb-3363-46a6-b23c-7eae363c6bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 1127 time: 0.1269197 Mar 10 23:57:36.402760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfcab-97e0-497a-af0c-e405e3a9e651 req-d47a8a91-5955-4c50-86e6-3ceb83d5bbac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:36.411813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6accfcab-97e0-497a-af0c-e405e3a9e651 req-d47a8a91-5955-4c50-86e6-3ceb83d5bbac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1232553 Mar 10 23:57:36.414862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89f2a9a3-aa26-44c1-aa5b-02e9843ef0c1 req-430aad83-d3ec-4df9-8fc5-4e57643a8334 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099524 Mar 10 23:57:36.476555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6accfcab-97e0-497a-af0c-e405e3a9e651 req-8489a157-4d2c-494e-87e4-0114585463e4 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616059 Mar 10 23:57:36.679549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb4a82c5-c89c-4766-b12d-2419512fd0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:37.303090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb597245-4502-4662-81c4-c927016f7db0 req-9969f79d-dec0-4805-888f-5410471cd10a tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0584619 Mar 10 23:57:37.530684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dbd77-e086-4ebd-aba2-f9a29d8e498d req-a395b1e0-1689-4ba2-a2df-ff1caaeac9db tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:37.538996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265dbd77-e086-4ebd-aba2-f9a29d8e498d req-a395b1e0-1689-4ba2-a2df-ff1caaeac9db tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.0815783 Mar 10 23:57:37.629727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265dbd77-e086-4ebd-aba2-f9a29d8e498d req-258caab8-601e-442e-ab3c-1f4acd88c9d2 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898018 Mar 10 23:57:37.680465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9e38-f7fc-4340-ba42-ccad62e54067 req-61f00d6d-fc00-42ea-8787-0a65a85736e1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:37.689184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cfb9e38-f7fc-4340-ba42-ccad62e54067 req-61f00d6d-fc00-42ea-8787-0a65a85736e1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1021821 Mar 10 23:57:37.780689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cfb9e38-f7fc-4340-ba42-ccad62e54067 req-8da6338b-4834-4d95-be0f-8583aea77a3a tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898073 Mar 10 23:57:37.822134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49792) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:38.062846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f4b7-6a34-4d5e-82ea-a9285e1158d9 req-840b275b-e025-4f35-b82b-fc0914f81596 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:38.071366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42b6f4b7-6a34-4d5e-82ea-a9285e1158d9 req-840b275b-e025-4f35-b82b-fc0914f81596 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1114411 Mar 10 23:57:38.106193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-539c9fb2-99df-4a35-882d-052c47cea2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.158743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42b6f4b7-6a34-4d5e-82ea-a9285e1158d9 req-3f61a73c-3751-4d20-8fad-ce42290094b0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862069 Mar 10 23:57:38.253214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-539c9fb2-99df-4a35-882d-052c47cea2f9 admin admin] Publish callbacks [] for security_group (6edaf6a0-26be-41f8-a3aa-05ab788655b0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.265899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-539c9fb2-99df-4a35-882d-052c47cea2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6edaf6a0-26be-41f8-a3aa-05ab788655b0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.300728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c9fb2-99df-4a35-882d-052c47cea2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edaf6a0-26be-41f8-a3aa-05ab788655b0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:38.341793 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-539c9fb2-99df-4a35-882d-052c47cea2f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4de577b48a94f2fb9aef33d244ee955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184524 Mar 10 23:57:38.342447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49802) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:38.404813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592b7d-01ff-4c7e-8e14-6e4cd66bb975 req-68191d09-0c10-4731-8f4f-7ffbcde1b82b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:38.406353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd592b7d-01ff-4c7e-8e14-6e4cd66bb975 req-68191d09-0c10-4731-8f4f-7ffbcde1b82b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.0944924 Mar 10 23:57:38.430375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] Publish callbacks [] for security_group (6edaf6a0-26be-41f8-a3aa-05ab788655b0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.453792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] Publish callbacks [] for security_group (6edaf6a0-26be-41f8-a3aa-05ab788655b0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.475858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd592b7d-01ff-4c7e-8e14-6e4cd66bb975 req-269f5864-da0e-4559-a72d-2f591233e8c3 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634670 Mar 10 23:57:38.509976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6edaf6a0-26be-41f8-a3aa-05ab788655b0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.513510 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:38.517764 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edaf6a0-26be-41f8-a3aa-05ab788655b0 HTTP/1.1" status: 204 len: 168 time: 0.1741860 Mar 10 23:57:38.528837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c167-d372-4c31-9f7b-a9729bced6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edaf6a0-26be-41f8-a3aa-05ab788655b0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:38.763284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-db0478f9-8432-44fc-82c4-49ff3dd61d58 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:38.770385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-db0478f9-8432-44fc-82c4-49ff3dd61d58 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.1642103 Mar 10 23:57:38.789758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-0a236820-2dd7-4fe8-bef2-181017a075e8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/quotas/4a8173eb72394edca64ce84f6cac4abc HTTP/1.1" status: 200 len: 375 time: 0.0183077 Mar 10 23:57:38.877000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-ce44df66-931f-45e3-8f32-9df70a104c17 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862954 Mar 10 23:57:39.069370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:39.072974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-1f107f91-1b18-4606-b385-5ac7ab5881f1 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949291 Mar 10 23:57:39.107626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36431a35-bf6c-46c9-a2b3-9ba862a40b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.220327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36431a35-bf6c-46c9-a2b3-9ba862a40b31 admin admin] Publish callbacks [] for security_group (e7917bf5-809c-4fb6-bf8f-cf5ed65f758f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.226584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36431a35-bf6c-46c9-a2b3-9ba862a40b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e7917bf5-809c-4fb6-bf8f-cf5ed65f758f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.241670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-5461fb6f-7c1c-41f9-b093-42eea3baa300 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675563 Mar 10 23:57:39.249535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-204a86d3-249b-4946-b9cf-a674d5e54486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.277804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36431a35-bf6c-46c9-a2b3-9ba862a40b31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f1ebcef37de409688ba6bf04150a2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041304 Mar 10 23:57:39.280411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49854) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:39.292079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311b74-d637-40c0-81e4-3fde0b8c6efe req-ab581dd8-6edc-4b5f-95a8-74fc8143fe1f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:39.293724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5311b74-d637-40c0-81e4-3fde0b8c6efe req-ab581dd8-6edc-4b5f-95a8-74fc8143fe1f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1110349 Mar 10 23:57:39.324332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431a35-bf6c-46c9-a2b3-9ba862a40b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7917bf5-809c-4fb6-bf8f-cf5ed65f758f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:39.390190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] Publish callbacks [] for security_group (e7917bf5-809c-4fb6-bf8f-cf5ed65f758f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.413994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5311b74-d637-40c0-81e4-3fde0b8c6efe req-c62a661e-8e9e-46fb-96f5-38bd34c0ba29 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107841 Mar 10 23:57:39.463291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] Publish callbacks [] for security_group (e7917bf5-809c-4fb6-bf8f-cf5ed65f758f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.536662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e7917bf5-809c-4fb6-bf8f-cf5ed65f758f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.541098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:39.543724 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7917bf5-809c-4fb6-bf8f-cf5ed65f758f HTTP/1.1" status: 204 len: 168 time: 0.2623777 Mar 10 23:57:39.560191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff64c-be32-48d9-bb17-9bcf52ff88b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7917bf5-809c-4fb6-bf8f-cf5ed65f758f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:39.615622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6b1c6-abe3-4832-8166-f0922e389b5b req-ff7dd065-f4d6-4f2d-bc35-048e6d2fa931 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:39.619965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cb6b1c6-abe3-4832-8166-f0922e389b5b req-ff7dd065-f4d6-4f2d-bc35-048e6d2fa931 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.1587594 Mar 10 23:57:39.700509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a84f-b5be-4777-bee8-7f498ba63149 req-28344b65-970f-48d0-ad88-0e7e810f6cfb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:39.702162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a67a84f-b5be-4777-bee8-7f498ba63149 req-28344b65-970f-48d0-ad88-0e7e810f6cfb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.2048028 Mar 10 23:57:39.755662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cb6b1c6-abe3-4832-8166-f0922e389b5b req-5c83375a-7a93-4e6f-9f32-d9d352252860 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269257 Mar 10 23:57:39.797878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a67a84f-b5be-4777-bee8-7f498ba63149 req-c261e9ae-7736-4a9a-adf9-2085017b6848 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884292 Mar 10 23:57:39.928559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1032bd-11a6-4dd5-b907-94b73f92d67f req-a2aef7fd-a1d8-4741-b4c7-1c9b9aa50d23 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 210 time: 0.0713894 Mar 10 23:57:40.017016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:40.018877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d988ff68-cc85-46b6-878a-81a60c8ba01e req-2e6cb006-1528-4e49-a74f-847d5485977b tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0726879 Mar 10 23:57:40.130524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-b1b618fb-5b0d-4910-b853-ef366bf72907 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:40.135090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-b1b618fb-5b0d-4910-b853-ef366bf72907 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/ports?device_id=42b7f3d2-45c9-46d8-b271-82480ddaa688 HTTP/1.1" status: 200 len: 945 time: 0.2035525 Mar 10 23:57:40.351022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 625b2096-f2b1-4b72-996a-3fd26bcaa688 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:40.352391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.380679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Deleting port 625b2096-f2b1-4b72-996a-3fd26bcaa688 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:40.381246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.580829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:40.585615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.587049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:40.589920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-71294307-e955-43f4-a3de-24bd3c5e3516 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:40.591517 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b5a95d-5344-4a18-b19f-09e16396b310" -d '{"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-unplugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:40.594344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] For port 625b2096-f2b1-4b72-996a-3fd26bcaa688, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=625b2096-f2b1-4b72-996a-3fd26bcaa688,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:40.594836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.594968 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-71294307-e955-43f4-a3de-24bd3c5e3516 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1508238 Mar 10 23:57:40.598903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.609470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.633091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Calling delete_port for 625b2096-f2b1-4b72-996a-3fd26bcaa688 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:40.649683 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.697624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:40.870865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:40.871250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:40.883938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69153b-5afa-40b9-a181-309593fcc37b req-49b003e2-a2cf-4b81-a0ca-92c020a5d47e tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:40.885858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d69153b-5afa-40b9-a181-309593fcc37b req-49b003e2-a2cf-4b81-a0ca-92c020a5d47e tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.2013350 Mar 10 23:57:40.899993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-eee14da6-c4e6-41f1-af6b-46b23ddbc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:40.901853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f2815-23ca-4f74-95ea-a6921f82b914 req-ba760b1b-8974-4fed-83b3-25872b3cb19c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:40.902169 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-eee14da6-c4e6-41f1-af6b-46b23ddbc572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c180cdcde844c0c93dccbaa697ebedf&device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 1127 time: 0.1368563 Mar 10 23:57:40.903387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4f2815-23ca-4f74-95ea-a6921f82b914 req-ba760b1b-8974-4fed-83b3-25872b3cb19c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 945 time: 0.1945004 Mar 10 23:57:41.017703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (625b2096-f2b1-4b72-996a-3fd26bcaa688), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.062440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event deleted for resources: {'Port': ['ID=625b2096-f2b1-4b72-996a-3fd26bcaa688,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:41.081803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d69153b-5afa-40b9-a181-309593fcc37b req-08112420-9de1-4271-948f-797d2489376d tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773393 Mar 10 23:57:41.108953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4f2815-23ca-4f74-95ea-a6921f82b914 req-82869027-dbbf-4ca2-84a3-9031564ee5b7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953373 Mar 10 23:57:41.116223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-4e207e69-2c35-4e3a-afb1-32da11fab130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:41.117728 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-4e207e69-2c35-4e3a-afb1-32da11fab130 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2170833c-3981-4790-b0ad-17b622941f73 HTTP/1.1" status: 200 len: 915 time: 0.2021072 Mar 10 23:57:41.121694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:41.122077 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.137302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:41.175466 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900aa19-25f8-4e36-94ee-774dad68e05f x-openstack-request-id: req-b900aa19-25f8-4e36-94ee-774dad68e05f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:41.175984 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-unplugged", "status": "completed", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:41.176409 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b900aa19-25f8-4e36-94ee-774dad68e05f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:41.176974 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'code': 200} Mar 10 23:57:41.244653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] No DVR routers for this DVR port 625b2096-f2b1-4b72-996a-3fd26bcaa688 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:41.252514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.263224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9df4cbfd-2e1b-4128-83aa-f9bbefc02393 req-9f871786-ab9e-44cd-bbfd-6b8a6fd50485 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "DELETE /v2.0/ports/625b2096-f2b1-4b72-996a-3fd26bcaa688 HTTP/1.1" status: 204 len: 173 time: 1.1222243 Mar 10 23:57:41.264630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-deleted', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:41.272585 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137950a2-5adc-46d1-b7f0-e811b805338f" -d '{"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-deleted", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:41.274680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-185dc1f8-6a63-4d48-9bb1-801023d6e750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556 HTTP/1.1" status: 200 len: 217 time: 0.1321003 Mar 10 23:57:41.498503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-955a426e-d1e6-42a3-89ae-6d710d342b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:41.500060 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-955a426e-d1e6-42a3-89ae-6d710d342b02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=232ab72e-3ba1-403d-939f-b822c1c9a35a HTTP/1.1" status: 200 len: 854 time: 0.2152016 Mar 10 23:57:41.517951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.570620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-fb408b17-66d2-4627-980a-22323f2a67f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2170833c-3981-4790-b0ad-17b622941f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615153 Mar 10 23:57:41.632483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a869bd-01de-4a28-b6e7-fee85a1a0c36 req-d86240b7-5e3e-41e5-abe6-b6499272aadb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:41.641544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22a869bd-01de-4a28-b6e7-fee85a1a0c36 req-d86240b7-5e3e-41e5-abe6-b6499272aadb tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.3259044 Mar 10 23:57:41.676595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-f4a2bbde-7738-41d0-ba27-9ffe02279b3e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:41.678492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-f4a2bbde-7738-41d0-ba27-9ffe02279b3e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.3915691 Mar 10 23:57:41.686977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e8a94-c8b9-4e3b-b762-ee4bb301d592 req-e5a69623-333a-431b-8386-2692d957c418 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:41.694924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c7e8a94-c8b9-4e3b-b762-ee4bb301d592 req-e5a69623-333a-431b-8386-2692d957c418 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.3852935 Mar 10 23:57:41.723232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Request body: {'port': {'device_id': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'admin_state_up': True, 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:41.742869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.756430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:41.784640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:41.839543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22a869bd-01de-4a28-b6e7-fee85a1a0c36 req-84be37ba-c21a-4e69-bf58-aad141cfa845 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966643 Mar 10 23:57:41.858774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:41.862487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-43043194-f287-4587-a210-14a188477834 service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714353 Mar 10 23:57:41.863496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:41.867113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-055ed583-db37-47be-925b-ff88cc5ffbf4 req-a76a03b8-0eb3-4703-9d11-ebe1c3458f7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "DELETE /v2.0/ports/8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc HTTP/1.1" status: 204 len: 173 time: 1.2650747 Mar 10 23:57:41.867569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'name': 'network-vif-deleted', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:41.869915 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd43698-0426-4838-b8da-16c16d3c4f77" -d '{"events": [{"server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "name": "network-vif-deleted", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:41.991203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c7e8a94-c8b9-4e3b-b762-ee4bb301d592 req-d5f8a867-6dd7-425e-94be-bcb1334f3f9f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949545 Mar 10 23:57:42.060338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5068a910-b6a2-4783-b7d6-e4b5d304a63c req-3cccdced-8dbf-4410-9e32-14f85171691b service neutron] 10.222.0.30 "GET /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853998 Mar 10 23:57:42.154684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e81de72f-f747-4c2b-b98a-4b134fbf8308 req-97d30b83-5cad-4c5f-a15a-3826003c12b3 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 210 time: 0.1546624 Mar 10 23:57:42.272923 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20910aac-18a6-4b0c-bb67-bdbced77192b x-openstack-request-id: req-20910aac-18a6-4b0c-bb67-bdbced77192b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:42.281175 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7f3d2-45c9-46d8-b271-82480ddaa688", "name": "network-vif-deleted", "tag": "625b2096-f2b1-4b72-996a-3fd26bcaa688", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:42.281984 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20910aac-18a6-4b0c-bb67-bdbced77192b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:42.282588 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b7f3d2-45c9-46d8-b271-82480ddaa688', 'name': 'network-vif-deleted', 'tag': '625b2096-f2b1-4b72-996a-3fd26bcaa688', 'status': 'completed', 'code': 200} Mar 10 23:57:42.316709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c7d134f-2317-401d-83fb-465a91ea27fc req-689d8bbd-0f90-4846-9381-9cfd44a5af16 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1504381 Mar 10 23:57:42.405693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:42.409674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:42.411349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-a0398677-d8ee-46e5-828f-e64cdfb4d0c4 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:42.418384 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-a0398677-d8ee-46e5-828f-e64cdfb4d0c4 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.30 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.1870620 Mar 10 23:57:42.457865 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92ec80b-1207-4686-ba71-071d14dd8e97 x-openstack-request-id: req-d92ec80b-1207-4686-ba71-071d14dd8e97 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:42.458727 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e691da37-132b-4a4b-ba36-1b0578e3b022", "name": "network-vif-deleted", "tag": "8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:42.459134 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d92ec80b-1207-4686-ba71-071d14dd8e97 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:42.459708 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e691da37-132b-4a4b-ba36-1b0578e3b022', 'name': 'network-vif-deleted', 'tag': '8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc', 'status': 'completed', 'code': 200} Mar 10 23:57:42.679031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Deleting port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:42.679797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:42.892003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] For port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:42.892689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.082376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90a9a306-28be-4f32-a184-22636d01ff93 req-e552c0f0-4d60-4bbe-9c87-9334303f9d02 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=e691da37-132b-4a4b-ba36-1b0578e3b022 HTTP/1.1" status: 200 len: 210 time: 0.4284127 Mar 10 23:57:43.160831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6bf39-18ce-47e8-ba73-dd69fecf10d2 req-ea01a786-7076-4aa1-81e7-70b56606e42b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:43.168599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f6bf39-18ce-47e8-ba73-dd69fecf10d2 req-ea01a786-7076-4aa1-81e7-70b56606e42b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 946 time: 0.6658931 Mar 10 23:57:43.190222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.257666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Allocated IP 172.20.0.9 (be0b5bb0-0218-433d-b79c-c43155e18f37/08b21ecb-0c63-46cf-9fc6-ef1829834776/b5d08b4d-f95f-40ee-8eae-b531b6eb19fd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:57:43.265990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.266445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.266777 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Floating IP 4ad1a227-1e26-4bbd-ab98-4fa30396405a disassociated. External IP: 172.25.7.218, port: 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0. Mar 10 23:57:43.267112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Calling delete_port for 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:43.309590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f6bf39-18ce-47e8-ba73-dd69fecf10d2 req-5b63af02-a0ba-47cd-af24-70f83b327fa6 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups?id=c147d32e-48a3-4b30-957a-071d3970aded&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328499 Mar 10 23:57:43.484719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6ba04df4-8707-4adc-a0d0-f9d883e6c8d0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.504208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802279-9e49-404f-a465-a1c040848fba req-5146a442-e996-4a59-8881-53a7e8b09b08 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:43.513071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5802279-9e49-404f-a465-a1c040848fba req-5146a442-e996-4a59-8881-53a7e8b09b08 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.2848184 Mar 10 23:57:43.597636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event deleted for resources: {'Port': ['ID=6ba04df4-8707-4adc-a0d0-f9d883e6c8d0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:43.615545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5802279-9e49-404f-a465-a1c040848fba req-f7ad801f-1d40-488d-9fe2-aed3b330dde8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014168 Mar 10 23:57:43.696360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeacaf7-a8d5-4a94-adda-a1e418ac8944 req-cd6082c9-8508-4990-8a3b-529b35a0e9f7 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:43.705038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdeacaf7-a8d5-4a94-adda-a1e418ac8944 req-cd6082c9-8508-4990-8a3b-529b35a0e9f7 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.2781842 Mar 10 23:57:43.721441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Router dab59015-f577-4921-bd06-0537623b041a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:57:43.761705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c750b910-1db8-4873-b7e0-b00a6c45272d req-e1ce300a-96b6-4012-9d57-8b0de9a93b21 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 210 time: 0.0358992 Mar 10 23:57:43.800583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks [] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.824297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdeacaf7-a8d5-4a94-adda-a1e418ac8944 req-7e680c34-cef4-4af1-a5ee-ab696bf1c142 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129475 Mar 10 23:57:43.901142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50014) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:43.913735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:43.944512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:57:43.958736 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Sync routers for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:57:43.979004 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:43.980326 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:44.029315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:44.075224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:44.095227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61bae5b-5b1f-4c10-a668-8f82b6e45322 req-2165587b-13a1-4c44-9eb8-7107fec902f5 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1989675 Mar 10 23:57:44.104258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 625b2096-f2b1-4b72-996a-3fd26bcaa688 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:44.104954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] No DVR routers for this DVR port 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:44.107471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 625b2096-f2b1-4b72-996a-3fd26bcaa688 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:44.113198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:44.119431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.120010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Network be0b5bb0-0218-433d-b79c-c43155e18f37 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:57:44.125174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:44.137191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0b7ac1fb-2ed8-4390-aef3-bd1c3cb4f052 req-130356c8-9fc5-48c9-8ada-b2434082ebe8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.30 "DELETE /v2.0/ports/6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 HTTP/1.1" status: 204 len: 173 time: 1.7111421 Mar 10 23:57:44.141883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:57:44.218604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:44.219197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8c19fdd8-c8cb-4c89-b63a-7ff5026adbdc not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:44.271033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb43e2f-cc0b-4849-95ab-1c5c34138e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.288143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:44.289011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.313650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-6bd4a228-fbc3-47b9-9530-26afc571dc74 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6027873 Mar 10 23:57:44.334901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Request body: {'port': {'device_id': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:44.469559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'name': 'network-vif-deleted', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:44.472896 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911991e9-83f1-42d5-b40a-ff42ba4a6716" -d '{"events": [{"server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "name": "network-vif-deleted", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:44.559547 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:44.569362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb43e2f-cc0b-4849-95ab-1c5c34138e4d admin admin] Publish callbacks [] for security_group (e0001851-644f-4e18-a16e-6970b9ad91e3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.579717 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb43e2f-cc0b-4849-95ab-1c5c34138e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e0001851-644f-4e18-a16e-6970b9ad91e3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.635037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14368a0b-0945-49cf-a4ec-060535ba9127 req-160219cc-3ee3-40b3-bf8c-4a15134ee6b8 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0953627 Mar 10 23:57:44.678222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.682166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfb43e2f-cc0b-4849-95ab-1c5c34138e4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcc2a7d063404d079a823e1476c992c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7791226 Mar 10 23:57:44.689554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50038) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:44.724816 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787290ad-9fac-42ab-9d7b-d35529f64040 x-openstack-request-id: req-787290ad-9fac-42ab-9d7b-d35529f64040 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:44.725411 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536ebf8d-dcd1-46ad-8300-b38eb3bdb561", "name": "network-vif-deleted", "tag": "6ba04df4-8707-4adc-a0d0-f9d883e6c8d0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:44.725911 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-787290ad-9fac-42ab-9d7b-d35529f64040 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:44.726706 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536ebf8d-dcd1-46ad-8300-b38eb3bdb561', 'name': 'network-vif-deleted', 'tag': '6ba04df4-8707-4adc-a0d0-f9d883e6c8d0', 'status': 'completed', 'code': 200} Mar 10 23:57:44.727748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb43e2f-cc0b-4849-95ab-1c5c34138e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0001851-644f-4e18-a16e-6970b9ad91e3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:44.854119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] Publish callbacks [] for security_group (e0001851-644f-4e18-a16e-6970b9ad91e3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:44.884827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c67a2-fe90-4ea2-b5b2-e996bd11f909 req-0296afd0-8744-4493-888a-4aa9bf00ac2d tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:44.886478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-627c67a2-fe90-4ea2-b5b2-e996bd11f909 req-0296afd0-8744-4493-888a-4aa9bf00ac2d tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.2114146 Mar 10 23:57:44.915605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] Publish callbacks [] for security_group (e0001851-644f-4e18-a16e-6970b9ad91e3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.010056 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e0001851-644f-4e18-a16e-6970b9ad91e3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.013087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.017019 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0001851-644f-4e18-a16e-6970b9ad91e3 HTTP/1.1" status: 204 len: 168 time: 0.3238721 Mar 10 23:57:45.030444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb344af3-a0ec-474e-aec0-7c640821e612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0001851-644f-4e18-a16e-6970b9ad91e3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:45.069660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-627c67a2-fe90-4ea2-b5b2-e996bd11f909 req-9a718132-50ad-4e66-bb9e-2bc0851cf437 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554444 Mar 10 23:57:45.112381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:45.178933 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Checking router: dab59015-f577-4921-bd06-0537623b041a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:57:45.204701 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:57:45.205971 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:45.317400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-dcca9de6-501b-4a25-a762-f79c3de14c06 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:45.330879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-dcca9de6-501b-4a25-a762-f79c3de14c06 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.5111291 Mar 10 23:57:45.380169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-56007fa9-a41d-4c34-9226-64d9375127a8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0455050 Mar 10 23:57:45.428221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:57:45.464678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-26a04b2a-e74a-4c65-bd97-ac999bcac623 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822864 Mar 10 23:57:45.533939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50058) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:45.557106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae841-fc06-48e6-bb45-8c87ad4b6acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.591342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540f11-5d5f-4421-bbdf-85f21759cbd0 req-91b8f326-4160-4870-8609-ee87c9411c6d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:45.600973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4540f11-5d5f-4421-bbdf-85f21759cbd0 req-91b8f326-4160-4870-8609-ee87c9411c6d tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.4233971 Mar 10 23:57:45.720179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4540f11-5d5f-4421-bbdf-85f21759cbd0 req-fd592beb-c34c-4eec-81ce-ed2e93e454fe tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180487 Mar 10 23:57:45.732397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae841-fc06-48e6-bb45-8c87ad4b6acd admin admin] Publish callbacks [] for security_group (ef5c92ce-f1f5-4518-ba0d-f49d36bee188), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.742567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d0ae841-fc06-48e6-bb45-8c87ad4b6acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ef5c92ce-f1f5-4518-ba0d-f49d36bee188), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.752887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:45.793898 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8362277-cb77-47e5-8859-7f5c22e27514 None None] The sync data for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 is: [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:55:15Z', 'revision_number': 4, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ada09358-3b59-495e-a7e0-a0b1cf7849ba', 'name': '', 'network_id': '1322f12e-fa97-47e2-a796-74713f5c87d1', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'mac_address': 'fa:16:3e:95:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:14Z', 'updated_at': '2022-03-10T23:55:20Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'subnets': [{'id': '8d6b4196-5120-4272-a3da-f4acaea8f7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:57:45.829047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-42e44d64-5de3-4e01-b87a-f2a53eb93ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633161 Mar 10 23:57:45.840542 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d0ae841-fc06-48e6-bb45-8c87ad4b6acd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=191d8f5a2ce241338f25640f4a81881e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053956 Mar 10 23:57:45.841487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50062) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:45.847705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae841-fc06-48e6-bb45-8c87ad4b6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c92ce-f1f5-4518-ba0d-f49d36bee188,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:45.954970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] Publish callbacks [] for security_group (ef5c92ce-f1f5-4518-ba0d-f49d36bee188), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.961260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d08b4d-f95f-40ee-8eae-b531b6eb19fd {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:45.978004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] Publish callbacks [] for security_group (ef5c92ce-f1f5-4518-ba0d-f49d36bee188), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:45.981867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks [] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.019054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:46.053756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Transition to ACTIVE for port object b5d08b4d-f95f-40ee-8eae-b531b6eb19fd will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:57:46.061990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ef5c92ce-f1f5-4518-ba0d-f49d36bee188), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.066127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.070426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef5c92ce-f1f5-4518-ba0d-f49d36bee188 HTTP/1.1" status: 204 len: 168 time: 0.2259662 Mar 10 23:57:46.134120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd6f8-8a07-4d8f-906c-5931092ad53e req-eeb527b2-7cc1-4a3b-9ef1-c31423e5b5c4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:46.139012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab7dd6f8-8a07-4d8f-906c-5931092ad53e req-eeb527b2-7cc1-4a3b-9ef1-c31423e5b5c4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 931 time: 0.2592049 Mar 10 23:57:46.142652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:46.143212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6ba04df4-8707-4adc-a0d0-f9d883e6c8d0 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:46.212362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-05dbf692-7662-4b41-a07a-052711380438 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308966 Mar 10 23:57:46.220970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.244050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27760b-2561-4921-bacb-18c79296f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c92ce-f1f5-4518-ba0d-f49d36bee188,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:46.368512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d53de8-d44b-4c84-bbe6-aae75a190dc7 None None] New status for floating IP 4ad1a227-1e26-4bbd-ab98-4fa30396405a: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 23:57:46.387287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-c223072a-df2b-4fe3-b19f-23c438868be8 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:46.388923 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-c223072a-df2b-4fe3-b19f-23c438868be8 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.2889645 Mar 10 23:57:46.438550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab7dd6f8-8a07-4d8f-906c-5931092ad53e req-93ffbfe8-ffbf-4c18-9a14-742eb3650624 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103767 Mar 10 23:57:46.521632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:46.586488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Attempting to bind port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:57:46.587034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Attempting to bind port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:57:46.588522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Attempting to bind port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:46.596062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd on network be0b5bb0-0218-433d-b79c-c43155e18f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:57:46.596562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Attempting to bind port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:46.603784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:57:46.604920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Checking segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:46.605839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Bound using segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:57:46.606450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Bound port: b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:57:46.606934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.694474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:57:46.697184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Deleting port c3683d3e-eedb-42c9-a3a0-4ac228967556 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:46.698082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.699415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:57:46.721346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.804917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:46.818258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-738abc58-9148-4492-924f-ed84fb6b89e8 req-2d1bffaa-573d-4e04-8335-ea953b502956 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1142411 Mar 10 23:57:46.829987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:46.830776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:46.833171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-dd28f462-a72b-429d-bec4-7fe378659e4b service neutron] 10.222.0.30 "PUT /v2.0/ports/b5d08b4d-f95f-40ee-8eae-b531b6eb19fd HTTP/1.1" status: 200 len: 1091 time: 2.5054345 Mar 10 23:57:46.843467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:46.850558 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:46.974992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-255eec5f-57c1-46aa-8da3-c77332d05fc0 req-b9f4dc13-1a2d-407f-bbb5-09971e6b97d3 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.1708894 Mar 10 23:57:47.050556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] For port c3683d3e-eedb-42c9-a3a0-4ac228967556, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c3683d3e-eedb-42c9-a3a0-4ac228967556,segment=NetworkSegment(963b5662-6874-4914-a72f-b0c3d51e1e2b),segment_id=963b5662-6874-4914-a72f-b0c3d51e1e2b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:47.051196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:47.069004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-2ea2c3f2-3177-4275-a332-6c509d10adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:47.070521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-2ea2c3f2-3177-4275-a332-6c509d10adc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 1125 time: 0.1162670 Mar 10 23:57:47.112827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Calling delete_port for c3683d3e-eedb-42c9-a3a0-4ac228967556 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:47.156668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-ced77deb-f8cc-40c2-b036-8bfc6728572d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd HTTP/1.1" status: 200 len: 217 time: 0.0728340 Mar 10 23:57:47.236398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56c4eafb-ecdd-4258-aacb-92274e369800 req-ef066100-5f2c-4a0d-b57c-42cc00653520 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 210 time: 0.0769992 Mar 10 23:57:47.279021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f10ef-cb82-43a5-9ac1-4c1a6b3328e6 req-b9eb8e39-3300-4cae-8392-45c06f018fcd tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:47.292623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f8f10ef-cb82-43a5-9ac1-4c1a6b3328e6 req-b9eb8e39-3300-4cae-8392-45c06f018fcd tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8172fa1-3f75-4071-8fba-f0bc3fe8ff37 HTTP/1.1" status: 200 len: 945 time: 0.2734478 Mar 10 23:57:47.376658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c3683d3e-eedb-42c9-a3a0-4ac228967556), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:47.390039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c3683d3e-eedb-42c9-a3a0-4ac228967556'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:47.452935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-e88ad3c3-a5d5-453d-afe6-04359c3dd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:47.453690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Pushing event deleted for resources: {'Port': ['ID=c3683d3e-eedb-42c9-a3a0-4ac228967556,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:47.455399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-e88ad3c3-a5d5-453d-afe6-04359c3dd629 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.2135024 Mar 10 23:57:47.522852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-d881a985-d071-471e-9bfc-a851ae4d9695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548158 Mar 10 23:57:47.547171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f8f10ef-cb82-43a5-9ac1-4c1a6b3328e6 req-745cdafc-effa-428d-8809-091a9d13abf6 tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.21 "GET /v2.0/security-groups?id=74f28c35-7ee0-47d7-bf63-1d23a0eb911b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527781 Mar 10 23:57:47.623263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] No DVR routers for this DVR port c3683d3e-eedb-42c9-a3a0-4ac228967556 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:47.638771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:47.642776 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7ae02e6e-0c1c-4cf1-b646-5f51851932e0 req-477109f7-96d5-4332-86c9-7e389a8a021f tempest-InstanceActionsTestJSON-1843664809 tempest-InstanceActionsTestJSON-1843664809-project] 10.222.0.30 "DELETE /v2.0/ports/c3683d3e-eedb-42c9-a3a0-4ac228967556 HTTP/1.1" status: 204 len: 173 time: 1.2458804 Mar 10 23:57:47.653230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'name': 'network-vif-deleted', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:47.660438 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60e5eeb-c712-4983-8020-d29eaa3b3eea" -d '{"events": [{"server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "name": "network-vif-deleted", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:47.683075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685586c2-cc57-43db-bafe-2ada60fbe68c req-736a3ad0-22d0-401e-9b20-e6d86b573572 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:47.685928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-685586c2-cc57-43db-bafe-2ada60fbe68c req-736a3ad0-22d0-401e-9b20-e6d86b573572 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.3021107 Mar 10 23:57:47.690128 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8b4e0-fc5c-4d02-873f-fa95b4f9be76 x-openstack-request-id: req-c8a8b4e0-fc5c-4d02-873f-fa95b4f9be76 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:47.690426 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:47.692209 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8a8b4e0-fc5c-4d02-873f-fa95b4f9be76 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:47.692655 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'status': 'completed', 'code': 200} Mar 10 23:57:47.975885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-a946c07f-cda4-49f0-bc38-9125c48cb386 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272397 Mar 10 23:57:48.000427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:57:48.015099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-685586c2-cc57-43db-bafe-2ada60fbe68c req-6ec77a01-f548-4484-b3ac-057b4461c766 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160405 Mar 10 23:57:48.071402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e27e7-5bce-413d-9622-6b40ed2a0690 req-7ca8d69b-fba4-46fe-bdb3-39935a47d168 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:48.073033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a30e27e7-5bce-413d-9622-6b40ed2a0690 req-7ca8d69b-fba4-46fe-bdb3-39935a47d168 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 943 time: 0.2999854 Mar 10 23:57:48.173458 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c069bf-2dee-4d25-9fd9-f89cecbda52f x-openstack-request-id: req-d0c069bf-2dee-4d25-9fd9-f89cecbda52f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:48.173951 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8172fa1-3f75-4071-8fba-f0bc3fe8ff37", "name": "network-vif-deleted", "tag": "c3683d3e-eedb-42c9-a3a0-4ac228967556", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:48.174060 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0c069bf-2dee-4d25-9fd9-f89cecbda52f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:48.174431 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8172fa1-3f75-4071-8fba-f0bc3fe8ff37', 'name': 'network-vif-deleted', 'tag': 'c3683d3e-eedb-42c9-a3a0-4ac228967556', 'status': 'completed', 'code': 200} Mar 10 23:57:48.201109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a30e27e7-5bce-413d-9622-6b40ed2a0690 req-61e12d5f-3447-4d5a-b68d-63f17f0c20f0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002805 Mar 10 23:57:48.206059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6a68999-1d69-4f36-80e7-2b56638b5451 req-55ba2673-2636-4583-8951-ea6aef323704 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183297 Mar 10 23:57:48.374367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d59593-72cf-4d10-8db6-9dd9f6001262 req-19f22fb1-27e3-45a6-b4e5-b81fad51ecc4 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0617788 Mar 10 23:57:48.605924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e41d0cfc-6cb7-4b70-9c86-29ab540b8dce req-d9c70f37-e2f5-4cf7-a4d6-7b3bb2b10300 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.2065430 Mar 10 23:57:48.683045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-559bb2f3-ab5b-4e59-9665-b2ff4300635a req-7ca1ed25-fce9-4757-bd4d-1509db6e6cee tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 210 time: 0.0963686 Mar 10 23:57:48.711060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-1314223a-5f3a-4614-b3aa-34191e9cda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:48.713289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-1314223a-5f3a-4614-b3aa-34191e9cda9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 1125 time: 0.3319941 Mar 10 23:57:48.752165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-8a69c4d7-853d-4f0c-abdb-1469c3310392 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:48.756566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-8a69c4d7-853d-4f0c-abdb-1469c3310392 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.3082588 Mar 10 23:57:48.770001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:48.778864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50144) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:48.846728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Deleting subnet 232ab72e-3ba1-403d-939f-b822c1c9a35a {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:57:48.879339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Publish callbacks [] for subnet (232ab72e-3ba1-403d-939f-b822c1c9a35a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:48.943824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (232ab72e-3ba1-403d-939f-b822c1c9a35a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:48.963215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:48.972331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:48.986346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-c1fc730b-45ff-410a-a61a-7faaae70cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:48.986346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-c1fc730b-45ff-410a-a61a-7faaae70cc14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 904 time: 0.2647500 Mar 10 23:57:49.056949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-212c3a31-25c2-4608-ad66-790660a37ef7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd HTTP/1.1" status: 200 len: 217 time: 0.0588193 Mar 10 23:57:49.075116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (232ab72e-3ba1-403d-939f-b822c1c9a35a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:49.180026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:49.219811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.4 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/b42299bf-8377-41b5-ab4e-00d09e7e2e91) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:57:49.280906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-b4007c9d-4ff4-49b5-9008-938449a253c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:49.280906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-b4007c9d-4ff4-49b5-9008-938449a253c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.2008460 Mar 10 23:57:49.322692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-79fae7a4-e12c-4e9c-99dd-0cb7c87a8006 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329230 Mar 10 23:57:49.332646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657949-e56c-4591-b175-44dc025da61e req-7e9f4201-6493-4af6-86f9-b8398ef4ccf1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:49.339709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe657949-e56c-4591-b175-44dc025da61e req-7e9f4201-6493-4af6-86f9-b8398ef4ccf1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.2167130 Mar 10 23:57:49.343617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (232ab72e-3ba1-403d-939f-b822c1c9a35a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:49.435447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=232ab72e-3ba1-403d-939f-b822c1c9a35a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:49.445438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:49.451876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8e7f67c6-2c3e-472d-b4ab-931687a3e540 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/232ab72e-3ba1-403d-939f-b822c1c9a35a HTTP/1.1" status: 204 len: 168 time: 0.6722708 Mar 10 23:57:49.509084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50192) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:49.529009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe657949-e56c-4591-b175-44dc025da61e req-81a6df83-3490-4f2b-a973-5a220bae815f tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883957 Mar 10 23:57:49.607133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-3c46da54-3ddc-4fed-8617-0812b1a4da9b service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653348 Mar 10 23:57:49.617224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc82f9-77a8-40e9-b744-a68fa505f569 req-c223db08-d16e-4b3c-aea5-65814b6115bf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:49.620385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fbc82f9-77a8-40e9-b744-a68fa505f569 req-c223db08-d16e-4b3c-aea5-65814b6115bf tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 943 time: 0.2051849 Mar 10 23:57:49.754647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3fc404d4-ad20-466d-ac47-2ec2dde07537 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-933011048'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:49.755481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3fc404d4-ad20-466d-ac47-2ec2dde07537 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Unknown quota resources ['metering_label']. {{(pid=110426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:57:49.955598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (2170833c-3981-4790-b0ad-17b622941f73), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:49.988178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3fc404d4-ad20-466d-ac47-2ec2dde07537 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:49.992125 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3fc404d4-ad20-466d-ac47-2ec2dde07537 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8110809 Mar 10 23:57:49.992723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50198) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:49.996547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.003209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ee4a677f-01ff-45cd-a932-f7f66df55474 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e5662e6b-d1af-4829-9254-818e16aded06'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:50.003480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ee4a677f-01ff-45cd-a932-f7f66df55474 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:57:50.048317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:50.077912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fbc82f9-77a8-40e9-b744-a68fa505f569 req-9287e13f-6360-4800-b866-bb1b577ff745 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701427 Mar 10 23:57:50.093558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f046e-d43f-45b1-a735-6ce3acd75a1c req-3624d46a-93ba-49b3-963e-c2e7c0b15450 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:50.100295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-274f046e-d43f-45b1-a735-6ce3acd75a1c req-3624d46a-93ba-49b3-963e-c2e7c0b15450 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 951 time: 0.2072976 Mar 10 23:57:50.108690 n-d-831844-1 neutron-server[110426]: WARNING neutron.services.metering.metering_plugin [None req-ee4a677f-01ff-45cd-a932-f7f66df55474 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 23:57:50.214002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-274f046e-d43f-45b1-a735-6ce3acd75a1c req-e67938b2-41b5-4239-9e42-67f7dd5d4a78 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025541 Mar 10 23:57:50.214347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:50.228733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c3683d3e-eedb-42c9-a3a0-4ac228967556 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:50.235364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'mac_address': 'fa:16:3e:10:14:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:50.249612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.253329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee4a677f-01ff-45cd-a932-f7f66df55474 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.257994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ee4a677f-01ff-45cd-a932-f7f66df55474 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2596488 Mar 10 23:57:50.258599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.259301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c3683d3e-eedb-42c9-a3a0-4ac228967556 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:57:50.259837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c3683d3e-eedb-42c9-a3a0-4ac228967556 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:57:50.266479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (2170833c-3981-4790-b0ad-17b622941f73), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.269311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-77ed9bd4-9342-4119-8cc1-96a5032dba83 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e5662e6b-d1af-4829-9254-818e16aded06'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:50.269800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-77ed9bd4-9342-4119-8cc1-96a5032dba83 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:57:50.303468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d781a06f-9a9b-41fb-a4da-e2a1902cf97d req-e88344c8-43ce-478f-8116-4b6a368bf47e service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818871 Mar 10 23:57:50.312112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a01b6a7c-9309-467f-a858-671ef58e8f95 req-43e1284c-981a-46bb-b59a-cd1bc78a4730 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1596692 Mar 10 23:57:50.334240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2170833c-3981-4790-b0ad-17b622941f73']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:50.344924 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:50.346532 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.366751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:57:50.371942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:50.374533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:57:50.376932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:57:50.377215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6ac2cdf-0b7e-4fb1-92ee-324a8c288ffa req-456b1212-2ca4-43b0-b350-cd15663b639c tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0675702 Mar 10 23:57:50.379726 n-d-831844-1 neutron-server[110426]: WARNING neutron.services.metering.metering_plugin [None req-77ed9bd4-9342-4119-8cc1-96a5032dba83 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 10 23:57:50.382970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d08b4d-f95f-40ee-8eae-b531b6eb19fd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:50.384947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963b5662-6874-4914-a72f-b0c3d51e1e2b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:50.385237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963b5662-6874-4914-a72f-b0c3d51e1e2b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:57:50.405310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (963b5662-6874-4914-a72f-b0c3d51e1e2b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.423059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (963b5662-6874-4914-a72f-b0c3d51e1e2b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.432967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:57:50.433648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (963b5662-6874-4914-a72f-b0c3d51e1e2b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.435781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:57:50.435981 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:57:50.447123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.554933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77ed9bd4-9342-4119-8cc1-96a5032dba83 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.555895 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (2170833c-3981-4790-b0ad-17b622941f73), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.559160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:50.566076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77ed9bd4-9342-4119-8cc1-96a5032dba83 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3040223 Mar 10 23:57:50.568766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50210) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.570921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.575322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:50.576217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] 10.222.0.21 "DELETE /v2.0/networks/2170833c-3981-4790-b0ad-17b622941f73 HTTP/1.1" status: 204 len: 168 time: 1.0660486 Mar 10 23:57:50.589889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.610172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4cdfa-5a49-48da-9167-546debf1bd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=2170833c-3981-4790-b0ad-17b622941f73,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:50.615908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7fea8755-ea80-4c81-aab8-e4a009aaecfb tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=259ee532-a927-4534-a9d7-9810328d22d8 HTTP/1.1" status: 200 len: 464 time: 0.0343621 Mar 10 23:57:50.622546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-bb43fab7-0a51-418a-a71d-4a8bab2838a7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8562453 Mar 10 23:57:50.623523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50214) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.625112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf201c4-c846-4211-9dda-066d81d2f4b5 req-0a42a87e-874b-402c-95f5-1dad2afe1842 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:50.627345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebf201c4-c846-4211-9dda-066d81d2f4b5 req-0a42a87e-874b-402c-95f5-1dad2afe1842 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 931 time: 0.1282880 Mar 10 23:57:50.637290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Request body: {'port': {'device_id': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:50.729277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebf201c4-c846-4211-9dda-066d81d2f4b5 req-3ac0cb03-2023-44ba-8a36-95bb968576e5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959258 Mar 10 23:57:50.777367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:50.859292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50226) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.888140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92a48b11-43db-4ca7-96c6-e5aff0d2d434 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.904210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92a48b11-43db-4ca7-96c6-e5aff0d2d434 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/259ee532-a927-4534-a9d7-9810328d22d8 HTTP/1.1" status: 204 len: 168 time: 0.2791817 Mar 10 23:57:50.906921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.927663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:50.940456 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7e6b38fa-ed22-4723-ae05-5ef2aa656d3c tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=259ee532-a927-4534-a9d7-9810328d22d8 HTTP/1.1" status: 200 len: 221 time: 0.0323918 Mar 10 23:57:50.941018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:50.953463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-45aa6fdc-5366-4dae-9414-fcf8b7148a34 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1826630297', 'description': 'label created by tempest'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:50.953824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-45aa6fdc-5366-4dae-9414-fcf8b7148a34 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Unknown quota resources ['metering_label']. {{(pid=110426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 10 23:57:51.003604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-236dd30f-6e40-44f7-b553-2555698153e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c180cdcde844c0c93dccbaa697ebedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415632 Mar 10 23:57:51.006053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50238) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.043554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdac81-714f-42be-a144-f2ee880c9118 req-00bafade-6224-4829-af44-210872e5b527 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:51.045841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33bdac81-714f-42be-a144-f2ee880c9118 req-00bafade-6224-4829-af44-210872e5b527 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1629939 Mar 10 23:57:51.129240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] Publish callbacks [] for security_group (74f28c35-7ee0-47d7-bf63-1d23a0eb911b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.135567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33bdac81-714f-42be-a144-f2ee880c9118 req-87810e38-f98c-45fd-adf7-c30336d55eb1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708089 Mar 10 23:57:51.179353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] Publish callbacks [] for security_group (74f28c35-7ee0-47d7-bf63-1d23a0eb911b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.249457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (74f28c35-7ee0-47d7-bf63-1d23a0eb911b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.250866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-45aa6fdc-5366-4dae-9414-fcf8b7148a34 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.252056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-45aa6fdc-5366-4dae-9414-fcf8b7148a34 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3045251 Mar 10 23:57:51.252804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.254057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74f28c35-7ee0-47d7-bf63-1d23a0eb911b HTTP/1.1" status: 204 len: 168 time: 0.2469246 Mar 10 23:57:51.258468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.387249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-71d4cfb3-e693-4c46-a171-98b0222d3fed tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=7f08ffc3-fe3b-4b98-9953-4ac599c35406 HTTP/1.1" status: 200 len: 468 time: 0.1285584 Mar 10 23:57:51.393120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50282) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.403033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5e23a-91c1-472c-8d7a-b39ccf863f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f28c35-7ee0-47d7-bf63-1d23a0eb911b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:51.607855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42299bf-8377-41b5-ab4e-00d09e7e2e91 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:51.620203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks [] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.647246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Transition to ACTIVE for port object b42299bf-8377-41b5-ab4e-00d09e7e2e91 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:57:51.653209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.703390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa713a26-b582-4566-9dbc-ffe4e587827d req-1a9f5572-9610-43eb-8765-7f81b68fbbe4 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0412686 Mar 10 23:57:51.713444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:51.719053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bb5a9-622b-485f-8809-47b589c68550 req-ad8005d2-47fa-4ff9-bfb9-a5ff93a95beb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:51.731482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab9bb5a9-622b-485f-8809-47b589c68550 req-ad8005d2-47fa-4ff9-bfb9-a5ff93a95beb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 944 time: 0.5036514 Mar 10 23:57:51.812973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Attempting to bind port b42299bf-8377-41b5-ab4e-00d09e7e2e91 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:57:51.815733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Attempting to bind port b42299bf-8377-41b5-ab4e-00d09e7e2e91 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:57:51.817295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Attempting to bind port b42299bf-8377-41b5-ab4e-00d09e7e2e91 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:51.823710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Port b42299bf-8377-41b5-ab4e-00d09e7e2e91 on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:57:51.824508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Attempting to bind port b42299bf-8377-41b5-ab4e-00d09e7e2e91 on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:57:51.829583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:57:51.829916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:57:51.830297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:57:51.830728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Bound port: b42299bf-8377-41b5-ab4e-00d09e7e2e91, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:57:51.831098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.881132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7afc414-6ff5-437d-8a05-723ebec7a020 req-7ce70325-09c8-46c4-917f-4bbf66ca1f4d tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0473018 Mar 10 23:57:51.886577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2198e47-d627-4f79-80d5-917e0836d108 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:51.887762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c2198e47-d627-4f79-80d5-917e0836d108 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/7f08ffc3-fe3b-4b98-9953-4ac599c35406 HTTP/1.1" status: 204 len: 168 time: 0.4934759 Mar 10 23:57:51.891454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.921145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab9bb5a9-622b-485f-8809-47b589c68550 req-b8eca687-ffdf-4839-bc41-7e6beafc3ecc tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833098 Mar 10 23:57:51.936000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50f132a1-ddf8-4e84-8683-98b402844cb6 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=7f08ffc3-fe3b-4b98-9953-4ac599c35406 HTTP/1.1" status: 200 len: 216 time: 0.0426106 Mar 10 23:57:51.949314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50310) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.951349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:57:51.955575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:57:51.956800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-02e1990f-6dd8-447e-916c-481a915051a9 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159380 Mar 10 23:57:51.956973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50312) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.979900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4880c348-5112-429e-9c81-a8574569cca6 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0204678 Mar 10 23:57:51.984974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50318) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:51.985545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.031192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:52.032522 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.035530 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] 10.222.0.30 "PUT /v2.0/ports/b42299bf-8377-41b5-ab4e-00d09e7e2e91 HTTP/1.1" status: 200 len: 1091 time: 1.4031065 Mar 10 23:57:52.042149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:52.047252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:52.050540 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b831e8-f742-4222-b787-a40deda0acf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:52.113007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-52f2bb65-ecea-423a-a4c3-e97920c46cb7 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/e5662e6b-d1af-4829-9254-818e16aded06 HTTP/1.1" status: 200 len: 472 time: 0.1281283 Mar 10 23:57:52.117119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:57:52.117374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50330) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:52.129532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:52.129917 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.180127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b617c36-f963-4a41-83f6-1145afda7da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:52.202012 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9e3195-dd3a-482d-b76a-553285e876cb x-openstack-request-id: req-2b9e3195-dd3a-482d-b76a-553285e876cb {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:52.202307 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:52.202565 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b9e3195-dd3a-482d-b76a-553285e876cb {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:52.202966 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'status': 'completed', 'code': 200} Mar 10 23:57:52.208290 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-27df8214-9890-499d-8ecd-c2a6de33a6b3 tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/00c115b7-47c3-4d14-848c-1659c7bd240d HTTP/1.1" status: 200 len: 461 time: 0.0463481 Mar 10 23:57:52.211246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50342) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:52.211786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14b658-7103-4206-8875-72855499b2de req-d3cdaca9-3bc1-445a-a6b7-8f0dcb6e7cec tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:52.225543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a14b658-7103-4206-8875-72855499b2de req-d3cdaca9-3bc1-445a-a6b7-8f0dcb6e7cec tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 943 time: 0.1256957 Mar 10 23:57:52.230927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-37f2b326-aeb0-4d95-9de9-74351a79f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:52.249653 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-37f2b326-aeb0-4d95-9de9-74351a79f4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 1125 time: 0.1703203 Mar 10 23:57:52.309109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:52.324736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.332065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a14b658-7103-4206-8875-72855499b2de req-cc143282-038f-4314-846c-7e42a2d345b8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892873 Mar 10 23:57:52.408057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-df979090-d22e-4d8e-913e-47b70dadd4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91 HTTP/1.1" status: 200 len: 217 time: 0.1337197 Mar 10 23:57:52.453240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:52.456980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:52.465499 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a0108-0416-4ee0-87af-130db9400ba0" -d '{"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:52.477927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.478752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:57:52.488712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137041-20a3-4d19-aec3-2945937beb3d req-4541d550-16bf-4e0f-9878-d016258895b8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:52.490227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f137041-20a3-4d19-aec3-2945937beb3d req-4541d550-16bf-4e0f-9878-d016258895b8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.0920348 Mar 10 23:57:52.596567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f137041-20a3-4d19-aec3-2945937beb3d req-3904aea3-926c-4cf5-9f87-bfd75b977881 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955746 Mar 10 23:57:52.621280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8420edf7-cfb4-407c-9afe-6bb9ad2ab05d tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.624903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8420edf7-cfb4-407c-9afe-6bb9ad2ab05d tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/00c115b7-47c3-4d14-848c-1659c7bd240d HTTP/1.1" status: 204 len: 168 time: 0.4049857 Mar 10 23:57:52.630142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50374) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:52.650859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-73a80c22-9efb-483e-92ab-eaf5fc16d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:52.656854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-73a80c22-9efb-483e-92ab-eaf5fc16d977 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.2258360 Mar 10 23:57:52.658923 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66707f-b1e0-44b5-b56c-6396aab7801e x-openstack-request-id: req-1a66707f-b1e0-44b5-b56c-6396aab7801e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:52.659228 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:52.659483 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a66707f-b1e0-44b5-b56c-6396aab7801e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:52.659884 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'code': 200} Mar 10 23:57:52.708805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:52.748804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-511188c6-7672-4f6e-acbd-38e1d9efb955 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846889 Mar 10 23:57:52.752631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:52.753269 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.811386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:52.822991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:52.882420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=11']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:52.897987 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-b756c4e4-6891-42a8-9559-25afda0fbca5 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416655 Mar 10 23:57:52.953677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a647e86-9ff6-454a-b274-80d8c00fc2ac req-725d1da8-24f2-44b9-b31e-b6c6c79feeb0 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0364819 Mar 10 23:57:53.007043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0a4e9-57ac-4fa0-9593-d5ae5cf39f40 req-e1308cf7-1358-464b-acc9-0d5de3ee0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.008789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44c0a4e9-57ac-4fa0-9593-d5ae5cf39f40 req-e1308cf7-1358-464b-acc9-0d5de3ee0cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 1127 time: 0.2388189 Mar 10 23:57:53.018149 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-534ebd82-89a4-452e-bf40-feefdf9bb372 req-ccc409ba-81c7-400f-93e1-81370b772d0a service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132038 Mar 10 23:57:53.109231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cf78b4d-4085-4825-9d6e-2010ef4ed3ac tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:53.112975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0cf78b4d-4085-4825-9d6e-2010ef4ed3ac tempest-MeteringTestJSON-1048225847 tempest-MeteringTestJSON-1048225847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e5662e6b-d1af-4829-9254-818e16aded06 HTTP/1.1" status: 204 len: 168 time: 0.4792595 Mar 10 23:57:53.165830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-b58876ec-3ad2-44c4-a040-db52ee232952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.169009 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-b58876ec-3ad2-44c4-a040-db52ee232952 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 1125 time: 0.0573418 Mar 10 23:57:53.191613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f505a64f-255d-41cd-b542-e36e263cd9e8 req-3492cda9-8c01-455b-a3e5-18f39d66dde7 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0653691 Mar 10 23:57:53.259960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44c0a4e9-57ac-4fa0-9593-d5ae5cf39f40 req-bb187cfa-bdcb-44ca-bb67-df8e43bf6ee1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784954 Mar 10 23:57:53.302428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2eec2a-6d1d-47ee-9e8f-5f2b236f6ef4 req-bf2adb89-bb60-4657-af78-6fc186c2576c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.303933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee2eec2a-6d1d-47ee-9e8f-5f2b236f6ef4 req-bf2adb89-bb60-4657-af78-6fc186c2576c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 945 time: 0.0922818 Mar 10 23:57:53.354576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc173481-b0db-4c92-aa21-f8097b5d8374 req-5258b46d-5d48-476b-a4c1-d544560b73fd tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0656772 Mar 10 23:57:53.379189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-a087bddf-ecb8-40a3-8a22-0273be32556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.383344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-a087bddf-ecb8-40a3-8a22-0273be32556d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.1972902 Mar 10 23:57:53.403986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee2eec2a-6d1d-47ee-9e8f-5f2b236f6ef4 req-0351e46b-913f-44ca-adf3-962e9abd3f29 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783062 Mar 10 23:57:53.565637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-e97346ba-8b97-450d-878d-f6ae5ad56986 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91 HTTP/1.1" status: 200 len: 217 time: 0.1154263 Mar 10 23:57:53.574571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014522-929e-4836-b23d-8e9f693bd483 req-816c2668-d1f4-4503-b076-152ad19b092a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.576352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a014522-929e-4836-b23d-8e9f693bd483 req-816c2668-d1f4-4503-b076-152ad19b092a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 943 time: 0.0869675 Mar 10 23:57:53.603527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:53.681158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a014522-929e-4836-b23d-8e9f693bd483 req-d90a2e86-14cd-4419-bd6b-f07650fddcd5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979872 Mar 10 23:57:53.684367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-07bfffea-0ec3-4a60-8e1c-67d366a99343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.686419 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-07bfffea-0ec3-4a60-8e1c-67d366a99343 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1181190 Mar 10 23:57:53.754540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-bd02b1b7-f360-4659-9a30-ef74c839430e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315897 Mar 10 23:57:53.818385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-110592e0-6b05-407b-8afa-38307a63b453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:53.879355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f898-b394-44dc-8cc1-38a668c42292 req-c3d861ce-5df6-4b4e-b8b3-aca6288ff962 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:53.887252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2880f898-b394-44dc-8cc1-38a668c42292 req-c3d861ce-5df6-4b4e-b8b3-aca6288ff962 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1333168 Mar 10 23:57:53.951993 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-cefd7052-a705-4846-b4b3-a8372f0cce7f service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963649 Mar 10 23:57:53.981163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2880f898-b394-44dc-8cc1-38a668c42292 req-b4af89bd-1323-42bb-a410-f873514af65e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922909 Mar 10 23:57:54.019039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-110592e0-6b05-407b-8afa-38307a63b453 admin admin] Publish callbacks [] for security_group (c18b78bf-a2ab-4224-9d96-01bd6ff43435), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.026096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-110592e0-6b05-407b-8afa-38307a63b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c18b78bf-a2ab-4224-9d96-01bd6ff43435), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.067126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110592e0-6b05-407b-8afa-38307a63b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b78bf-a2ab-4224-9d96-01bd6ff43435,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:54.074246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-110592e0-6b05-407b-8afa-38307a63b453 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d367884897344f46b0dc6e15e7c0bf48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658484 Mar 10 23:57:54.074437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:54.148080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f8b831e8-f742-4222-b787-a40deda0acf8 req-187abc9b-7e08-41df-84c6-6e6b71c1b280 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839852 Mar 10 23:57:54.211204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d163ca41-22f5-4271-ba28-4c9e4784e3c5 req-0689c86f-f861-4b0d-aecf-72ba4354a67d tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0845010 Mar 10 23:57:54.240798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] Publish callbacks [] for security_group (c18b78bf-a2ab-4224-9d96-01bd6ff43435), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.280234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] Publish callbacks [] for security_group (c18b78bf-a2ab-4224-9d96-01bd6ff43435), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.335584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-976da5a9-c7d3-441e-bb6f-4fc628f51ae5 req-4ac02c1d-207d-4bf8-82c3-c50c54fda22e tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0457351 Mar 10 23:57:54.374465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c18b78bf-a2ab-4224-9d96-01bd6ff43435), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.378321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.379483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c18b78bf-a2ab-4224-9d96-01bd6ff43435 HTTP/1.1" status: 204 len: 168 time: 0.3040068 Mar 10 23:57:54.397505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4b3c2-dd42-4d3d-b27d-22499c970083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b78bf-a2ab-4224-9d96-01bd6ff43435,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:54.561912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fde8dd-3597-4806-8eb1-7d74636148af req-6ac35661-866a-46c4-b340-860169dbefeb tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0696995 Mar 10 23:57:54.661778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:54.668027 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9870142-0dc6-4ef5-8949-42e414ff8f3a" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:54.744364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684116-1e67-4ca6-a422-4e75cebc02fe req-beba54c6-88a7-4779-b530-dd056baf4434 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:54.746212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6684116-1e67-4ca6-a422-4e75cebc02fe req-beba54c6-88a7-4779-b530-dd056baf4434 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 945 time: 0.1064799 Mar 10 23:57:54.840509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6684116-1e67-4ca6-a422-4e75cebc02fe req-b1926693-44d8-4850-84dd-07078a895d1c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846362 Mar 10 23:57:54.871021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50506) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:54.888727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8431730b-4e09-4ad5-83ce-d468427beeda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.923988 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46592a64-b21b-4009-900c-c83f04294515 x-openstack-request-id: req-46592a64-b21b-4009-900c-c83f04294515 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:54.924323 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-unplugged", "status": "completed", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:54.924553 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46592a64-b21b-4009-900c-c83f04294515 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:54.925139 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'code': 200} Mar 10 23:57:54.982859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8431730b-4e09-4ad5-83ce-d468427beeda admin admin] Publish callbacks [] for security_group (46c78f4c-7855-436a-ad24-832a0ef41560), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:54.987801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8431730b-4e09-4ad5-83ce-d468427beeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46c78f4c-7855-436a-ad24-832a0ef41560), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:55.069135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431730b-4e09-4ad5-83ce-d468427beeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c78f4c-7855-436a-ad24-832a0ef41560,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:55.079406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8431730b-4e09-4ad5-83ce-d468427beeda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7bd9dce9d664542ac1805c5094ec46e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049911 Mar 10 23:57:55.080635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50524) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:55.121569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381b62-854b-466b-a4cc-dd4d6a19f7aa req-b7a843bf-4ca5-4f26-9f81-b0c4d50cde26 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:55.123061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63381b62-854b-466b-a4cc-dd4d6a19f7aa req-b7a843bf-4ca5-4f26-9f81-b0c4d50cde26 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 943 time: 0.1272700 Mar 10 23:57:55.162631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] Publish callbacks [] for security_group (46c78f4c-7855-436a-ad24-832a0ef41560), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:55.206898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63381b62-854b-466b-a4cc-dd4d6a19f7aa req-7ee6345e-739e-4c9b-afb7-b3d0899668f0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768018 Mar 10 23:57:55.208542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] Publish callbacks [] for security_group (46c78f4c-7855-436a-ad24-832a0ef41560), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:55.282807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46c78f4c-7855-436a-ad24-832a0ef41560), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:55.287570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:55.289050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46c78f4c-7855-436a-ad24-832a0ef41560 HTTP/1.1" status: 204 len: 168 time: 0.2081261 Mar 10 23:57:55.300311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8470ba-3084-412b-90a9-bfaf3858a87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c78f4c-7855-436a-ad24-832a0ef41560,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:55.482895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8c2e09c-3386-4087-bd63-f72823bc3604 req-9ce9aa8f-d098-4f2f-9d98-7265aa1dd61e tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0312719 Mar 10 23:57:55.500247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f5de-5768-4375-9d9a-96be8c6e946a req-ee8d4ebf-2d40-4c53-a7da-768115284c95 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:55.501902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d085f5de-5768-4375-9d9a-96be8c6e946a req-ee8d4ebf-2d40-4c53-a7da-768115284c95 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1002879 Mar 10 23:57:55.570790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d085f5de-5768-4375-9d9a-96be8c6e946a req-50269a85-29e3-41a1-bdc5-c4e851a29eab tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622509 Mar 10 23:57:55.692505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5b8fee-2aa3-4120-ad9c-01b617a9c83b req-020a7cea-e423-47f2-aa5f-a4801bc93ed0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0384703 Mar 10 23:57:55.836891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762df624-a0e4-4d32-88cb-1851587345ae req-a6fa746e-b92a-412a-8a1a-cca5b8c9b83f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:55.845586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-762df624-a0e4-4d32-88cb-1851587345ae req-a6fa746e-b92a-412a-8a1a-cca5b8c9b83f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 945 time: 0.0749032 Mar 10 23:57:55.900006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-762df624-a0e4-4d32-88cb-1851587345ae req-0195ae66-7e44-4a66-8595-a8382fa3a885 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533125 Mar 10 23:57:56.021781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a73f2c92-d213-40d7-934c-b58decfc19b3 req-faa79d3a-5281-492a-8f22-77d22542dfaf tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0410361 Mar 10 23:57:56.054690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:57:56.199041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:56.218518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'mac_address': 'fa:16:3e:04:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:57:56.224434 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-854d7708-9850-4960-b61b-b6e40ee860f7 req-1245cc2f-e92f-4071-b83c-0495e8573b9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0666435 Mar 10 23:57:56.280771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b42299bf-8377-41b5-ab4e-00d09e7e2e91 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:56.282163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:56.299476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42299bf-8377-41b5-ab4e-00d09e7e2e91 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:57:56.324087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:56.332002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:56.361304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5984-0979-45b3-b2a9-ed2637acf391 req-e5c0e2e6-3246-4412-bacb-0509d6b06f69 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:56.362796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d5f5984-0979-45b3-b2a9-ed2637acf391 req-e5c0e2e6-3246-4412-bacb-0509d6b06f69 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.0985663 Mar 10 23:57:56.392630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:56.458582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a838-aa31-486d-a16c-191e167118c8 req-c8b40fd9-e268-4f29-94da-ed0d268c8b7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:56.460207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0186a838-aa31-486d-a16c-191e167118c8 req-c8b40fd9-e268-4f29-94da-ed0d268c8b7d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 944 time: 0.0964973 Mar 10 23:57:56.476179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d5f5984-0979-45b3-b2a9-ed2637acf391 req-54f1551d-e2eb-4a2c-8686-861f12a805e4 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744870 Mar 10 23:57:56.552755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0186a838-aa31-486d-a16c-191e167118c8 req-60e83f1c-160c-4930-8101-fe502e725cf6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740511 Mar 10 23:57:56.615032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b42299bf-8377-41b5-ab4e-00d09e7e2e91'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:56.709748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cbe75-ac91-4d9b-9660-2a8b07b25e28 req-62b7bcc1-56ac-437f-895b-9adc5fa5488b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:56.717944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b93cbe75-ac91-4d9b-9660-2a8b07b25e28 req-62b7bcc1-56ac-437f-895b-9adc5fa5488b tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.0762317 Mar 10 23:57:56.784954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b93cbe75-ac91-4d9b-9660-2a8b07b25e28 req-45aa6ec7-e9de-45ee-ac0c-1e86b0edaa93 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Mar 10 23:57:56.881345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2264a332-4b6f-4b5b-9d38-0c1bba770ed2 req-3e98a523-c4c6-4ac9-a10f-516cfd8f1652 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0408182 Mar 10 23:57:56.986552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43e7bacc-df2c-4fd3-a477-f0d7b631d631 req-3379040c-2da8-43d2-a935-023f4826b295 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0339043 Mar 10 23:57:57.197349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50676) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:57.273306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f0d42-d8f6-413c-9a08-2bc4d01f442c req-d8e06bc5-237c-4408-971a-0546616ec5c4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:57.275522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-995f0d42-d8f6-413c-9a08-2bc4d01f442c req-d8e06bc5-237c-4408-971a-0546616ec5c4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 945 time: 0.0825663 Mar 10 23:57:57.387654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-995f0d42-d8f6-413c-9a08-2bc4d01f442c req-f63964a5-9ee0-43da-81c8-a3ca0a8c33fe tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044514 Mar 10 23:57:57.432702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1396980926'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:57.451508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-880487aa-c089-4b0c-b7ac-173497d5934a req-9b66ebd5-42e4-415e-924c-f14bcf900f3b tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Mar 10 23:57:57.477830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Made reservation on behalf of f090c784f6324cb8a91f0c8009ded86b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:57.481267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.495189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.543426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d864d29-91f7-426a-bee5-fb85534ce0a7 req-b070c58a-c49c-415e-a9ea-eeb09676c106 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:57.545828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d864d29-91f7-426a-bee5-fb85534ce0a7 req-b070c58a-c49c-415e-a9ea-eeb09676c106 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.0775955 Mar 10 23:57:57.598655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks [] for security_group (83037bb1-fbaf-4f78-b739-4ef9ac5ab95c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.605563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83037bb1-fbaf-4f78-b739-4ef9ac5ab95c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.628327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d864d29-91f7-426a-bee5-fb85534ce0a7 req-0876b19b-ba66-4ef2-88fa-95d479d7c620 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764909 Mar 10 23:57:57.651739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:57:57.663608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83037bb1-fbaf-4f78-b739-4ef9ac5ab95c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:57.674062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (578158d9-9a8b-426b-80f7-9326ff85592e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.674410 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Added segment 578158d9-9a8b-426b-80f7-9326ff85592e of type vlan for network d9a9dea8-25dc-49f8-90d0-711f858f87c5 Mar 10 23:57:57.723825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d9a9dea8-25dc-49f8-90d0-711f858f87c5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.779779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d9a9dea8-25dc-49f8-90d0-711f858f87c5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.784841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:57.785500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:57.819612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894af9c-80da-41e8-ba6e-f05e8cdc67ef req-3e865e1c-d268-42e7-9a35-64f1fadc57a6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:57.827980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5894af9c-80da-41e8-ba6e-f05e8cdc67ef req-3e865e1c-d268-42e7-9a35-64f1fadc57a6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 944 time: 0.0874860 Mar 10 23:57:57.877070 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6774232 Mar 10 23:57:57.901725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5894af9c-80da-41e8-ba6e-f05e8cdc67ef req-e1d57971-e8ae-45c5-a297-dee9136da2a6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713186 Mar 10 23:57:57.916230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef7f3b-37c1-436d-b503-da5a4ca58630 tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Pushing event updated for resources: {'Network': ['ID=d9a9dea8-25dc-49f8-90d0-711f858f87c5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:57.929322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:57:58.058694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8e6db-b345-4706-bc9f-654017836f48 req-feb4cfaf-1901-4b75-b017-b50158f3b7a3 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:58.060556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8a8e6db-b345-4706-bc9f-654017836f48 req-feb4cfaf-1901-4b75-b017-b50158f3b7a3 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.0587749 Mar 10 23:57:58.061713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:57:58.134006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8a8e6db-b345-4706-bc9f-654017836f48 req-8569d08e-7f11-42f4-9ad2-86fa3453a48c tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676234 Mar 10 23:57:58.156091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port b42299bf-8377-41b5-ab4e-00d09e7e2e91 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:57:58.161077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b42299bf-8377-41b5-ab4e-00d09e7e2e91 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:57:58.161821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:58.250913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b42299bf-8377-41b5-ab4e-00d09e7e2e91 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:57:58.251516 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:58.267010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-902c5775-7fbf-43e3-9809-751ba5140aab req-11b035c1-92b2-4f08-9fdf-0e320ca9747c tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0478034 Mar 10 23:57:58.280684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:58.283745 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3d303-4ed9-432d-ae65-fc55440781f3" -d '{"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:57:58.301048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:58.310125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:58.354649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:57:58.360151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5', 'binding:host_id': 'n-h1-831844-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-981386603'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:57:58.371111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:58.401887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-631f0285-2dd4-41dd-aaff-ebdc4be37c87 req-363c7a1c-5e6c-427a-b022-33e768e02f5b tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/ports?device_id=536ebf8d-dcd1-46ad-8300-b38eb3bdb561 HTTP/1.1" status: 200 len: 210 time: 0.0691502 Mar 10 23:57:58.403134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Made reservation on behalf of 4e7cd75916154296b65028a901364c1b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:57:58.411172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:58.432463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:58.447226 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4aa85e-cd8a-4d0f-b0f8-2c8f69bbad06 x-openstack-request-id: req-ed4aa85e-cd8a-4d0f-b0f8-2c8f69bbad06 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:57:58.447591 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:57:58.448482 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed4aa85e-cd8a-4d0f-b0f8-2c8f69bbad06 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:57:58.449100 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'code': 200} Mar 10 23:57:58.547612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3a41e434-616f-41da-9893-1458dc5201f0 req-d9959554-2798-4701-809b-7c8d9d8f5e4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0384974 Mar 10 23:57:58.593528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40c6af28-858c-41a9-bfab-1828dde9512c req-bf27be29-fe6d-44c3-8ed5-f92ef15f2795 tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0334160 Mar 10 23:57:58.837059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-e9e5d794-e0b1-4e7c-87b9-3d9d7c6aa641 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:58.839904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-e9e5d794-e0b1-4e7c-87b9-3d9d7c6aa641 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1828527 Mar 10 23:57:58.956736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d618d3b-df24-41df-a86f-524dc64befc1 req-9ff063e2-4493-4976-819d-b22c5a63d543 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:58.958295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d618d3b-df24-41df-a86f-524dc64befc1 req-9ff063e2-4493-4976-819d-b22c5a63d543 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 945 time: 0.1469190 Mar 10 23:57:58.991115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3a41e434-616f-41da-9893-1458dc5201f0 req-51b2a023-fd61-497d-bada-a0a8bb290161 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.4099646 Mar 10 23:57:58.999520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for security_group (4188d98c-908e-4d42-bb97-bb427ee3c01b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.010701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4188d98c-908e-4d42-bb97-bb427ee3c01b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.019601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:57:59.021299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d618d3b-df24-41df-a86f-524dc64befc1 req-3e0e794b-3129-4fda-a0e3-f3520c6b26c7 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Mar 10 23:57:59.051845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 007d8975-2362-4bf3-95f5-a3db935095f7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:57:59.052402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.063633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba7e1-4b35-4ea8-9848-933470fb3103 req-026b213d-4721-4720-bdd0-81ac4867a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.065323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531ba7e1-4b35-4ea8-9848-933470fb3103 req-026b213d-4721-4720-bdd0-81ac4867a844 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 1127 time: 0.5262063 Mar 10 23:57:59.075867 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3a41e434-616f-41da-9893-1458dc5201f0 req-300aee8c-48bb-4245-9cfa-bc94eb30ad40 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618882 Mar 10 23:57:59.196098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 007d8975-2362-4bf3-95f5-a3db935095f7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=007d8975-2362-4bf3-95f5-a3db935095f7,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:57:59.196098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.206346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 007d8975-2362-4bf3-95f5-a3db935095f7 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:57:59.292361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e434-616f-41da-9893-1458dc5201f0 req-20ab3809-07e2-4a5f-9fd1-b5fc755867ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.296029 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3a41e434-616f-41da-9893-1458dc5201f0 req-20ab3809-07e2-4a5f-9fd1-b5fc755867ce service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448328 Mar 10 23:57:59.302375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4188d98c-908e-4d42-bb97-bb427ee3c01b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:59.412775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-531ba7e1-4b35-4ea8-9848-933470fb3103 req-b32a6b8e-8c66-42e4-ae2e-fb0278fd8b6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509062 Mar 10 23:57:59.426274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-7cf8ec89-75fb-4b03-9c4f-b79f60a61176 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780153 Mar 10 23:57:59.673514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52ada33b-ac53-4746-8cec-57883e1d86c1 req-b10e1f8e-1b58-410a-9b37-a1052764a540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46182b37b90d4cc98e8e3c9a0aefc4ca&device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Mar 10 23:57:59.715302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-0a78fa00-a2b5-4fe5-9973-e1fc745a875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.717354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-0a78fa00-a2b5-4fe5-9973-e1fc745a875e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06000382be7e4be1828368a822ea2a3a&device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 1128 time: 0.0583072 Mar 10 23:57:59.761815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52ada33b-ac53-4746-8cec-57883e1d86c1 req-82680b25-eb5a-4c29-92d0-3070a549f357 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=46182b37b90d4cc98e8e3c9a0aefc4ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754364 Mar 10 23:57:59.798505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (007d8975-2362-4bf3-95f5-a3db935095f7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.818667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['77c24c5c-2104-40f5-8793-f5b695679d90', '007d8975-2362-4bf3-95f5-a3db935095f7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:57:59.842546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=007d8975-2362-4bf3-95f5-a3db935095f7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:57:59.879014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-8ce0fa2c-28ba-4264-abdb-ea72fa6afabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.880643 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-8ce0fa2c-28ba-4264-abdb-ea72fa6afabd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 200 len: 907 time: 0.1367109 Mar 10 23:57:59.941069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 007d8975-2362-4bf3-95f5-a3db935095f7 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:57:59.945936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-a7ff27d6-c8e5-48b0-841f-e76d597be216 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 200 len: 217 time: 0.0547786 Mar 10 23:57:59.949348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e5e30-fbc6-47c9-87ef-bf154f4fce36 req-3d389ad6-a492-4279-9a38-c7138d360db0 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.956848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-415e5e30-fbc6-47c9-87ef-bf154f4fce36 req-3d389ad6-a492-4279-9a38-c7138d360db0 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.3145771 Mar 10 23:57:59.966082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf829b1b-3219-421c-a203-85215ae296cd req-463038a0-1bbd-4a09-ace9-487d184cc4b7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:57:59.967598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf829b1b-3219-421c-a203-85215ae296cd req-463038a0-1bbd-4a09-ace9-487d184cc4b7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3231089 Mar 10 23:57:59.968777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:57:59.971938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09f9b2e7-bf2d-4834-83d8-6a148cb92682 req-3b8e6948-0f67-4aaa-8332-711bfec98ad9 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/007d8975-2362-4bf3-95f5-a3db935095f7 HTTP/1.1" status: 204 len: 173 time: 1.1085329 Mar 10 23:57:59.976980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'name': 'network-vif-deleted', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:57:59.979758 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb0cef-282a-4661-a7ee-c8be64881fa9" -d '{"events": [{"server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "name": "network-vif-deleted", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:00.041182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-a8c74f08-07dc-4ec5-bf84-228c34eb75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:00.043612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-a8c74f08-07dc-4ec5-bf84-228c34eb75c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 200 len: 846 time: 0.0820780 Mar 10 23:58:00.063309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:58:00.106633 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-b938e96f-0635-4a95-b8d9-bd19dd740e2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ea54de-39b3-45e7-acc1-52d849361672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331333 Mar 10 23:58:00.152161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf829b1b-3219-421c-a203-85215ae296cd req-13a05b47-af29-4c23-8434-29eb0242f97f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588137 Mar 10 23:58:00.180592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-415e5e30-fbc6-47c9-87ef-bf154f4fce36 req-0484f3b5-0f81-4ef2-bbbc-dc77a8d32c5e tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080185 Mar 10 23:58:00.180592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ada33b-ac53-4746-8cec-57883e1d86c1 req-c0649e1b-a096-4fb7-997c-754086993a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:00.188700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52ada33b-ac53-4746-8cec-57883e1d86c1 req-c0649e1b-a096-4fb7-997c-754086993a12 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4142625 Mar 10 23:58:00.214172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-ecadbd82-863a-4db4-9160-2f1979466b97 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:00.216053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-ecadbd82-863a-4db4-9160-2f1979466b97 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 947 time: 0.1955969 Mar 10 23:58:00.250495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:00.274433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'mac_address': 'fa:16:3e:10:14:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:58:00.317369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:00.317780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.320952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-df621780-ca06-49ec-aefb-5e819cf54562 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056561 Mar 10 23:58:00.332755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5d08b4d-f95f-40ee-8eae-b531b6eb19fd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:58:00.346458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a89f9eb9-0212-41a7-aa34-961f3ffc7076 req-a3424583-42ab-490c-9ff0-e0852995c808 tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0575469 Mar 10 23:58:00.356526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:00.365455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.405824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ab5f007-baab-453f-a5ba-b5e83306d945 req-ca4b7e59-a18e-432e-a033-dd39c5083b97 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1148329 Mar 10 23:58:00.424868 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25d59e4b-54b7-4524-972f-0355ee7d5e31 req-879080cb-a63a-4c7c-a49a-f58754224ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924513 Mar 10 23:58:00.428510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:00.428657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:00.452954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.465575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.527681 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6f990c-0bc3-48eb-8c94-f7fe34674fdc x-openstack-request-id: req-8f6f990c-0bc3-48eb-8c94-f7fe34674fdc {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:00.528192 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd0324-3f97-41ba-910e-e89cdc4c6471", "name": "network-vif-deleted", "tag": "007d8975-2362-4bf3-95f5-a3db935095f7", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:00.529944 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f6f990c-0bc3-48eb-8c94-f7fe34674fdc {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:00.530516 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fd0324-3f97-41ba-910e-e89cdc4c6471', 'name': 'network-vif-deleted', 'tag': '007d8975-2362-4bf3-95f5-a3db935095f7', 'status': 'completed', 'code': 200} Mar 10 23:58:00.551279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:58:00.571333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=10b7e1ea-3e46-4838-9adf-7f5595cb2dde,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:00.582452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Deleting port 4622b161-1c08-4361-b43b-9f93dbae21fb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:00.585093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.594089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50768) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:00.630707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Checking segment: {'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:00.631043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Network hostable DHCP agents. Network: d9a9dea8-25dc-49f8-90d0-711f858f87c5, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:58:00.669221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:58:00.676581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32e57f29-faa6-4917-a6c9-6f3c7e323f6d req-e61fa743-2fd1-4958-84cb-45ab8f674b62 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3fd0324-3f97-41ba-910e-e89cdc4c6471 HTTP/1.1" status: 200 len: 210 time: 0.0522034 Mar 10 23:58:00.681342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d9a9dea8-25dc-49f8-90d0-711f858f87c5) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:00.688509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:00.695395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536a78a-4cc6-4aeb-91d8-33d9f77949f0 None None] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:00.725122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.725568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.725882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.732812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.733160 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.734710 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 2 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.752742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.753055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.753340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.761782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.762167 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.762731 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 3 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.780769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.781164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.781706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.788912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.800959 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.801627 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 4 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.829622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (c147d32e-48a3-4b30-957a-071d3970aded), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.840022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.840022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.840022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.848807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.850564 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.852490 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 5 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.875669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] For port 4622b161-1c08-4361-b43b-9f93dbae21fb, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4622b161-1c08-4361-b43b-9f93dbae21fb,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:00.875906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.886240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.886525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.886867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.897747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.897955 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.898356 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 6 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.902165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (c147d32e-48a3-4b30-957a-071d3970aded), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:00.905132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Calling delete_port for 4622b161-1c08-4361-b43b-9f93dbae21fb owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:00.930097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.930436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.930825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:00.941624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:00.943633 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:00.944087 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 7 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:00.991980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:00.992358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:00.996078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:01.011772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:01.012496 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:01.014329 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 8 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:01.030650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c147d32e-48a3-4b30-957a-071d3970aded), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.033820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.037423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "DELETE /v2.0/security-groups/c147d32e-48a3-4b30-957a-071d3970aded HTTP/1.1" status: 204 len: 168 time: 0.4396901 Mar 10 23:58:01.037564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:01.037564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:01.038065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:01.039941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:01.045376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:01.045846 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:01.046199 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 9 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:01.066221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b988-3eab-4b66-97c2-05cdc7f3289f tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c147d32e-48a3-4b30-957a-071d3970aded,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:01.076299 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-14325709-d685-4843-ab06-0293854b5270 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] show failed (client error): The resource could not be found. Mar 10 23:58:01.077558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-14325709-d685-4843-ab06-0293854b5270 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "GET /v2.0/security-groups/c147d32e-48a3-4b30-957a-071d3970aded HTTP/1.1" status: 404 len: 347 time: 0.0359514 Mar 10 23:58:01.085244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50786) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:01.097580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:01.097936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:01.098542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:01.111232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:01.111511 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:01.112007 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 10 to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde Mar 10 23:58:01.140886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:01.141292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:01.141640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:01.146648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:01.146984 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:01.147349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.297317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:01.297317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempted to set empty binding levels {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 23:58:01.303465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.351315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:01.351948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.380576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=10b7e1ea-3e46-4838-9adf-7f5595cb2dde,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:01.390532 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9fa3a20-967f-441c-845c-0a7d9ef7ece6 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0344090 Mar 10 23:58:01.397122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50800) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:01.427974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4622b161-1c08-4361-b43b-9f93dbae21fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.498517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Pushing event deleted for resources: {'Port': ['ID=4622b161-1c08-4361-b43b-9f93dbae21fb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:01.524784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Deleting port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:01.525159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.537807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6908c-7ac1-4d47-9435-707c7514edcf req-d41108eb-a4ee-4624-9faf-3c57abc6c5fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:01.539363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e6908c-7ac1-4d47-9435-707c7514edcf req-d41108eb-a4ee-4624-9faf-3c57abc6c5fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2512121 Mar 10 23:58:01.547630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Deleting port 34b2599f-ce41-442f-8a75-8aedc145f955 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:01.548011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.573354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfbc7f-a88f-4fa3-b9a0-f043c1b346b0 req-8f53c941-bf19-44ac-a211-3e549d6fbcb5 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:01.575197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9cfbc7f-a88f-4fa3-b9a0-f043c1b346b0 req-8f53c941-bf19-44ac-a211-3e549d6fbcb5 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f HTTP/1.1" status: 200 len: 865 time: 0.2903757 Mar 10 23:58:01.590755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] No DVR routers for this DVR port 4622b161-1c08-4361-b43b-9f93dbae21fb on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:01.603237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.606861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae2eeac8-9110-4284-aaf9-044e4e3b7620 req-f31c4e4f-321f-4775-96a0-717a71bc5b73 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "DELETE /v2.0/ports/4622b161-1c08-4361-b43b-9f93dbae21fb HTTP/1.1" status: 204 len: 173 time: 1.3815384 Mar 10 23:58:01.632348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 10b7e1ea-3e46-4838-9adf-7f5595cb2dde, host n-h1-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:01.633679 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.669690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Calling delete_port for 10b7e1ea-3e46-4838-9adf-7f5595cb2dde owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:01.740126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9cfbc7f-a88f-4fa3-b9a0-f043c1b346b0 req-e09d44db-3535-443f-a21f-447fb2bd3988 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386559 Mar 10 23:58:01.755575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e6908c-7ac1-4d47-9435-707c7514edcf req-d4957ca5-ec3e-4d05-971b-6759381d6c60 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096856 Mar 10 23:58:01.789787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.790195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (34b2599f-ce41-442f-8a75-8aedc145f955), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.820940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Calling delete_port for 34b2599f-ce41-442f-8a75-8aedc145f955 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:01.857013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (10b7e1ea-3e46-4838-9adf-7f5595cb2dde), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.910099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event deleted for resources: {'Port': ['ID=10b7e1ea-3e46-4838-9adf-7f5595cb2dde,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:01.920786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:01.924660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cffe8ab-ef52-4779-8bf7-3db568cbe8d2 req-2aa09c93-e1d5-4024-b585-09f3f8664c28 tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.21 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.0799525 Mar 10 23:58:01.925849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2cbed50f-7be0-4cb5-8196-c8f05463f180 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "DELETE /v2.0/ports/10b7e1ea-3e46-4838-9adf-7f5595cb2dde HTTP/1.1" status: 204 len: 168 time: 0.5270374 Mar 10 23:58:01.928323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50816) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:01.972611 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cba723-78e7-455d-a71a-7bee6c1a7433 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] GET failed (client error): The resource could not be found. Mar 10 23:58:01.977832 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-43cba723-78e7-455d-a71a-7bee6c1a7433 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports/10b7e1ea-3e46-4838-9adf-7f5595cb2dde HTTP/1.1" status: 404 len: 333 time: 0.0452585 Mar 10 23:58:01.979772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50822) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:01.987840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1739144023'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:02.028884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Made reservation on behalf of 4e7cd75916154296b65028a901364c1b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:02.039835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbf7a811-44fa-4a07-b1b8-a35f33cc2c19 req-88e33de0-9418-4fc4-95d0-bd1c9d6253a1 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0618629 Mar 10 23:58:02.042755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.074235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:02.100617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 5d59ad16-370d-406a-83b3-79cfeefbd42c yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:02.210798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:02.211491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.329812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (34b2599f-ce41-442f-8a75-8aedc145f955), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.374297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:02.374692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.401841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Pushing event deleted for resources: {'Port': ['ID=34b2599f-ce41-442f-8a75-8aedc145f955,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:02.428781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:02.431154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70357be8-ec6e-4d1a-981b-9a97535658ab" -d '{"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:02.465202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:02.476209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.477199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:02.519766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 4622b161-1c08-4361-b43b-9f93dbae21fb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:02.522028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.523406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4622b161-1c08-4361-b43b-9f93dbae21fb not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:02.523824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 007d8975-2362-4bf3-95f5-a3db935095f7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:02.529425 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d4cf80-ce05-431d-896c-bcf2fda33660 x-openstack-request-id: req-b8d4cf80-ce05-431d-896c-bcf2fda33660 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:02.531343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-deleted', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:02.531959 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-plugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:02.532381 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8d4cf80-ce05-431d-896c-bcf2fda33660 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:02.532926 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'code': 200} Mar 10 23:58:02.533656 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce9a54-864e-4a90-8dc0-fc7d25492c09" -d '{"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-deleted", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:02.610849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.615739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52ada33b-ac53-4746-8cec-57883e1d86c1 req-46ee7c36-e22f-4e7b-b198-f9764069cc49 tempest-ServersAaction247Test-2055292765 tempest-ServersAaction247Test-2055292765-project] 10.222.0.30 "GET /v2.0/ports?device_id=748af6bf-4255-4447-b29b-fcf77d885f06 HTTP/1.1" status: 200 len: 210 time: 0.1091666 Mar 10 23:58:02.625762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 007d8975-2362-4bf3-95f5-a3db935095f7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:02.626175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 007d8975-2362-4bf3-95f5-a3db935095f7 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:02.645773 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f6b78b-b948-4760-8c7d-769e997bf8f0 x-openstack-request-id: req-c4f6b78b-b948-4760-8c7d-769e997bf8f0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:02.646066 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f", "name": "network-vif-deleted", "tag": "4622b161-1c08-4361-b43b-9f93dbae21fb", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:02.654482 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4f6b78b-b948-4760-8c7d-769e997bf8f0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:02.657141 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0392e8c-4b2e-40cf-89f0-bdca5ba0ef2f', 'name': 'network-vif-deleted', 'tag': '4622b161-1c08-4361-b43b-9f93dbae21fb', 'status': 'completed', 'code': 200} Mar 10 23:58:02.665627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks [] for floatingip (4ad1a227-1e26-4bbd-ab98-4fa30396405a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.675735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.677401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74149fbb-2565-446d-8cd5-fa3e32be48b0 tempest-ServersTestBootFromVolume-168901838 tempest-ServersTestBootFromVolume-168901838-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ad1a227-1e26-4bbd-ab98-4fa30396405a HTTP/1.1" status: 204 len: 168 time: 1.5912900 Mar 10 23:58:02.684732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50850) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:02.724086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:02.744706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:02.747941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:02.754459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:02.755408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:02.756589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:02.766805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=5d59ad16-370d-406a-83b3-79cfeefbd42c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:02.829982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d2c61cf-1688-4fda-a8db-a54c5dcdf879 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8458030 Mar 10 23:58:02.834464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50860) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:02.848033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:02.965881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:03.280439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9eb48-c9dc-40da-980b-e1374d5f30a9 req-9bb4c4b4-f764-49e4-a4e4-812904f79c5a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:03.288566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7e9eb48-c9dc-40da-980b-e1374d5f30a9 req-9bb4c4b4-f764-49e4-a4e4-812904f79c5a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2205667 Mar 10 23:58:03.339089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 5d59ad16-370d-406a-83b3-79cfeefbd42c yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:03.365013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:03.377315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:03.408892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7e9eb48-c9dc-40da-980b-e1374d5f30a9 req-a16142b8-71e5-4111-a05a-b7670248525d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192787 Mar 10 23:58:03.528053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=5d59ad16-370d-406a-83b3-79cfeefbd42c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:03.590430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2f657d3-e772-4d07-b9f5-ee15d0842761 req-6d6c5604-4fc0-42f6-b3fa-7e49bc18d6ff tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0347943 Mar 10 23:58:03.630921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.633357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.633702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.646597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.649450 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.650099 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 2 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.692945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.693301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.693645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.706579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.706927 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.707318 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 3 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.735327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.736388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.736388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.741426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.741949 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.742485 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 4 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.763605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.768474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.768649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.778035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.778410 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.778737 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 5 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.779113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (dab59015-f577-4921-bd06-0537623b041a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:03.812127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.813733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.814079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.819681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.820043 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.820434 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 6 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.856047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.856394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.856731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.861152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b9ee-91e6-4aeb-9990-17f6a941e7fb req-0b85d113-46a9-4cb5-bb35-4ec95c027e72 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:03.862743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb59b9ee-91e6-4aeb-9990-17f6a941e7fb req-0b85d113-46a9-4cb5-bb35-4ec95c027e72 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 949 time: 0.1952503 Mar 10 23:58:03.866982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.867319 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.867717 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 7 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.910679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.911332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.912476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.927779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.929577 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.935674 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 8 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:03.970706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:03.970706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:03.973959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:03.988398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:03.988742 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:03.989172 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 9 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:04.026796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:04.027047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:04.027393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:04.033689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:04.034028 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:04.034421 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 10 to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c Mar 10 23:58:04.050957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:04.051290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:04.051624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:04.059094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:04.059844 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 5d59ad16-370d-406a-83b3-79cfeefbd42c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:04.060239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.079125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50902) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:04.152746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb59b9ee-91e6-4aeb-9990-17f6a941e7fb req-fd6145e6-8cbb-4ee8-802c-d2b87dc56c72 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795687 Mar 10 23:58:04.162661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 5d59ad16-370d-406a-83b3-79cfeefbd42c, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:04.163588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempted to set empty binding levels {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 23:58:04.187016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.232259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] In _notify_port_updated(), no bound segment for port 5d59ad16-370d-406a-83b3-79cfeefbd42c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 23:58:04.232834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.233697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.237891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "PUT /v2.0/ports/5d59ad16-370d-406a-83b3-79cfeefbd42c HTTP/1.1" status: 200 len: 975 time: 1.4023311 Mar 10 23:58:04.238536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50908) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:04.319590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353e4e0-6177-408f-a34d-7e7512da033d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=5d59ad16-370d-406a-83b3-79cfeefbd42c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:04.424387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a3e48bb2-c328-40dc-9c59-eaf6a8ba0629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.538648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.539416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.540110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.540740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.543310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.544056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.545237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.545881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.547483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.548153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.548781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.549403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.552106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a50ef462-10ab-438d-b054-bea3292420a9 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11334 time: 0.3100128 Mar 10 23:58:04.556810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50914) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:04.696117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Deleting port 5d59ad16-370d-406a-83b3-79cfeefbd42c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:04.696760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.737337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a3e48bb2-c328-40dc-9c59-eaf6a8ba0629 admin admin] Publish callbacks [] for security_group (30d719b8-d8c8-4928-ad11-2644cf7554fa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.751976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a3e48bb2-c328-40dc-9c59-eaf6a8ba0629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30d719b8-d8c8-4928-ad11-2644cf7554fa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.800361 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a3e48bb2-c328-40dc-9c59-eaf6a8ba0629 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46182b37b90d4cc98e8e3c9a0aefc4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7186608 Mar 10 23:58:04.803639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e48bb2-c328-40dc-9c59-eaf6a8ba0629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d719b8-d8c8-4928-ad11-2644cf7554fa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:04.824409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50918) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:04.863418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74651e-b6ed-4ac3-8faa-9b6a9ca818ae req-952559ee-09ef-43ae-92f0-28d7bd13cb90 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:04.871096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c74651e-b6ed-4ac3-8faa-9b6a9ca818ae req-952559ee-09ef-43ae-92f0-28d7bd13cb90 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.5453739 Mar 10 23:58:04.878615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 5d59ad16-370d-406a-83b3-79cfeefbd42c, host n-h1-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:04.879242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:04.892075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Calling delete_port for 5d59ad16-370d-406a-83b3-79cfeefbd42c owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:04.938446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Deleting port ada09358-3b59-495e-a7e0-a0b1cf7849ba {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:04.938788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.006762 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5d59ad16-370d-406a-83b3-79cfeefbd42c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.010790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3af100-c6b0-40ed-b4d4-008604808820 req-61bfe945-9aed-48fd-904f-742affb6ef51 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:05.018418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e3af100-c6b0-40ed-b4d4-008604808820 req-61bfe945-9aed-48fd-904f-742affb6ef51 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 946 time: 0.2437980 Mar 10 23:58:05.049743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d59ad16-370d-406a-83b3-79cfeefbd42c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:05.066034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.070566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-939adbaf-6fd7-446e-8d65-cf749dd34cec tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5d59ad16-370d-406a-83b3-79cfeefbd42c HTTP/1.1" status: 204 len: 168 time: 0.5116072 Mar 10 23:58:05.078196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] Publish callbacks [] for security_group (30d719b8-d8c8-4928-ad11-2644cf7554fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.079872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:05.105630 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41dac71-1e9e-4e64-a4d9-8c5dcd4e1055 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] GET failed (client error): The resource could not be found. Mar 10 23:58:05.111345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d41dac71-1e9e-4e64-a4d9-8c5dcd4e1055 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports/5d59ad16-370d-406a-83b3-79cfeefbd42c HTTP/1.1" status: 404 len: 333 time: 0.0307918 Mar 10 23:58:05.112274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:05.116800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-268433152', 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:05.133445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] For port ada09358-3b59-495e-a7e0-a0b1cf7849ba, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ada09358-3b59-495e-a7e0-a0b1cf7849ba,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:05.135091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.142561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Made reservation on behalf of 4e7cd75916154296b65028a901364c1b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:05.145080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.152995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Calling delete_port for ada09358-3b59-495e-a7e0-a0b1cf7849ba owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:05.168584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 5752d540-b731-4227-9510-8706523e42e1 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:05.408613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (5752d540-b731-4227-9510-8706523e42e1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.409137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c74651e-b6ed-4ac3-8faa-9b6a9ca818ae req-50f4ade8-62fa-47c3-b552-c3d5a75ee11e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364242 Mar 10 23:58:05.431243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ada09358-3b59-495e-a7e0-a0b1cf7849ba), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.461224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5752d540-b731-4227-9510-8706523e42e1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.513048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:05.516705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:05.526881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:05.528127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:05.529234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.535838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e3af100-c6b0-40ed-b4d4-008604808820 req-d760d8af-02f1-4d7c-a706-fd50ea4613b8 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/security-groups?id=8db9663e-3123-4784-b2f1-fadae3465b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164456 Mar 10 23:58:05.558279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada09358-3b59-495e-a7e0-a0b1cf7849ba,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:05.567386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4540579 Mar 10 23:58:05.571046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:05.593751 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] Publish callbacks [] for security_group (30d719b8-d8c8-4928-ad11-2644cf7554fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:05.668050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6f3d7-664c-4e6d-9bbe-a5c9c67fb139 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:05.670829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b6c6f3d7-664c-4e6d-9bbe-a5c9c67fb139 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports/5752d540-b731-4227-9510-8706523e42e1 HTTP/1.1" status: 200 len: 954 time: 0.0967672 Mar 10 23:58:05.672562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f90fa-1f42-4715-aaf8-9811b27989e1 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=5752d540-b731-4227-9510-8706523e42e1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:05.674240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26f623fe-f290-4d5f-a4f5-c98eec7b61b5 req-367096ce-0c3d-4aff-a727-f510cf61cd1a tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0700500 Mar 10 23:58:05.674776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:05.816054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-23e5773c-bd92-4688-a718-67200de4d166 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:05.817793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-23e5773c-bd92-4688-a718-67200de4d166 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 949 time: 0.4071932 Mar 10 23:58:05.953201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe735968-616f-4dc3-9882-9bc263df17ff req-1eccfb0e-31dd-4678-b72f-43755d8dffa1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:05.956324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fe735968-616f-4dc3-9882-9bc263df17ff req-1eccfb0e-31dd-4678-b72f-43755d8dffa1 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 946 time: 0.0938487 Mar 10 23:58:06.094747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Deleting port 77c24c5c-2104-40f5-8793-f5b695679d90 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:06.095407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.136381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (dab59015-f577-4921-bd06-0537623b041a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.210697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] For port 77c24c5c-2104-40f5-8793-f5b695679d90, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=77c24c5c-2104-40f5-8793-f5b695679d90,segment=NetworkSegment(b1f4880f-d8b1-411b-ad82-6322e003fd4f),segment_id=b1f4880f-d8b1-411b-ad82-6322e003fd4f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:06.211603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.230391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Calling delete_port for 77c24c5c-2104-40f5-8793-f5b695679d90 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:06.268591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5ac0-858c-46ad-80ee-a9fbbfaa9b04 req-654bea10-df90-4484-a788-e93bf264cb57 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:06.279328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06ec5ac0-858c-46ad-80ee-a9fbbfaa9b04 req-654bea10-df90-4484-a788-e93bf264cb57 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 949 time: 0.4780383 Mar 10 23:58:06.376599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06ec5ac0-858c-46ad-80ee-a9fbbfaa9b04 req-ea41e027-9f22-460c-8d26-fd4fd980cfb2 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961730 Mar 10 23:58:06.386483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30d719b8-d8c8-4928-ad11-2644cf7554fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.393866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (77c24c5c-2104-40f5-8793-f5b695679d90), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.400237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.404293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30d719b8-d8c8-4928-ad11-2644cf7554fa HTTP/1.1" status: 204 len: 168 time: 1.5734944 Mar 10 23:58:06.492797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a1fc2-3e01-40cd-8abf-da3acf38c268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d719b8-d8c8-4928-ad11-2644cf7554fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:06.556584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Deleting port 5752d540-b731-4227-9510-8706523e42e1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:06.565642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5752d540-b731-4227-9510-8706523e42e1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.668865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Pushing event deleted for resources: {'Port': ['ID=77c24c5c-2104-40f5-8793-f5b695679d90,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:06.689401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] No DVR routers for this DVR port 77c24c5c-2104-40f5-8793-f5b695679d90 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:06.691197 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9a7aa459-cede-4a1e-a953-9a10aef2d3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.698590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.703119 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fe735968-616f-4dc3-9882-9bc263df17ff req-dd827086-ccd1-4b13-9d0c-128508c8673e tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.30 "DELETE /v2.0/ports/77c24c5c-2104-40f5-8793-f5b695679d90 HTTP/1.1" status: 204 len: 173 time: 0.7407527 Mar 10 23:58:06.703594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'name': 'network-vif-deleted', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:06.717376 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decacec6-5f25-4ad5-9d63-8bf3a7801069" -d '{"events": [{"server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "name": "network-vif-deleted", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:06.781448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5752d540-b731-4227-9510-8706523e42e1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:06.904093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51b2c113-8bac-4418-a70d-937b88ea54af req-5e99cc1c-0aa8-44a5-8417-83ba1169f111 tempest-ServersTestJSON-2136968346 tempest-ServersTestJSON-2136968346-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6764dca-faf7-43d2-935d-6496aef0c9c1 HTTP/1.1" status: 200 len: 210 time: 0.1633980 Mar 10 23:58:06.929698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Calling delete_port for 5752d540-b731-4227-9510-8706523e42e1 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:07.091185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b24d21b-31af-4da3-a154-1be6a3e0aa76 req-e2551ade-edd9-4a00-8ca1-f213a95e3c9d tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0612721 Mar 10 23:58:07.103387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Deleting port e29fa3f7-6103-4197-8d01-39b420a50825 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:07.104136 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.257353 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc553956-b9bc-4f2a-bbb5-b9293cc1a7b4 x-openstack-request-id: req-dc553956-b9bc-4f2a-bbb5-b9293cc1a7b4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:07.257934 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6764dca-faf7-43d2-935d-6496aef0c9c1", "name": "network-vif-deleted", "tag": "77c24c5c-2104-40f5-8793-f5b695679d90", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:07.257934 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc553956-b9bc-4f2a-bbb5-b9293cc1a7b4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:07.258319 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6764dca-faf7-43d2-935d-6496aef0c9c1', 'name': 'network-vif-deleted', 'tag': '77c24c5c-2104-40f5-8793-f5b695679d90', 'status': 'completed', 'code': 200} Mar 10 23:58:07.305276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220c8a8-3315-4168-bdd1-88ce63c21441 req-b721f977-9346-4638-a1df-54fec25f8bb3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:07.311125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8220c8a8-3315-4168-bdd1-88ce63c21441 req-b721f977-9346-4638-a1df-54fec25f8bb3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.5560696 Mar 10 23:58:07.493399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Router dab59015-f577-4921-bd06-0537623b041a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:58:07.500071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5752d540-b731-4227-9510-8706523e42e1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.583607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50978) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:07.591673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event deleted for resources: {'Port': ['ID=5752d540-b731-4227-9510-8706523e42e1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:07.614797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] For port e29fa3f7-6103-4197-8d01-39b420a50825, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e29fa3f7-6103-4197-8d01-39b420a50825,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:07.614797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.619228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.625945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79bfc89f-a694-4f70-90ca-d3e6b414988b tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5752d540-b731-4227-9510-8706523e42e1 HTTP/1.1" status: 204 len: 168 time: 1.9456062 Mar 10 23:58:07.626204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:07.638382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8220c8a8-3315-4168-bdd1-88ce63c21441 req-0551f44d-44d6-43bd-99e0-e158538ddfd6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873398 Mar 10 23:58:07.647102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Calling delete_port for e29fa3f7-6103-4197-8d01-39b420a50825 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:07.711040 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-14259445-818c-4e14-b471-8c72e4fb5f1f tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] GET failed (client error): The resource could not be found. Mar 10 23:58:07.719476 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14259445-818c-4e14-b471-8c72e4fb5f1f tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports/5752d540-b731-4227-9510-8706523e42e1 HTTP/1.1" status: 404 len: 333 time: 0.0854306 Mar 10 23:58:07.721671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50990) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:07.734336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1935737520'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:07.760138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ef7f6-7e3e-44b8-a5e0-0058e5c0a6ba req-fff7db03-3347-480e-99ec-ec044c599a66 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:07.761650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-665ef7f6-7e3e-44b8-a5e0-0058e5c0a6ba req-fff7db03-3347-480e-99ec-ec044c599a66 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 949 time: 0.2550385 Mar 10 23:58:07.786884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Made reservation on behalf of 4e7cd75916154296b65028a901364c1b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:07.793363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.846272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2074643939-network', 'tenant_id': '26948a9fbad64e14b72eca705a30fbc5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:07.876549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Made reservation on behalf of 26948a9fbad64e14b72eca705a30fbc5 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:07.878972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.881733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 31028a5d-94a0-4a15-b8a9-94d18051e70c yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:07.882243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:58:07.896589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:07.902711 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Sync routers for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:58:07.908272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e84ae87b-a2ec-4422-9d4c-8cfd0c6d0076 admin admin] 10.222.0.21 "PUT /v2.0/routers/dab59015-f577-4921-bd06-0537623b041a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2222645 Mar 10 23:58:07.920507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50996) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:07.926155 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:07.926798 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:07.997772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:08.050218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-665ef7f6-7e3e-44b8-a5e0-0058e5c0a6ba req-acd0dbc8-0aec-4ca0-9aba-3db47a895f0f tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/security-groups?id=abdc3ce1-fd24-46d5-9765-036157223560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799459 Mar 10 23:58:08.096423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 77c24c5c-2104-40f5-8793-f5b695679d90 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:08.127885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 77c24c5c-2104-40f5-8793-f5b695679d90 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:08.146424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 77c24c5c-2104-40f5-8793-f5b695679d90 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:08.147958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e29fa3f7-6103-4197-8d01-39b420a50825 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:08.190256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks [] for security_group (843faccd-facf-439d-85cc-5f5695c182f2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.196706 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:08.248979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (843faccd-facf-439d-85cc-5f5695c182f2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.334594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:58:08.339330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e29fa3f7-6103-4197-8d01-39b420a50825 is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:08.439429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843faccd-facf-439d-85cc-5f5695c182f2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:08.451550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7b97bfa7-1afa-44ca-a274-1ee0556042cb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.451897 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Added segment 7b97bfa7-1afa-44ca-a274-1ee0556042cb of type vlan for network c911d133-81f9-4117-bf3a-09f04f04c5e5 Mar 10 23:58:08.469635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Deleting subnet 815db9c0-d094-42ea-afd7-bcf98890f6b2 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:58:08.514686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Publish callbacks [] for subnet (815db9c0-d094-42ea-afd7-bcf98890f6b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.584324 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:58:05Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:08.621644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-212a309c-028d-4d61-acf5-bc046d3b120d req-4954d6dd-a5a6-488c-bee6-dc1ba95a3960 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0676305 Mar 10 23:58:08.691681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks [] for router (dab59015-f577-4921-bd06-0537623b041a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.699613 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Checking router: dab59015-f577-4921-bd06-0537623b041a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:58:08.717263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Routers {'dab59015-f577-4921-bd06-0537623b041a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:08.717921 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:57:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['dab59015-f577-4921-bd06-0537623b041a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:08.822659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c911d133-81f9-4117-bf3a-09f04f04c5e5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.835793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e29fa3f7-6103-4197-8d01-39b420a50825), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.884614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (815db9c0-d094-42ea-afd7-bcf98890f6b2), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.898084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Pushing event deleted for resources: {'Port': ['ID=e29fa3f7-6103-4197-8d01-39b420a50825,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:08.926678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.978166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (815db9c0-d094-42ea-afd7-bcf98890f6b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.982452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c911d133-81f9-4117-bf3a-09f04f04c5e5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:08.984298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:08.984958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.030684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4451239 Mar 10 23:58:09.045168 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] Set router dab59015-f577-4921-bd06-0537623b041a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:09.071125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] No DVR routers for this DVR port e29fa3f7-6103-4197-8d01-39b420a50825 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:09.100321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.103803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f1146ac-1d33-4f58-b49a-5122e441fd8f req-ac8bdf83-c013-47ff-87c6-aed54aa5f509 tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.30 "DELETE /v2.0/ports/e29fa3f7-6103-4197-8d01-39b420a50825 HTTP/1.1" status: 204 len: 173 time: 3.2165964 Mar 10 23:58:09.114945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-deleted', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:09.124231 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6754819-71a5-4194-89b9-6ed45396c08e" -d '{"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-deleted", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:09.188741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ad6-e712-463e-838b-089aa1a05734 req-2d61691b-9cb9-4504-8e8a-075a659b1594 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:09.190557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2903ad6-e712-463e-838b-089aa1a05734 req-2d61691b-9cb9-4504-8e8a-075a659b1594 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3838999 Mar 10 23:58:09.249587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d496aaee-8d21-4f4e-8e11-eb62336bd48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.269446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.319332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-358b7eac-0dfc-461e-9901-38cd6de5776b req-66ffb56f-e993-4da5-bc28-901bc3c9e78d tempest-ListImageFiltersTestJSON-1305075359 tempest-ListImageFiltersTestJSON-1305075359-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2b5de1c-000d-422f-8631-9c946c33d0a8 HTTP/1.1" status: 200 len: 210 time: 0.1234612 Mar 10 23:58:09.402978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f126db-3bdc-4255-a146-ce19079243fd admin admin] Pushing event updated for resources: {'Network': ['ID=c911d133-81f9-4117-bf3a-09f04f04c5e5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:09.413484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks [] for router_gateway (dab59015-f577-4921-bd06-0537623b041a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.415383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c911d133-81f9-4117-bf3a-09f04f04c5e5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:58:09.443675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2903ad6-e712-463e-838b-089aa1a05734 req-b3e6cb99-a041-44ef-bee0-f160b52ffcbe tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152636 Mar 10 23:58:09.447348 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2928d-1866-4334-8d14-43c4f4e32155 x-openstack-request-id: req-17b2928d-1866-4334-8d14-43c4f4e32155 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:09.450700 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b5de1c-000d-422f-8631-9c946c33d0a8", "name": "network-vif-deleted", "tag": "e29fa3f7-6103-4197-8d01-39b420a50825", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:09.450700 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b2928d-1866-4334-8d14-43c4f4e32155 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:09.451016 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b5de1c-000d-422f-8631-9c946c33d0a8', 'name': 'network-vif-deleted', 'tag': 'e29fa3f7-6103-4197-8d01-39b420a50825', 'status': 'completed', 'code': 200} Mar 10 23:58:09.468946 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:58:05Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:09.493315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Network d9a9dea8-25dc-49f8-90d0-711f858f87c5 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:09.499058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:09.534657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:09.535604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:09.536335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.538730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (815db9c0-d094-42ea-afd7-bcf98890f6b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.569866 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eebbb-a241-452b-be1a-9f28eafe0360 None None] The sync data for ids ['dab59015-f577-4921-bd06-0537623b041a'] in n-d-831844-1 is: [{'id': 'dab59015-f577-4921-bd06-0537623b041a', 'name': 'tempest-ServersTestBootFromVolume-374339488-router', 'tenant_id': 'a0dc195006204bfbb5c382efa3e7f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:55:06Z', 'updated_at': '2022-03-10T23:58:05Z', 'revision_number': 5, 'project_id': 'a0dc195006204bfbb5c382efa3e7f630', 'gw_port': {'id': 'd7d22a19-565c-41a0-9f74-d2eaa42f44ed', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab59015-f577-4921-bd06-0537623b041a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:55:09Z', 'updated_at': '2022-03-10T23:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:58:09.651954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Deleting port d7d22a19-565c-41a0-9f74-d2eaa42f44ed {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:09.652465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.751475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.767155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/815db9c0-d094-42ea-afd7-bcf98890f6b2 HTTP/1.1" status: 204 len: 168 time: 1.7681918 Mar 10 23:58:09.771996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0492754 Mar 10 23:58:09.790278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51034) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:09.792055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:09.892472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:09.912171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] For port d7d22a19-565c-41a0-9f74-d2eaa42f44ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:09.912589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:09.929007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Calling delete_port for d7d22a19-565c-41a0-9f74-d2eaa42f44ed owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:09.935138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfb14d-6c7d-4a63-baaf-1b83dad2c775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815db9c0-d094-42ea-afd7-bcf98890f6b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:09.965923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae4f2-f85d-4629-8faa-e4a9252bfd3a tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=31028a5d-94a0-4a15-b8a9-94d18051e70c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:09.991309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c5ea54de-39b3-45e7-acc1-52d849361672), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.014499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.096059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c5ea54de-39b3-45e7-acc1-52d849361672), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.127399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ea54de-39b3-45e7-acc1-52d849361672']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:10.143353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f4880f-d8b1-411b-ad82-6322e003fd4f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:10.143950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f4880f-d8b1-411b-ad82-6322e003fd4f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:10.156656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (b1f4880f-d8b1-411b-ad82-6322e003fd4f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.171619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b1f4880f-d8b1-411b-ad82-6322e003fd4f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.179547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:58:10.179678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d7d22a19-565c-41a0-9f74-d2eaa42f44ed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.180084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (b1f4880f-d8b1-411b-ad82-6322e003fd4f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:58:10.254900 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:58:10.262365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c5ea54de-39b3-45e7-acc1-52d849361672), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.282998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-719e3e6d-773a-4be1-9609-534011c6572c req-b25ffd3c-718c-4722-9411-e9e5ee604fee tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1077383 Mar 10 23:58:10.286557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.291397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5ea54de-39b3-45e7-acc1-52d849361672 HTTP/1.1" status: 204 len: 168 time: 0.4939079 Mar 10 23:58:10.291397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed8309-e9f3-4e19-8d6b-a298ea59e877 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ea54de-39b3-45e7-acc1-52d849361672,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:10.292940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d22a19-565c-41a0-9f74-d2eaa42f44ed,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:10.371152 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.417292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.450377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (dab59015-f577-4921-bd06-0537623b041a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.543865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:10.601150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.681562 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef1d7735-602d-459e-9b74-9caa91e2b083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06000382be7e4be1828368a822ea2a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332304 Mar 10 23:58:10.700898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51058) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:10.750948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] device_id is not set on port 31028a5d-94a0-4a15-b8a9-94d18051e70c yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:10.766222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks [] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.784695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.807885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (dab59015-f577-4921-bd06-0537623b041a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.817484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks [] for router_controller (dab59015-f577-4921-bd06-0537623b041a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.832636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] Publish callbacks [] for security_group (8db9663e-3123-4784-b2f1-fadae3465b08), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.833768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed340ff4-554b-4108-893a-ebf4f7b4422d req-a6b52dd1-1b47-44e3-bb82-3a4e337dec90 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:10.839418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed340ff4-554b-4108-893a-ebf4f7b4422d req-a6b52dd1-1b47-44e3-bb82-3a4e337dec90 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1730711 Mar 10 23:58:10.886120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a5b47-cf81-4e4b-a57c-2cded46559bc req-e04f8812-07f2-4952-8be3-77f53da805a6 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:10.887013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:10.887351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:10.887685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:10.900174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a5b47-cf81-4e4b-a57c-2cded46559bc req-e04f8812-07f2-4952-8be3-77f53da805a6 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:10.906672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a5b47-cf81-4e4b-a57c-2cded46559bc req-e04f8812-07f2-4952-8be3-77f53da805a6 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:10.909683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:10.910019 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:10.922183 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 2 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:10.929104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e6a5b47-cf81-4e4b-a57c-2cded46559bc req-e04f8812-07f2-4952-8be3-77f53da805a6 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7526052 Mar 10 23:58:10.933392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] Publish callbacks [] for security_group (8db9663e-3123-4784-b2f1-fadae3465b08), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:10.938755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=31028a5d-94a0-4a15-b8a9-94d18051e70c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:10.971282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:10.971622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:10.971981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:10.989402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:10.989889 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:10.994966 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 3 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.012644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.012981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.013317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.019639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.019992 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.022546 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 4 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.022684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (dab59015-f577-4921-bd06-0537623b041a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.023563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab59015-f577-4921-bd06-0537623b041a {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:58:11.039621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.040067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.040405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.048588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.048588 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.048847 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 5 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.057271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.060794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8e38103-8156-4706-8f73-e312d4121e4d admin admin] 10.222.0.21 "DELETE /v2.0/routers/dab59015-f577-4921-bd06-0537623b041a HTTP/1.1" status: 204 len: 168 time: 3.1379170 Mar 10 23:58:11.061845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51066) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:11.092521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.092521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.093685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.101239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.101584 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.102252 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 6 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.117359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8db9663e-3123-4784-b2f1-fadae3465b08), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.120253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.124367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8db9663e-3123-4784-b2f1-fadae3465b08 HTTP/1.1" status: 204 len: 168 time: 0.4221220 Mar 10 23:58:11.125473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.125808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.126143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.146052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.146827 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.147365 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 7 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.151584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98b157-9c4e-4dac-8e9b-204fa5ea4f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db9663e-3123-4784-b2f1-fadae3465b08,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:11.169967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Deleting subnet 8d6b4196-5120-4272-a3da-f4acaea8f7cc {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:58:11.178775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.179301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.179815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.184523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Publish callbacks [] for subnet (8d6b4196-5120-4272-a3da-f4acaea8f7cc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.186884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.187539 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.188120 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 8 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.212546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.213365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.214061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.222382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.222976 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.223528 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 9 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.237211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (8d6b4196-5120-4272-a3da-f4acaea8f7cc), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.247403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.248006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.248496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.253648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.254619 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.255310 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempt 10 to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c Mar 10 23:58:11.272391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:11.272973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:11.273462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempting to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:11.280245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:11.281037 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Failed to bind port 31028a5d-94a0-4a15-b8a9-94d18051e70c on host n-h1-831844-1 for vnic_type normal using segments [{'id': '578158d9-9a8b-426b-80f7-9326ff85592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd9a9dea8-25dc-49f8-90d0-711f858f87c5'}] Mar 10 23:58:11.281560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.347141 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8d6b4196-5120-4272-a3da-f4acaea8f7cc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.424204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 31028a5d-94a0-4a15-b8a9-94d18051e70c, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:11.425639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attempted to set empty binding levels {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 10 23:58:11.426948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed340ff4-554b-4108-893a-ebf4f7b4422d req-86fb5260-c3ab-4145-9461-3d4ceb31de81 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846651 Mar 10 23:58:11.428605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (8d6b4196-5120-4272-a3da-f4acaea8f7cc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.442680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.465032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6b4196-5120-4272-a3da-f4acaea8f7cc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:11.470216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.479728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7129a8ba-f96e-4f35-b230-ff2ff9f16399 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8d6b4196-5120-4272-a3da-f4acaea8f7cc HTTP/1.1" status: 204 len: 168 time: 0.4030912 Mar 10 23:58:11.480564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51080) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:11.481624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc02bef-c926-4e03-8e69-f5f2ab27cd70 None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:11.581900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] In _notify_port_updated(), no bound segment for port 31028a5d-94a0-4a15-b8a9-94d18051e70c on network d9a9dea8-25dc-49f8-90d0-711f858f87c5 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 23:58:11.582667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:11.583266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.598748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "PUT /v2.0/ports/31028a5d-94a0-4a15-b8a9-94d18051e70c HTTP/1.1" status: 200 len: 975 time: 1.7092011 Mar 10 23:58:11.602301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:11.746814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (1322f12e-fa97-47e2-a796-74713f5c87d1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.748759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af284a-34f9-447a-815f-c8b36d2684e4 tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event updated for resources: {'Port': ['ID=31028a5d-94a0-4a15-b8a9-94d18051e70c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:11.774070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:11.787459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a46b64-ee2f-42d3-b7ac-f2876573d06a req-8d6013aa-5c3a-44aa-81a4-bdcc792b7cb3 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:11.803402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:11.803699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6a46b64-ee2f-42d3-b7ac-f2876573d06a req-8d6013aa-5c3a-44aa-81a4-bdcc792b7cb3 tempest-ComputeTenantNetworksTest-1679232207 tempest-ComputeTenantNetworksTest-1679232207-project] 10.222.0.21 "GET /v2.0/networks/c911d133-81f9-4117-bf3a-09f04f04c5e5 HTTP/1.1" status: 200 len: 769 time: 0.2354112 Mar 10 23:58:11.829247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ada09358-3b59-495e-a7e0-a0b1cf7849ba no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:11.899296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ada09358-3b59-495e-a7e0-a0b1cf7849ba {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:11.902480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ada09358-3b59-495e-a7e0-a0b1cf7849ba not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:11.903128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7d22a19-565c-41a0-9f74-d2eaa42f44ed no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:11.949371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] DHCP port deletion for 1322f12e-fa97-47e2-a796-74713f5c87d1 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:58:11.952620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d7d22a19-565c-41a0-9f74-d2eaa42f44ed {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:11.952966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7d22a19-565c-41a0-9f74-d2eaa42f44ed not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:12.021016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d037288-9f97-4fe1-a34d-95adf8ca160f req-b67209a8-2d4b-4728-a219-85702e30fd07 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0658484 Mar 10 23:58:12.030466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Deleting port 21258008-cc2e-4066-860b-ea56347f364f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:12.030750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21258008-cc2e-4066-860b-ea56347f364f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.069237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Deleting port 21258008-cc2e-4066-860b-ea56347f364f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:12.069704 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21258008-cc2e-4066-860b-ea56347f364f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.086999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c911d133-81f9-4117-bf3a-09f04f04c5e5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.152628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] For port 21258008-cc2e-4066-860b-ea56347f364f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21258008-cc2e-4066-860b-ea56347f364f,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:12.153409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21258008-cc2e-4066-860b-ea56347f364f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.157076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Deleting port 31028a5d-94a0-4a15-b8a9-94d18051e70c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:12.157479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.185925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Calling delete_port for 21258008-cc2e-4066-860b-ea56347f364f owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:12.308275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1eea8c08-168c-42c4-9501-e9b412de9da2 req-7a678837-651c-43d1-8668-58488558d9b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0387654 Mar 10 23:58:12.312380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c911d133-81f9-4117-bf3a-09f04f04c5e5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.343714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] For port 21258008-cc2e-4066-860b-ea56347f364f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21258008-cc2e-4066-860b-ea56347f364f,segment=NetworkSegment(e0f1cbf1-e215-4dcc-bd87-ed13162817f0),segment_id=e0f1cbf1-e215-4dcc-bd87-ed13162817f0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:12.344269 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21258008-cc2e-4066-860b-ea56347f364f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.372783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Calling delete_port for 21258008-cc2e-4066-860b-ea56347f364f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:12.379347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21258008-cc2e-4066-860b-ea56347f364f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.446785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] No DVR routers for this DVR port 21258008-cc2e-4066-860b-ea56347f364f on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:12.502819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] For port 31028a5d-94a0-4a15-b8a9-94d18051e70c, host n-h1-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:12.503204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.516783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=21258008-cc2e-4066-860b-ea56347f364f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:12.555053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c911d133-81f9-4117-bf3a-09f04f04c5e5']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.563171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Calling delete_port for 31028a5d-94a0-4a15-b8a9-94d18051e70c owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:12.587309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (1322f12e-fa97-47e2-a796-74713f5c87d1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.599191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b97bfa7-1afa-44ca-a274-1ee0556042cb') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.599191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b97bfa7-1afa-44ca-a274-1ee0556042cb') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.630194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1322f12e-fa97-47e2-a796-74713f5c87d1']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.641863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.643398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f1cbf1-e215-4dcc-bd87-ed13162817f0') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:12.650363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (7b97bfa7-1afa-44ca-a274-1ee0556042cb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.656708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (e0f1cbf1-e215-4dcc-bd87-ed13162817f0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.671810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e0f1cbf1-e215-4dcc-bd87-ed13162817f0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.678992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:58:12.679392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (e0f1cbf1-e215-4dcc-bd87-ed13162817f0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:58:12.681216 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:58:12.741001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7b97bfa7-1afa-44ca-a274-1ee0556042cb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.766358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:58:12.767197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (7b97bfa7-1afa-44ca-a274-1ee0556042cb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:58:12.772752 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:58:12.790196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (1322f12e-fa97-47e2-a796-74713f5c87d1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.803741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.811713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1322f12e-fa97-47e2-a796-74713f5c87d1 HTTP/1.1" status: 204 len: 168 time: 1.3297801 Mar 10 23:58:12.866097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086f5c9-549c-4d87-a9b0-24175c7d5e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=1322f12e-fa97-47e2-a796-74713f5c87d1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:12.875913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c911d133-81f9-4117-bf3a-09f04f04c5e5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.896211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.910045 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c911d133-81f9-4117-bf3a-09f04f04c5e5 HTTP/1.1" status: 204 len: 168 time: 1.1049328 Mar 10 23:58:12.917464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (31028a5d-94a0-4a15-b8a9-94d18051e70c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:12.950561 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (21258008-cc2e-4066-860b-ea56347f364f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.009664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Network 1322f12e-fa97-47e2-a796-74713f5c87d1 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 23:58:13.011159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] No DVR routers for this DVR port 21258008-cc2e-4066-860b-ea56347f364f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:13.013629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e79b9-649b-47a7-938a-e4b94ec5b250 None None] Pushing event deleted for resources: {'Port': ['ID=21258008-cc2e-4066-860b-ea56347f364f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:13.033622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca450b-1922-432a-b427-a1abfa33c027 admin admin] Pushing event deleted for resources: {'Network': ['ID=c911d133-81f9-4117-bf3a-09f04f04c5e5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:13.036659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Pushing event deleted for resources: {'Port': ['ID=31028a5d-94a0-4a15-b8a9-94d18051e70c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:13.055573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.066417 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c2fe4ff6-d75d-492c-9d2f-9f9e041b4e4d tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "DELETE /v2.0/ports/31028a5d-94a0-4a15-b8a9-94d18051e70c HTTP/1.1" status: 204 len: 168 time: 1.4567089 Mar 10 23:58:13.068072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51148) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.115525 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7b7167-3c90-4e73-a886-933d3ad84ecd tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] GET failed (client error): The resource could not be found. Mar 10 23:58:13.122557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51156) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.122782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-af7b7167-3c90-4e73-a886-933d3ad84ecd tempest-PortsAdminExtendedAttrsTestJSON-670773280 tempest-PortsAdminExtendedAttrsTestJSON-670773280-project-admin] 10.222.0.21 "GET /v2.0/ports/31028a5d-94a0-4a15-b8a9-94d18051e70c HTTP/1.1" status: 404 len: 333 time: 0.0516813 Mar 10 23:58:13.164525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c8c59-ee21-4580-a84a-994f016d92e8 req-a554df2a-010d-47c6-8224-9b825400c795 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:13.167583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-764c8c59-ee21-4580-a84a-994f016d92e8 req-a554df2a-010d-47c6-8224-9b825400c795 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1127939 Mar 10 23:58:13.173032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51158) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.196916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.278424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d9a9dea8-25dc-49f8-90d0-711f858f87c5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.351517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-743b4052-83ad-49c0-a11e-9c8505042004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0dc195006204bfbb5c382efa3e7f630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771502 Mar 10 23:58:13.371319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-764c8c59-ee21-4580-a84a-994f016d92e8 req-abc40ffc-e341-4394-add2-427d7f20032e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950424 Mar 10 23:58:13.372109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51162) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.383394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51164) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.499600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d9a9dea8-25dc-49f8-90d0-711f858f87c5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.536886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a9dea8-25dc-49f8-90d0-711f858f87c5']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:13.548878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2a96ce07-3fbf-434a-8cf5-05fe3f6f4311 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26948a9fbad64e14b72eca705a30fbc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618931 Mar 10 23:58:13.557411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:13.560063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf807656-cbfe-462d-8d10-f34a0a6ddee6 req-0141e18c-2834-4d26-a776-d81ecd68bcb9 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0922987 Mar 10 23:58:13.584067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578158d9-9a8b-426b-80f7-9326ff85592e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:13.584620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578158d9-9a8b-426b-80f7-9326ff85592e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:13.615286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (578158d9-9a8b-426b-80f7-9326ff85592e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.621079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] Publish callbacks [] for security_group (37896f13-efcb-4ae0-9148-d5ed89d77cc5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.670250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] Publish callbacks [] for security_group (37896f13-efcb-4ae0-9148-d5ed89d77cc5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.690577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21258008-cc2e-4066-860b-ea56347f364f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:13.702403 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (578158d9-9a8b-426b-80f7-9326ff85592e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.719246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:58:13.719658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (578158d9-9a8b-426b-80f7-9326ff85592e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.722717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 21258008-cc2e-4066-860b-ea56347f364f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:13.723329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21258008-cc2e-4066-860b-ea56347f364f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:58:13.734663 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:58:13.759853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (37896f13-efcb-4ae0-9148-d5ed89d77cc5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.763176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.772229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37896f13-efcb-4ae0-9148-d5ed89d77cc5 HTTP/1.1" status: 204 len: 168 time: 0.3977823 Mar 10 23:58:13.782055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a63fa8-b4f9-44e4-94a9-c8fc187b1c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37896f13-efcb-4ae0-9148-d5ed89d77cc5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:13.785728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] Publish callbacks [] for security_group (843faccd-facf-439d-85cc-5f5695c182f2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.860665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d9a9dea8-25dc-49f8-90d0-711f858f87c5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.874574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.881942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] 10.222.0.21 "DELETE /v2.0/networks/d9a9dea8-25dc-49f8-90d0-711f858f87c5 HTTP/1.1" status: 204 len: 168 time: 0.7543149 Mar 10 23:58:13.890816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] Publish callbacks [] for security_group (843faccd-facf-439d-85cc-5f5695c182f2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:13.944478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52da801-6abf-497d-ae41-a797edb0acfa tempest-PortsAdminExtendedAttrsTestJSON-663393126 tempest-PortsAdminExtendedAttrsTestJSON-663393126-project] Pushing event deleted for resources: {'Network': ['ID=d9a9dea8-25dc-49f8-90d0-711f858f87c5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:14.000598 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (843faccd-facf-439d-85cc-5f5695c182f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:14.003669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:14.007171 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/843faccd-facf-439d-85cc-5f5695c182f2 HTTP/1.1" status: 204 len: 168 time: 0.4465852 Mar 10 23:58:14.016563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f52272-63b6-459c-a60d-ccc359c1d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843faccd-facf-439d-85cc-5f5695c182f2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:14.383412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ff2137-fbc0-4dd1-af29-ebe3fe125b63 req-3c3e61bc-0ba8-4aba-89ba-6865600952ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8bdcebb6f11400b8318f87e4dbdef53&device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0704396 Mar 10 23:58:14.465721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ff2137-fbc0-4dd1-af29-ebe3fe125b63 req-91a27476-7971-4450-90d7-664ff9d03746 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f8bdcebb6f11400b8318f87e4dbdef53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740230 Mar 10 23:58:14.542924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8813b0d-a360-44ec-b911-29d5a3da2292 req-2606ad6a-e504-4316-b126-6cef68a6d43e tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.1094029 Mar 10 23:58:14.670915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51226) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:14.749527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51230) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:14.799884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4904ce00-88ea-4c88-9651-872f23c9dcc2 req-ddbfe6e7-441e-4e16-bbc5-e2231a52da7c tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0615332 Mar 10 23:58:14.838170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ea708-7329-433f-b726-5e8212fd2594 req-1cc72fd5-5dd8-4453-aa5b-33ca25dddeba tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:14.840036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19ea708-7329-433f-b726-5e8212fd2594 req-1cc72fd5-5dd8-4453-aa5b-33ca25dddeba tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2796957 Mar 10 23:58:14.864233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2137-fbc0-4dd1-af29-ebe3fe125b63 req-f93d62d8-3812-44fa-beb2-77ad8f4e724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:14.868452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ff2137-fbc0-4dd1-af29-ebe3fe125b63 req-f93d62d8-3812-44fa-beb2-77ad8f4e724e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3309183 Mar 10 23:58:14.996718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19ea708-7329-433f-b726-5e8212fd2594 req-232321ad-d6bc-4373-bf58-e6e8c88ba3f6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442964 Mar 10 23:58:15.246657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ed2f5d9-590c-4490-ad22-062f72066106 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f090c784f6324cb8a91f0c8009ded86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958422 Mar 10 23:58:15.248923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51260) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:15.311342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cc93dc2a-43b1-4390-9249-46af05a478d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef99db185cda4086a003ed7a4bdd4419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391528 Mar 10 23:58:15.313749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51266) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:15.391101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] Publish callbacks [] for security_group (83037bb1-fbaf-4f78-b739-4ef9ac5ab95c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.426691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] Publish callbacks [] for security_group (83037bb1-fbaf-4f78-b739-4ef9ac5ab95c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.451389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] Publish callbacks [] for security_group (abdc3ce1-fd24-46d5-9765-036157223560), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.488284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83037bb1-fbaf-4f78-b739-4ef9ac5ab95c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.493990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.499227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] Publish callbacks [] for security_group (abdc3ce1-fd24-46d5-9765-036157223560), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.508171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83037bb1-fbaf-4f78-b739-4ef9ac5ab95c HTTP/1.1" status: 204 len: 168 time: 0.2580314 Mar 10 23:58:15.527708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88622a0-cc60-4db1-904b-41af2b9a1ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83037bb1-fbaf-4f78-b739-4ef9ac5ab95c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:15.580318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (abdc3ce1-fd24-46d5-9765-036157223560), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.583819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:15.584966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abdc3ce1-fd24-46d5-9765-036157223560 HTTP/1.1" status: 204 len: 168 time: 0.2695642 Mar 10 23:58:15.601703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adb006-effd-4abd-82c3-3fb771e02569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdc3ce1-fd24-46d5-9765-036157223560,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:15.748673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8deb20e4-e087-48da-9dfd-715d9e1b3e3b req-642446a5-d075-478e-ad58-ee59ee483627 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0469327 Mar 10 23:58:15.912024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ccc668b-4310-46c0-b158-4c70d3b886ce req-15536f7f-8736-42f5-8c12-ae357ea8b4c7 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0350749 Mar 10 23:58:16.222931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51296) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:16.292864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ff2137-fbc0-4dd1-af29-ebe3fe125b63 req-00687845-4bcb-4f2c-86cb-3e6e2a8ebf21 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.30 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Mar 10 23:58:16.311826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dcf8e-bfdd-4e7d-980d-4a796032abad req-a4b25450-8ca2-47fb-8c3a-28f72b508b1f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:16.323124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01dcf8e-bfdd-4e7d-980d-4a796032abad req-a4b25450-8ca2-47fb-8c3a-28f72b508b1f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1513264 Mar 10 23:58:16.412401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-57e4bca5-571d-4f68-b964-a7274c0e469c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e7cd75916154296b65028a901364c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879342 Mar 10 23:58:16.413197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51308) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:16.419990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01dcf8e-bfdd-4e7d-980d-4a796032abad req-78fca22d-4bfb-4fa7-b0b0-3b3e0a40311d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910861 Mar 10 23:58:16.518552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] Publish callbacks [] for security_group (4188d98c-908e-4d42-bb97-bb427ee3c01b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:16.573966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] Publish callbacks [] for security_group (4188d98c-908e-4d42-bb97-bb427ee3c01b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:16.645174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4188d98c-908e-4d42-bb97-bb427ee3c01b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:16.647835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:16.649176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4188d98c-908e-4d42-bb97-bb427ee3c01b HTTP/1.1" status: 204 len: 168 time: 0.2347524 Mar 10 23:58:16.660054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbafed4-aae2-4f86-a006-9f28cb020a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4188d98c-908e-4d42-bb97-bb427ee3c01b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:16.716691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51322) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:16.925972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76130aa4-d0ee-40d9-b555-5fe595e7e859 req-928f96f5-a0c7-4cdb-a713-a8f0ac859ae8 tempest-ServerShowV254Test-1463145868 tempest-ServerShowV254Test-1463145868-project] 10.222.0.21 "GET /v2.0/ports?device_id=19450fce-f5e0-4ea5-85b8-31255d0a09f3 HTTP/1.1" status: 200 len: 210 time: 0.0405521 Mar 10 23:58:17.095473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7a8fa70-3388-4d90-bb36-d7403bfa03f0 req-9b07b3fd-ceaf-4a5b-bba0-3730f9b128c7 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0547538 Mar 10 23:58:17.241560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-362514448-network', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:17.276179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:17.281251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.296017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.406828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks [] for security_group (e95bb68d-1f6a-4a06-ada7-12768f58e130), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.423218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e95bb68d-1f6a-4a06-ada7-12768f58e130), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.535103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:58:17.562608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95bb68d-1f6a-4a06-ada7-12768f58e130,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:17.587301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9bb3f893-b327-46d8-ae96-6b4b7818361d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.587652 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Added segment 9bb3f893-b327-46d8-ae96-6b4b7818361d of type vlan for network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef Mar 10 23:58:17.717480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51370) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:17.721255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.755232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cd921e1-f6fa-4545-abd8-6b6014357da6 req-df5ec06f-a85a-4c04-a13b-08277c176028 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0769622 Mar 10 23:58:17.790655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09693ac-c463-49ae-a602-5a8cc4dddecf req-f0f7f62c-711f-4566-bd16-1a86516a24b9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:17.795490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d09693ac-c463-49ae-a602-5a8cc4dddecf req-f0f7f62c-711f-4566-bd16-1a86516a24b9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2194071 Mar 10 23:58:17.842279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.843299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:17.844395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:17.956693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d09693ac-c463-49ae-a602-5a8cc4dddecf req-ad71e481-5e35-425c-823d-c38ba4c95c97 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534917 Mar 10 23:58:17.979021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] Pushing event updated for resources: {'Network': ['ID=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:17.995684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:58:18.026598 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-75e71298-5409-4c27-939a-fa6be350a8ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3096280 Mar 10 23:58:18.027260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51382) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:18.035895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Request body: {'subnet': {'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-362514448-subnet', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:18.058623 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f51ce804-6ec7-4b55-8356-5ef8b95daa1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.079898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:18.082889 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.212939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f51ce804-6ec7-4b55-8356-5ef8b95daa1a admin admin] Publish callbacks [] for security_group (2ab2e394-b6c8-4be7-a134-a50f14e9fb46), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.219443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f51ce804-6ec7-4b55-8356-5ef8b95daa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ab2e394-b6c8-4be7-a134-a50f14e9fb46), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.265511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a76c56ac-c67b-4b75-9cab-b7ab97e23855 req-4fb008ff-8fe0-499e-b555-c699773dad71 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0476851 Mar 10 23:58:18.281353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f51ce804-6ec7-4b55-8356-5ef8b95daa1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428b96bf480149609050fb9ee659477c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625877 Mar 10 23:58:18.292043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51392) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:18.295474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ce804-6ec7-4b55-8356-5ef8b95daa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2e394-b6c8-4be7-a134-a50f14e9fb46,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:18.403885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] Publish callbacks [] for security_group (2ab2e394-b6c8-4be7-a134-a50f14e9fb46), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.456123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] Publish callbacks [] for security_group (2ab2e394-b6c8-4be7-a134-a50f14e9fb46), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.486597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6d182f39-cab6-4b03-93e4-abcd938e5920), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.574313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ab2e394-b6c8-4be7-a134-a50f14e9fb46), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.577346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.581041 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ab2e394-b6c8-4be7-a134-a50f14e9fb46 HTTP/1.1" status: 204 len: 168 time: 0.2934146 Mar 10 23:58:18.581191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d182f39-cab6-4b03-93e4-abcd938e5920,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:18.593437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efb399-b571-484e-bf46-d904c1009839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2e394-b6c8-4be7-a134-a50f14e9fb46,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:18.607442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Checking segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:18.607967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Network hostable DHCP agents. Network: de5ecf00-d021-45d7-80d0-cbbeeb3e4bef, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:58:18.635603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:58:18.661761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, de5ecf00-d021-45d7-80d0-cbbeeb3e4bef) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:18.669992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51416) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:18.676986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a884b-c8ea-4bf3-b18c-dfefcbbb33fb None None] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:18.692964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:18.693578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.742229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51420) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:18.742920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d40ddf02-1e33-4315-9d9a-bde169262977 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7144184 Mar 10 23:58:18.746539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:18.791492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.793536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.894297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for router_controller (e6917903-9b4e-43ed-b21e-b11263dfa83e), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:18.901874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:58:18.903041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.073008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Allocated IP 172.20.0.2 (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef/6d182f39-cab6-4b03-93e4-abcd938e5920/86576692-00f3-4f5f-b5f8-43b60af0557a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:19.256869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks [] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.277093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.282003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88870f-06f4-4dcc-8193-5f6038ba56ef req-ea90c20e-d2a5-4803-b2f1-48c5b2a970d6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:19.283584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a88870f-06f4-4dcc-8193-5f6038ba56ef req-ea90c20e-d2a5-4803-b2f1-48c5b2a970d6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1267562 Mar 10 23:58:19.320809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:19.324916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:19.334137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:19.341252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Pushing event updated for resources: {'Port': ['ID=86576692-00f3-4f5f-b5f8-43b60af0557a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:19.368647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.369002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.369696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.370215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.370708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.371388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.372064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.372600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.373100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.373598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.374086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.374569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.375055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:19.425046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a88870f-06f4-4dcc-8193-5f6038ba56ef req-7bfc1259-d713-45ef-82a3-3ad52fe091c6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243019 Mar 10 23:58:19.426090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Attempting to bind port 86576692-00f3-4f5f-b5f8-43b60af0557a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:19.426528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Attempting to bind port 86576692-00f3-4f5f-b5f8-43b60af0557a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:19.427591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Attempting to bind port 86576692-00f3-4f5f-b5f8-43b60af0557a on network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:19.446770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:19.447447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Checking segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:19.448045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.448589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Bound using segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:19.449328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Bound port: 86576692-00f3-4f5f-b5f8-43b60af0557a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:19.449710 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.551647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] For port 86576692-00f3-4f5f-b5f8-43b60af0557a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:19.561151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] For port 86576692-00f3-4f5f-b5f8-43b60af0557a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86576692-00f3-4f5f-b5f8-43b60af0557a,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:19.582476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.596163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52f73b16-d2be-4d10-9f26-17914e671ebf req-c0ac74da-7c85-4a51-9ce2-15111c784c6a tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0868735 Mar 10 23:58:19.800514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a339bd-2724-44e4-92b7-f1b3cfda067d None None] Pushing event updated for resources: {'Port': ['ID=86576692-00f3-4f5f-b5f8-43b60af0557a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:19.938602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b786656-2264-4f6a-953e-81d79ed4f894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:19.977443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for router_gateway (e6917903-9b4e-43ed-b21e-b11263dfa83e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:20.157512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51488) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:20.437496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b786656-2264-4f6a-953e-81d79ed4f894 admin admin] Publish callbacks [] for security_group (113f2b28-8d1d-4d50-af72-5cbd02e55a04), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:20.448546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b786656-2264-4f6a-953e-81d79ed4f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (113f2b28-8d1d-4d50-af72-5cbd02e55a04), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:20.557092 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b786656-2264-4f6a-953e-81d79ed4f894 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8bdcebb6f11400b8318f87e4dbdef53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8861403 Mar 10 23:58:20.561492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51506) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:20.562930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b786656-2264-4f6a-953e-81d79ed4f894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f2b28-8d1d-4d50-af72-5cbd02e55a04,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:20.897834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] Publish callbacks [] for security_group (113f2b28-8d1d-4d50-af72-5cbd02e55a04), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:20.988603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for router_gateway (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:20.996893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] Publish callbacks [] for security_group (113f2b28-8d1d-4d50-af72-5cbd02e55a04), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.035081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.110738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.115189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d235c68d-59cd-43e7-983a-f5053faf2712 req-68049ae1-ef69-4623-9988-fc2a1d5ccc45 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.7977760 Mar 10 23:58:21.162833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124f3f-b2df-4a09-9654-79c4127331fe req-06d45145-f89f-4cc8-9e5b-eda2233e87b1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:21.166690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97124f3f-b2df-4a09-9654-79c4127331fe req-06d45145-f89f-4cc8-9e5b-eda2233e87b1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.0972624 Mar 10 23:58:21.281911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (113f2b28-8d1d-4d50-af72-5cbd02e55a04), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.286100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.287438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/113f2b28-8d1d-4d50-af72-5cbd02e55a04 HTTP/1.1" status: 204 len: 168 time: 0.7209737 Mar 10 23:58:21.303154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af49532-0d74-41a5-b820-c8e659097ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f2b28-8d1d-4d50-af72-5cbd02e55a04,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:21.334955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:21.435656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97124f3f-b2df-4a09-9654-79c4127331fe req-0c68e8c7-9813-47e7-8b65-5ef57a7a7726 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295821 Mar 10 23:58:21.463402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Allocated IP 172.25.7.6 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/556ee3bc-071b-4d08-87fd-4425bd8407d7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:21.511583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Publish callbacks [] for security_group (fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.517258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d5c4d-1e15-42da-842d-a63f4de1aa8d None None] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:21.522301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.642384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae09c57d7b0e4c07b82694c203598547&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4831541 Mar 10 23:58:21.652241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:21.654762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:21.664754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Provisioning complete for port 86576692-00f3-4f5f-b5f8-43b60af0557a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:21.665431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.681762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.682216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.682567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.682910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.683250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.683585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.683934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.690033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.690385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.690732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.691082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.691417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.691748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b76ac-d992-42e8-bddf-2894e56970b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:21.811895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.879346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86576692-00f3-4f5f-b5f8-43b60af0557a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:21.890505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1727447733'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:21.946454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Current status of the port 86576692-00f3-4f5f-b5f8-43b60af0557a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:21.947827 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:21.998785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.000714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 86576692-00f3-4f5f-b5f8-43b60af0557a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:22.002171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.006617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] For port 86576692-00f3-4f5f-b5f8-43b60af0557a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86576692-00f3-4f5f-b5f8-43b60af0557a,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:22.007034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.008081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.046377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.128841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9fb03-92d2-4da8-8f56-3f1577fc1048 None None] Pushing event updated for resources: {'Port': ['ID=86576692-00f3-4f5f-b5f8-43b60af0557a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:22.154255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.229832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] Publish callbacks [] for security_group (fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.237589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.258144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Pushing event updated for resources: {'Port': ['ID=556ee3bc-071b-4d08-87fd-4425bd8407d7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:22.278563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:22.288096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.288738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.288964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.291287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 86576692-00f3-4f5f-b5f8-43b60af0557a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:22.299024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.303268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.303980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.304884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.305875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.305994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e1146601-9884-45c8-aa8f-e3ba49585806 None None] Provisioning complete for port 86576692-00f3-4f5f-b5f8-43b60af0557a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:22.306251 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e1146601-9884-45c8-aa8f-e3ba49585806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.306358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.306667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.307024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.307493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.308054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:22.311403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:22.325097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] Publish callbacks [] for security_group (fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.332364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:22.341523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ba3243d-88b5-4163-9f25-dd85ec506a0d req-91c1f78c-49d2-4350-870d-5a708141a157 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0513735 Mar 10 23:58:22.346404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.351022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51564) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:22.357525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d349b3d8-3251-48bb-9319-515d183fd9ba tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0147672 Mar 10 23:58:22.491310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e1146601-9884-45c8-aa8f-e3ba49585806 None None] Current status of the port 86576692-00f3-4f5f-b5f8-43b60af0557a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:22.559898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.717492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.725951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:22.729471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7 HTTP/1.1" status: 204 len: 168 time: 1.0729814 Mar 10 23:58:22.760766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d892ee3-1248-4750-b9b6-d5cc006d3791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fadf8-ccb8-4dc8-883e-1ddbdf3a90b7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:23.055147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for router_gateway (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.073440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.079075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.093527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9222d-1b8b-4613-93dd-1ce1e504b38e req-3ec0178b-46af-4a74-b70b-9c0199f5ca96 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:23.101955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3f9222d-1b8b-4613-93dd-1ce1e504b38e req-3ec0178b-46af-4a74-b70b-9c0199f5ca96 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.4469285 Mar 10 23:58:23.249720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3f9222d-1b8b-4613-93dd-1ce1e504b38e req-b931c017-efa2-421f-85ec-3ac1eaa2da42 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349969 Mar 10 23:58:23.350998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.351669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:58:23.366489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.368240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad31e8b4-b9b6-49ab-9b4b-f99bd0be7363 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "DELETE /v2.0/routers/dd599daa-7b9b-4ecd-b2a5-ea3acca3c2c6 HTTP/1.1" status: 204 len: 168 time: 1.0158801 Mar 10 23:58:23.379538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51608) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:23.385693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Request body: {'router': {'name': 'tempest-router-1209045901', 'distributed': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:23.453357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.454629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.529038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.614886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (f7861856-19f2-47b0-9b6c-789173d2d8bf), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.629925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.658610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59c855d5-e1fc-4a1d-88c5-4268c220460c req-f7a3b5d4-34c4-4924-9bdd-6129880e2fca tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0816605 Mar 10 23:58:23.674382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.678856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0362e670-98a2-47d9-84f8-25ffda985597 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2951167 Mar 10 23:58:23.679500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51630) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:23.786845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.803294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86576692-00f3-4f5f-b5f8-43b60af0557a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:23.909804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Router e6917903-9b4e-43ed-b21e-b11263dfa83e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:58:23.950290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 86576692-00f3-4f5f-b5f8-43b60af0557a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:23.950576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.987938 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:23.990708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (f7861856-19f2-47b0-9b6c-789173d2d8bf), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.061301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (f7861856-19f2-47b0-9b6c-789173d2d8bf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.062544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7861856-19f2-47b0-9b6c-789173d2d8bf {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:58:24.081441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.083073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ef4aa32f-e23f-4e15-9075-ecf6767c5081 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f7861856-19f2-47b0-9b6c-789173d2d8bf HTTP/1.1" status: 204 len: 168 time: 0.4024017 Mar 10 23:58:24.086883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51644) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:24.099139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Request body: {'router': {'name': 'tempest-router-514321231', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9f440e68a4544660a4b49ad34e80fdcf'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:24.125444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 86576692-00f3-4f5f-b5f8-43b60af0557a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:24.168158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.170001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.205794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:58:24.221536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Sync routers for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:58:24.239057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:24.240401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:24.259315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.260948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-762642f0-dace-43be-8c3e-835e996a7283 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5177801 Mar 10 23:58:24.264080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51650) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:24.334655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.450270 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.459013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:24.597771 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:24.601983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:24.603628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35bef71d-97a1-4458-939b-a07a18d672be tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5061140 Mar 10 23:58:24.607290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:24.725249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:24.827768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edfd9e-e3a6-4571-9f52-bfc529e2fb39 req-43328b5c-2998-4405-ba65-8bc9799218b1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:24.836267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86edfd9e-e3a6-4571-9f52-bfc529e2fb39 req-43328b5c-2998-4405-ba65-8bc9799218b1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3995645 Mar 10 23:58:24.882844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:22Z', 'revision_number': 3, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:24.930188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Checking router: e6917903-9b4e-43ed-b21e-b11263dfa83e for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:58:24.931131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Updating router e6917903-9b4e-43ed-b21e-b11263dfa83e port 556ee3bc-071b-4d08-87fd-4425bd8407d7 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:58:25.006348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.011704 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:58:25.112020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0b40e38-17a4-4a29-a861-49cb3248ba38 req-9af4047b-0307-4ab2-bb97-430d6139b4f8 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1667504 Mar 10 23:58:25.129105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-82835811-network', 'tenant_id': '6f4b6580fce04b2eb9df824757c451b1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:25.246892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.247457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (398d20a9-a565-4fec-954e-223cd40ebaff), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.311743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Made reservation on behalf of 6f4b6580fce04b2eb9df824757c451b1 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:25.311743 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.340968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86edfd9e-e3a6-4571-9f52-bfc529e2fb39 req-f50229bc-a10f-4302-8375-cc370393ffc0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913778 Mar 10 23:58:25.345680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.399262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110426) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 10 23:58:25.399714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Router 398d20a9-a565-4fec-954e-223cd40ebaff migrating from provider to provider. {{(pid=110426) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 10 23:58:25.400284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.407347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.425429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.633999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks [] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.648591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.648970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.650728 n-d-831844-1 neutron-server[110426]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] No L3 agents can host the router 398d20a9-a565-4fec-954e-223cd40ebaff Mar 10 23:58:25.692152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks [] for security_group (ad897a94-b291-4914-be36-a10b0bc9fabf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.736592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Attempting to bind port 556ee3bc-071b-4d08-87fd-4425bd8407d7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:25.736905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Attempting to bind port 556ee3bc-071b-4d08-87fd-4425bd8407d7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:25.737207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Attempting to bind port 556ee3bc-071b-4d08-87fd-4425bd8407d7 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:25.845965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:25.847003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:25.847640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.848279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:25.849173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Bound port: 556ee3bc-071b-4d08-87fd-4425bd8407d7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:25.849822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.911835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Hosts for router 398d20a9-a565-4fec-954e-223cd40ebaff: [] {{(pid=110426) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 10 23:58:25.919114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff025-5bca-42f7-87fd-cdda4aaa086a None None] Pushing event updated for resources: {'Port': ['ID=556ee3bc-071b-4d08-87fd-4425bd8407d7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:25.950810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Hosts for other DVR routers connected to router 398d20a9-a565-4fec-954e-223cd40ebaff: set() {{(pid=110426) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 10 23:58:25.953665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:25.955097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa780cb1-e2aa-4ce7-9816-0eef6fa8c0f8 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "PUT /v2.0/routers/398d20a9-a565-4fec-954e-223cd40ebaff HTTP/1.1" status: 200 len: 716 time: 1.3520923 Mar 10 23:58:25.960884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:25.984111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] For port 556ee3bc-071b-4d08-87fd-4425bd8407d7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:25.999086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] For port 556ee3bc-071b-4d08-87fd-4425bd8407d7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=556ee3bc-071b-4d08-87fd-4425bd8407d7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:26.012573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.078410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Allocated IP 172.20.0.1 (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef/6d182f39-cab6-4b03-93e4-abcd938e5920/1c092be6-d700-41ac-aa57-63e910b12a22) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:26.103005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff025-5bca-42f7-87fd-cdda4aaa086a None None] Pushing event updated for resources: {'Port': ['ID=556ee3bc-071b-4d08-87fd-4425bd8407d7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:26.125717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:26.126727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:26.148567 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4747fc5e-c842-48d8-88f3-f9d69c393e87 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "GET /v2.0/routers/398d20a9-a565-4fec-954e-223cd40ebaff HTTP/1.1" status: 200 len: 716 time: 0.1838269 Mar 10 23:58:26.148780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:26.321718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:26.499677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks [] for port (1c092be6-d700-41ac-aa57-63e910b12a22), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.532268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad897a94-b291-4914-be36-a10b0bc9fabf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.564804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad897a94-b291-4914-be36-a10b0bc9fabf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:26.595433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.598833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5e4b575-c6d4-44a2-8355-53c6224ecdde req-660156e4-5441-45e7-a251-0840589f8a56 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0627675 Mar 10 23:58:26.613181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:58:26.685089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (181688d1-965a-4324-ab1a-53e62f1c9e2a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.686132 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Added segment 181688d1-965a-4324-ab1a-53e62f1c9e2a of type vlan for network 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 Mar 10 23:58:26.692102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:26.708659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:26.742333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:26.771253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:22Z', 'revision_number': 3, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:26.780620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bed242c-f697-495e-b0ea-dc02745749c1 tempest-RoutersTestDVR-210334504 tempest-RoutersTestDVR-210334504-project] 10.222.0.21 "GET /v2.0/routers/398d20a9-a565-4fec-954e-223cd40ebaff HTTP/1.1" status: 200 len: 682 time: 0.6283135 Mar 10 23:58:26.781177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:26.794296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Pushing event updated for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:26.824878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5627622-c357-4397-8cc4-ecd533e4491b None None] The sync data for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 is: [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:22Z', 'revision_number': 3, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:58:26.847077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:26.903916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.088147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:58:27.164822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-79715723-09b1-48ed-b129-5e6eb3b82269 None None] Provisioning complete for port 1c092be6-d700-41ac-aa57-63e910b12a22 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:27.165331 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79715723-09b1-48ed-b129-5e6eb3b82269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.169143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.194343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.195338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:27.195957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.290347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-79715723-09b1-48ed-b129-5e6eb3b82269 None None] Port 1c092be6-d700-41ac-aa57-63e910b12a22 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:27.428908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7023220 Mar 10 23:58:27.432867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:27.445932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Request body: {'subnet': {'network_id': '8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-82835811-subnet', 'tenant_id': '6f4b6580fce04b2eb9df824757c451b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:27.514516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Made reservation on behalf of 6f4b6580fce04b2eb9df824757c451b1 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:27.517189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873c42e-022c-4871-bb37-fc879fe96e5a admin admin] Pushing event updated for resources: {'Network': ['ID=8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:27.527562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.529678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:58:27.533222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (398d20a9-a565-4fec-954e-223cd40ebaff), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.555311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae477df-fb9d-4ab6-a253-d87e5001ab2d req-ccd05563-9747-4350-be1c-f36b41f0e690 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:27.558229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae477df-fb9d-4ab6-a253-d87e5001ab2d req-ccd05563-9747-4350-be1c-f36b41f0e690 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.4662676 Mar 10 23:58:27.600397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks [] for port (1c092be6-d700-41ac-aa57-63e910b12a22), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.613001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.671885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:27.807996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ae477df-fb9d-4ab6-a253-d87e5001ab2d req-67d0a0e1-6a77-4648-a669-019f149b7f7a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403469 Mar 10 23:58:27.850793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 556ee3bc-071b-4d08-87fd-4425bd8407d7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:27.895286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Pushing event updated for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:27.995675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:28.001463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:28.002081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 556ee3bc-071b-4d08-87fd-4425bd8407d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:28.002477 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.243612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 556ee3bc-071b-4d08-87fd-4425bd8407d7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:28.244288 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.250584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:28.254271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6425e74-be8e-4d6c-9cfd-3ba9a9db8efd req-497b4d79-9367-46c3-a873-3729f57a5c4a tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1053107 Mar 10 23:58:28.409658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.412906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 556ee3bc-071b-4d08-87fd-4425bd8407d7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=556ee3bc-071b-4d08-87fd-4425bd8407d7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:28.424329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.435136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (398d20a9-a565-4fec-954e-223cd40ebaff), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.457856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (43d97f0c-13f1-4767-9b84-18a2e51fa47a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.508422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Router e6917903-9b4e-43ed-b21e-b11263dfa83e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:58:28.611112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:28.612726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.623676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (398d20a9-a565-4fec-954e-223cd40ebaff), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.624270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 398d20a9-a565-4fec-954e-223cd40ebaff {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:58:28.633266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.634584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1a69b18-c123-442b-9a04-f1eb17592eea tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "DELETE /v2.0/routers/398d20a9-a565-4fec-954e-223cd40ebaff HTTP/1.1" status: 204 len: 168 time: 1.8525548 Mar 10 23:58:28.639192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51844) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:28.648061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Request body: {'router': {'name': 'tempest-router-488119208', 'distributed': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:28.649442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ef105973-eec7-445c-9803-72290153e0b0 None None] Provisioning complete for port 1c092be6-d700-41ac-aa57-63e910b12a22 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:28.651188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef105973-eec7-445c-9803-72290153e0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.682626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d97f0c-13f1-4767-9b84-18a2e51fa47a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:28.696800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:58:28.705201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a75d020-5e7a-4610-a789-f8add1c2807c admin admin] 10.222.0.21 "PUT /v2.0/routers/e6917903-9b4e-43ed-b21e-b11263dfa83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383259 Mar 10 23:58:28.717207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-7b86d0f0-1a88-40a2-a7ed-1fe5571029a0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:28.721106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.722154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.724925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-7b86d0f0-1a88-40a2-a7ed-1fe5571029a0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.3546863 Mar 10 23:58:28.726422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Checking segment: {'id': '181688d1-965a-4324-ab1a-53e62f1c9e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:28.726940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Network hostable DHCP agents. Network: 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:58:28.745103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-fd771e72-41d0-400a-a721-01d97e6796bd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/quotas/4a8173eb72394edca64ce84f6cac4abc HTTP/1.1" status: 200 len: 375 time: 0.0189595 Mar 10 23:58:28.772711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Network 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:58:28.773154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef105973-eec7-445c-9803-72290153e0b0 None None] Port 1c092be6-d700-41ac-aa57-63e910b12a22 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:28.782591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=556ee3bc-071b-4d08-87fd-4425bd8407d7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:28.802053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:28.808457 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4279d-8f3f-4313-84a9-a10fd79bcb6b" -d '{"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:28.825929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-5f6f6e37-440e-4c63-9e43-75ac9e99ffeb tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784452 Mar 10 23:58:28.835033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.836044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:28.846045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.849816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.870966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:28.879052 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.884838 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-52dbb87d-c0bf-4fb7-bbfc-155c167328df tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2436073 Mar 10 23:58:28.888200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:28.889095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51856) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:28.890794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:28.919248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d58b674d-ecd9-4445-903f-735eb4429d4c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4830487 Mar 10 23:58:28.925663 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a7617b-6867-403b-915c-e75ed81a0d95 x-openstack-request-id: req-c8a7617b-6867-403b-915c-e75ed81a0d95 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:28.926112 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:28.926616 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8a7617b-6867-403b-915c-e75ed81a0d95 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:28.927225 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'code': 200} Mar 10 23:58:28.933255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:28.940410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b654c9-5649-473f-9f0a-d75466fe8a56 None None] Network 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:29.010547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.130872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec855769-c456-49dd-9c31-49c498d01ba8 None None] Network 8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:29.366769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.369588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router_controller (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.427581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (59cb3ba3-d1c1-4d4c-9acf-95957ae779bb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.427839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59cb3ba3-d1c1-4d4c-9acf-95957ae779bb {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 23:58:29.433753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.438285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aaf42843-e155-49c6-8e52-0753ac5b3614 tempest-RoutersTestDVR-974340165 tempest-RoutersTestDVR-974340165-project-admin] 10.222.0.21 "DELETE /v2.0/routers/59cb3ba3-d1c1-4d4c-9acf-95957ae779bb HTTP/1.1" status: 204 len: 168 time: 0.5448527 Mar 10 23:58:29.494829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020e99-1aba-49a3-8bc7-c96ea1ce67e6 req-b59b72e8-7c25-4012-a6f2-7c2910996eb6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:29.502676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8020e99-1aba-49a3-8bc7-c96ea1ce67e6 req-b59b72e8-7c25-4012-a6f2-7c2910996eb6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.4892778 Mar 10 23:58:29.587352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-15634c68-fd79-4f52-9ca5-478acf61b660 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605026 Mar 10 23:58:29.612777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8020e99-1aba-49a3-8bc7-c96ea1ce67e6 req-cacbb230-08dd-4e6b-bc9d-03ac56ae21cc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Mar 10 23:58:29.662079 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Sync routers for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:58:29.801965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-0e5264a6-2ccd-4450-b8fa-1402e36eb8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850352 Mar 10 23:58:29.808336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 556ee3bc-071b-4d08-87fd-4425bd8407d7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:29.838729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f08e4526-cd14-4eb7-9e6f-4db8717ab96f req-94fa6458-c968-40c4-810b-6b1f1c7be4e8 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0356438 Mar 10 23:58:29.892861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042355a6-da09-4632-ab5d-21deadaeff04 req-acf13f0d-a78c-46ed-9a8d-7c17c4cbb2ac tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:29.894754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 556ee3bc-071b-4d08-87fd-4425bd8407d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:29.895151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:29.902451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-042355a6-da09-4632-ab5d-21deadaeff04 req-acf13f0d-a78c-46ed-9a8d-7c17c4cbb2ac tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa2ea430-2892-4a4e-9bc3-fce33e330d7d HTTP/1.1" status: 200 len: 943 time: 0.1439447 Mar 10 23:58:29.913631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:30.006227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 556ee3bc-071b-4d08-87fd-4425bd8407d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:30.023594 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:30.024834 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:30.048566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Deleting port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:30.049119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.211227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:30.268249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] For port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:30.268694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.289412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Calling delete_port for b5d08b4d-f95f-40ee-8eae-b531b6eb19fd owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:30.405540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76e500a6-a7d1-4ce7-be01-c7c4cdf3128c req-04225ea2-d0da-4ac9-a228-38f7ee10487c tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 210 time: 0.2481360 Mar 10 23:58:30.490254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-572125761', 'description': 'tempest-description-1496003577'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:30.526663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.553548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1c275fe-4d94-496c-abaa-534597ee5ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.597941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b5d08b4d-f95f-40ee-8eae-b531b6eb19fd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.677931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event deleted for resources: {'Port': ['ID=b5d08b4d-f95f-40ee-8eae-b531b6eb19fd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:30.731701 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 2, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:30.792994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:30.799243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1126158189-network', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:30.809911 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Checking router: e6917903-9b4e-43ed-b21e-b11263dfa83e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:58:30.811117 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Updating router e6917903-9b4e-43ed-b21e-b11263dfa83e port 1c092be6-d700-41ac-aa57-63e910b12a22 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:58:30.827510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Made reservation on behalf of dad8d4c11bb04f938136a4c03418f7d3 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:30.831272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] No DVR routers for this DVR port b5d08b4d-f95f-40ee-8eae-b531b6eb19fd on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:58:30.831701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.841747 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.847678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-042355a6-da09-4632-ab5d-21deadaeff04 req-05b08de0-f9b0-4076-9751-32da55c77951 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "DELETE /v2.0/ports/b5d08b4d-f95f-40ee-8eae-b531b6eb19fd HTTP/1.1" status: 204 len: 173 time: 0.9328704 Mar 10 23:58:30.847906 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.852793 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:30.894141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-deleted', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:30.901989 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc27ec-e1f5-4cf3-a502-5e767c7b3409" -d '{"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-deleted", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:30.991997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks [] for security_group (fdacbbf9-92df-4adb-bc9c-97faaa6a8d37), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.004207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fdacbbf9-92df-4adb-bc9c-97faaa6a8d37), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.067725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:58:31.069831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (480b4ac7-2ffb-444c-82b0-417bf34b1007), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.091114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdacbbf9-92df-4adb-bc9c-97faaa6a8d37,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.101801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (480b4ac7-2ffb-444c-82b0-417bf34b1007), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.108983 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1f22242c-cd87-4614-80cf-4ee6c5e5a26f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.109333 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Added segment 1f22242c-cd87-4614-80cf-4ee6c5e5a26f of type vlan for network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe Mar 10 23:58:31.187240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.204981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8b2bb-7ba5-4dfc-8c88-2572518b6da3 req-84330971-bbee-4c49-99f6-3110ffefeeeb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:31.220749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43c8b2bb-7ba5-4dfc-8c88-2572518b6da3 req-84330971-bbee-4c49-99f6-3110ffefeeeb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3937354 Mar 10 23:58:31.235310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1c275fe-4d94-496c-abaa-534597ee5ca1 admin admin] Publish callbacks [] for security_group (0edb63a1-db46-4506-a3b7-6613d9562a59), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.242971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.244617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-525204c1-83dd-46b4-83d9-25248fc648f4 req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7621751 Mar 10 23:58:31.254140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1c275fe-4d94-496c-abaa-534597ee5ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0edb63a1-db46-4506-a3b7-6613d9562a59), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.254906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.257356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:31.257956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.263365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b55c9-0285-4a92-b056-b1ddabc3e4bb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480b4ac7-2ffb-444c-82b0-417bf34b1007,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.351286 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5546334 Mar 10 23:58:31.371807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:31.386540 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks [] for port (1c092be6-d700-41ac-aa57-63e910b12a22), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.398707 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.408640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Request body: {'subnet': {'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1126158189-subnet', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:31.430192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa371d-5613-47a5-b59f-11fe8eb57ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.441066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:58:31.459098 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Pushing event updated for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.471073 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.471604 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.472109 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.472595 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.473384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:31.474854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b1c275fe-4d94-496c-abaa-534597ee5ca1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f440e68a4544660a4b49ad34e80fdcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4920962 Mar 10 23:58:31.480908 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.484416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.484920 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.486409 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.486900 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.489655 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.490163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.490645 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.491147 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:58:31.585468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd6c4793-1b75-4565-bcb8-80f73c5f088e req-2272494a-74a7-4097-a070-e9615579a43c tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1670597 Mar 10 23:58:31.585681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] Publish callbacks [] for security_group (0edb63a1-db46-4506-a3b7-6613d9562a59), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.589875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c275fe-4d94-496c-abaa-534597ee5ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb63a1-db46-4506-a3b7-6613d9562a59,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.654452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43c8b2bb-7ba5-4dfc-8c88-2572518b6da3 req-b6bce2c8-703b-4e41-8fc4-f236e34e30ff tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173951 Mar 10 23:58:31.678271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Made reservation on behalf of dad8d4c11bb04f938136a4c03418f7d3 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:31.685059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.688468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] Publish callbacks [] for security_group (0edb63a1-db46-4506-a3b7-6613d9562a59), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.731200 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Attempting to bind port 1c092be6-d700-41ac-aa57-63e910b12a22 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:31.734068 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Attempting to bind port 1c092be6-d700-41ac-aa57-63e910b12a22 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:31.738836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Attempting to bind port 1c092be6-d700-41ac-aa57-63e910b12a22 on network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:31.746992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0edb63a1-db46-4506-a3b7-6613d9562a59), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.750832 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:31.750999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.752103 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0edb63a1-db46-4506-a3b7-6613d9562a59 HTTP/1.1" status: 204 len: 168 time: 0.2774982 Mar 10 23:58:31.754547 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Checking segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:31.761925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11604b-01b5-4a18-bc53-b206367623ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb63a1-db46-4506-a3b7-6613d9562a59,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:31.769832 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.770471 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Bound using segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:31.772129 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Bound port: 1c092be6-d700-41ac-aa57-63e910b12a22, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:31.772947 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:31.898975 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f4612-57ab-4bb4-a461-4699a96961c9 x-openstack-request-id: req-bc5f4612-57ab-4bb4-a461-4699a96961c9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:31.899506 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ea430-2892-4a4e-9bc3-fce33e330d7d", "name": "network-vif-deleted", "tag": "b5d08b4d-f95f-40ee-8eae-b531b6eb19fd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:31.900880 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc5f4612-57ab-4bb4-a461-4699a96961c9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:31.901272 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ea430-2892-4a4e-9bc3-fce33e330d7d', 'name': 'network-vif-deleted', 'tag': 'b5d08b4d-f95f-40ee-8eae-b531b6eb19fd', 'status': 'completed', 'code': 200} Mar 10 23:58:31.966152 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] For port 1c092be6-d700-41ac-aa57-63e910b12a22, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:31.970560 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] For port 1c092be6-d700-41ac-aa57-63e910b12a22, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1c092be6-d700-41ac-aa57-63e910b12a22,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:31.980196 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.058662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Provisioning complete for port 1c092be6-d700-41ac-aa57-63e910b12a22 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:32.060041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.062909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-47d3c279-c7da-422e-810a-eee1ec1c4f8c tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/480b4ac7-2ffb-444c-82b0-417bf34b1007 HTTP/1.1" status: 200 len: 1823 time: 0.3139043 Mar 10 23:58:32.072668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a24b72bf-698b-4ed1-88fc-2702f126653f req-f77c4d4e-96c8-4fb6-b14b-ab1def923d1f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 210 time: 0.1609991 Mar 10 23:58:32.084059 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:32.086598 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:32.234065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:58:32.329898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: b5d08b4d-f95f-40ee-8eae-b531b6eb19fd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:58:32.330362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b5d08b4d-f95f-40ee-8eae-b531b6eb19fd not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:58:32.347939 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902826e-6a7c-40e7-b5f9-de7934863d1d None None] Pushing event updated for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:32.373845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-8579ba88-dc95-43e8-93d7-4522cbb204ef tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:32.378438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-8579ba88-dc95-43e8-93d7-4522cbb204ef tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 803 time: 0.6851828 Mar 10 23:58:32.458303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Current status of the port 1c092be6-d700-41ac-aa57-63e910b12a22 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:32.459392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.504794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] For port 1c092be6-d700-41ac-aa57-63e910b12a22, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1c092be6-d700-41ac-aa57-63e910b12a22,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:32.513016 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.537870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:32.581521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f878f9-e526-4def-8931-345c7b4c6cfc None None] Pushing event updated for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:32.609988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:32.627554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8757bc3d-2c81-4696-9480-e35db621c0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.657631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1079b699-6434-4327-b6d4-ad73f8a3d227 None None] Provisioning complete for port 1c092be6-d700-41ac-aa57-63e910b12a22 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:32.660179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1079b699-6434-4327-b6d4-ad73f8a3d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.765941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1079b699-6434-4327-b6d4-ad73f8a3d227 None None] Current status of the port 1c092be6-d700-41ac-aa57-63e910b12a22 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:32.797394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8757bc3d-2c81-4696-9480-e35db621c0ed admin admin] Publish callbacks [] for security_group (3ac52c3a-0bcc-423c-9f09-28f7b7309097), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.802864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8757bc3d-2c81-4696-9480-e35db621c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ac52c3a-0bcc-423c-9f09-28f7b7309097), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:32.844565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757bc3d-2c81-4696-9480-e35db621c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac52c3a-0bcc-423c-9f09-28f7b7309097,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:32.880295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8757bc3d-2c81-4696-9480-e35db621c0ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=365162e0bbd74ac6b96f49514250b66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673249 Mar 10 23:58:32.881458 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:31Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:32.883488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51962) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:32.919482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4dd28-a352-431a-b8df-6e2fa6143ff0 None None] The sync data for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 is: [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:31Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:58:32.955320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] Publish callbacks [] for security_group (3ac52c3a-0bcc-423c-9f09-28f7b7309097), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.010974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] Publish callbacks [] for security_group (3ac52c3a-0bcc-423c-9f09-28f7b7309097), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.050472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '480b4ac7-2ffb-444c-82b0-417bf34b1007', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:33.050979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '480b4ac7-2ffb-444c-82b0-417bf34b1007', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:33.076529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Request body: {'port': {'device_id': '0323f82b-bd14-444b-b981-a022042e516c', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'admin_state_up': True, 'tenant_id': '4a8173eb72394edca64ce84f6cac4abc'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:33.093751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ac52c3a-0bcc-423c-9f09-28f7b7309097), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.096872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.098597 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ac52c3a-0bcc-423c-9f09-28f7b7309097 HTTP/1.1" status: 204 len: 168 time: 0.2130172 Mar 10 23:58:33.116077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ba9b6-23fc-4459-8d5e-3f587492b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac52c3a-0bcc-423c-9f09-28f7b7309097,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:33.143141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dec51594-3c6e-427f-8fc0-e21339f496e8 req-25e5bb07-8dbe-40c6-a63b-02f049457edb tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0982714 Mar 10 23:58:33.253414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (0a6e313e-c066-4016-bd46-44b4ced5bd3d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.335225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (0a6e313e-c066-4016-bd46-44b4ced5bd3d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.353848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (97df717c-5961-4edc-88bf-f54983af72b5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.377952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (0a6e313e-c066-4016-bd46-44b4ced5bd3d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.457652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.458915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48f57ee8-c0cb-452e-801d-66445c162f66 req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0825222 Mar 10 23:58:33.487246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99d287-a1ad-4e5d-aed3-60c88f6c58b8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6e313e-c066-4016-bd46-44b4ced5bd3d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:33.519094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97df717c-5961-4edc-88bf-f54983af72b5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:33.539634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f71d-4950-407d-aacb-6fd0f689dab7 req-e0a45bb7-cef7-4511-abc3-e8384913db5c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:33.547602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d69f71d-4950-407d-aacb-6fd0f689dab7 req-e0a45bb7-cef7-4511-abc3-e8384913db5c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2469101 Mar 10 23:58:33.549498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Made reservation on behalf of 4a8173eb72394edca64ce84f6cac4abc for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:33.553175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.629669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Checking segment: {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:33.630053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Network hostable DHCP agents. Network: bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:58:33.728888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-859d4ed3-eab1-4031-acd8-f364923b2325 req-ad1de5ca-29de-46b5-9a8d-190f042548f5 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 210 time: 0.0983880 Mar 10 23:58:33.787362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d69f71d-4950-407d-aacb-6fd0f689dab7 req-5b8bdf19-fbf3-4685-93b3-833a6d800cb3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388155 Mar 10 23:58:33.828271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1c092be6-d700-41ac-aa57-63e910b12a22 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:33.876053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:58:33.885958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2079753682', 'description': 'tempest-description-158804472'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:33.897117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:33.912263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0724a1d-f244-4fd2-bda2-812f5f5c5cca None None] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:33.913960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:33.914842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.954145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:33.996208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-762fe71a-c1f0-42d7-ac53-bc968793da8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6170270 Mar 10 23:58:33.998906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51998) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:34.005153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1c092be6-d700-41ac-aa57-63e910b12a22 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:34.005887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.005999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:34.049414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (9db25532-952a-433d-ae0f-8e822214f96b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.050916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (9db25532-952a-433d-ae0f-8e822214f96b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.123800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Allocated IP 172.20.0.8 (be0b5bb0-0218-433d-b79c-c43155e18f37/08b21ecb-0c63-46cf-9fc6-ef1829834776/e60750d2-4a4c-4fba-ac74-2a490219c59d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:34.166301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for router_controller (9db25532-952a-433d-ae0f-8e822214f96b), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.242250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:58:34.246492 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.528204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for router_gateway (9db25532-952a-433d-ae0f-8e822214f96b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.611570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (0943ee91-e277-4808-a399-006838540b2e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.658022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Allocated IP 172.20.0.2 (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe/97df717c-5961-4edc-88bf-f54983af72b5/ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:34.660262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1c092be6-d700-41ac-aa57-63e910b12a22 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:34.706837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50947698-9347-4e02-b25f-fbd66dc951ba req-703d4c17-7d81-4295-af6d-f47679bed428 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1703343 Mar 10 23:58:34.818691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks [] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:34.957662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0943ee91-e277-4808-a399-006838540b2e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.001524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.024519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:35.058162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for router_gateway (9db25532-952a-433d-ae0f-8e822214f96b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.124317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.150836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:35.180574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks [] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.202229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.244618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-830884799'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:35.263549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Network be0b5bb0-0218-433d-b79c-c43155e18f37 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:35.284529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.298987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ceaed144-2b6a-487a-ac80-0a63bf29ea4f req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.4272223 Mar 10 23:58:35.310240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a7ede-1f6b-4ced-8a23-b394f91fefc6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0943ee91-e277-4808-a399-006838540b2e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:35.333314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:35.342774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:35.347076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:35.355691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:35.358138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:35.362394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:35.370801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.373429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982148b-4546-4a56-8f95-785d5b4239b0 req-1129f219-1919-4d06-a8b5-611f5ee6d5e6 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:35.387982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f982148b-4546-4a56-8f95-785d5b4239b0 req-1129f219-1919-4d06-a8b5-611f5ee6d5e6 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 931 time: 0.3707287 Mar 10 23:58:35.403992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.407417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Pushing event updated for resources: {'Port': ['ID=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:35.479372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Allocated IP 172.25.7.230 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/b14d4472-8b6d-4836-82de-6656a266798f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:35.481224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52030) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:35.514409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Attempting to bind port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:35.515896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Attempting to bind port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:35.517120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Attempting to bind port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 on network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:35.534674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:35.538471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Checking segment: {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:35.539154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.540441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Bound using segment: {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:35.544428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Bound port: ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:35.546057 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.551152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:35.551869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.581059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-6a4579f6-7c96-4474-a951-04fcab7fd3da tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5382197 Mar 10 23:58:35.603890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f982148b-4546-4a56-8f95-785d5b4239b0 req-ff9d8a71-b7dc-409b-897b-abc6d9aaae67 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102864 Mar 10 23:58:35.613240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Request body: {'port': {'device_id': '0323f82b-bd14-444b-b981-a022042e516c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:35.671762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13cd4-fb09-433f-82c9-fbbc6f3ff947 req-1db7a3d7-6400-46dc-adc6-816cdd9bbd19 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:35.673417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdb13cd4-fb09-433f-82c9-fbbc6f3ff947 req-1db7a3d7-6400-46dc-adc6-816cdd9bbd19 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2113781 Mar 10 23:58:35.716190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for security_group (cfa33b54-8c1f-4493-a543-084ac72ebbf3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.726094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] For port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:35.734900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] For port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:35.740883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for port (b14d4472-8b6d-4836-82de-6656a266798f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.742524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cfa33b54-8c1f-4493-a543-084ac72ebbf3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.747457 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.817049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:58:35.818578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-4614e9a1-81e6-4250-a3ce-d1075ce479fb tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/0943ee91-e277-4808-a399-006838540b2e HTTP/1.1" status: 200 len: 1823 time: 0.1027477 Mar 10 23:58:35.823076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0943ee91-e277-4808-a399-006838540b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:35.823513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0943ee91-e277-4808-a399-006838540b2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:35.840386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.845504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf68715-b6d0-48ba-afa2-44cf432de9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.863342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbbcc856-96c6-4af1-bc0d-854efd9344ba), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.863693 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Added segment bbbcc856-96c6-4af1-bc0d-854efd9344ba of type vlan for network f66e29fc-058c-4e35-ae74-6de4b8a57a28 Mar 10 23:58:35.865173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa33b54-8c1f-4493-a543-084ac72ebbf3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:35.876010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3f8c-3b55-454c-b3bd-6d69e1565adf None None] Pushing event updated for resources: {'Port': ['ID=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:35.881371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdb13cd4-fb09-433f-82c9-fbbc6f3ff947 req-79664a6c-37b2-4027-ba36-0aa56c6b4a65 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989372 Mar 10 23:58:35.966248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f66e29fc-058c-4e35-ae74-6de4b8a57a28), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.969112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b14d4472-8b6d-4836-82de-6656a266798f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:35.995486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (c0ec1060-0777-48a4-b7e2-0e62a84bc727), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.083009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b14d4472-8b6d-4836-82de-6656a266798f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:36.087295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:36.096088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f66e29fc-058c-4e35-ae74-6de4b8a57a28), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.112671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:36.113110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (c0ec1060-0777-48a4-b7e2-0e62a84bc727), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.113417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.133553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:36.141401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c0ec1060-0777-48a4-b7e2-0e62a84bc727), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.146891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9fb6207-07e0-4e32-b779-7bfce7cc80f4 req-eb6b7f10-46f6-4032-92e1-07e6e3ad1894 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0490105 Mar 10 23:58:36.151882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:36.187236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ec1060-0777-48a4-b7e2-0e62a84bc727,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:36.202086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:58:36.204667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.210970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b00ad86-ceb6-4c5f-b7ca-c7d9780c0366 req-f37a8b04-7969-4d8b-874f-c85755237290 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3915560 Mar 10 23:58:36.269698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-412126010', 'description': 'tempest-description-1548458989'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:36.297370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.323697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Network': ['ID=f66e29fc-058c-4e35-ae74-6de4b8a57a28,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:36.336018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fef15a5c-5c75-466d-ae09-36cdd85e486d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3089170 Mar 10 23:58:36.341192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52040) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:36.349604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'subnet': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:36.358602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:58:36.493285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:36.517601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'mac_address': 'fa:16:3e:04:67:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:58:36.535857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (629a9e55-da57-4282-9db0-9ebd74aa3666), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.550466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (629a9e55-da57-4282-9db0-9ebd74aa3666), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.573226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b42299bf-8377-41b5-ab4e-00d09e7e2e91 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:36.573646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.595191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b42299bf-8377-41b5-ab4e-00d09e7e2e91 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:58:36.623794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:36.631569 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.645800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.652312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-965f2c66-9738-43f6-836d-c2a946c3d1de req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4056838 Mar 10 23:58:36.689802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a83a4-37a7-4ef4-8494-310835213f4b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a9e55-da57-4282-9db0-9ebd74aa3666,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:36.708934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1951940036', 'description': 'tempest-description-235701800'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:36.730161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf68715-b6d0-48ba-afa2-44cf432de9a5 admin admin] Publish callbacks [] for security_group (88cc49e8-5a07-4bed-b212-b91941821e04), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.742683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf68715-b6d0-48ba-afa2-44cf432de9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (88cc49e8-5a07-4bed-b212-b91941821e04), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.792833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b42299bf-8377-41b5-ab4e-00d09e7e2e91'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:58:36.870337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for router_gateway (9db25532-952a-433d-ae0f-8e822214f96b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.888338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8125e036-85af-4dd2-97e5-ad47419aef43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:36.896898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:36.986490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60750d2-4a4c-4fba-ac74-2a490219c59d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:58:37.004423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks [] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.082755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Transition to ACTIVE for port object e60750d2-4a4c-4fba-ac74-2a490219c59d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:58:37.096547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.108826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf68715-b6d0-48ba-afa2-44cf432de9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc49e8-5a07-4bed-b212-b91941821e04,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:37.131222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.161474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d255b2a-e264-4aa3-ae08-c2c24a764507 req-5793811b-70c3-4e7e-8c3a-fb17ee21d563 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:37.177012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d255b2a-e264-4aa3-ae08-c2c24a764507 req-5793811b-70c3-4e7e-8c3a-fb17ee21d563 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 931 time: 0.4224763 Mar 10 23:58:37.178921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:37.179624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5cf68715-b6d0-48ba-afa2-44cf432de9a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09b6add3d76f4145b0708545c2829613&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6973226 Mar 10 23:58:37.184413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:37.192346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.400315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d255b2a-e264-4aa3-ae08-c2c24a764507 req-29dd9dd4-90a8-4207-b679-4316acf266dd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789722 Mar 10 23:58:37.445582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:37.546192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (9db25532-952a-433d-ae0f-8e822214f96b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.610225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (a9eaa480-61ac-4798-86ea-618d8eb2ae76), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.632153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a9eaa480-61ac-4798-86ea-618d8eb2ae76), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.668161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f4d52-cf79-4653-b8de-3b9480ef3d4a None None] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:37.692321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.697702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c948bdb4-3e65-45a9-a896-dea47366db77 req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0118132 Mar 10 23:58:37.758860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] Publish callbacks [] for security_group (88cc49e8-5a07-4bed-b212-b91941821e04), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.893535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:37.905977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaddd6-0730-423a-a87d-3f4820d38142 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eaa480-61ac-4798-86ea-618d8eb2ae76,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:37.908155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (781513b2-ef99-4e06-9b79-8bcc4833c5a4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.927495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] Publish callbacks [] for security_group (88cc49e8-5a07-4bed-b212-b91941821e04), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:37.939688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60b1f28e-9971-4480-95a7-865f2d711299 req-4db5891e-e01a-427e-8e7c-c698755fe119 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0808375 Mar 10 23:58:37.949771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Attempting to bind port e60750d2-4a4c-4fba-ac74-2a490219c59d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:37.952271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Attempting to bind port e60750d2-4a4c-4fba-ac74-2a490219c59d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:37.953658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Attempting to bind port e60750d2-4a4c-4fba-ac74-2a490219c59d on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:37.993529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Port e60750d2-4a4c-4fba-ac74-2a490219c59d on network be0b5bb0-0218-433d-b79c-c43155e18f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:58:37.993529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Attempting to bind port e60750d2-4a4c-4fba-ac74-2a490219c59d on network be0b5bb0-0218-433d-b79c-c43155e18f37 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:38.027591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:38.029274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Checking segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:38.032348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Bound using segment: {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:38.033694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Bound port: e60750d2-4a4c-4fba-ac74-2a490219c59d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:38.034126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.036276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Router 9db25532-952a-433d-ae0f-8e822214f96b is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:58:38.044193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3150b-ecd0-4766-9d5c-5c20fe4e3af3 req-7c4375ff-82ef-46eb-8348-d04f3a878651 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:38.045979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56a3150b-ecd0-4766-9d5c-5c20fe4e3af3 req-7c4375ff-82ef-46eb-8348-d04f3a878651 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 944 time: 0.4238267 Mar 10 23:58:38.052665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Subnet': ['ID=781513b2-ef99-4e06-9b79-8bcc4833c5a4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:38.065702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Checking segment: {'id': 'bbbcc856-96c6-4af1-bc0d-854efd9344ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:38.066467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network hostable DHCP agents. Network: f66e29fc-058c-4e35-ae74-6de4b8a57a28, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:58:38.153174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-28f19238-a35c-45fc-a1d5-fc540be13b2c tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/629a9e55-da57-4282-9db0-9ebd74aa3666 HTTP/1.1" status: 200 len: 1823 time: 0.1624253 Mar 10 23:58:38.162098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (88cc49e8-5a07-4bed-b212-b91941821e04), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.167691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.169627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88cc49e8-5a07-4bed-b212-b91941821e04 HTTP/1.1" status: 204 len: 168 time: 0.9617565 Mar 10 23:58:38.228795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:58:38.241104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56a3150b-ecd0-4766-9d5c-5c20fe4e3af3 req-5ee8360b-d1c0-4857-87ec-f3129f831113 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802104 Mar 10 23:58:38.241104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceac25d-4dd0-4bc6-8a08-39c4f223e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc49e8-5a07-4bed-b212-b91941821e04,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:38.249078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:38.276431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f66e29fc-058c-4e35-ae74-6de4b8a57a28) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:38.283514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:38.312295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.400548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-67c875c1-c117-4f67-a580-384ee455998e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/a9eaa480-61ac-4798-86ea-618d8eb2ae76 HTTP/1.1" status: 200 len: 1823 time: 0.2262714 Mar 10 23:58:38.407934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:38.408516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.409986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] 10.222.0.30 "PUT /v2.0/ports/e60750d2-4a4c-4fba-ac74-2a490219c59d HTTP/1.1" status: 200 len: 1091 time: 2.8047631 Mar 10 23:58:38.410438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:38.412769 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27510ee-4c7f-454e-b7aa-41502a6c0409" -d '{"events": [{"name": "network-changed", "server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:38.428576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '629a9e55-da57-4282-9db0-9ebd74aa3666', 'remote_group_id': 'a9eaa480-61ac-4798-86ea-618d8eb2ae76', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:38.428906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '629a9e55-da57-4282-9db0-9ebd74aa3666', 'remote_group_id': 'a9eaa480-61ac-4798-86ea-618d8eb2ae76', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:38.429606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:38.456962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4f132-ee67-4f5a-b1cd-5afd335eb63d None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:38.476118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:58:38.490359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:38.491238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.532472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.539709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ec5b1088-0e7e-4aec-9060-044253e3d1f3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5378785 Mar 10 23:58:38.541028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:38.565326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4a3211f-42e1-4a68-a03f-20640bb76f2a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2203369 Mar 10 23:58:38.566563 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012b195-83d6-4cc5-8674-20d61dae3e04 x-openstack-request-id: req-b012b195-83d6-4cc5-8674-20d61dae3e04 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:38.567043 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:38.567342 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b012b195-83d6-4cc5-8674-20d61dae3e04 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:38.567708 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'status': 'completed', 'code': 200} Mar 10 23:58:38.574656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:38.605922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-1713066968'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:38.682511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Sync routers for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:58:38.760709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9ea4-9435-4dcc-94d1-f9dc09b9cf53 service neutron] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:38.785714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:38.792361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.873416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port f853d274-f032-4c44-a707-0f040ca5c1df yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:38.890202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:38.900991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:38.901653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:38.916851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Provisioning complete for port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:38.917272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:38.964208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'project_id': '9a4c8afea15644fdbbcc84308dd535d1', 'fixed_ips': [{'subnet_id': '781513b2-ef99-4e06-9b79-8bcc4833c5a4'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:58:38.965003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.090769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d290c9-ec4a-4b83-abd3-79b341523682 req-6dfe00a3-aeb7-49fd-a5b8-933e0db3c416 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:39.104684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85d290c9-ec4a-4b83-abd3-79b341523682 req-6dfe00a3-aeb7-49fd-a5b8-933e0db3c416 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 943 time: 0.3367414 Mar 10 23:58:39.112140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1addc51c-7f91-4fda-8010-c35d93fb1ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.147632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-da956c1f-8c90-4ba4-9864-64d3e8736766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:39.149626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-da956c1f-8c90-4ba4-9864-64d3e8736766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 1125 time: 0.6834040 Mar 10 23:58:39.233814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (64e5b872-0a1f-43cd-b54d-1cd873cd649d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.346993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Allocated IP 172.20.0.2 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:39.496547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (64e5b872-0a1f-43cd-b54d-1cd873cd649d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.507633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85d290c9-ec4a-4b83-abd3-79b341523682 req-7e2feb1b-127f-488f-9c1e-33ec7665d58d tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008460 Mar 10 23:58:39.512614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (64e5b872-0a1f-43cd-b54d-1cd873cd649d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.516230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-0b64498c-9462-4302-9f7b-f87d1e6c2892 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d HTTP/1.1" status: 200 len: 217 time: 0.2561767 Mar 10 23:58:39.566312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b42299bf-8377-41b5-ab4e-00d09e7e2e91 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:39.566687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.584555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e5b872-0a1f-43cd-b54d-1cd873cd649d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:39.626401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.637430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc4bbb47-5287-433d-a5e9-e287445c0328 req-3bc19d11-f04f-4de0-b966-fb445618c1fa tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2207735 Mar 10 23:58:39.742510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1addc51c-7f91-4fda-8010-c35d93fb1ecf admin admin] Publish callbacks [] for security_group (2b30bc9b-2a1d-42ed-8891-901ac5199a09), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.745610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-93a22643-a243-4d35-8bff-63a8597d63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:39.747418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-93a22643-a243-4d35-8bff-63a8597d63ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.2237246 Mar 10 23:58:39.751534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1addc51c-7f91-4fda-8010-c35d93fb1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2b30bc9b-2a1d-42ed-8891-901ac5199a09), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.802573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-553f2b45-07a8-45ed-8dd0-4d5cfab883f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385046 Mar 10 23:58:39.852284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks [] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.871579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cdebccc7-a950-4242-8b97-1774cf7e0849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.894450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:39.906425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47ea0d7c-b7b1-4daa-b522-9f71bef80067 req-f3b9de3e-3e83-4efd-9375-694338cfc71a tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0845015 Mar 10 23:58:39.971006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1addc51c-7f91-4fda-8010-c35d93fb1ecf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13013de9a996439ebcd5005cf6e5701f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0782075 Mar 10 23:58:39.986987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52104) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:39.990765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:39.991150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.011566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addc51c-7f91-4fda-8010-c35d93fb1ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30bc9b-2a1d-42ed-8891-901ac5199a09,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:40.040656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:40.045976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-622099147', 'description': 'tempest-description-1097995507'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:40.051443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:40.089223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.132983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:40.155397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] Publish callbacks [] for security_group (2b30bc9b-2a1d-42ed-8891-901ac5199a09), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.183492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:40.202337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.13 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/f853d274-f032-4c44-a707-0f040ca5c1df) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:40.207572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Pushing event updated for resources: {'Port': ['ID=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:40.214100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d7d69-0592-4b22-b0de-eb61be971986 req-b81771aa-6ef8-46cf-8f61-7c2aeddd03f9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:40.216051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-202d7d69-0592-4b22-b0de-eb61be971986 req-b81771aa-6ef8-46cf-8f61-7c2aeddd03f9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 944 time: 0.4010477 Mar 10 23:58:40.305124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] Publish callbacks [] for security_group (2b30bc9b-2a1d-42ed-8891-901ac5199a09), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.323837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-997d7d93-8167-4cd2-9556-ff6e6a1db068 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042894 Mar 10 23:58:40.328934 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.399392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Current status of the port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:40.401886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.450399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] For port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:40.454935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faf336d9-18d4-4d9f-8b82-b6cda860d37b req-50ea81cf-11ef-4e8e-ac8a-85415c24e1fa service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150856 Mar 10 23:58:40.465655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-202d7d69-0592-4b22-b0de-eb61be971986 req-9060a8ac-fab3-4713-850e-f07fb6ca2238 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377105 Mar 10 23:58:40.476273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.543585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (f1c10b14-5c99-4573-80d7-c24818b3296d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.549921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Allocated IP 172.20.0.1 (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe/97df717c-5961-4edc-88bf-f54983af72b5/84d1be7d-0282-4b5d-b983-bfef1e0cf636) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:40.577643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1c10b14-5c99-4573-80d7-c24818b3296d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.631452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e6db-e483-4e8c-a1c1-05e14235e332 None None] Pushing event updated for resources: {'Port': ['ID=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:40.643025 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.644376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35972400-bb4c-4079-ac36-dfb341d2fe0f req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6478269 Mar 10 23:58:40.689632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8893b-e52f-4fcb-946d-106008de6c16 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c10b14-5c99-4573-80d7-c24818b3296d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:40.731785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-94a91a9b-071a-4a9e-ad0e-258f5200be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:40.733569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Attempting to bind port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:40.734123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-94a91a9b-071a-4a9e-ad0e-258f5200be16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8173eb72394edca64ce84f6cac4abc&device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 1125 time: 0.2064021 Mar 10 23:58:40.734891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Attempting to bind port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bbbcc856-96c6-4af1-bc0d-854efd9344ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:40.735561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Attempting to bind port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c on network f66e29fc-058c-4e35-ae74-6de4b8a57a28 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:40.751876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:40.752845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Checking segment: {'id': 'bbbcc856-96c6-4af1-bc0d-854efd9344ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:40.754470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.755202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Bound using segment: {'id': 'bbbcc856-96c6-4af1-bc0d-854efd9344ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:40.755884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Bound port: b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbcc856-96c6-4af1-bc0d-854efd9344ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:40.756537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.759549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:40.760080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.792829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.802336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-11557891', 'description': 'tempest-description-1640515244'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:40.810759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks [] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.811301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (f853d274-f032-4c44-a707-0f040ca5c1df), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.850147 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.851770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.859365 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:58:40.860102 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:58:40.860635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b42299bf-8377-41b5-ab4e-00d09e7e2e91 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:40.861133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.866684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2b30bc9b-2a1d-42ed-8891-901ac5199a09), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.870371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.884901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b30bc9b-2a1d-42ed-8891-901ac5199a09 HTTP/1.1" status: 204 len: 168 time: 0.8865304 Mar 10 23:58:40.888707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-78977edf-8ca1-4626-bf1d-67ec1d852e69 None None] Provisioning complete for port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:40.889168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-78977edf-8ca1-4626-bf1d-67ec1d852e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:40.911191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06617bc3-dfc3-4142-87d8-46b3881237a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30bc9b-2a1d-42ed-8891-901ac5199a09,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:40.945376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.029593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:41.035759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:41.038918 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bb27e-3f1f-47e0-b84d-cd875b80f194" -d '{"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:41.046748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Pushing event updated for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:41.081350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:41.084756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.085592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:41.092494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:41.187480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:41.217485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (9db25532-952a-433d-ae0f-8e822214f96b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.387619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcdcb1-38c3-4d61-9d6c-31b56e220f74 req-b40f2eb7-48f5-42b3-8794-77b069e215f4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:41.389487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3bcdcb1-38c3-4d61-9d6c-31b56e220f74 req-b40f2eb7-48f5-42b3-8794-77b069e215f4 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 943 time: 0.6911273 Mar 10 23:58:41.401035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.428055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] For port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:41.430530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-78977edf-8ca1-4626-bf1d-67ec1d852e69 None None] Current status of the port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:41.466452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] For port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,segment=NetworkSegment(bbbcc856-96c6-4af1-bc0d-854efd9344ba),segment_id=bbbcc856-96c6-4af1-bc0d-854efd9344ba)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:41.484857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-05d95bf1-9454-4717-9856-be06cc7bc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:41.486730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-05d95bf1-9454-4717-9856-be06cc7bc35e service neutron] 10.222.0.30 "GET /v2.0/networks?id=be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 200 len: 904 time: 0.7327268 Mar 10 23:58:41.500767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.511029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.560695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.586340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e371c-7482-4b36-b64e-8acccc219e6c None None] Pushing event updated for resources: {'Port': ['ID=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:41.621074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:36Z', 'revision_number': 3, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:41.649599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-411411b8-ecef-4918-aafd-227caecb28a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d HTTP/1.1" status: 200 len: 217 time: 0.1494882 Mar 10 23:58:41.677777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=f853d274-f032-4c44-a707-0f040ca5c1df,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:41.810184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks [] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.821635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.830093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-54c1e17b-240c-4ddf-8cd2-d6e28a0f6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:41.831282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:41.832608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-54c1e17b-240c-4ddf-8cd2-d6e28a0f6792 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 200 len: 843 time: 0.1268761 Mar 10 23:58:41.851464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Checking router: 9db25532-952a-433d-ae0f-8e822214f96b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:58:41.854242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Updating router 9db25532-952a-433d-ae0f-8e822214f96b port b14d4472-8b6d-4836-82de-6656a266798f binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:58:41.858745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3bcdcb1-38c3-4d61-9d6c-31b56e220f74 req-31a046b3-0c6c-4cab-bfe4-62d2c086e645 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331138 Mar 10 23:58:41.928519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b007394c-ef0f-45ec-9ea3-9e6c31a12467 None None] Provisioning complete for port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:41.929682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b007394c-ef0f-45ec-9ea3-9e6c31a12467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.950485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:41.985484 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b14d4472-8b6d-4836-82de-6656a266798f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.042562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.065343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-f7f0a6c6-3aa8-48f6-b1e4-ce7cc28f4860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be0b5bb0-0218-433d-b79c-c43155e18f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2241104 Mar 10 23:58:42.070642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:42.072280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.081587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (9db25532-952a-433d-ae0f-8e822214f96b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.092076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Pushing event updated for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:42.139811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:42.162488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:42.371204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:42.372589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:42.516151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:42.517122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.585421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9b62438d-c5a6-41c3-97e2-20fdcc191757 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0000346 Mar 10 23:58:42.592134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52148) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:42.643450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks [] for port (b14d4472-8b6d-4836-82de-6656a266798f), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.651024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:42.658709 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b14d4472-8b6d-4836-82de-6656a266798f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.688022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-347577514', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2a:0a:a2'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:42.695144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Router 9db25532-952a-433d-ae0f-8e822214f96b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:58:42.707525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Attempting to bind port b14d4472-8b6d-4836-82de-6656a266798f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:42.707881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Attempting to bind port b14d4472-8b6d-4836-82de-6656a266798f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:42.708389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Attempting to bind port b14d4472-8b6d-4836-82de-6656a266798f on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:42.749879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b007394c-ef0f-45ec-9ea3-9e6c31a12467 None None] Port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:42.770956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:42.771397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:42.771733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.780814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:42.781306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Bound port: b14d4472-8b6d-4836-82de-6656a266798f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:42.781714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b14d4472-8b6d-4836-82de-6656a266798f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.904414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:42.904414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc9ff92e-424b-4b46-a714-47a70fdfb4ce req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 2.1071589 Mar 10 23:58:42.905278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88fbca77-516c-4d35-8256-a8611d18b188 req-a7ac05b8-3fcf-429f-9989-428090a9d883 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.5516012 Mar 10 23:58:42.908016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] For port b14d4472-8b6d-4836-82de-6656a266798f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:42.913377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] For port b14d4472-8b6d-4836-82de-6656a266798f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b14d4472-8b6d-4836-82de-6656a266798f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:42.926399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8af412-ca1b-467e-bb7f-0f76e1acc702 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:42.959287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-a75ab974-3287-4489-879d-0b5450888443 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8832927 Mar 10 23:58:42.963989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:42.976867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b14d4472-8b6d-4836-82de-6656a266798f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:43.045685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9403c3-5d60-4d35-9cdf-02e631b7154d None None] Pushing event updated for resources: {'Port': ['ID=b14d4472-8b6d-4836-82de-6656a266798f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:43.053516 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8d359b-7b7d-46b9-99a4-cd088ccc3508 x-openstack-request-id: req-bf8d359b-7b7d-46b9-99a4-cd088ccc3508 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:43.053811 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:43.054179 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf8d359b-7b7d-46b9-99a4-cd088ccc3508 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:43.054594 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'code': 200} Mar 10 23:58:43.087108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:43.087332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:43.127077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:43.127720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:40Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:43.163539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:58:43.208988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1e8c286d-c387-4d15-abbb-e3377c6124b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/9db25532-952a-433d-ae0f-8e822214f96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6639464 Mar 10 23:58:43.265664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ef60279b-9a20-437b-b0c4-ccc549f03a92 None None] Provisioning complete for port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:43.266058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef60279b-9a20-437b-b0c4-ccc549f03a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:43.342200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef60279b-9a20-437b-b0c4-ccc549f03a92 None None] Port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:43.345047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:43.369507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9403c3-5d60-4d35-9cdf-02e631b7154d None None] Pushing event updated for resources: {'Port': ['ID=b14d4472-8b6d-4836-82de-6656a266798f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:43.506674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:43.527504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:43.531588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f27510ee-4c7f-454e-b7aa-41502a6c0409 req-67f2b1cd-a415-497b-8631-c52ced6142a9 service neutron] 10.222.0.30 "GET /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784467 Mar 10 23:58:43.569128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:43.651225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port f6d03140-06fc-4e73-97ae-0e6581fef9e6 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:43.674887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623991-1c83-4da7-b4d1-47a08559d6e2 req-6fde4f36-3ce7-4882-bda3-4147f8d521e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:43.687206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92623991-1c83-4da7-b4d1-47a08559d6e2 req-6fde4f36-3ce7-4882-bda3-4147f8d521e0 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2206488 Mar 10 23:58:43.842433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f850cd0-42b6-41d1-aca1-77f4eba6d5a6 req-34428b4a-1e3c-4977-a7b1-3fef198451ce tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:43.846395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f850cd0-42b6-41d1-aca1-77f4eba6d5a6 req-34428b4a-1e3c-4977-a7b1-3fef198451ce tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 943 time: 0.3126812 Mar 10 23:58:43.963140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92623991-1c83-4da7-b4d1-47a08559d6e2 req-8c709459-1ae9-4523-991d-d4b3454c0a09 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694995 Mar 10 23:58:44.032641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f1e21-83f1-4208-8c2c-8c12a129465d None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:58:44.138315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f850cd0-42b6-41d1-aca1-77f4eba6d5a6 req-c3bb01a0-6886-471e-a995-8b15cf6863e2 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113640 Mar 10 23:58:44.298775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:44.298775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:58:44.352927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-40f5a3be-d1c5-40a3-9c25-022adba4f318 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/f1c10b14-5c99-4573-80d7-c24818b3296d HTTP/1.1" status: 200 len: 1823 time: 0.2933290 Mar 10 23:58:44.448255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4081c2ee-2f2b-42cc-8f7e-9d6d66969282 req-c1cfff6a-aa47-4b82-b9ab-79a745aefbe0 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0464256 Mar 10 23:58:44.507224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-380425ef-2717-4496-82f1-4f468df1dce6 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a HTTP/1.1" status: 200 len: 1822 time: 0.1533499 Mar 10 23:58:44.513155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1c10b14-5c99-4573-80d7-c24818b3296d', 'remote_group_id': '3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:44.513477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f1c10b14-5c99-4573-80d7-c24818b3296d', 'remote_group_id': '3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:44.548342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.6 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/f6d03140-06fc-4e73-97ae-0e6581fef9e6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:44.578826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:44.600079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'mac_address': 'fa:16:3e:44:95:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:58:44.618152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (e3d4ca05-86b1-4724-8b3d-1863ad86b209), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.661169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (e3d4ca05-86b1-4724-8b3d-1863ad86b209), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.689815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e3d4ca05-86b1-4724-8b3d-1863ad86b209), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.745168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d4ca05-86b1-4724-8b3d-1863ad86b209,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:44.784348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e60750d2-4a4c-4fba-ac74-2a490219c59d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:44.784936 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.796879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Provisioning complete for port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:44.797538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.840350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:44.849744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91963eba-6ba7-48e6-8e0c-9d8009a7c14b req-7aaed14b-5cd3-47f2-a2f4-6f9588682b72 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3396351 Mar 10 23:58:44.942058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47238f76-5425-49d3-8db2-46360124addd req-05182631-a566-4e4b-8576-c061f3d5b186 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a HTTP/1.1" status: 200 len: 1822 time: 0.0734029 Mar 10 23:58:44.987109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Current status of the port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:44.987507 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.004239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60750d2-4a4c-4fba-ac74-2a490219c59d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:58:45.151743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:45.156611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:45.157001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.230695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] For port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,segment=NetworkSegment(bbbcc856-96c6-4af1-bc0d-854efd9344ba),segment_id=bbbcc856-96c6-4af1-bc0d-854efd9344ba)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:45.231509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47238f76-5425-49d3-8db2-46360124addd req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.239525 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.267856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7070f4e-609a-4c1b-b025-638691824c05 req-207fedb7-c10a-42fa-a8b6-a08f6d9979af tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:45.274910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7070f4e-609a-4c1b-b025-638691824c05 req-207fedb7-c10a-42fa-a8b6-a08f6d9979af tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1985178 Mar 10 23:58:45.282920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.323226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.331568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47238f76-5425-49d3-8db2-46360124addd req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.386493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7070f4e-609a-4c1b-b025-638691824c05 req-5447115c-1a7b-4459-aabe-355e5f3070d8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095030 Mar 10 23:58:45.433749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '84d1be7d-0282-4b5d-b983-bfef1e0cf636', 'name': '', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'mac_address': 'fa:16:3e:f1:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:40Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 2, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'subnets': [{'id': '97df717c-5961-4edc-88bf-f54983af72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:45.437055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:45.550611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e60750d2-4a4c-4fba-ac74-2a490219c59d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:58:45.567170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.623247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=f6d03140-06fc-4e73-97ae-0e6581fef9e6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:45.665029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c130c99-b62b-4e37-b5ba-311f001caa5b None None] The sync data for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 is: [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '84d1be7d-0282-4b5d-b983-bfef1e0cf636', 'name': '', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'mac_address': 'fa:16:3e:f1:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:40Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 2, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'subnets': [{'id': '97df717c-5961-4edc-88bf-f54983af72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:58:45.670147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccd8be-a751-46e7-9bcb-7349ae2b37a4 req-08c266df-8073-4125-bd43-cb080d650db9 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:45.677740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49ccd8be-a751-46e7-9bcb-7349ae2b37a4 req-08c266df-8073-4125-bd43-cb080d650db9 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 944 time: 0.1668363 Mar 10 23:58:45.710170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:45.722663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:45.727336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47238f76-5425-49d3-8db2-46360124addd req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.730874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47238f76-5425-49d3-8db2-46360124addd req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.748338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47238f76-5425-49d3-8db2-46360124addd req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a HTTP/1.1" status: 204 len: 173 time: 0.8052652 Mar 10 23:58:45.751191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:45.888365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:45.916659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:45.917608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.951689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Provisioning complete for port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:45.952393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:45.991685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b45191a-1bc3-4e8b-8f45-6a222d5b9337 req-929febbf-05c8-4ef3-be37-73a0eb0c1641 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0529377 Mar 10 23:58:46.027269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:46.029444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb6f0e7f-a9ff-4a85-b6cb-5c5097b48932 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3660979 Mar 10 23:58:46.039285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67848-bc95-421b-90ef-488870035807 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:46.104291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49ccd8be-a751-46e7-9bcb-7349ae2b37a4 req-ccfc5708-7eef-40f7-bd70-bf4cafb96007 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179437 Mar 10 23:58:46.223880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9d219b0-e883-4a97-958f-e5a9a2e2c000 req-6da5175a-a20f-4613-bf9d-2c2cbb29e416 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/f1c10b14-5c99-4573-80d7-c24818b3296d HTTP/1.1" status: 200 len: 1823 time: 0.1017268 Mar 10 23:58:46.260795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-329024996', 'description': 'tempest-description-1727671520'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:46.374071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:46.403524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33900963-03df-445b-8ba8-8970f92d6833 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:46.445441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33900963-03df-445b-8ba8-8970f92d6833 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:46.487863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33900963-03df-445b-8ba8-8970f92d6833 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:46.492375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-33900963-03df-445b-8ba8-8970f92d6833 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4613261 Mar 10 23:58:46.500645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52290) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:46.638846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae166213-6cd8-45a2-8a0d-d80616ec0304 None None] Pushing event updated for resources: {'Port': ['ID=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:46.947012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (8905389f-3980-4d42-805e-197b0dc775c4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:46.990327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Current status of the port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:47.021359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2984-4148-4d9a-b047-807783e1187c req-b2d5b300-d7a5-41d3-9dc3-4b344e2aa75c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:47.037263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Provisioning complete for port f853d274-f032-4c44-a707-0f040ca5c1df triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:47.041344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.042417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1cf2984-4148-4d9a-b047-807783e1187c req-b2d5b300-d7a5-41d3-9dc3-4b344e2aa75c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.5069273 Mar 10 23:58:47.102374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2700613-b34c-43a3-9478-94c9b8508425 None None] Port f853d274-f032-4c44-a707-0f040ca5c1df cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:47.184799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8905389f-3980-4d42-805e-197b0dc775c4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.231674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1cf2984-4148-4d9a-b047-807783e1187c req-36456e1a-596e-43df-a5b4-a0dd2f50560f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866028 Mar 10 23:58:47.258713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Provisioning complete for port f853d274-f032-4c44-a707-0f040ca5c1df triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:47.262531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.263842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab906d16-b2cc-45eb-9ae2-6cf64d0607a2 req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0094578 Mar 10 23:58:47.264011 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.316336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:47.349359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4880e-79f7-4c9b-853e-bba6199a8d92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8905389f-3980-4d42-805e-197b0dc775c4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:47.363120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port f6d03140-06fc-4e73-97ae-0e6581fef9e6 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:47.363348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.436020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Port f853d274-f032-4c44-a707-0f040ca5c1df cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:47.482311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Provisioning complete for port f6d03140-06fc-4e73-97ae-0e6581fef9e6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:47.483722 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.604465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81367897-f6e3-4432-8df5-e953b1f52a76 None None] Port f6d03140-06fc-4e73-97ae-0e6581fef9e6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:47.625089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6725c04-23db-44fa-8d19-8e58ae8eb40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.740016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e033c29-2281-4311-bce2-24af1a770e45 req-197463fc-eb42-4890-b818-72dd350d743c tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1400173 Mar 10 23:58:47.765535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6725c04-23db-44fa-8d19-8e58ae8eb40a admin admin] Publish callbacks [] for security_group (9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.780320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6725c04-23db-44fa-8d19-8e58ae8eb40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.816230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6725c04-23db-44fa-8d19-8e58ae8eb40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:47.844832 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a6725c04-23db-44fa-8d19-8e58ae8eb40a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80506c02eb3a4a3ab6c814255cc919dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267792 Mar 10 23:58:47.847242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52312) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:47.927631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0db43-27e4-4d44-8093-7c8030aaa869 req-c115a803-c3d2-4e01-8606-d3d52902ac1e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:47.936867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] Publish callbacks [] for security_group (9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.937051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80c0db43-27e4-4d44-8093-7c8030aaa869 req-c115a803-c3d2-4e01-8606-d3d52902ac1e tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 944 time: 0.4701006 Mar 10 23:58:47.972854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] Publish callbacks [] for security_group (9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:47.999497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.045962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.047113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for f6d03140-06fc-4e73-97ae-0e6581fef9e6 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:48.054174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.057118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad HTTP/1.1" status: 204 len: 168 time: 0.2086968 Mar 10 23:58:48.077273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e5dac-4242-449a-b6b8-043cf76b96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b4e33-41ee-48bc-ba13-d2ce6f0629ad,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:48.202793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80c0db43-27e4-4d44-8093-7c8030aaa869 req-7c1e9a73-8417-489c-92a1-b321f981a8c8 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621782 Mar 10 23:58:48.220579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-fc5ac10e-b005-4e24-bc19-6396f575cd27 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 200 len: 1823 time: 0.2502227 Mar 10 23:58:48.257126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:48.343804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8905389f-3980-4d42-805e-197b0dc775c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:48.359071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:48.362208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8905389f-3980-4d42-805e-197b0dc775c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:48.638775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port e60750d2-4a4c-4fba-ac74-2a490219c59d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:58:48.642344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:48.642689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.665888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f6d03140-06fc-4e73-97ae-0e6581fef9e6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.697974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e60750d2-4a4c-4fba-ac74-2a490219c59d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:48.698368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:48.836799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=f6d03140-06fc-4e73-97ae-0e6581fef9e6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:49.050482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e60750d2-4a4c-4fba-ac74-2a490219c59d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:49.051048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.111530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:49.115281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b14d4472-8b6d-4836-82de-6656a266798f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:49.184899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:58:49.188118 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fd7b5b-f432-4e1f-a6a1-83c328df3eff" -d '{"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-plugged", "status": "completed", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:58:49.207681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:49.235901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.272937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfddaac-4808-485c-ae92-7e2ac8b2b382 req-65580ecd-c9e3-41b3-9c89-9f63be39bdef tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:49.276766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b14d4472-8b6d-4836-82de-6656a266798f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:49.276766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b14d4472-8b6d-4836-82de-6656a266798f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.278370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecfddaac-4808-485c-ae92-7e2ac8b2b382 req-65580ecd-c9e3-41b3-9c89-9f63be39bdef tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.6367118 Mar 10 23:58:49.436696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:49.543423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b14d4472-8b6d-4836-82de-6656a266798f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:49.543828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b14d4472-8b6d-4836-82de-6656a266798f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.546479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecfddaac-4808-485c-ae92-7e2ac8b2b382 req-842a55ad-1e18-4eee-bfc7-941c93db1107 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395530 Mar 10 23:58:49.597016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port b14d4472-8b6d-4836-82de-6656a266798f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b14d4472-8b6d-4836-82de-6656a266798f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:49.605402 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b14d4472-8b6d-4836-82de-6656a266798f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.662552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.668046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b8d58344-39e5-471d-b92e-1d0e416232af tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/f6d03140-06fc-4e73-97ae-0e6581fef9e6 HTTP/1.1" status: 204 len: 168 time: 3.1662798 Mar 10 23:58:49.670192 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (5ac0d669-c531-474e-9e61-38f521988c69), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.670933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52358) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:49.758855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (5ac0d669-c531-474e-9e61-38f521988c69), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.765366 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4f3ac3-6280-46de-a6e2-2639cf824618 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] GET failed (client error): The resource could not be found. Mar 10 23:58:49.773084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa4f3ac3-6280-46de-a6e2-2639cf824618 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports/f6d03140-06fc-4e73-97ae-0e6581fef9e6 HTTP/1.1" status: 404 len: 333 time: 0.0986960 Mar 10 23:58:49.776944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52362) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:49.787583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-1920237876'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:49.793687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (5ac0d669-c531-474e-9e61-38f521988c69), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.795990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=b14d4472-8b6d-4836-82de-6656a266798f,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:49.950855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac0d669-c531-474e-9e61-38f521988c69,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:49.964242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e36b1156-3b99-42dc-b413-d6dc75cbf2d5 req-e483b2e3-9562-4dc9-9fec-b3a0bf2e9bb3 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1991503 Mar 10 23:58:49.983347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:49.990541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f313e2ac-65cf-48a0-bd76-88ac69e2ce30 req-c6bedc5c-9227-4ccd-a4c4-279834cd9bc4 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7659588 Mar 10 23:58:50.062236 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9491fe-f6b9-41a8-b98b-d603959617e7 x-openstack-request-id: req-ac9491fe-f6b9-41a8-b98b-d603959617e7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:58:50.062613 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-plugged", "status": "completed", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:58:50.062945 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac9491fe-f6b9-41a8-b98b-d603959617e7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:58:50.063469 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'code': 200} Mar 10 23:58:50.168298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b14d4472-8b6d-4836-82de-6656a266798f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:50.266385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Sync routers for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:58:50.304840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:50.305532 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:40Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:50.348925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b14d4472-8b6d-4836-82de-6656a266798f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:50.349480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b14d4472-8b6d-4836-82de-6656a266798f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.454059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:50.469622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b14d4472-8b6d-4836-82de-6656a266798f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:50.473577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.549275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:50.554011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-5936b6ae-5ecd-4e99-bb8a-f52b62f7bf85 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 200 len: 2417 time: 0.3240292 Mar 10 23:58:50.570224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24a55-480b-4c70-b585-7dfbafe67078 req-7ff02f9f-41e3-43f1-ac29-02357a362c09 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:50.582715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45e24a55-480b-4c70-b585-7dfbafe67078 req-7ff02f9f-41e3-43f1-ac29-02357a362c09 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.4077284 Mar 10 23:58:50.601000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8905389f-3980-4d42-805e-197b0dc775c4', 'remote_group_id': None}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:50.602287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8905389f-3980-4d42-805e-197b0dc775c4', 'remote_group_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:50.612724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4613fd1-af85-47b4-8f1c-05f18997629e req-18e1bbe1-f0d0-4381-ba77-7260930b1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:50.614917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4613fd1-af85-47b4-8f1c-05f18997629e req-18e1bbe1-f0d0-4381-ba77-7260930b1e46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 1127 time: 0.3872659 Mar 10 23:58:50.726331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4613fd1-af85-47b4-8f1c-05f18997629e req-34baf9d1-ccbe-442c-892b-c44d3b5206c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989897 Mar 10 23:58:50.739683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45e24a55-480b-4c70-b585-7dfbafe67078 req-76451502-ff92-4339-93f1-8ebb548bd60a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557283 Mar 10 23:58:50.763538 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:50.805160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.846620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.856218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.909767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.10 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/7e1396d4-d0c0-4bf3-a051-41010f61bec5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:50.921243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b8ffa9-77de-4f29-831f-b1f026edbf9b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:50.944952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:50.946227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc9a3944-014a-480f-ac7f-fb1b6b3a6270 req-70aab7bb-29af-49c5-a403-1b2c9c83ba8d tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3526220 Mar 10 23:58:51.172190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf88f0-f928-4c3d-a65d-b6dec4b6fc93 req-11b6ee82-cb43-4c45-a874-dd301c5f0d31 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:51.183646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbcf88f0-f928-4c3d-a65d-b6dec4b6fc93 req-11b6ee82-cb43-4c45-a874-dd301c5f0d31 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2282004 Mar 10 23:58:51.192503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-164599b9-19c0-4c7e-b893-fe631b87ccfb req-01cff3fa-dd83-44f8-bf3f-1c2bd5c6ec92 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 200 len: 3016 time: 0.1713138 Mar 10 23:58:51.215605 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '84d1be7d-0282-4b5d-b983-bfef1e0cf636', 'name': '', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'mac_address': 'fa:16:3e:f1:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:40Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 2, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'subnets': [{'id': '97df717c-5961-4edc-88bf-f54983af72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:51.277928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Checking router: 9db25532-952a-433d-ae0f-8e822214f96b for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:58:51.278962 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Updating router 9db25532-952a-433d-ae0f-8e822214f96b port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:58:51.308610 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:51.319955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbcf88f0-f928-4c3d-a65d-b6dec4b6fc93 req-6c13fd0c-f8f5-4b1b-9e14-c1eb5f14a0cf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334467 Mar 10 23:58:51.336569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:51.408245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:51.498626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c105ea1-de9f-4b46-bc59-a2c6850cbfae req-1b33df99-651b-40ad-bc94-c524e9778979 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1219957 Mar 10 23:58:51.518601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=7e1396d4-d0c0-4bf3-a051-41010f61bec5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:51.539670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52406) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:51.555506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:51.576967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:51.585088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:51.620570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1406a8da-c023-40af-8f86-bff07b854d33 req-ce2ac5d6-9c1e-4378-977c-3770469896dc tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-group-rules/85b8ffa9-77de-4f29-831f-b1f026edbf9b HTTP/1.1" status: 200 len: 783 time: 0.1457107 Mar 10 23:58:51.777091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:51.793601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:51.854544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1406a8da-c023-40af-8f86-bff07b854d33 req-ef851498-9a88-4aa9-b743-588624a9e1d3 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 200 len: 3016 time: 0.2235308 Mar 10 23:58:51.863873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8557d732-da4d-4434-b6a5-5c2330bc6ab4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0856857 Mar 10 23:58:51.880667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:51.889615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2a:0a:a2'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:51.963437 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1406a8da-c023-40af-8f86-bff07b854d33 req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:51.979779 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1406a8da-c023-40af-8f86-bff07b854d33 req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.022020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4fd6ce-98f0-4241-b44c-6779dd50a11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.101870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1406a8da-c023-40af-8f86-bff07b854d33 req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (85b8ffa9-77de-4f29-831f-b1f026edbf9b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.115867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1406a8da-c023-40af-8f86-bff07b854d33 req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.117434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1406a8da-c023-40af-8f86-bff07b854d33 req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/85b8ffa9-77de-4f29-831f-b1f026edbf9b HTTP/1.1" status: 204 len: 173 time: 0.2587910 Mar 10 23:58:52.140261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e47d8-e8fe-414d-8506-79f4d26a9b44 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85b8ffa9-77de-4f29-831f-b1f026edbf9b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:52.221258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5a0b4e23-c9a8-4573-b19e-55037cf4e181 None None] Provisioning complete for port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:52.225026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91207dbf-d335-495b-94a0-390477397f69 req-ef123a14-9787-4243-ba47-6f41025112dd tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 200 len: 2417 time: 0.0664623 Mar 10 23:58:52.235887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4e23-c9a8-4573-b19e-55037cf4e181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.246844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1453ac-bba9-4231-815c-1e9a56a56eec req-fb4fbbd1-2960-478b-90d6-af7937b16d3a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:52.255857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d1453ac-bba9-4231-815c-1e9a56a56eec req-fb4fbbd1-2960-478b-90d6-af7937b16d3a tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.2945392 Mar 10 23:58:52.295034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52428) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:52.388529 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks [] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.389349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91207dbf-d335-495b-94a0-390477397f69 req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (8905389f-3980-4d42-805e-197b0dc775c4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.406499 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.430653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b4e23-c9a8-4573-b19e-55037cf4e181 None None] Port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:52.433038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91207dbf-d335-495b-94a0-390477397f69 req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (8905389f-3980-4d42-805e-197b0dc775c4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.523262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91207dbf-d335-495b-94a0-390477397f69 req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8905389f-3980-4d42-805e-197b0dc775c4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.528087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-91207dbf-d335-495b-94a0-390477397f69 req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.529403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91207dbf-d335-495b-94a0-390477397f69 req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/8905389f-3980-4d42-805e-197b0dc775c4 HTTP/1.1" status: 204 len: 173 time: 0.2972646 Mar 10 23:58:52.532717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8734d2-6ab6-4429-b091-8cd382cb015c None None] Pushing event updated for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:52.573772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515c598-949d-4dca-af95-758bec61fdc8 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8905389f-3980-4d42-805e-197b0dc775c4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:52.626916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d1453ac-bba9-4231-815c-1e9a56a56eec req-2dda231c-76a4-4c6a-a9c1-77462dfe64e1 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681998 Mar 10 23:58:52.686020 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-ee491096-6581-468f-b060-3e362630bdd2 req-cab568ca-e8a7-4e7e-acdc-41d3c4d3fa08 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] show failed (client error): The resource could not be found. Mar 10 23:58:52.698536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.701747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Attempting to bind port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:58:52.702131 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Attempting to bind port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:58:52.702550 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Attempting to bind port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 on network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:58:52.718582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee491096-6581-468f-b060-3e362630bdd2 req-cab568ca-e8a7-4e7e-acdc-41d3c4d3fa08 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/3ece87ad-d3dd-4a6d-8e19-f1cc107efa1a HTTP/1.1" status: 404 len: 352 time: 0.0600483 Mar 10 23:58:52.718808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:58:52.719200 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Checking segment: {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:58:52.719606 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.720053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Bound using segment: {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:58:52.720534 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Bound port: 84d1be7d-0282-4b5d-b983-bfef1e0cf636, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f22242c-cd87-4614-80cf-4ee6c5e5a26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:58:52.721208 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.928307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4fd6ce-98f0-4241-b44c-6779dd50a11f admin admin] Publish callbacks [] for security_group (04df810e-871d-4b6a-aa70-d46430a21138), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.959266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5bf97f4-c3c4-49c6-b3dc-54a45f77074d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.973770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-da4fd6ce-98f0-4241-b44c-6779dd50a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (04df810e-871d-4b6a-aa70-d46430a21138), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:52.984433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] For port 84d1be7d-0282-4b5d-b983-bfef1e0cf636, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:58:52.997345 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] For port 84d1be7d-0282-4b5d-b983-bfef1e0cf636, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d1be7d-0282-4b5d-b983-bfef1e0cf636,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:58:53.007426 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.074311 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:58:53.074983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:58:40Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:53.084295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-da4fd6ce-98f0-4241-b44c-6779dd50a11f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31c51057a286435791b26f0a03cab6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5411098 Mar 10 23:58:53.115013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52442) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:53.178517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Provisioning complete for port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:53.179167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.206869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcfb60c4-5158-4817-8108-ee33e046f2ac req-445d35c6-00c0-4090-a154-1120c6aa2849 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1530354 Mar 10 23:58:53.282702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fd6ce-98f0-4241-b44c-6779dd50a11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df810e-871d-4b6a-aa70-d46430a21138,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:53.328904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322305d2-d276-4631-8c24-47f6cef62f93 req-16493347-cda0-4884-9e7a-91d08b0c9f4d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:53.332470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] Publish callbacks [] for security_group (04df810e-871d-4b6a-aa70-d46430a21138), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.333590 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:58:53.334320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-322305d2-d276-4631-8c24-47f6cef62f93 req-16493347-cda0-4884-9e7a-91d08b0c9f4d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.6092536 Mar 10 23:58:53.463694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] Publish callbacks [] for security_group (04df810e-871d-4b6a-aa70-d46430a21138), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.485746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-521f1b06-6e4d-4b9e-b7ff-40bcdfa2f2a0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/f1c10b14-5c99-4573-80d7-c24818b3296d HTTP/1.1" status: 200 len: 1823 time: 0.1833317 Mar 10 23:58:53.536473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Current status of the port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:53.537506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.580821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] For port 84d1be7d-0282-4b5d-b983-bfef1e0cf636, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d1be7d-0282-4b5d-b983-bfef1e0cf636,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:58:53.594034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.672850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-322305d2-d276-4631-8c24-47f6cef62f93 req-a9e775b3-ca00-4870-beab-d2acbb2a3563 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109921 Mar 10 23:58:53.676997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361fb9-5e8b-434b-ab47-d17fa43e6f85 None None] Pushing event updated for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:53.726326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2f8a7aca-a7a7-432f-b763-58f9122390c8 None None] Provisioning complete for port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:53.727581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7aca-a7a7-432f-b763-58f9122390c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.776317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3477acb0-bd11-4467-a1a0-8eb7b558c39f req-7f01a9c0-046b-4928-9883-da21458ad73c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1221933 Mar 10 23:58:53.855993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a7aca-a7a7-432f-b763-58f9122390c8 None None] Current status of the port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:53.909269 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8734d2-6ab6-4429-b091-8cd382cb015c None None] Pushing event updated for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:53.953989 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:53.990666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.076408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (f1c10b14-5c99-4573-80d7-c24818b3296d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.151150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (f1c10b14-5c99-4573-80d7-c24818b3296d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.179102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d1be7d-0282-4b5d-b983-bfef1e0cf636 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:58:54.211085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] In _notify_port_updated(), no bound segment for port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 on network f66e29fc-058c-4e35-ae74-6de4b8a57a28 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 23:58:54.220491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1c10b14-5c99-4573-80d7-c24818b3296d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.224643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:54.225630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.225969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.231024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "PUT /v2.0/ports/7e1396d4-d0c0-4bf3-a051-41010f61bec5 HTTP/1.1" status: 200 len: 995 time: 2.3486586 Mar 10 23:58:54.235174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52448) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:54.242858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65cd08ba-f71a-4f89-853f-67e3490dca60 req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/f1c10b14-5c99-4573-80d7-c24818b3296d HTTP/1.1" status: 204 len: 173 time: 0.7538273 Mar 10 23:58:54.306681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (04df810e-871d-4b6a-aa70-d46430a21138), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.310388 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.311699 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04df810e-871d-4b6a-aa70-d46430a21138 HTTP/1.1" status: 204 len: 168 time: 1.1943734 Mar 10 23:58:54.345691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad16a9-4398-4631-8567-a72cc5fd40d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df810e-871d-4b6a-aa70-d46430a21138,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:54.360584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7b33-453d-4067-9e2c-341c7b4c51e9 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=7e1396d4-d0c0-4bf3-a051-41010f61bec5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:54.434876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bcac4-0ee3-45ce-bf38-bf84647d9c94 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c10b14-5c99-4573-80d7-c24818b3296d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:54.489780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:54.492314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.524185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5bf97f4-c3c4-49c6-b3dc-54a45f77074d admin admin] Publish callbacks [] for security_group (6b08099a-0c9d-46c6-8c8a-742ce5089fd7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.528673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:54.529069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.556122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5bf97f4-c3c4-49c6-b3dc-54a45f77074d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6b08099a-0c9d-46c6-8c8a-742ce5089fd7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.619807 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '84d1be7d-0282-4b5d-b983-bfef1e0cf636', 'name': '', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'mac_address': 'fa:16:3e:f1:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:40Z', 'updated_at': '2022-03-10T23:58:52Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'subnets': [{'id': '97df717c-5961-4edc-88bf-f54983af72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:58:54.719675 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71374728-39f7-4119-b157-0e8c28ac0b49 None None] The sync data for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 is: [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-10T23:58:41Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '84d1be7d-0282-4b5d-b983-bfef1e0cf636', 'name': '', 'network_id': 'bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'mac_address': 'fa:16:3e:f1:53:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '97df717c-5961-4edc-88bf-f54983af72b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:40Z', 'updated_at': '2022-03-10T23:58:52Z', 'revision_number': 4, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'subnets': [{'id': '97df717c-5961-4edc-88bf-f54983af72b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:58:54.780932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:58:54.858064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c4f3ed24-dd32-4600-9349-bbd949fd21ba None None] Provisioning complete for port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:54.864855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4f3ed24-dd32-4600-9349-bbd949fd21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.865758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f430015-c7e4-4190-92c8-e74d8bda9d00 req-241e4bc1-cbc8-4b65-9703-4aedf52bea8b tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:54.867336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f430015-c7e4-4190-92c8-e74d8bda9d00 req-241e4bc1-cbc8-4b65-9703-4aedf52bea8b tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.9889758 Mar 10 23:58:54.886967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:54.921661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for 7e1396d4-d0c0-4bf3-a051-41010f61bec5 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:58:55.004997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3ed24-dd32-4600-9349-bbd949fd21ba None None] Port 7e1396d4-d0c0-4bf3-a051-41010f61bec5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:55.018582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f5bf97f4-c3c4-49c6-b3dc-54a45f77074d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e561601610e4e1bba1651e59647ed39&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7204518 Mar 10 23:58:55.021537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf97f4-c3c4-49c6-b3dc-54a45f77074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b08099a-0c9d-46c6-8c8a-742ce5089fd7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:55.051092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52464) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:55.163746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7e1396d4-d0c0-4bf3-a051-41010f61bec5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:55.248611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-dfa39494-93d6-4879-85bc-da281c85655b tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/a9eaa480-61ac-4798-86ea-618d8eb2ae76 HTTP/1.1" status: 200 len: 1823 time: 0.9448712 Mar 10 23:58:55.648770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f430015-c7e4-4190-92c8-e74d8bda9d00 req-848e4ab4-679f-4583-a497-9493b8c00a58 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7378025 Mar 10 23:58:55.683431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=7e1396d4-d0c0-4bf3-a051-41010f61bec5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:55.705913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] Publish callbacks [] for security_group (6b08099a-0c9d-46c6-8c8a-742ce5089fd7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:55.893912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] Publish callbacks [] for security_group (6b08099a-0c9d-46c6-8c8a-742ce5089fd7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:55.925813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (a9eaa480-61ac-4798-86ea-618d8eb2ae76), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.000368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.006655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3d130e81-476b-4e7d-8627-1c6f5145de27 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/7e1396d4-d0c0-4bf3-a051-41010f61bec5 HTTP/1.1" status: 204 len: 168 time: 1.7698014 Mar 10 23:58:56.007323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52480) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:56.037919 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-82834f53-72b8-4b9b-9011-398d797f3d65 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] GET failed (client error): The resource could not be found. Mar 10 23:58:56.044078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (a9eaa480-61ac-4798-86ea-618d8eb2ae76), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.044582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82834f53-72b8-4b9b-9011-398d797f3d65 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports/7e1396d4-d0c0-4bf3-a051-41010f61bec5 HTTP/1.1" status: 404 len: 333 time: 0.0337245 Mar 10 23:58:56.045259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:56.050439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-1961926100'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:56.223120 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-480639af-65db-443f-b15e-443be7005d93 req-e92eaf9c-bccb-4000-87a0-2459432bbf3a tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.3332114 Mar 10 23:58:56.403027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:58:56.410935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.509586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port d77acb52-eed7-410d-bc90-be32232b7f65 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:58:56.528310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a9eaa480-61ac-4798-86ea-618d8eb2ae76), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.531226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.552856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26d055a8-0666-45db-9b4a-0afc36b32378 req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9eaa480-61ac-4798-86ea-618d8eb2ae76 HTTP/1.1" status: 204 len: 173 time: 1.3009970 Mar 10 23:58:56.600325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6b08099a-0c9d-46c6-8c8a-742ce5089fd7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.611664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:56.632218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b08099a-0c9d-46c6-8c8a-742ce5089fd7 HTTP/1.1" status: 204 len: 168 time: 1.5420661 Mar 10 23:58:56.730584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd452-f134-48d2-a802-eee47bf8bec1 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eaa480-61ac-4798-86ea-618d8eb2ae76,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:56.769589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229790d-cbee-44f5-bd4d-711818fcd2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b08099a-0c9d-46c6-8c8a-742ce5089fd7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:56.879153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a3dcc-f97a-4811-94fd-d398a179150c req-db2752e9-7582-47f2-96ce-6946baf967f5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:56.882332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a0a3dcc-f97a-4811-94fd-d398a179150c req-db2752e9-7582-47f2-96ce-6946baf967f5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3221221 Mar 10 23:58:56.964331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.12 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/d77acb52-eed7-410d-bc90-be32232b7f65) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:58:56.980251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a0a3dcc-f97a-4811-94fd-d398a179150c req-2dc43218-7647-478d-aef2-fbc5fa827404 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861342 Mar 10 23:58:57.467898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (d77acb52-eed7-410d-bc90-be32232b7f65), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:57.478874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-0219797b-edb4-4937-ae4b-f53bfeb2dbf7 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/629a9e55-da57-4282-9db0-9ebd74aa3666 HTTP/1.1" status: 200 len: 1823 time: 0.1715090 Mar 10 23:58:57.482313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84401d1d-7100-4e9a-8826-a8f4afe7e97c req-6b45c816-b4de-4a1f-af2d-5afb210811f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac190acc98b74634ba4b7729440f3be6&device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0950081 Mar 10 23:58:57.596234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84401d1d-7100-4e9a-8826-a8f4afe7e97c req-cdf1f460-fa14-4fe3-80da-4c31ee586a58 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac190acc98b74634ba4b7729440f3be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779071 Mar 10 23:58:57.714270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:57.872184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=d77acb52-eed7-410d-bc90-be32232b7f65,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:57.892379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:58:57.895959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:58:57.900605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:58:58.031060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:58.031686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.058866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (629a9e55-da57-4282-9db0-9ebd74aa3666), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.070318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d919fe71-1658-447f-a214-dc2e9d360d56 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0239756 Mar 10 23:58:58.073826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:58.082059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2a:0a:a2'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:58:58.189774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84401d1d-7100-4e9a-8826-a8f4afe7e97c req-992b9bf4-5c62-49d1-8149-15fba4debda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:58.197603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84401d1d-7100-4e9a-8826-a8f4afe7e97c req-992b9bf4-5c62-49d1-8149-15fba4debda0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5859582 Mar 10 23:58:58.200280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (629a9e55-da57-4282-9db0-9ebd74aa3666), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.305437 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (629a9e55-da57-4282-9db0-9ebd74aa3666), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.309335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.322748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08f0a894-ce49-4436-af45-ab3cceb044e4 req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/629a9e55-da57-4282-9db0-9ebd74aa3666 HTTP/1.1" status: 204 len: 173 time: 0.8429189 Mar 10 23:58:58.355874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d45725-6d72-4dc0-a041-3e545d27131e tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a9e55-da57-4282-9db0-9ebd74aa3666,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:58.512904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cadfd525-a2f1-44c4-9eef-882104b03efd req-85684309-1efd-4321-9ded-02afde110404 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0782828 Mar 10 23:58:58.564658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bcbae17d-f1c2-4a04-becf-eee2f3ebae2e None None] Provisioning complete for port d77acb52-eed7-410d-bc90-be32232b7f65 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:58.568718 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcbae17d-f1c2-4a04-becf-eee2f3ebae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.613116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:58.634955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52556) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:58.713280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bcbae17d-f1c2-4a04-becf-eee2f3ebae2e None None] Port d77acb52-eed7-410d-bc90-be32232b7f65 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:58:58.724813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb7d1-bdc2-41ce-96c6-dddffe5e775b req-fb6657a0-30e6-4b05-a8ed-f459312bced2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:58.734148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adbcb7d1-bdc2-41ce-96c6-dddffe5e775b req-fb6657a0-30e6-4b05-a8ed-f459312bced2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1107035 Mar 10 23:58:58.809969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adbcb7d1-bdc2-41ce-96c6-dddffe5e775b req-66e1c4a6-dd6f-48c5-bd03-89408d00c2ed tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720084 Mar 10 23:58:58.927294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714e8638-858f-4e5b-aa76-31fca824e93b req-e7332179-6c14-4b07-93de-30d36953d5ea tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/0943ee91-e277-4808-a399-006838540b2e HTTP/1.1" status: 200 len: 2423 time: 0.0879126 Mar 10 23:58:59.001076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3465a23d-1f83-4bb3-aa94-772bc68490ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.031140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-714e8638-858f-4e5b-aa76-31fca824e93b req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (0943ee91-e277-4808-a399-006838540b2e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.068368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-714e8638-858f-4e5b-aa76-31fca824e93b req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (0943ee91-e277-4808-a399-006838540b2e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.172874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-714e8638-858f-4e5b-aa76-31fca824e93b req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0943ee91-e277-4808-a399-006838540b2e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.177965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-714e8638-858f-4e5b-aa76-31fca824e93b req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.184664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714e8638-858f-4e5b-aa76-31fca824e93b req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/0943ee91-e277-4808-a399-006838540b2e HTTP/1.1" status: 204 len: 173 time: 0.2548802 Mar 10 23:58:59.203486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (d77acb52-eed7-410d-bc90-be32232b7f65), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.220679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3465a23d-1f83-4bb3-aa94-772bc68490ca admin admin] Publish callbacks [] for security_group (ed67aef7-86d3-4eae-8aa0-d7559e07c0db), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.222547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.236463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41c697-82f6-4f8d-80d0-0540e2bf2a09 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943ee91-e277-4808-a399-006838540b2e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:59.238679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3465a23d-1f83-4bb3-aa94-772bc68490ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ed67aef7-86d3-4eae-8aa0-d7559e07c0db), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.311283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3465a23d-1f83-4bb3-aa94-772bc68490ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12d65530dcbe4e25a054ed2414ee00cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6738358 Mar 10 23:58:59.313841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465a23d-1f83-4bb3-aa94-772bc68490ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed67aef7-86d3-4eae-8aa0-d7559e07c0db,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:59.317293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52568) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:59.335157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=d77acb52-eed7-410d-bc90-be32232b7f65,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:58:59.341512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-8a5b65fd-0ae2-4f42-bd63-50e6886aa240 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "GET /v2.0/security-groups/480b4ac7-2ffb-444c-82b0-417bf34b1007 HTTP/1.1" status: 200 len: 2417 time: 0.1315031 Mar 10 23:58:59.441020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] In _notify_port_updated(), no bound segment for port d77acb52-eed7-410d-bc90-be32232b7f65 on network f66e29fc-058c-4e35-ae74-6de4b8a57a28 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 23:58:59.456370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:58:59.460321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.482284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0882c70-7bd3-4295-9c25-f1d132deeea2 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "PUT /v2.0/ports/d77acb52-eed7-410d-bc90-be32232b7f65 HTTP/1.1" status: 200 len: 997 time: 1.4073555 Mar 10 23:58:59.487292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:58:59.499749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (480b4ac7-2ffb-444c-82b0-417bf34b1007), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.559447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] Publish callbacks [] for security_group (ed67aef7-86d3-4eae-8aa0-d7559e07c0db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.726505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84401d1d-7100-4e9a-8826-a8f4afe7e97c req-9344f467-5590-4133-8bf6-fe02bd115116 tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.30 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.1684017 Mar 10 23:58:59.756871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port d77acb52-eed7-410d-bc90-be32232b7f65 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:58:59.757304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:58:59.818035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7a213a0e-1d37-4610-9588-e6bcd934e4ce None None] Provisioning complete for port d77acb52-eed7-410d-bc90-be32232b7f65 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:58:59.830233 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a213a0e-1d37-4610-9588-e6bcd934e4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.027539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7a213a0e-1d37-4610-9588-e6bcd934e4ce None None] Port d77acb52-eed7-410d-bc90-be32232b7f65 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:00.028975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.070006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for d77acb52-eed7-410d-bc90-be32232b7f65 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:00.386098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] Publish callbacks [] for security_group (ed67aef7-86d3-4eae-8aa0-d7559e07c0db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.405804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (480b4ac7-2ffb-444c-82b0-417bf34b1007), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.417202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d77acb52-eed7-410d-bc90-be32232b7f65), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.487175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=d77acb52-eed7-410d-bc90-be32232b7f65,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:00.537088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (480b4ac7-2ffb-444c-82b0-417bf34b1007), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.549494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.565868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-629d96f5-02e5-4e22-b66c-e62abcfbd442 req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] 10.222.0.21 "DELETE /v2.0/security-groups/480b4ac7-2ffb-444c-82b0-417bf34b1007 HTTP/1.1" status: 204 len: 173 time: 1.2220404 Mar 10 23:59:00.568605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52594) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:00.627964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-da6ebbba-8244-4441-846e-77b2fc4fe2e3 req-a7177cd1-c49f-409b-8caa-bb916e0f69e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0576642 Mar 10 23:59:00.682741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe67a7a-bf4f-4a93-a983-f73864a508b0 tempest-SecurityGroupRulesTestJSON-1571259675 tempest-SecurityGroupRulesTestJSON-1571259675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b4ac7-2ffb-444c-82b0-417bf34b1007,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:00.714442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ed67aef7-86d3-4eae-8aa0-d7559e07c0db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.717026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.720693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed67aef7-86d3-4eae-8aa0-d7559e07c0db HTTP/1.1" status: 204 len: 168 time: 1.3989904 Mar 10 23:59:00.740327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-da6ebbba-8244-4441-846e-77b2fc4fe2e3 req-0e06971c-b29c-462c-8c0d-14d3a72f9dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0893567 Mar 10 23:59:00.757725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.765804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a1b1c70-2a6c-4f2d-9679-303a2496a1e1 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/d77acb52-eed7-410d-bc90-be32232b7f65 HTTP/1.1" status: 204 len: 168 time: 1.2774694 Mar 10 23:59:00.766777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52600) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:00.821503 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9862a85c-86ee-4c2d-b20f-8dd94784ed1b tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] GET failed (client error): The resource could not be found. Mar 10 23:59:00.826629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3286dd82-226b-4b47-8c8b-23677c4a0e1f req-464d2951-e94b-4654-a308-4da1146554be tempest-ServerShowV257Test-914147006 tempest-ServerShowV257Test-914147006-project] 10.222.0.21 "GET /v2.0/ports?device_id=0359cdad-3aab-49f3-ba23-62c6d0322674 HTTP/1.1" status: 200 len: 210 time: 0.0887733 Mar 10 23:59:00.828836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9862a85c-86ee-4c2d-b20f-8dd94784ed1b tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports/d77acb52-eed7-410d-bc90-be32232b7f65 HTTP/1.1" status: 404 len: 333 time: 0.0594730 Mar 10 23:59:00.831172 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-da6ebbba-8244-4441-846e-77b2fc4fe2e3 req-1c63659e-61c0-4709-a7fc-4b3d4fd38e8e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632772 Mar 10 23:59:00.832122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:00.836188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866df0c-f8d5-4e53-8eaa-e4aee3e4f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed67aef7-86d3-4eae-8aa0-d7559e07c0db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:00.840022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-644350148'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:00.876756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Deleting subnet 43d97f0c-13f1-4767-9b84-18a2e51fa47a {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:00.880864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Publish callbacks [] for subnet (43d97f0c-13f1-4767-9b84-18a2e51fa47a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:00.963233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (43d97f0c-13f1-4767-9b84-18a2e51fa47a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.065364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (43d97f0c-13f1-4767-9b84-18a2e51fa47a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.143819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (43d97f0c-13f1-4767-9b84-18a2e51fa47a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.191205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ebbba-8244-4441-846e-77b2fc4fe2e3 req-147e4c7d-12b6-4527-a06b-a92361c86bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:01.197792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d97f0c-13f1-4767-9b84-18a2e51fa47a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:01.198035 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-da6ebbba-8244-4441-846e-77b2fc4fe2e3 req-147e4c7d-12b6-4527-a06b-a92361c86bc1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3411982 Mar 10 23:59:01.208672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.214670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c49e9094-40ac-4427-82b6-fbf35b55143d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43d97f0c-13f1-4767-9b84-18a2e51fa47a HTTP/1.1" status: 204 len: 168 time: 0.6318729 Mar 10 23:59:01.218034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52612) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:01.268401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d107b4-767e-45dd-b74e-aee4e6b421b8 req-a3e66fca-e76b-49f7-8017-0a5f47ed112f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:01.268655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:01.272277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.277516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21d107b4-767e-45dd-b74e-aee4e6b421b8 req-a3e66fca-e76b-49f7-8017-0a5f47ed112f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1478362 Mar 10 23:59:01.327279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:01.419747 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.471360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21d107b4-767e-45dd-b74e-aee4e6b421b8 req-9ce19989-5a5d-4aee-8016-71e9ed04c454 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927440 Mar 10 23:59:01.645108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.6 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:01.707662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.770638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:01.782539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181688d1-965a-4324-ab1a-53e62f1c9e2a') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:01.782855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181688d1-965a-4324-ab1a-53e62f1c9e2a') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:01.795519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (181688d1-965a-4324-ab1a-53e62f1c9e2a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.811564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (181688d1-965a-4324-ab1a-53e62f1c9e2a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.831265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:59:01.831265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (181688d1-965a-4324-ab1a-53e62f1c9e2a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: timer() Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: self._notify() Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:59:01.834919 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:59:02.001405 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:59:02.084566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.101036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.113050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] 10.222.0.21 "DELETE /v2.0/networks/8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6 HTTP/1.1" status: 204 len: 168 time: 0.8930216 Mar 10 23:59:02.140442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9f7d5-83fd-49f2-b11a-907f26d7761a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5ddb20-f172-44b6-b3fe-9dec2aaefbc6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:02.145939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.198765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.268071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:02.275677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:02.280257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:02.760116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e92c52-cc79-409b-b1b1-e34424d1bb6e req-83a63084-7a6b-42cf-8560-f7d8738a945f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:02.765214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e92c52-cc79-409b-b1b1-e34424d1bb6e req-83a63084-7a6b-42cf-8560-f7d8738a945f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1616437 Mar 10 23:59:02.799500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-09882070-a49a-4758-a509-21bc34551cd8 None None] Provisioning complete for port eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:02.800181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-09882070-a49a-4758-a509-21bc34551cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.894499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:02.906063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:02.907029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-09882070-a49a-4758-a509-21bc34551cd8 None None] Port eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:02.946632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:02.948114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:02.953697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e92c52-cc79-409b-b1b1-e34424d1bb6e req-37636c08-0b8b-4c97-836e-194c5b185580 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811075 Mar 10 23:59:02.980444 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b267c072-aca4-4ed7-b36d-ce96fd6a311f tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1439970 Mar 10 23:59:02.980806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52654) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:02.986625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'network_id': 'f66e29fc-058c-4e35-ae74-6de4b8a57a28', 'name': 'tempest-AllowedAddressPairTestJSON-1443049833'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:03.000236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52656) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:03.125107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ef8e0f8-1438-442a-8840-50bc6f0d9c2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f4b6580fce04b2eb9df824757c451b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214347 Mar 10 23:59:03.125467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52658) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:03.145889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Made reservation on behalf of 9a4c8afea15644fdbbcc84308dd535d1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:03.155018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.223554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] Publish callbacks [] for security_group (ad897a94-b291-4914-be36-a10b0bc9fabf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.235881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] device_id is not set on port 884c1454-9c88-4cb9-9500-44500ff4e507 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:03.283576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] Publish callbacks [] for security_group (ad897a94-b291-4914-be36-a10b0bc9fabf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.383871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ad897a94-b291-4914-be36-a10b0bc9fabf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.386997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.392921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad897a94-b291-4914-be36-a10b0bc9fabf HTTP/1.1" status: 204 len: 168 time: 0.2659323 Mar 10 23:59:03.402412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e783e7-9192-4dc6-8373-6c956866350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad897a94-b291-4914-be36-a10b0bc9fabf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:03.541945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Allocated IP 172.20.0.11 (f66e29fc-058c-4e35-ae74-6de4b8a57a28/781513b2-ef99-4e06-9b79-8bcc4833c5a4/884c1454-9c88-4cb9-9500-44500ff4e507) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:03.651763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9d69a69d-875f-461d-865b-019a168d88e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.747234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (884c1454-9c88-4cb9-9500-44500ff4e507), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.803416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.866393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9d69a69d-875f-461d-865b-019a168d88e5 admin admin] Publish callbacks [] for security_group (c409c965-fa08-477c-bc2c-2921272f803d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.885793 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9d69a69d-875f-461d-865b-019a168d88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c409c965-fa08-477c-bc2c-2921272f803d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:03.905885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:03.910355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:03.936954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:03.994331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9d69a69d-875f-461d-865b-019a168d88e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac190acc98b74634ba4b7729440f3be6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0835454 Mar 10 23:59:03.994905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52678) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:04.078605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=884c1454-9c88-4cb9-9500-44500ff4e507,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:04.125532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:04.139364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.188632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-abbe2678-8b1b-4ecb-9ba4-0569ae7941a6 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2042234 Mar 10 23:59:04.189322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52684) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:04.203819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2a:0a:a2'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cc:f7:97'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:04.211328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a69d-875f-461d-865b-019a168d88e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409c965-fa08-477c-bc2c-2921272f803d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:04.242095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] Publish callbacks [] for security_group (c409c965-fa08-477c-bc2c-2921272f803d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.304126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] Publish callbacks [] for security_group (c409c965-fa08-477c-bc2c-2921272f803d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.353680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-24102725-7899-418d-8080-049e87c9f1e4 None None] Provisioning complete for port 884c1454-9c88-4cb9-9500-44500ff4e507 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:04.358036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24102725-7899-418d-8080-049e87c9f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.422852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c409c965-fa08-477c-bc2c-2921272f803d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.433551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:04.434863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c409c965-fa08-477c-bc2c-2921272f803d HTTP/1.1" status: 204 len: 168 time: 0.4214394 Mar 10 23:59:04.459622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409113b1-a4e9-45a7-a2ce-1649a0f0cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409c965-fa08-477c-bc2c-2921272f803d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:04.498695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24102725-7899-418d-8080-049e87c9f1e4 None None] Port 884c1454-9c88-4cb9-9500-44500ff4e507 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:04.526124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88d3ea-00a7-4cea-8c98-f122a0642269 req-974d61d7-625d-4dd5-8c02-1cf01eb23c39 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:04.529283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da88d3ea-00a7-4cea-8c98-f122a0642269 req-974d61d7-625d-4dd5-8c02-1cf01eb23c39 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.3117163 Mar 10 23:59:04.722804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da88d3ea-00a7-4cea-8c98-f122a0642269 req-10de8873-8e03-4e73-865e-73e65b86d3c7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791105 Mar 10 23:59:04.742225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.094672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for port (884c1454-9c88-4cb9-9500-44500ff4e507), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.104301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.231743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event updated for resources: {'Port': ['ID=884c1454-9c88-4cb9-9500-44500ff4e507,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:05.325201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] In _notify_port_updated(), no bound segment for port 884c1454-9c88-4cb9-9500-44500ff4e507 on network f66e29fc-058c-4e35-ae74-6de4b8a57a28 {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 10 23:59:05.356491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:05.358151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.360812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0c434da9-f6b3-4139-962c-aa6a23fe782d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "PUT /v2.0/ports/884c1454-9c88-4cb9-9500-44500ff4e507 HTTP/1.1" status: 200 len: 1057 time: 1.1702600 Mar 10 23:59:05.365440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:05.545797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port 884c1454-9c88-4cb9-9500-44500ff4e507 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:05.546574 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.750703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a981c5cf-2622-4d12-8971-2c99836d8ebb None None] Provisioning complete for port 884c1454-9c88-4cb9-9500-44500ff4e507 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:05.752083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a981c5cf-2622-4d12-8971-2c99836d8ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.794151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:05.826198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for 884c1454-9c88-4cb9-9500-44500ff4e507 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:05.842630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a981c5cf-2622-4d12-8971-2c99836d8ebb None None] Port 884c1454-9c88-4cb9-9500-44500ff4e507 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:06.125413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8c2fc-f683-41d3-9f56-2b9f7bae1a07 req-324ec0d4-a67a-40e6-9c38-8f76d365d3fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:06.129638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08c8c2fc-f683-41d3-9f56-2b9f7bae1a07 req-324ec0d4-a67a-40e6-9c38-8f76d365d3fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2065518 Mar 10 23:59:06.277207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08c8c2fc-f683-41d3-9f56-2b9f7bae1a07 req-44441c38-bd4e-49c6-82a5-bfc3050daeae tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306949 Mar 10 23:59:06.327027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (884c1454-9c88-4cb9-9500-44500ff4e507), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:06.382602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=884c1454-9c88-4cb9-9500-44500ff4e507,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:06.674592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20a83da0-a738-47fb-9ffd-6dffe045f92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:06.762102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:06.766042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aba9ba3b-63e8-4370-802b-52af22d14f08 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/884c1454-9c88-4cb9-9500-44500ff4e507 HTTP/1.1" status: 204 len: 168 time: 1.3980906 Mar 10 23:59:06.768889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:06.804667 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-419d9e7a-a40d-4479-9038-c8698e08ef8a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] GET failed (client error): The resource could not be found. Mar 10 23:59:06.807471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-419d9e7a-a40d-4479-9038-c8698e08ef8a tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports/884c1454-9c88-4cb9-9500-44500ff4e507 HTTP/1.1" status: 404 len: 333 time: 0.0373142 Mar 10 23:59:06.809863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52780) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:06.816423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:06.938206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:06.939006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.095714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.120303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-af96e46c-26c7-41c9-b7c7-053b194bb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:07.121847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-af96e46c-26c7-41c9-b7c7-053b194bb7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 1127 time: 0.1034536 Mar 10 23:59:07.122803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:07.311004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-719701124-network', 'tenant_id': 'f179311ec05c4454b663d3117a7c1aa5'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:07.412472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Made reservation on behalf of f179311ec05c4454b663d3117a7c1aa5 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:07.415752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.430382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.455174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-14a8212a-767d-41cb-af40-2b50e36df815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:07.456729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-14a8212a-767d-41cb-af40-2b50e36df815 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.3276520 Mar 10 23:59:07.491637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52826) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:07.583114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-f5276ee5-c8e9-4aab-ae0e-17e5363479a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91 HTTP/1.1" status: 200 len: 217 time: 0.0853825 Mar 10 23:59:07.689581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0ec2b-c8bb-440f-9e32-da2fb0864323 req-588f9c3b-8a64-4973-89db-edca40080daf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:07.691127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6d0ec2b-c8bb-440f-9e32-da2fb0864323 req-588f9c3b-8a64-4973-89db-edca40080daf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2283287 Mar 10 23:59:07.737548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-226355c7-a556-413d-8ada-15f2d77d006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:07.739469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-226355c7-a556-413d-8ada-15f2d77d006b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1465275 Mar 10 23:59:07.756720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.835737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-3d81e5fb-7855-448d-bf3a-7f24a3b4493a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838845 Mar 10 23:59:07.861509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1571560783-network', 'tenant_id': '8b6c9c00517c4d48bdb6df4b550f0d2a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:07.890343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:07.902557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6d0ec2b-c8bb-440f-9e32-da2fb0864323 req-1e7fb268-9d25-42ee-866a-a63809173968 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009006 Mar 10 23:59:07.917632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Made reservation on behalf of 8b6c9c00517c4d48bdb6df4b550f0d2a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:07.920078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:07.933518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.076011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks [] for security_group (0cfda751-5527-4129-85d2-b5508cba224a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.081850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0cfda751-5527-4129-85d2-b5508cba224a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.131770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks [] for security_group (97ab0abe-0c61-4485-b6e0-e30883bf6e7e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.140646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.143898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-993a8312-d908-4a8b-87bc-5b093d3b2566 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 HTTP/1.1" status: 204 len: 168 time: 1.3260100 Mar 10 23:59:08.145109 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (97ab0abe-0c61-4485-b6e0-e30883bf6e7e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.148168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52866) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:08.151945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-9b844767-557d-4d2f-98f1-bafec8547868 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646813 Mar 10 23:59:08.171238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:08.208106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfda751-5527-4129-85d2-b5508cba224a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:08.251540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2f651881-1a89-47c7-a9a4-939839045e46), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.251900 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Added segment 2f651881-1a89-47c7-a9a4-939839045e46 of type vlan for network 85188fd1-293f-483d-ab93-9efa6abf034d Mar 10 23:59:08.260835 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee13f740-de6d-445a-8a74-410aa7fcbbe4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] GET failed (client error): The resource could not be found. Mar 10 23:59:08.262209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee13f740-de6d-445a-8a74-410aa7fcbbe4 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "GET /v2.0/ports/eb3eb2ea-bdf4-4f7a-9a42-cbc3d1d86279 HTTP/1.1" status: 404 len: 333 time: 0.1093857 Mar 10 23:59:08.275734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:08.278680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:08.300421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab0abe-0c61-4485-b6e0-e30883bf6e7e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:08.315261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0709da62-4877-4fdd-bcda-978c89857b86), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.315261 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Added segment 0709da62-4877-4fdd-bcda-978c89857b86 of type vlan for network 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 Mar 10 23:59:08.386032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:08.414701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (85188fd1-293f-483d-ab93-9efa6abf034d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.423973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6b79c11e-9d6a-47b2-b6de-8b0febcc9a93), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.472732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bae40f5-2c74-4ce7-85c6-a1e5b3001676 req-cec63834-d54d-44e8-b01b-67473509e7bc service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956314 Mar 10 23:59:08.481319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6b79c11e-9d6a-47b2-b6de-8b0febcc9a93), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.482888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:08.483529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.504524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (85188fd1-293f-483d-ab93-9efa6abf034d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.506018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:08.506802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.521045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec981032-d535-4f63-aa6b-9987685d232e req-1d52369c-5148-48b2-b4a1-361449ed2b26 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:08.523142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec981032-d535-4f63-aa6b-9987685d232e req-1d52369c-5148-48b2-b4a1-361449ed2b26 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.1495469 Mar 10 23:59:08.556640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port f853d274-f032-4c44-a707-0f040ca5c1df {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:08.560552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.589877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7743630 Mar 10 23:59:08.590659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52884) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:08.628089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b1a5-213b-4366-8793-64cba86b3081 admin admin] Pushing event updated for resources: {'Network': ['ID=6b79c11e-9d6a-47b2-b6de-8b0febcc9a93,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:08.642180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:08.650506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Request body: {'subnet': {'network_id': '6b79c11e-9d6a-47b2-b6de-8b0febcc9a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-719701124-subnet', 'tenant_id': 'f179311ec05c4454b663d3117a7c1aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:08.681282 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1881726 Mar 10 23:59:08.686278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52888) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:08.691661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Request body: {'subnet': {'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1571560783-subnet', 'tenant_id': '8b6c9c00517c4d48bdb6df4b550f0d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:08.716679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Made reservation on behalf of f179311ec05c4454b663d3117a7c1aa5 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:08.728621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.741588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1a85c7b-9457-4863-a0b1-0ee81c63f4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.747487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc487d3-b56b-44b7-824b-2797e1f9dfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=85188fd1-293f-483d-ab93-9efa6abf034d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:08.776970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.796538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Made reservation on behalf of 8b6c9c00517c4d48bdb6df4b550f0d2a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:08.798842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:08.801410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec981032-d535-4f63-aa6b-9987685d232e req-b5b826e1-606e-425c-85b4-c22677f5dd40 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655253 Mar 10 23:59:08.803462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 85188fd1-293f-483d-ab93-9efa6abf034d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:08.807916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for f853d274-f032-4c44-a707-0f040ca5c1df owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:09.060779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1a85c7b-9457-4863-a0b1-0ee81c63f4ae admin admin] Publish callbacks [] for security_group (cbfb7acb-07d3-46f6-abe9-bcd40a478a96), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.068476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1a85c7b-9457-4863-a0b1-0ee81c63f4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cbfb7acb-07d3-46f6-abe9-bcd40a478a96), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.101580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6eb32815-3af5-4296-bc04-fa1fcbe0a939), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.158812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b3cb-2197-458c-9573-12eeecbd1816 req-9827792b-908c-4d8e-8542-b749fef76e7b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:09.166052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc22b3cb-2197-458c-9573-12eeecbd1816 req-9827792b-908c-4d8e-8542-b749fef76e7b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.1274884 Mar 10 23:59:09.186224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1a85c7b-9457-4863-a0b1-0ee81c63f4ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25a7cb5ae7334816a250fe9b071db730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901733 Mar 10 23:59:09.188600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:09.205456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb32815-3af5-4296-bc04-fa1fcbe0a939,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:09.235678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Checking segment: {'id': '0709da62-4877-4fdd-bcda-978c89857b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6b79c11e-9d6a-47b2-b6de-8b0febcc9a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:09.236088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Network hostable DHCP agents. Network: 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:09.247109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb966424-8c2d-4349-a94f-32b435059def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.252615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a85c7b-9457-4863-a0b1-0ee81c63f4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb7acb-07d3-46f6-abe9-bcd40a478a96,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:09.260606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc22b3cb-2197-458c-9573-12eeecbd1816 req-108a475c-47f4-43d2-964d-39f516390213 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936990 Mar 10 23:59:09.276061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Network 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:09.295190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:09.300002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:09.300810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.301239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f853d274-f032-4c44-a707-0f040ca5c1df), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.316146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7db59f-42f9-4b29-8ac7-1984d735d450 None None] Network 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:09.327152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a601fe1-3147-4f17-9d4a-bc27f2aa420f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7003112 Mar 10 23:59:09.332443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.370830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=f853d274-f032-4c44-a707-0f040ca5c1df,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:09.528950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b916438-ee3e-48bf-a283-992964bc7b73 None None] Network 6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:09.549509 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] Publish callbacks [] for security_group (cbfb7acb-07d3-46f6-abe9-bcd40a478a96), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.555903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:09.578909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.582730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1469745-5cce-41a0-ad47-014c257b0465 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/ports/f853d274-f032-4c44-a707-0f040ca5c1df HTTP/1.1" status: 204 len: 168 time: 1.3055832 Mar 10 23:59:09.585825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52912) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:09.592144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Checking segment: {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:09.592754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Network hostable DHCP agents. Network: 85188fd1-293f-483d-ab93-9efa6abf034d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:09.604569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] Publish callbacks [] for security_group (cbfb7acb-07d3-46f6-abe9-bcd40a478a96), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.689974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Network 85188fd1-293f-483d-ab93-9efa6abf034d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:09.728140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 85188fd1-293f-483d-ab93-9efa6abf034d) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:09.731604 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-000fbf95-46a0-4cf2-b0f1-286db16d7b8c req-342218d1-b2da-4361-bc86-4804dbaf20c6 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] show failed (client error): The resource could not be found. Mar 10 23:59:09.734721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-000fbf95-46a0-4cf2-b0f1-286db16d7b8c req-342218d1-b2da-4361-bc86-4804dbaf20c6 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/961cf18b-4eca-45d4-a498-ce2a3ce9dd2d HTTP/1.1" status: 404 len: 352 time: 0.0457890 Mar 10 23:59:09.748096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2f023-d10b-4f6a-8c17-a890b9b87bc9 None None] Network 85188fd1-293f-483d-ab93-9efa6abf034d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:09.765343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cbfb7acb-07d3-46f6-abe9-bcd40a478a96), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.768275 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.769886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbfb7acb-07d3-46f6-abe9-bcd40a478a96 HTTP/1.1" status: 204 len: 168 time: 0.5765316 Mar 10 23:59:09.784366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting subnet 781513b2-ef99-4e06-9b79-8bcc4833c5a4 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:09.793285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:09.793285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.794571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks [] for subnet (781513b2-ef99-4e06-9b79-8bcc4833c5a4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:09.828690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-afda9841-1a34-451c-96e8-f3fdaaf57b99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1394844 Mar 10 23:59:09.850457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9f3ec-cf4c-46fe-9534-329af3f18389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb7acb-07d3-46f6-abe9-bcd40a478a96,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:09.895638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (781513b2-ef99-4e06-9b79-8bcc4833c5a4), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.022774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ffcf0-a1e3-4750-a525-fe9763d97bdd None None] Network 85188fd1-293f-483d-ab93-9efa6abf034d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:10.361932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cbbb2ef-0414-42dc-b32e-2526dbf8bd7b req-fdab4db5-ab6d-4bc1-b2a3-a3db16a99e35 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f179311ec05c4454b663d3117a7c1aa5 HTTP/1.1" status: 200 len: 3005 time: 0.5250719 Mar 10 23:59:10.400624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.440728 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.443882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde2c1b-d658-48ce-ae0d-d32e8dd8d49b req-3e111ac4-8505-49ff-9d0e-3ad3ecca1fc2 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:10.452847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfde2c1b-d658-48ce-ae0d-d32e8dd8d49b req-3e111ac4-8505-49ff-9d0e-3ad3ecca1fc2 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.1769388 Mar 10 23:59:10.498779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52950) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:10.523157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-711fe0d6-eaeb-42bf-bbe5-e9d3391d6b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.539020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (781513b2-ef99-4e06-9b79-8bcc4833c5a4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.587216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cbbb2ef-0414-42dc-b32e-2526dbf8bd7b req-127fa7d1-ad1e-4c1f-bd8b-a04435dad214 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/97ab0abe-0c61-4485-b6e0-e30883bf6e7e HTTP/1.1" status: 200 len: 3002 time: 0.2164972 Mar 10 23:59:10.631775 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-711fe0d6-eaeb-42bf-bbe5-e9d3391d6b11 admin admin] Publish callbacks [] for security_group (3e6e8b1e-6507-4930-957b-8aa82473c720), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.635624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.638097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-711fe0d6-eaeb-42bf-bbe5-e9d3391d6b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3e6e8b1e-6507-4930-957b-8aa82473c720), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.656193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfde2c1b-d658-48ce-ae0d-d32e8dd8d49b req-a0849573-5f63-402e-af35-a89843a1b289 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011783 Mar 10 23:59:10.675633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cbbb2ef-0414-42dc-b32e-2526dbf8bd7b req-7040ba4c-1f7b-43fe-9bd7-87e977f50e51 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/97ab0abe-0c61-4485-b6e0-e30883bf6e7e HTTP/1.1" status: 200 len: 3002 time: 0.0811348 Mar 10 23:59:10.692820 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-711fe0d6-eaeb-42bf-bbe5-e9d3391d6b11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25dbf432253846959684d519a80c8576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915362 Mar 10 23:59:10.694112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:10.694914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fe0d6-eaeb-42bf-bbe5-e9d3391d6b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6e8b1e-6507-4930-957b-8aa82473c720,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:10.736377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (781513b2-ef99-4e06-9b79-8bcc4833c5a4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.781557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] Publish callbacks [] for security_group (3e6e8b1e-6507-4930-957b-8aa82473c720), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.815348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] Publish callbacks [] for security_group (3e6e8b1e-6507-4930-957b-8aa82473c720), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.816270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Subnet': ['ID=781513b2-ef99-4e06-9b79-8bcc4833c5a4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:10.842897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c0013-98bc-4a76-b18c-337619b8d313 None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:10.857160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:10.865048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c96c4b27-0c29-44d8-bbc3-e21292447e11 tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/subnets/781513b2-ef99-4e06-9b79-8bcc4833c5a4 HTTP/1.1" status: 204 len: 168 time: 1.2745647 Mar 10 23:59:10.866629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:11.018762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dc9de-6ded-4b30-afa0-c2ecfab7ef80 req-87dae9f5-b72d-4ba6-929c-c116d0f6c325 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:11.020167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a3dc9de-6ded-4b30-afa0-c2ecfab7ef80 req-87dae9f5-b72d-4ba6-929c-c116d0f6c325 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 945 time: 0.2054694 Mar 10 23:59:11.099287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f66e29fc-058c-4e35-ae74-6de4b8a57a28), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.113201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3e6e8b1e-6507-4930-957b-8aa82473c720), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.125379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a3dc9de-6ded-4b30-afa0-c2ecfab7ef80 req-5429c557-3ea7-47e6-b6a6-e5d0a8d25ac9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985978 Mar 10 23:59:11.128192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.140705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e6e8b1e-6507-4930-957b-8aa82473c720 HTTP/1.1" status: 204 len: 168 time: 0.4417281 Mar 10 23:59:11.161703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] DHCP port deletion for f66e29fc-058c-4e35-ae74-6de4b8a57a28 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:59:11.164530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a531-77a1-45cc-b555-e93edf2ddf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6e8b1e-6507-4930-957b-8aa82473c720,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:11.214569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Deleting port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:11.215150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.301066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c6447f8-0ef2-4500-9bec-1857099cbffb req-905d1220-3853-430c-b79e-2607649cc687 tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/97ab0abe-0c61-4485-b6e0-e30883bf6e7e HTTP/1.1" status: 200 len: 3002 time: 0.1499021 Mar 10 23:59:11.331371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] For port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,segment=NetworkSegment(bbbcc856-96c6-4af1-bc0d-854efd9344ba),segment_id=bbbcc856-96c6-4af1-bc0d-854efd9344ba)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:11.331739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.351954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Calling delete_port for b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:11.471994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.488310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-4549361b-98d5-408e-905a-2ee0fe659997 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:11.490070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-4549361b-98d5-408e-905a-2ee0fe659997 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 814 time: 0.3146396 Mar 10 23:59:11.502641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Port': ['ID=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:11.508740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] No DVR routers for this DVR port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:11.542358 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-3c6447f8-0ef2-4500-9bec-1857099cbffb req-3162981d-88c7-4dee-a5ba-897b77d8bacc tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 10 23:59:11.580847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c6447f8-0ef2-4500-9bec-1857099cbffb req-3162981d-88c7-4dee-a5ba-897b77d8bacc tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "DELETE /v2.0/security-groups/97ab0abe-0c61-4485-b6e0-e30883bf6e7e HTTP/1.1" status: 409 len: 352 time: 0.2787945 Mar 10 23:59:11.588479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-016150c7-d5ea-4518-8ff4-ec50862d605a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/quotas/8b6c9c00517c4d48bdb6df4b550f0d2a HTTP/1.1" status: 200 len: 375 time: 0.0626493 Mar 10 23:59:11.599054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.628279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f66e29fc-058c-4e35-ae74-6de4b8a57a28), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.634151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Deleting port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:11.635866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.656159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66e29fc-058c-4e35-ae74-6de4b8a57a28']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:11.673819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbcc856-96c6-4af1-bc0d-854efd9344ba') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:11.674218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbcc856-96c6-4af1-bc0d-854efd9344ba') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:11.686977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (bbbcc856-96c6-4af1-bc0d-854efd9344ba), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.704759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-de5b4c29-cadf-4379-baab-2393eaf25f08 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039522 Mar 10 23:59:11.706129 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbbcc856-96c6-4af1-bc0d-854efd9344ba), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.720327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:59:11.723603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (bbbcc856-96c6-4af1-bc0d-854efd9344ba), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:59:11.733625 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:59:11.787877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] For port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:11.790186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.821763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Calling delete_port for b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:11.829495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 23:59:11.830461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f66e29fc-058c-4e35-ae74-6de4b8a57a28), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.832317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.839850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:11.849511 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] 10.222.0.21 "DELETE /v2.0/networks/f66e29fc-058c-4e35-ae74-6de4b8a57a28 HTTP/1.1" status: 204 len: 168 time: 0.9798877 Mar 10 23:59:11.877591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9a06-d02c-4555-8e0a-73c04884491d tempest-AllowedAddressPairTestJSON-2041743857 tempest-AllowedAddressPairTestJSON-2041743857-project] Pushing event deleted for resources: {'Network': ['ID=f66e29fc-058c-4e35-ae74-6de4b8a57a28,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:11.882442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Network f66e29fc-058c-4e35-ae74-6de4b8a57a28 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 10 23:59:11.886237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] No DVR routers for this DVR port b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:11.892166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31002-f5fc-4607-8220-e16b2e99dc8e None None] Pushing event deleted for resources: {'Port': ['ID=b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:11.948691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-a6ab7f25-3c96-4c96-a2fb-011b9c3e3940 service neutron] 10.222.0.21 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418542 Mar 10 23:59:12.056110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:12.098045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:59:12.099040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b4c48830-d7f8-4ac1-aed3-af1c78aa1c4c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:12.117385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-ba3065d1-43b1-414c-8d5d-75fc7a8ea03c service neutron] 10.222.0.21 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569085 Mar 10 23:59:12.323901 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-e429d81b-7f12-46bc-a3b0-49c28e2a68ef req-891bf10a-df26-4c4b-a558-017e5cb8cc3b tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] show failed (client error): The resource could not be found. Mar 10 23:59:12.324945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e429d81b-7f12-46bc-a3b0-49c28e2a68ef req-891bf10a-df26-4c4b-a558-017e5cb8cc3b tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/31933284-37f0-47af-bd20-97b5a04a7cc6 HTTP/1.1" status: 404 len: 352 time: 0.0143237 Mar 10 23:59:12.345891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:59:12.349371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:12.468195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:12.521013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1c3f3-be77-48bb-b64b-92583f358bba req-f2a3af43-a47e-4044-887f-d6f3e5cfbfa7 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:12.538148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e1c3f3-be77-48bb-b64b-92583f358bba req-f2a3af43-a47e-4044-887f-d6f3e5cfbfa7 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.1015472 Mar 10 23:59:12.551218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b42299bf-8377-41b5-ab4e-00d09e7e2e91 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:12.551612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:12.674761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e1c3f3-be77-48bb-b64b-92583f358bba req-298ebf64-bb00-442d-970a-f1bb9b5b430d tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356056 Mar 10 23:59:12.699326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:12.769371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:12.772529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:12.778344 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c8162-6373-4ccf-9757-cc2bda14451a" -d '{"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:12.787903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:12.790379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'network_id': 'be0b5bb0-0218-433d-b79c-c43155e18f37', 'port_id': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'mac_address': 'fa:16:3e:44:95:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b21ecb-0c63-46cf-9fc6-ef1829834776', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:59:12.821902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc84cafe-2d4e-471f-b79e-9a182aa08728 req-ff3bb485-1d0b-44cf-ac02-d0b6c3b422b7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 210 time: 0.0761220 Mar 10 23:59:12.853771 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63df3cb8-b3f0-4529-aada-61597165df0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a4c8afea15644fdbbcc84308dd535d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843298 Mar 10 23:59:12.856268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:12.881074 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-55abb7e6-16f2-4fe7-8445-04dcccb5744a req-a18755ad-00dc-4208-94a3-96b63aac849f tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] show failed (client error): The resource could not be found. Mar 10 23:59:12.890366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55abb7e6-16f2-4fe7-8445-04dcccb5744a req-a18755ad-00dc-4208-94a3-96b63aac849f tempest-SecurityGroupsNegativeTestJSON-747827511 tempest-SecurityGroupsNegativeTestJSON-747827511-project] 10.222.0.21 "GET /v2.0/security-groups/9b6a9c32-2712-4266-a94d-bdfaf36c6f41 HTTP/1.1" status: 404 len: 352 time: 0.0472505 Mar 10 23:59:12.893991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53076) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:13.034617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Deleting subnet 6eb32815-3af5-4296-bc04-fa1fcbe0a939 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:13.049420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Publish callbacks [] for subnet (6eb32815-3af5-4296-bc04-fa1fcbe0a939), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.084462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] Publish callbacks [] for security_group (cfa33b54-8c1f-4493-a543-084ac72ebbf3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.091395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e60750d2-4a4c-4fba-ac74-2a490219c59d is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:13.091942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.123564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:13.140544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e60750d2-4a4c-4fba-ac74-2a490219c59d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:13.166205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (6eb32815-3af5-4296-bc04-fa1fcbe0a939), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.186083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:13.197692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.265891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6eb32815-3af5-4296-bc04-fa1fcbe0a939), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.270273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] Publish callbacks [] for security_group (cfa33b54-8c1f-4493-a543-084ac72ebbf3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.306324 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d64dc-36ab-4eb0-aa12-036210c12463 x-openstack-request-id: req-4d2d64dc-36ab-4eb0-aa12-036210c12463 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:13.310476 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-unplugged", "status": "failed", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91", "code": 422}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:13.310678 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d2d64dc-36ab-4eb0-aa12-036210c12463 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:13.311121 n-d-831844-1 neutron-server[110427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'code': 422} returned with failed status Mar 10 23:59:13.313797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:13.367131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.375125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e60750d2-4a4c-4fba-ac74-2a490219c59d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:13.412350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cfa33b54-8c1f-4493-a543-084ac72ebbf3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.417461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.421783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfa33b54-8c1f-4493-a543-084ac72ebbf3 HTTP/1.1" status: 204 len: 168 time: 0.5635750 Mar 10 23:59:13.438825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-62f3cab9-f15c-4117-bcd4-12376182ef2c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:13.442913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae896052-d0a3-4711-9c08-a05ca7bf3985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa33b54-8c1f-4493-a543-084ac72ebbf3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:13.466934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-62f3cab9-f15c-4117-bcd4-12376182ef2c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb HTTP/1.1" status: 200 len: 943 time: 0.1414883 Mar 10 23:59:13.530009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (6eb32815-3af5-4296-bc04-fa1fcbe0a939), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.630961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb32815-3af5-4296-bc04-fa1fcbe0a939,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:13.653753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.664175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:13.664378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e5ac82e-63ae-4414-8df2-1094e406c5cb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6eb32815-3af5-4296-bc04-fa1fcbe0a939 HTTP/1.1" status: 204 len: 168 time: 0.7639968 Mar 10 23:59:13.816554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b769b-8673-4dd8-9668-a86b8f2d2e4f req-2d0f6546-5eee-498e-a7a7-7c3f5f0b2477 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:13.818796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e17b769b-8673-4dd8-9668-a86b8f2d2e4f req-2d0f6546-5eee-498e-a7a7-7c3f5f0b2477 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 944 time: 0.1511228 Mar 10 23:59:13.822622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port b42299bf-8377-41b5-ab4e-00d09e7e2e91 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:13.823166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.837660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6b79c11e-9d6a-47b2-b6de-8b0febcc9a93), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.949659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6b79c11e-9d6a-47b2-b6de-8b0febcc9a93), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:13.992133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b79c11e-9d6a-47b2-b6de-8b0febcc9a93']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:14.036625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0709da62-4877-4fdd-bcda-978c89857b86') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:14.036987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0709da62-4877-4fdd-bcda-978c89857b86') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:14.065714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (0709da62-4877-4fdd-bcda-978c89857b86), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.105224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0709da62-4877-4fdd-bcda-978c89857b86), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.121854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:59:14.122472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (0709da62-4877-4fdd-bcda-978c89857b86), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.129109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port b42299bf-8377-41b5-ab4e-00d09e7e2e91, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b42299bf-8377-41b5-ab4e-00d09e7e2e91,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:14.132205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.169332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for b42299bf-8377-41b5-ab4e-00d09e7e2e91 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:59:14.190471 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:59:14.282753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6b79c11e-9d6a-47b2-b6de-8b0febcc9a93), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.288568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.299368 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b79c11e-9d6a-47b2-b6de-8b0febcc9a93 HTTP/1.1" status: 204 len: 168 time: 0.6327891 Mar 10 23:59:14.318962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e213e8-4610-48b4-8a32-5c53ee855bee admin admin] Pushing event deleted for resources: {'Network': ['ID=6b79c11e-9d6a-47b2-b6de-8b0febcc9a93,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:14.353756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:14.412325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e17b769b-8673-4dd8-9668-a86b8f2d2e4f req-9e7b57d0-5715-4e90-88f7-b406dbd0844f tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854673 Mar 10 23:59:14.464310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e60750d2-4a4c-4fba-ac74-2a490219c59d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:14.464688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.534049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-904e1cd7-eaa1-463b-b07a-b685e00955bf tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:14.535789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-904e1cd7-eaa1-463b-b07a-b685e00955bf tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 814 time: 0.2633939 Mar 10 23:59:14.576089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Request body: {'port': {'device_id': '2729da42-8c90-4b3a-9184-6963a441be8e', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'admin_state_up': True, 'tenant_id': '8b6c9c00517c4d48bdb6df4b550f0d2a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:14.638604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e60750d2-4a4c-4fba-ac74-2a490219c59d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:14.639003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.640626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87e82d3e-0d1a-4145-af70-4a3d861c1c13 req-017c9f79-6188-4b41-ada0-b4181c540a38 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 210 time: 0.1037805 Mar 10 23:59:14.660429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b42299bf-8377-41b5-ab4e-00d09e7e2e91), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.698539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=b42299bf-8377-41b5-ab4e-00d09e7e2e91,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:14.717098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:14.725337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.730155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:14.782867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port b42299bf-8377-41b5-ab4e-00d09e7e2e91 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:14.785713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: b42299bf-8377-41b5-ab4e-00d09e7e2e91 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:59:14.785865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.786124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b42299bf-8377-41b5-ab4e-00d09e7e2e91 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:14.799199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2bdc84dd-c16e-43d4-bd08-338207ba1894 req-0bb6b78f-dd5c-4f42-96ab-fe6eeb0ef08e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "DELETE /v2.0/ports/b42299bf-8377-41b5-ab4e-00d09e7e2e91 HTTP/1.1" status: 204 len: 173 time: 1.3309023 Mar 10 23:59:14.802522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-deleted', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:14.805498 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03921a95-72e4-400a-a3ed-8d1c67bcd299" -d '{"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-deleted", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:14.827184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:14.889272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Made reservation on behalf of 8b6c9c00517c4d48bdb6df4b550f0d2a for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:14.892961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:14.920842 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe7c9be-9530-492c-8680-a2b57e9086df x-openstack-request-id: req-9fe7c9be-9530-492c-8680-a2b57e9086df {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:14.920842 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb", "name": "network-vif-deleted", "tag": "b42299bf-8377-41b5-ab4e-00d09e7e2e91", "status": "failed", "code": 422}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:14.920842 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fe7c9be-9530-492c-8680-a2b57e9086df {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:14.924004 n-d-831844-1 neutron-server[110425]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cc747d7-2c3b-40a7-ae68-5ddee05c2fcb', 'name': 'network-vif-deleted', 'tag': 'b42299bf-8377-41b5-ab4e-00d09e7e2e91', 'status': 'failed', 'code': 422} returned with failed status Mar 10 23:59:14.944228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-fdc29dec-4111-419c-b752-30cb1b0692dd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:14.951322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53168) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:14.956348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-fdc29dec-4111-419c-b752-30cb1b0692dd tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.1297672 Mar 10 23:59:15.137560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b18e27b4-b1ef-4cb4-a894-e4db01caf5bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f179311ec05c4454b663d3117a7c1aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848640 Mar 10 23:59:15.138242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53170) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:15.175603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Deleting port e60750d2-4a4c-4fba-ac74-2a490219c59d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:15.176009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.312732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:15.315089 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6437336e-a25f-4c2d-9bba-88e13779304e" -d '{"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-plugged", "status": "completed", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:15.360354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Allocated IP 172.20.0.7 (85188fd1-293f-483d-ab93-9efa6abf034d/0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd/d25c4e0d-5979-41f5-b42a-d503f99f447a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:15.384392 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8054e42f-1fd9-4703-bdbf-c49004eaf37a x-openstack-request-id: req-8054e42f-1fd9-4703-bdbf-c49004eaf37a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:15.384849 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-plugged", "status": "completed", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:15.385042 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8054e42f-1fd9-4703-bdbf-c49004eaf37a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:15.385555 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'code': 200} Mar 10 23:59:15.386825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] For port e60750d2-4a4c-4fba-ac74-2a490219c59d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e60750d2-4a4c-4fba-ac74-2a490219c59d,segment=NetworkSegment(45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7),segment_id=45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:15.387192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.390716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] Publish callbacks [] for security_group (97ab0abe-0c61-4485-b6e0-e30883bf6e7e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.419248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Calling delete_port for e60750d2-4a4c-4fba-ac74-2a490219c59d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:15.469287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] Publish callbacks [] for security_group (97ab0abe-0c61-4485-b6e0-e30883bf6e7e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.635777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53200) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:15.734119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e60750d2-4a4c-4fba-ac74-2a490219c59d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.746852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e60750d2-4a4c-4fba-ac74-2a490219c59d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:15.786162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (97ab0abe-0c61-4485-b6e0-e30883bf6e7e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.788747 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.790010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97ab0abe-0c61-4485-b6e0-e30883bf6e7e HTTP/1.1" status: 204 len: 168 time: 0.6453619 Mar 10 23:59:15.823408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Pushing event deleted for resources: {'Port': ['ID=e60750d2-4a4c-4fba-ac74-2a490219c59d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:15.858909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66002d9-0090-4f4c-9dea-88466633bdb2 req-6426cd1b-57bd-4200-a258-05833cf7b3db tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:15.860878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f66002d9-0090-4f4c-9dea-88466633bdb2 req-6426cd1b-57bd-4200-a258-05833cf7b3db tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/ports?device_id=0323f82b-bd14-444b-b981-a022042e516c HTTP/1.1" status: 200 len: 945 time: 0.2777345 Mar 10 23:59:15.866777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb3c73-6e75-4f5e-ac35-19f6b398d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab0abe-0c61-4485-b6e0-e30883bf6e7e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:15.899882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] No DVR routers for this DVR port e60750d2-4a4c-4fba-ac74-2a490219c59d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:15.903583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.904157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks [] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:15.910330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1037f94b-1dc1-4563-8c6c-f0378502a77e req-ab3b4f9b-5e68-4dab-a09f-95e42876a570 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.30 "DELETE /v2.0/ports/e60750d2-4a4c-4fba-ac74-2a490219c59d HTTP/1.1" status: 204 len: 173 time: 0.9489448 Mar 10 23:59:15.911766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-deleted', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:15.915188 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebb72eb-ca69-484c-bd21-0873ed360ec8" -d '{"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-deleted", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:15.951412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-2d5db2be-1c32-4225-aa19-c92103bd9644 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:15.952959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-2d5db2be-1c32-4225-aa19-c92103bd9644 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.3101146 Mar 10 23:59:16.001307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f66002d9-0090-4f4c-9dea-88466633bdb2 req-e0583780-1d04-4e41-8268-729c753831f0 tempest-ImagesTestJSON-514769512 tempest-ImagesTestJSON-514769512-project] 10.222.0.21 "GET /v2.0/security-groups?id=611b2bb7-97ed-480d-8acc-2f149943024f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Mar 10 23:59:16.010043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-ded834ce-93c7-4c30-b0c4-96d4fe3b7da9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0463560 Mar 10 23:59:16.086257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-09451d3d-e199-4b24-8a12-a889345e59f1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752430 Mar 10 23:59:16.187467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4c3de8-3c7a-4984-bfec-414b087cdcc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.197284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.370842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:16.397384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53218) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:16.416488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Network 85188fd1-293f-483d-ab93-9efa6abf034d is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:16.422936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:16.426582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4c3de8-3c7a-4984-bfec-414b087cdcc5 admin admin] Publish callbacks [] for security_group (4aa91467-73f5-4606-a8a5-5774ccb31999), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.437961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:16.447318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d543634-5e2f-4ead-a34d-b3a1fa550072 req-3ee3a186-3fbe-497c-bb87-70be38506e3f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:16.454606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d543634-5e2f-4ead-a34d-b3a1fa550072 req-3ee3a186-3fbe-497c-bb87-70be38506e3f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 931 time: 0.3289895 Mar 10 23:59:16.464469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4c3de8-3c7a-4984-bfec-414b087cdcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4aa91467-73f5-4606-a8a5-5774ccb31999), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.543542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3d4c3de8-3c7a-4984-bfec-414b087cdcc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dae7d0ae112d4395bdb2c6c02832f5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8963475 Mar 10 23:59:16.544649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:16.546845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c3de8-3c7a-4984-bfec-414b087cdcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa91467-73f5-4606-a8a5-5774ccb31999,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:16.565531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-a5064c16-1de4-4aa6-b9bc-75d663b7ff65 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776115 Mar 10 23:59:16.660143 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] Publish callbacks [] for security_group (4aa91467-73f5-4606-a8a5-5774ccb31999), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.682799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:16.683783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.701128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] Publish callbacks [] for security_group (4aa91467-73f5-4606-a8a5-5774ccb31999), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.707581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d543634-5e2f-4ead-a34d-b3a1fa550072 req-b8f65b2b-ec64-4540-b040-a6a1bff4dd09 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519977 Mar 10 23:59:16.744719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-17a6e5ce-14b8-4347-ad72-dc729ddcccc9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1901803 Mar 10 23:59:16.769035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Request body: {'port': {'device_id': '2729da42-8c90-4b3a-9184-6963a441be8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:16.782736 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270638b0-dcf2-40fd-9c52-5b8371d60146 x-openstack-request-id: req-270638b0-dcf2-40fd-9c52-5b8371d60146 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:16.782920 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0323f82b-bd14-444b-b981-a022042e516c", "name": "network-vif-deleted", "tag": "e60750d2-4a4c-4fba-ac74-2a490219c59d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:16.783211 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-270638b0-dcf2-40fd-9c52-5b8371d60146 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:16.783622 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0323f82b-bd14-444b-b981-a022042e516c', 'name': 'network-vif-deleted', 'tag': 'e60750d2-4a4c-4fba-ac74-2a490219c59d', 'status': 'completed', 'code': 200} Mar 10 23:59:16.784889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4aa91467-73f5-4606-a8a5-5774ccb31999), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.789196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.790442 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aa91467-73f5-4606-a8a5-5774ccb31999 HTTP/1.1" status: 204 len: 168 time: 0.2443824 Mar 10 23:59:16.801547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d873e2-1bec-4db5-9171-f0d680a7b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa91467-73f5-4606-a8a5-5774ccb31999,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:16.808614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-ca82356d-d0c5-44e9-9ab9-d11da2e78079 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309599 Mar 10 23:59:16.858086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.923255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1480076984'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:16.969083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:16.972445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:16.992674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.160120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:17.184410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for security_group (617f9c68-861c-46bb-a41b-cd39cd2dbb09), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.191266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (617f9c68-861c-46bb-a41b-cd39cd2dbb09), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.230775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:17.234224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-533818cb-1d5f-43f1-8ba4-0138ed267aa0 req-685b7684-8113-4260-a29c-f6e9aab74934 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 210 time: 0.0922678 Mar 10 23:59:17.246241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617f9c68-861c-46bb-a41b-cd39cd2dbb09,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:17.277445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6c1fc19f-77d2-4d70-a1ae-4554ca35a51b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.279190 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Added segment 6c1fc19f-77d2-4d70-a1ae-4554ca35a51b of type vlan for network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc Mar 10 23:59:17.370092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (4e1628b0-b8db-4143-bf0e-292fd47ebcbc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.376454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c382473-8b83-4f33-be7b-17c8bd84feb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.479812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:17.490394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks [] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.509702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Transition to ACTIVE for port object d25c4e0d-5979-41f5-b42a-d503f99f447a will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:59:17.514376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (4e1628b0-b8db-4143-bf0e-292fd47ebcbc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.518862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.530897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:17.531550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.639740 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2412140 Mar 10 23:59:17.677963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53292) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:17.686042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:17.776820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:17.801930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Attempting to bind port d25c4e0d-5979-41f5-b42a-d503f99f447a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:17.802781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Attempting to bind port d25c4e0d-5979-41f5-b42a-d503f99f447a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:17.803352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Attempting to bind port d25c4e0d-5979-41f5-b42a-d503f99f447a on network 85188fd1-293f-483d-ab93-9efa6abf034d {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:17.821408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Port d25c4e0d-5979-41f5-b42a-d503f99f447a on network 85188fd1-293f-483d-ab93-9efa6abf034d not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:59:17.821868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Attempting to bind port d25c4e0d-5979-41f5-b42a-d503f99f447a on network 85188fd1-293f-483d-ab93-9efa6abf034d {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:17.831245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:17.832111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Checking segment: {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:17.832727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Bound using segment: {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:17.833471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Bound port: d25c4e0d-5979-41f5-b42a-d503f99f447a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:17.834111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.857740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:17.862999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:17.896184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff108223-d976-4b79-bbc4-091ed4c22645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Network': ['ID=4e1628b0-b8db-4143-bf0e-292fd47ebcbc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:17.908348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:17.985447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53316) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:18.013404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c382473-8b83-4f33-be7b-17c8bd84feb9 admin admin] Publish callbacks [] for security_group (19012557-46c9-4877-9d11-e9d141bcfd6b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.079666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c382473-8b83-4f33-be7b-17c8bd84feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (19012557-46c9-4877-9d11-e9d141bcfd6b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.265534 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c382473-8b83-4f33-be7b-17c8bd84feb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28bfc9b0c7ed4722a3906aaf22541b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1039252 Mar 10 23:59:18.266615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c382473-8b83-4f33-be7b-17c8bd84feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19012557-46c9-4877-9d11-e9d141bcfd6b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:18.269972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53326) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:18.294286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Deleting subnet 08b21ecb-0c63-46cf-9fc6-ef1829834776 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:18.296500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:18.305965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Publish callbacks [] for subnet (08b21ecb-0c63-46cf-9fc6-ef1829834776), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.306258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:18.339675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.374769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (08b21ecb-0c63-46cf-9fc6-ef1829834776), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.424334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] Publish callbacks [] for security_group (19012557-46c9-4877-9d11-e9d141bcfd6b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.425574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:18.426526 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.428829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 1091 time: 1.6768510 Mar 10 23:59:18.451763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] Publish callbacks [] for security_group (19012557-46c9-4877-9d11-e9d141bcfd6b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.505771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:18.515914 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ce0da3-f989-4d00-b056-06b16cb02a03" -d '{"events": [{"name": "network-changed", "server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:18.532829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53330) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:18.542144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (19012557-46c9-4877-9d11-e9d141bcfd6b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.547773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.548980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19012557-46c9-4877-9d11-e9d141bcfd6b HTTP/1.1" status: 204 len: 168 time: 0.2758176 Mar 10 23:59:18.582422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a604d-44e4-46ad-804d-f8e479df95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19012557-46c9-4877-9d11-e9d141bcfd6b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:18.589933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (08b21ecb-0c63-46cf-9fc6-ef1829834776), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.695116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (08b21ecb-0c63-46cf-9fc6-ef1829834776), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.749511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:18.753067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/08b21ecb-0c63-46cf-9fc6-ef1829834776 HTTP/1.1" status: 204 len: 168 time: 0.7585185 Mar 10 23:59:18.754027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733dea8-3167-413e-bc9d-de8a728fb258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b21ecb-0c63-46cf-9fc6-ef1829834776,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:18.757313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:18.780264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:18.856783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (be0b5bb0-0218-433d-b79c-c43155e18f37), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.036779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (be0b5bb0-0218-433d-b79c-c43155e18f37), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.072752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0b5bb0-0218-433d-b79c-c43155e18f37']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:19.088948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:19.089278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:19.105862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.132544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.155515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 23:59:19.156028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (45f37f7d-a32c-4231-a4d3-5df0bd9bd4e7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: timer() Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: self._notify() Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 23:59:19.182634 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 23:59:19.244251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17827497-5637-4e24-85be-f4989d7dc0fb req-a0a06e8d-f9ba-48cb-96af-7d9276012511 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 210 time: 0.6959667 Mar 10 23:59:19.285603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1042189302-network', 'tenant_id': '0569f0eddd874a1a961833fdb7699205'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:19.306987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c95cbf-67f8-4820-9437-08425866efaf req-2d1a83d2-593e-4851-870b-de5a6d657c8f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:19.308621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c95cbf-67f8-4820-9437-08425866efaf req-2d1a83d2-593e-4851-870b-de5a6d657c8f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 1.2549386 Mar 10 23:59:19.322624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (f0a21e9e-d111-42de-b6f1-ed83d1e39b8c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.325558 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07d6c6-4757-4c18-b403-42db2a0e8eec x-openstack-request-id: req-9e07d6c6-4757-4c18-b403-42db2a0e8eec {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:19.325917 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:19.326221 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e07d6c6-4757-4c18-b403-42db2a0e8eec {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:19.326694 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'status': 'completed', 'code': 200} Mar 10 23:59:19.328192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53350) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.348646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d4edd-7648-4ef0-88b2-9bbcca3cd9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:19.358770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-3c0a714c-a9c8-4984-8b48-06b50abe1e8c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:19.360220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-3c0a714c-a9c8-4984-8b48-06b50abe1e8c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.3953691 Mar 10 23:59:19.374000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-f0f5b95f-af40-4ce0-a62e-40db7f1657f2 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.378572 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0f5b95f-af40-4ce0-a62e-40db7f1657f2 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5935323 Mar 10 23:59:19.389506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53352) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.392388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Made reservation on behalf of 0569f0eddd874a1a961833fdb7699205 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:19.394737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.403099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-4594faeb-d010-4984-b42f-c71336439e28 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.406556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4594faeb-d010-4984-b42f-c71336439e28 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0073612 Mar 10 23:59:19.407418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:19.412120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53354) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.424756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55b36c26-b19e-4d35-ad4a-5bf08f49551a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.427889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-5651a95f-a016-4584-8e1a-8945c8ee078d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.431833 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5651a95f-a016-4584-8e1a-8945c8ee078d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0162385 Mar 10 23:59:19.433195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53356) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.434461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-e33478d8-c7f0-4d3f-9ec0-29812bb42567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:19.436105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-e33478d8-c7f0-4d3f-9ec0-29812bb42567 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1125 time: 0.8214748 Mar 10 23:59:19.439473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-d8fef419-8f55-41cc-8c8d-57b36e094847 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.442933 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d8fef419-8f55-41cc-8c8d-57b36e094847 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064878 Mar 10 23:59:19.443366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53358) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.444240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.459021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-0759221c-eed9-4602-8e7e-2b658c011854 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.462546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0759221c-eed9-4602-8e7e-2b658c011854 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0155659 Mar 10 23:59:19.462546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (be0b5bb0-0218-433d-b79c-c43155e18f37), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.464825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.481599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-bed03d85-c846-4c1c-b988-3799301c6f27 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.485192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bed03d85-c846-4c1c-b988-3799301c6f27 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0159733 Mar 10 23:59:19.485192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.489254 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be0b5bb0-0218-433d-b79c-c43155e18f37 HTTP/1.1" status: 204 len: 168 time: 0.7269146 Mar 10 23:59:19.489405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53362) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.491051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb6ae3-0c03-41a5-9194-ef4ce4a6d455 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0b5bb0-0218-433d-b79c-c43155e18f37,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:19.521549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-2846511a-f487-40a4-b064-55ab2e06a122 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.522522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2846511a-f487-40a4-b064-55ab2e06a122 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059676 Mar 10 23:59:19.527643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.528413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=f0a21e9e-d111-42de-b6f1-ed83d1e39b8c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:19.542076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-79874f26-517b-4350-840f-2363c52e3bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.0918622 Mar 10 23:59:19.558770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-4e8e907e-da51-4ace-ad83-21fab54db1fc tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.565356 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4e8e907e-da51-4ace-ad83-21fab54db1fc tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0155485 Mar 10 23:59:19.570549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.579011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-21eeebf3-9f9f-4a40-a6fe-1add0d18d959 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.583886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21eeebf3-9f9f-4a40-a6fe-1add0d18d959 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0113139 Mar 10 23:59:19.587994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53370) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.594064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-a97ec2e7-f0aa-439f-9aa5-4612e69a4cd1 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.598962 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a97ec2e7-f0aa-439f-9aa5-4612e69a4cd1 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086639 Mar 10 23:59:19.599906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53372) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.609429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c95cbf-67f8-4820-9437-08425866efaf req-aacf6d38-649f-4671-87dd-136f5b29ff3f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802532 Mar 10 23:59:19.621963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-2e47053a-8181-4fe5-a866-fd44894ed0e9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.625426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2e47053a-8181-4fe5-a866-fd44894ed0e9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0199037 Mar 10 23:59:19.629586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53374) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.639395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-df3aedb8-f663-4e90-a218-4ed3d5416dec tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.641078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:19.641456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network hostable DHCP agents. Network: 4e1628b0-b8db-4143-bf0e-292fd47ebcbc, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:19.645964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df3aedb8-f663-4e90-a218-4ed3d5416dec tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0139143 Mar 10 23:59:19.647892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.653972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-6c71882d-c6eb-4ec0-b4fd-a964556d04d0 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.658964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c71882d-c6eb-4ec0-b4fd-a964556d04d0 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092640 Mar 10 23:59:19.661122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53378) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.667548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-1581d2a6-18d8-45ad-86e1-8b969b988cb9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.668714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-b40225a4-b33c-4fb9-bf7b-a51630ecf203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:19.670176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-b40225a4-b33c-4fb9-bf7b-a51630ecf203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.1120167 Mar 10 23:59:19.672868 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1581d2a6-18d8-45ad-86e1-8b969b988cb9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0097854 Mar 10 23:59:19.679649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53380) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.684120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-78efde27-6cc8-4994-8aef-9daae07f69eb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.685079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78efde27-6cc8-4994-8aef-9daae07f69eb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043087 Mar 10 23:59:19.691909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.700466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-b3db8e2e-fb0b-4ade-afc6-2ec0b74bcca1 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.705924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b3db8e2e-fb0b-4ade-afc6-2ec0b74bcca1 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0120957 Mar 10 23:59:19.706892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53384) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.717519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-a6deb81b-13fd-45c3-b5ed-eb42d1185c65 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.719155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a6deb81b-13fd-45c3-b5ed-eb42d1185c65 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053387 Mar 10 23:59:19.722452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.727440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-2a19aa73-d896-4ac6-a3ce-57065a94b00d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.728659 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2a19aa73-d896-4ac6-a3ce-57065a94b00d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051100 Mar 10 23:59:19.736170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.737095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-5ff99e21-e4b4-4928-8590-d6ce6b604692 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593193 Mar 10 23:59:19.745160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-44f342f2-8794-4372-830a-dd37993a3db4 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.748781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44f342f2-8794-4372-830a-dd37993a3db4 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076241 Mar 10 23:59:19.749652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53390) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.755381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-8708773b-76d3-4fc6-b9ee-3123965005b8 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.759531 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8708773b-76d3-4fc6-b9ee-3123965005b8 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059574 Mar 10 23:59:19.760355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53392) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.765377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-facac8a0-16a8-4863-aa62-af42af09ad5a tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.768607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-facac8a0-16a8-4863-aa62-af42af09ad5a tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056138 Mar 10 23:59:19.768607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:19.770449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.772575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:19.774363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53394) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.788810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-3c59decb-2f56-4dca-bcf9-4cdc5830792d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.792280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c59decb-2f56-4dca-bcf9-4cdc5830792d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076294 Mar 10 23:59:19.794150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.815065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-01ada89e-7767-4d5a-960a-276c5db79766 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.816377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-01ada89e-7767-4d5a-960a-276c5db79766 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125954 Mar 10 23:59:19.819114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53398) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.825161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-5ebb32e0-ea91-4239-8c01-583518e98078 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.826455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ebb32e0-ea91-4239-8c01-583518e98078 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060601 Mar 10 23:59:19.829529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53400) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.869229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.869415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-e9848fb4-d352-424d-9c3d-9a8a262675a8 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.870575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e9848fb4-d352-424d-9c3d-9a8a262675a8 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0342402 Mar 10 23:59:19.871504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 4e1628b0-b8db-4143-bf0e-292fd47ebcbc) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:19.874603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks [] for security_group (a8882fb4-9390-4703-b7ab-1e38e2dce42d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.881809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55b36c26-b19e-4d35-ad4a-5bf08f49551a admin admin] Publish callbacks [] for security_group (33869088-21ab-49ce-ae16-6d149391cc1b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.882844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53406) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.887213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdf82a-d75a-4074-8959-1aad1c13db13 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:19.893958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-5ef40657-31c1-4626-9b18-b2bc3c31b1ed tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.895252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5ef40657-31c1-4626-9b18-b2bc3c31b1ed tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097141 Mar 10 23:59:19.897287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:19.898221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.902599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53408) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.905350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8882fb4-9390-4703-b7ab-1e38e2dce42d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.918009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-4cc2160e-ceb9-4e00-9efe-849f2c65d99d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.919343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4cc2160e-ceb9-4e00-9efe-849f2c65d99d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0106182 Mar 10 23:59:19.921869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-55b36c26-b19e-4d35-ad4a-5bf08f49551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (33869088-21ab-49ce-ae16-6d149391cc1b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:19.924176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53410) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.937652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-93f5bb9d-81ed-4e29-a5e5-b3977bc4ce6b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:19.938883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93f5bb9d-81ed-4e29-a5e5-b3977bc4ce6b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046473 Mar 10 23:59:19.947766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:19.979314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:20.002925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb7c0d27-8bc0-489d-b0aa-3b2c8a11ee7c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3208220 Mar 10 23:59:20.015399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53414) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.023637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'name': 'tempest-NetworksTestDHCPv6-320175932'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:20.029177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a3d614c0-e12a-42ac-8b4d-ca02c1e03e72), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.029617 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Added segment a3d614c0-e12a-42ac-8b4d-ca02c1e03e72 of type vlan for network edc26b3e-a4a7-4efb-9836-054e3e61190f Mar 10 23:59:20.033104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-55b36c26-b19e-4d35-ad4a-5bf08f49551a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c54f2cc736394117ac013f4e1242693c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6956327 Mar 10 23:59:20.035261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-5a587f3c-0f51-4ad6-b798-25ab2aab830d service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892671 Mar 10 23:59:20.047206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53416) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.054532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8882fb4-9390-4703-b7ab-1e38e2dce42d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.076757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'f0a21e9e-d111-42de-b6f1-ed83d1e39b8c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:20.079047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.223949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-af868b4a-cd81-44a0-a571-3861186dbb9f tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.224906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-af868b4a-cd81-44a0-a571-3861186dbb9f tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0060716 Mar 10 23:59:20.232056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53418) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.239681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (edc26b3e-a4a7-4efb-9836-054e3e61190f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.243365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-93f0290b-f2d1-4480-899e-53b70d12b8dd tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.244362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93f0290b-f2d1-4480-899e-53b70d12b8dd tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110648 Mar 10 23:59:20.250270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53420) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.257936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-0b03c042-8e8b-4924-b075-3ded5e39cc4a tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.259505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0b03c042-8e8b-4924-b075-3ded5e39cc4a tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0083163 Mar 10 23:59:20.262779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.288855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b36c26-b19e-4d35-ad4a-5bf08f49551a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33869088-21ab-49ce-ae16-6d149391cc1b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.291637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-2f5490d2-8eda-491b-8e9c-04afdbafe453 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.291637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f5490d2-8eda-491b-8e9c-04afdbafe453 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0277009 Mar 10 23:59:20.304154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.309739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a36d8061-ffa8-45bd-b721-c9abc534bfdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a8173eb72394edca64ce84f6cac4abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386547 Mar 10 23:59:20.310321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/f0a21e9e-d111-42de-b6f1-ed83d1e39b8c/0101b457-040d-4952-bbd9-adfa7cf7c1aa) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:20.312597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53428) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.318668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-2ba8eb51-8ccc-47fb-b8b9-74eb2fc2bd4b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.324542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ba8eb51-8ccc-47fb-b8b9-74eb2fc2bd4b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0127866 Mar 10 23:59:20.331165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.369634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:20.393424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-518b4b88-3923-4137-ab6e-8c17159c24cf tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.394822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-518b4b88-3923-4137-ab6e-8c17159c24cf tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0435758 Mar 10 23:59:20.397659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.413340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.9 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/b51188bc-048e-42d5-ba26-767624fb657b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:20.426378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: e60750d2-4a4c-4fba-ac74-2a490219c59d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:59:20.426988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e60750d2-4a4c-4fba-ac74-2a490219c59d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:20.448336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42e04b6e-084b-4f21-a3a6-868e6a8df36e req-8b34b542-4da0-40ab-899b-88f6a0ef4655 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883603 Mar 10 23:59:20.452893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] Publish callbacks [] for security_group (611b2bb7-97ed-480d-8acc-2f149943024f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.460913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-e2ec6b8c-b1e3-4f33-bb25-4f50c618c928 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.466321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e2ec6b8c-b1e3-4f33-bb25-4f50c618c928 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0241036 Mar 10 23:59:20.482119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53434) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.486824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-d66f22c0-ee74-43cc-a926-e5146dc6a7db tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.490546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d66f22c0-ee74-43cc-a926-e5146dc6a7db tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078037 Mar 10 23:59:20.494718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53436) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.496975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] Publish callbacks [] for security_group (33869088-21ab-49ce-ae16-6d149391cc1b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.500941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-4db6081f-d9e4-422f-8e17-8146c21d6c06 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.504616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4db6081f-d9e4-422f-8e17-8146c21d6c06 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072668 Mar 10 23:59:20.505226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53438) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.507681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b55bdc44-6a58-4f97-818a-404b7136ad99 req-c76a2ed3-8429-410a-8a4d-259370077bc2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 210 time: 0.0783749 Mar 10 23:59:20.533417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-20cbfa46-9b26-4e98-8109-db995b987844 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.538176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-20cbfa46-9b26-4e98-8109-db995b987844 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113111 Mar 10 23:59:20.545769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.549902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-3c57e802-db44-4b29-815e-c3ee2c2c5bc7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.553658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks [] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.553797 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c57e802-db44-4b29-815e-c3ee2c2c5bc7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067394 Mar 10 23:59:20.559831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (edc26b3e-a4a7-4efb-9836-054e3e61190f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.560848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:20.561843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53442) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.562332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.564999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.566271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-61d5ff44-9da3-42f2-85c7-8731e7833007 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.570021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-61d5ff44-9da3-42f2-85c7-8731e7833007 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072331 Mar 10 23:59:20.570657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53444) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.573463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] Publish callbacks [] for security_group (611b2bb7-97ed-480d-8acc-2f149943024f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.588480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-4b19b64a-1046-4b37-81c6-ee517a89d8a7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.592128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4b19b64a-1046-4b37-81c6-ee517a89d8a7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0092280 Mar 10 23:59:20.592747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53446) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.606383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-406b20fc-c2a8-4767-beca-cdda9b6f1fa6 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.610066 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-406b20fc-c2a8-4767-beca-cdda9b6f1fa6 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0096796 Mar 10 23:59:20.613530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:20.615546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:20.619847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:20.626216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53448) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.641381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] Publish callbacks [] for security_group (33869088-21ab-49ce-ae16-6d149391cc1b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.699740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Pushing event updated for resources: {'Port': ['ID=0101b457-040d-4952-bbd9-adfa7cf7c1aa,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.716474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.717228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.717747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.718393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.718888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.719393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.719896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.720435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.720922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.721410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.721897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.722726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.723495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:20.735007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (b51188bc-048e-42d5-ba26-767624fb657b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.739552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Attempting to bind port 0101b457-040d-4952-bbd9-adfa7cf7c1aa on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:20.740203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Attempting to bind port 0101b457-040d-4952-bbd9-adfa7cf7c1aa by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:20.740782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Attempting to bind port 0101b457-040d-4952-bbd9-adfa7cf7c1aa on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:20.747446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:20.748229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:20.748960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.749561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:20.750212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Bound port: 0101b457-040d-4952-bbd9-adfa7cf7c1aa, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:20.750778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.771131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-b2dcc811-e019-4ecb-a0d1-e14ec4e08c2c tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.775146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2dcc811-e019-4ecb-a0d1-e14ec4e08c2c tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0462127 Mar 10 23:59:20.778628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.779715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:20.784070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.785436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-a3cd64ce-7cb4-4d61-bd6f-f1666e1834f0 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.786684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a3cd64ce-7cb4-4d61-bd6f-f1666e1834f0 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069218 Mar 10 23:59:20.788123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.792820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2406604 Mar 10 23:59:20.793331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.797456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.797930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (33869088-21ab-49ce-ae16-6d149391cc1b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.800533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.802038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33869088-21ab-49ce-ae16-6d149391cc1b HTTP/1.1" status: 204 len: 168 time: 0.7442341 Mar 10 23:59:20.807742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Request body: {'subnet': {'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1042189302-subnet', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:20.808544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-532e9001-e33e-48f2-8640-083d68cef443 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.812709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-532e9001-e33e-48f2-8640-083d68cef443 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0156007 Mar 10 23:59:20.824737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53460) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.830830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e085151-c78b-498a-acbc-3fc39b670e94 admin admin] Pushing event updated for resources: {'Network': ['ID=edc26b3e-a4a7-4efb-9836-054e3e61190f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.850215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:20.864042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-ff003f23-a8b8-4401-bade-e39638664cda tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.865165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff003f23-a8b8-4401-bade-e39638664cda tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0363944 Mar 10 23:59:20.872956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53462) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.874218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d980ae-7786-4489-9a9e-f4f3d70147a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33869088-21ab-49ce-ae16-6d149391cc1b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.880840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-57ca06f6-5ead-409f-ac41-c509d7ea2402 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.884804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-57ca06f6-5ead-409f-ac41-c509d7ea2402 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058112 Mar 10 23:59:20.890521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53464) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.898948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [None req-c67b84c6-b6e8-42ed-9cd6-1c63b29e4a69 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.902862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c67b84c6-b6e8-42ed-9cd6-1c63b29e4a69 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099354 Mar 10 23:59:20.907453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.911362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 636e018b-fb92-4626-a396-bb9200be8f3e yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:20.913526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:20.921813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-bd3ccd78-ca55-416b-a524-bcd4a45be882 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.925096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bd3ccd78-ca55-416b-a524-bcd4a45be882 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0110097 Mar 10 23:59:20.925096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Made reservation on behalf of 0569f0eddd874a1a961833fdb7699205 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:20.926650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:20.928810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53468) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.929843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:20.932647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:20.940129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-bfbc337f-6f62-4c8f-9e7c-5b8edc82ba9b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.943364 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bfbc337f-6f62-4c8f-9e7c-5b8edc82ba9b tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0058274 Mar 10 23:59:20.943364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:20.955257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53470) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:20.981590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-63e779d8-02c8-40f2-9271-7faeeaf3a648 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:20.985120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63e779d8-02c8-40f2-9271-7faeeaf3a648 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0248842 Mar 10 23:59:20.991877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53472) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.030506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-2ec4f69d-9b99-4b80-9857-66d2d23e8bc4 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.034056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2ec4f69d-9b99-4b80-9857-66d2d23e8bc4 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0405416 Mar 10 23:59:21.043274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (611b2bb7-97ed-480d-8acc-2f149943024f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.053087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.057064 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/611b2bb7-97ed-480d-8acc-2f149943024f HTTP/1.1" status: 204 len: 168 time: 0.7411251 Mar 10 23:59:21.057955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53476) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.073074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] For port 0101b457-040d-4952-bbd9-adfa7cf7c1aa, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:21.079263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-b343b970-fca1-4e4d-a283-a8d45565b23e tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.080471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b343b970-fca1-4e4d-a283-a8d45565b23e tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078480 Mar 10 23:59:21.080804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] For port 0101b457-040d-4952-bbd9-adfa7cf7c1aa, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0101b457-040d-4952-bbd9-adfa7cf7c1aa,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:21.095174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.113212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53480) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.126402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-b201ac82-1f35-43bc-a573-c08a96a8a6bf tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.127602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b201ac82-1f35-43bc-a573-c08a96a8a6bf tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061500 Mar 10 23:59:21.130748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.135733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e546d-196c-4836-bfe9-978a63cd75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b2bb7-97ed-480d-8acc-2f149943024f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:21.143364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-35cc8188-7ea6-4e20-8e7c-f39290db59fa tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.144609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35cc8188-7ea6-4e20-8e7c-f39290db59fa tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0103948 Mar 10 23:59:21.152466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53484) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.162363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-c9a34937-eba2-4f81-b892-cc77e2fd53ed tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.164102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c9a34937-eba2-4f81-b892-cc77e2fd53ed tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0101650 Mar 10 23:59:21.168399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::395 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/f0a21e9e-d111-42de-b6f1-ed83d1e39b8c/636e018b-fb92-4626-a396-bb9200be8f3e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:21.171187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:21.172038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.175537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53486) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.191798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-41549aa4-af9c-478d-a5f3-2335a3f98113 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.193084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41549aa4-af9c-478d-a5f3-2335a3f98113 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0155196 Mar 10 23:59:21.200037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53488) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.206913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-a1b28476-e1fd-4229-bd02-e5749c866418 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.208066 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1b28476-e1fd-4229-bd02-e5749c866418 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068688 Mar 10 23:59:21.211973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53492) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.217827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-cdc81535-4dfd-4fb0-b1df-f4d05d0cd41c tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.221594 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cdc81535-4dfd-4fb0-b1df-f4d05d0cd41c tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084307 Mar 10 23:59:21.225289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53494) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.231503 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-e7b1c862-d6b6-47df-9269-39840cd73efd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8619001 Mar 10 23:59:21.237061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-cde2fa33-f589-4c23-9362-dfacfb35c5be tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.238389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cde2fa33-f589-4c23-9362-dfacfb35c5be tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0103610 Mar 10 23:59:21.243562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53496) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.247683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Request body: {'port': {'device_id': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:21.254902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-0489c93f-4496-4195-bc9a-6e8b64b61728 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.256209 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0489c93f-4496-4195-bc9a-6e8b64b61728 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0055275 Mar 10 23:59:21.269047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-ef1a3c19-4f9c-44d8-8342-e0387b074bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:21.273601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-ef1a3c19-4f9c-44d8-8342-e0387b074bd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1125 time: 0.7580891 Mar 10 23:59:21.277416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53498) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.286543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-58e76b3d-efc1-4a3b-9234-177564278ceb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.287911 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58e76b3d-efc1-4a3b-9234-177564278ceb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0088236 Mar 10 23:59:21.297714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83303-5694-435e-a78a-2f22b0a6d2a9 None None] Pushing event updated for resources: {'Port': ['ID=0101b457-040d-4952-bbd9-adfa7cf7c1aa,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:21.313886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53500) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.318610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-3f5c83e1-fa87-4793-8768-c0f9347144cb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.319792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3f5c83e1-fa87-4793-8768-c0f9347144cb tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044928 Mar 10 23:59:21.329949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53504) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.334867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-c734bb84-7313-416e-8f11-3463f240c251 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.337354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c734bb84-7313-416e-8f11-3463f240c251 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062139 Mar 10 23:59:21.341998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53506) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.350145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-3351c8f5-47a5-48af-9c10-a1f1f1cbe9e7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.351498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3351c8f5-47a5-48af-9c10-a1f1f1cbe9e7 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065343 Mar 10 23:59:21.361861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.373922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-b7a93389-4ce0-463f-8799-d2f8fbed7683 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.375191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b7a93389-4ce0-463f-8799-d2f8fbed7683 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0114267 Mar 10 23:59:21.400926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53510) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.409454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-0086692a-ac55-4c0b-8bd6-d040dc84be88 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.410951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0086692a-ac55-4c0b-8bd6-d040dc84be88 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0067759 Mar 10 23:59:21.416119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53512) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.445660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-27ce01bb-69ce-461b-972d-fbdffb99c2f9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.447021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-27ce01bb-69ce-461b-972d-fbdffb99c2f9 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0275438 Mar 10 23:59:21.451321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8364ea7-63c5-4249-a24f-4251633d3f3d req-aaf4cac0-5e56-4a05-950c-28cf3c319c49 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:21.455412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53514) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.461716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8364ea7-63c5-4249-a24f-4251633d3f3d req-aaf4cac0-5e56-4a05-950c-28cf3c319c49 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.6654167 Mar 10 23:59:21.466328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-4777ed1f-473b-49d6-8467-570dfbf8e859 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.467888 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4777ed1f-473b-49d6-8467-570dfbf8e859 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092912 Mar 10 23:59:21.469021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b51188bc-048e-42d5-ba26-767624fb657b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.479747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.493702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-2adb5a91-571b-4502-8a87-3a714b04718d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.495031 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2adb5a91-571b-4502-8a87-3a714b04718d tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0137208 Mar 10 23:59:21.499798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53520) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:21.510025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [None req-433ad8f3-c3b5-45c2-838d-8663c0e90816 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 23:59:21.511257 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-433ad8f3-c3b5-45c2-838d-8663c0e90816 tempest-ExtensionsTestJSON-1571759260 tempest-ExtensionsTestJSON-1571759260-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102482 Mar 10 23:59:21.514815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8414c011-e5ff-411c-9557-78a67c97489d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.738708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8414c011-e5ff-411c-9557-78a67c97489d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:21.823453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Checking segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:21.829662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Network hostable DHCP agents. Network: edc26b3e-a4a7-4efb-9836-054e3e61190f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:21.874424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:21.898456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, edc26b3e-a4a7-4efb-9836-054e3e61190f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:21.911349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2c0b6-7ee0-415a-aa90-df429dcfb838 None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:21.937574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:21.938294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:21.974078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8364ea7-63c5-4249-a24f-4251633d3f3d req-d878660d-7ad9-4276-9183-cec993ba6adc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052741 Mar 10 23:59:22.004677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2043fe59-a714-4d3a-9dc6-eb5ee3ee4e77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2060611 Mar 10 23:59:22.010885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53538) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:22.021357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770c03f-f4cd-4017-8cdb-bbe88666acb3 req-70447c6c-f714-4ab5-bb1c-53919336f217 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:22.025838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:22.031073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4770c03f-f4cd-4017-8cdb-bbe88666acb3 req-70447c6c-f714-4ab5-bb1c-53919336f217 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 931 time: 0.2933946 Mar 10 23:59:22.037484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-bea8aff3-a3b7-4ede-b1fc-640bc99b67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:22.043881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-bea8aff3-a3b7-4ede-b1fc-640bc99b67f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.7506075 Mar 10 23:59:22.045132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:22.145686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.148584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.182255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0101b457-040d-4952-bbd9-adfa7cf7c1aa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:22.250000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for router_controller (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.253266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-3dce2eff-b288-4299-8d21-f8d079e54ca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.1916811 Mar 10 23:59:22.303363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (636e018b-fb92-4626-a396-bb9200be8f3e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.310847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51188bc-048e-42d5-ba26-767624fb657b {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:22.324997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks [] for port (b51188bc-048e-42d5-ba26-767624fb657b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.339410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-edc26b3e-a4a7-4efb-9836-054e3e61190f', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'project_id': '0569f0eddd874a1a961833fdb7699205', 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:22.346297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.379099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:22.379841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.421455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Transition to ACTIVE for port object b51188bc-048e-42d5-ba26-767624fb657b will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:59:22.506807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.535867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-91701388-51ec-4482-8b77-581c6e55a53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.556238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4770c03f-f4cd-4017-8cdb-bbe88666acb3 req-60a44838-b63f-43aa-b4ad-88e767de10b1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242515 Mar 10 23:59:22.586863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-75099295-0e3b-4c4b-a9ce-58ea4ebd24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:22.590357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-75099295-0e3b-4c4b-a9ce-58ea4ebd24c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.3227389 Mar 10 23:59:22.704597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for router_gateway (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.722278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-a793b865-2faf-4c66-b2f7-20a186af40be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213820 Mar 10 23:59:22.738610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Pushing event updated for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:22.760503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (636e018b-fb92-4626-a396-bb9200be8f3e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.762351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Allocated IP 172.20.0.2 (edc26b3e-a4a7-4efb-9836-054e3e61190f/8414c011-e5ff-411c-9557-78a67c97489d/38f2cb00-fb13-4aeb-ab93-5564b15087a2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:22.778515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0101b457-040d-4952-bbd9-adfa7cf7c1aa is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:22.780991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:22.858979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.859567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.860701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.861347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.861895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.862909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.864085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.864782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.865252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.865723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.866202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.869516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.870193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:22.886170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 0101b457-040d-4952-bbd9-adfa7cf7c1aa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0101b457-040d-4952-bbd9-adfa7cf7c1aa,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:22.927627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.024751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:23.062832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:23.069446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:23.086967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.087569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.093806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Attempting to bind port b51188bc-048e-42d5-ba26-767624fb657b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:23.094505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Attempting to bind port b51188bc-048e-42d5-ba26-767624fb657b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:23.095093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Attempting to bind port b51188bc-048e-42d5-ba26-767624fb657b on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:23.104842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Port b51188bc-048e-42d5-ba26-767624fb657b on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:59:23.108613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Attempting to bind port b51188bc-048e-42d5-ba26-767624fb657b on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:23.127766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:23.128432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:23.129020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:23.129685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Bound port: b51188bc-048e-42d5-ba26-767624fb657b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:23.130238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b51188bc-048e-42d5-ba26-767624fb657b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.134541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9be5d-758a-4859-a150-3020faab7352 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:23.167435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=636e018b-fb92-4626-a396-bb9200be8f3e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:23.221162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.221672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.222056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.224062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.224444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.224820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.225188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.225533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.226001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.227417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.228093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.229110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=0101b457-040d-4952-bbd9-adfa7cf7c1aa,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:23.229696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.230069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:23.298179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:23.303551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b51188bc-048e-42d5-ba26-767624fb657b,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:23.327540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.334468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5a7eb2d-3298-4b0e-ae30-6ab92695d650 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3178136 Mar 10 23:59:23.345042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-6de56758-c8bb-4115-9020-3cd6ef19223f service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145899 Mar 10 23:59:23.345557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:23.434278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d64b96b-aee9-47f2-860d-822cf9cc4f38 None None] Provisioning complete for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:23.434585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d64b96b-aee9-47f2-860d-822cf9cc4f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.494063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da1d90-7bfa-4775-aa7f-462bea5261a5 req-802f8bfc-185b-4c80-ae14-f2f75b112ee9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.495628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76da1d90-7bfa-4775-aa7f-462bea5261a5 req-802f8bfc-185b-4c80-ae14-f2f75b112ee9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.4017708 Mar 10 23:59:23.498085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-91701388-51ec-4482-8b77-581c6e55a53d admin admin] Publish callbacks [] for security_group (a146e97d-21cf-4e00-a595-2470d845651f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.575306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Pushing event updated for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:23.585251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.588898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-91701388-51ec-4482-8b77-581c6e55a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a146e97d-21cf-4e00-a595-2470d845651f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.592397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.600626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-331c5ef1-992a-494d-bb3c-df0a4f2ada86 service neutron] 10.222.0.30 "PUT /v2.0/ports/b51188bc-048e-42d5-ba26-767624fb657b HTTP/1.1" status: 200 len: 1091 time: 2.3609068 Mar 10 23:59:23.615543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:23.622397 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71325ab2-3ba0-4a68-9a54-d664badda1df" -d '{"events": [{"name": "network-changed", "server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "tag": "b51188bc-048e-42d5-ba26-767624fb657b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:23.774356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks [] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.806124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.848508 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for router_gateway (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.858522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76da1d90-7bfa-4775-aa7f-462bea5261a5 req-d11ac51c-e01c-414f-8bc2-a286ca525bed tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248892 Mar 10 23:59:23.866493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19ce0da3-f989-4d00-b056-06b16cb02a03 req-0ec54ab7-fcec-4ee3-a262-d9c04cd78b4d service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133730 Mar 10 23:59:23.891709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-d596deac-ec36-4452-9cf1-c6d9c0fb2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.893886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-d596deac-ec36-4452-9cf1-c6d9c0fb2c5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 1125 time: 0.1782234 Mar 10 23:59:23.895002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:23.913397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f2ac7-4d7d-47a1-9048-06eb1b3a3511 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.920616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f2ac7-4d7d-47a1-9048-06eb1b3a3511 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:23.927083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f17f2ac7-4d7d-47a1-9048-06eb1b3a3511 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5608113 Mar 10 23:59:23.929095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:23.944717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-91701388-51ec-4482-8b77-581c6e55a53d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c74c51dfca7e43e9bf0a395d76faf1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8844624 Mar 10 23:59:23.961716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:23.968606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91701388-51ec-4482-8b77-581c6e55a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a146e97d-21cf-4e00-a595-2470d845651f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:23.969760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53600) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:23.971373 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-1de32867-8209-4234-8e8c-9ff6ce010f00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51188bc-048e-42d5-ba26-767624fb657b HTTP/1.1" status: 200 len: 217 time: 0.0673158 Mar 10 23:59:24.024463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7523809-8d95-4f18-a4db-9dc37618ca31 req-77845426-4cf3-4685-8190-d0d265dda63b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:24.033668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7523809-8d95-4f18-a4db-9dc37618ca31 req-77845426-4cf3-4685-8190-d0d265dda63b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 943 time: 0.2197986 Mar 10 23:59:24.036412 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ad3e2-b434-4be5-b78c-dcf3ddadc5fe x-openstack-request-id: req-175ad3e2-b434-4be5-b78c-dcf3ddadc5fe {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:24.036838 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "tag": "b51188bc-048e-42d5-ba26-767624fb657b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:24.037188 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-175ad3e2-b434-4be5-b78c-dcf3ddadc5fe {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:24.037686 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b', 'status': 'completed', 'code': 200} Mar 10 23:59:24.046169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d64b96b-aee9-47f2-860d-822cf9cc4f38 None None] Current status of the port 0101b457-040d-4952-bbd9-adfa7cf7c1aa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:24.055044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:24.062600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:24.152837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-6fc36587-a5a6-4210-9d6d-eda2776d88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:24.154568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-6fc36587-a5a6-4210-9d6d-eda2776d88b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1730077 Mar 10 23:59:24.179502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7523809-8d95-4f18-a4db-9dc37618ca31 req-d7e3510f-c2e1-4cd1-9d6a-e9a74e871d80 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445451 Mar 10 23:59:24.224736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-80200791-97b1-4d22-ab2f-569cbe56dea0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630107 Mar 10 23:59:24.228865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] Publish callbacks [] for security_group (a146e97d-21cf-4e00-a595-2470d845651f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.232705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0101b457-040d-4952-bbd9-adfa7cf7c1aa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:24.237518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 636e018b-fb92-4626-a396-bb9200be8f3e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:24.238150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (636e018b-fb92-4626-a396-bb9200be8f3e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.327773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Allocated IP 172.25.7.139 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e4a6e01b-c859-4efd-9850-3f91cefb5adb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:24.338840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] Publish callbacks [] for security_group (a146e97d-21cf-4e00-a595-2470d845651f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.360434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Pushing event updated for resources: {'Port': ['ID=38f2cb00-fb13-4aeb-ab93-5564b15087a2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:24.382706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:24.383219 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.385043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Attempting to bind port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:24.385375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Attempting to bind port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:24.385734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Attempting to bind port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 on network edc26b3e-a4a7-4efb-9836-054e3e61190f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:24.391726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:59:24.408421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (636e018b-fb92-4626-a396-bb9200be8f3e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.448619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 636e018b-fb92-4626-a396-bb9200be8f3e owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:24.568881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:24.607867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:24.610572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Checking segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:24.613049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.614556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Bound using segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:24.615262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Bound port: 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:24.615717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.661786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'port_id': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'mac_address': 'fa:16:3e:ec:b1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:59:24.729958 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-a8157889-9167-4a7c-9ff5-d3c6d59a8bcd service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981675 Mar 10 23:59:24.920343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Provisioning complete for port 636e018b-fb92-4626-a396-bb9200be8f3e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:24.920942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (636e018b-fb92-4626-a396-bb9200be8f3e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.944608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (636e018b-fb92-4626-a396-bb9200be8f3e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.946116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a146e97d-21cf-4e00-a595-2470d845651f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.952953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:24.954513 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a146e97d-21cf-4e00-a595-2470d845651f HTTP/1.1" status: 204 len: 168 time: 0.9821551 Mar 10 23:59:25.041649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=636e018b-fb92-4626-a396-bb9200be8f3e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:25.052098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48367804-18aa-4c33-82c6-65416380ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146e97d-21cf-4e00-a595-2470d845651f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:25.071148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Port 636e018b-fb92-4626-a396-bb9200be8f3e was deleted so its status cannot be updated. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 10 23:59:25.076519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.109215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:25.111025 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68c41eb1-c932-4490-895d-9cdec6d2e401 req-9ae53ca5-0c21-4279-8dd4-285900c6bb0b service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280239 Mar 10 23:59:25.112164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.145961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] For port 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:25.155190 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.161177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.169594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-acb49a0a-6952-4121-921e-c9c363a008a2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/636e018b-fb92-4626-a396-bb9200be8f3e HTTP/1.1" status: 204 len: 168 time: 1.2372663 Mar 10 23:59:25.182652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53646) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:25.193277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53650) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:25.278207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] For port 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38f2cb00-fb13-4aeb-ab93-5564b15087a2,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:25.283131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4fc86-8b74-4810-830e-bfd3f6cfe4c7 req-48529e48-04f4-4b0d-bf32-1a1575f7723b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:25.287660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:25.289062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12e4fc86-8b74-4810-830e-bfd3f6cfe4c7 req-48529e48-04f4-4b0d-bf32-1a1575f7723b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.2368851 Mar 10 23:59:25.350451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:25.426497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Provisioning complete for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:25.427344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.435490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.463242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12e4fc86-8b74-4810-830e-bfd3f6cfe4c7 req-77d07104-e994-4fcc-8e99-3fd48c6086ab tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659298 Mar 10 23:59:25.487983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:25.510291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555e0bd-9910-4df0-a84f-7d4d6f7b87ac req-f0ef835e-f75e-42b6-935c-c90171ca789e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:25.515167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9555e0bd-9910-4df0-a84f-7d4d6f7b87ac req-f0ef835e-f75e-42b6-935c-c90171ca789e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 943 time: 0.1769083 Mar 10 23:59:25.520467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:25.535954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:25.538317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Pushing event updated for resources: {'Port': ['ID=e4a6e01b-c859-4efd-9850-3f91cefb5adb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:25.551624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.651966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5233c8-5d80-4d5a-aab0-f2744bda4209 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:25.658410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5233c8-5d80-4d5a-aab0-f2744bda4209 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:25.659733 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a5233c8-5d80-4d5a-aab0-f2744bda4209 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4709749 Mar 10 23:59:25.667293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:25.681167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9555e0bd-9910-4df0-a84f-7d4d6f7b87ac req-53973b64-1ce7-464c-9684-0bb605827e14 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417739 Mar 10 23:59:25.700967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0101b457-040d-4952-bbd9-adfa7cf7c1aa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:25.739727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:25.795379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d25c4e0d-5979-41f5-b42a-d503f99f447a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:25.807829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-54fa9f64-cb03-4c3c-8b84-f7a0a43f9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:25.809988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-54fa9f64-cb03-4c3c-8b84-f7a0a43f9e06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 1125 time: 0.5005541 Mar 10 23:59:25.904977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5708355b-f8af-4e8c-8b27-7db2ade0d127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:25.944534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet f0a21e9e-d111-42de-b6f1-ed83d1e39b8c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:25.953337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (f0a21e9e-d111-42de-b6f1-ed83d1e39b8c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.133521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5708355b-f8af-4e8c-8b27-7db2ade0d127 admin admin] Publish callbacks [] for security_group (0c4fc2f6-d37c-481e-840c-85d9b13c42ab), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.150216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5708355b-f8af-4e8c-8b27-7db2ade0d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c4fc2f6-d37c-481e-840c-85d9b13c42ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.219817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5708355b-f8af-4e8c-8b27-7db2ade0d127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ac9dcd5a7a6408d8deef0cedd96394a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0245099 Mar 10 23:59:26.220159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53674) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:26.230536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9fce6d19-0f00-4d21-9f38-bcc2bfa791a0 None None] Current status of the port 0101b457-040d-4952-bbd9-adfa7cf7c1aa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:26.244254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6db10-0e0f-45a8-8c20-44d7d8549b9f None None] Pushing event updated for resources: {'Port': ['ID=38f2cb00-fb13-4aeb-ab93-5564b15087a2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:26.319433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708355b-f8af-4e8c-8b27-7db2ade0d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4fc2f6-d37c-481e-840c-85d9b13c42ab,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:26.345330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-339e6e3d-16f8-4f75-916b-30467dea4045 None None] Could not find standard attr ID for object 636e018b-fb92-4626-a396-bb9200be8f3e. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 23:59:26.398283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] Publish callbacks [] for security_group (0c4fc2f6-d37c-481e-840c-85d9b13c42ab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.446211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] Publish callbacks [] for security_group (0c4fc2f6-d37c-481e-840c-85d9b13c42ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.529602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c4fc2f6-d37c-481e-840c-85d9b13c42ab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.532867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.533579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c4fc2f6-d37c-481e-840c-85d9b13c42ab HTTP/1.1" status: 204 len: 168 time: 0.3125515 Mar 10 23:59:26.553330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdf241-86a8-49c4-a158-be90ce9b621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4fc2f6-d37c-481e-840c-85d9b13c42ab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:26.685336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b5727-1bec-4e51-b447-0742029fb95b req-5f4f175d-8b8e-4c0b-a88a-cbf49069a82e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:26.695273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b5b5727-1bec-4e51-b447-0742029fb95b req-5f4f175d-8b8e-4c0b-a88a-cbf49069a82e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 944 time: 0.0938311 Mar 10 23:59:26.717464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f0a21e9e-d111-42de-b6f1-ed83d1e39b8c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:26.833037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b5b5727-1bec-4e51-b447-0742029fb95b req-b986cbb8-05f7-45ba-bb14-0500c0e24974 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322377 Mar 10 23:59:26.875965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for router_gateway (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.011805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc910b7-64c8-4e9d-92ee-ae42d078fd76 req-ca694a80-2406-45df-b68a-2f025b346ca5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:27.015000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccc910b7-64c8-4e9d-92ee-ae42d078fd76 req-ca694a80-2406-45df-b68a-2f025b346ca5 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 943 time: 0.1558914 Mar 10 23:59:27.125485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ccc910b7-64c8-4e9d-92ee-ae42d078fd76 req-5b760861-5267-4c82-9f10-d47c820f47ed tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037252 Mar 10 23:59:27.163426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-7f6b41b6-8f97-48ce-96c5-a84f831d0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:27.165175 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-7f6b41b6-8f97-48ce-96c5-a84f831d0072 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 1.3054061 Mar 10 23:59:27.302065 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-7f20dc8d-8427-44a4-9a70-bf4b589470a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51188bc-048e-42d5-ba26-767624fb657b HTTP/1.1" status: 200 len: 217 time: 0.1036792 Mar 10 23:59:27.334746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.353540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:27.384463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074b62f-4a3f-4fab-88a3-26cb66988bd5 None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:27.386971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f0a21e9e-d111-42de-b6f1-ed83d1e39b8c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.403112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:27.521226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Provisioning complete for port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:27.522193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.565609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d9c-c7ea-4673-905f-dadd51cbda31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.635006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-847113927'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:27.698536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-7423ecd7-3e47-4de8-a367-1f450f06f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:27.701659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Made reservation on behalf of b8c4623fa9224aecba50796ed43bca03 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:27.703799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-7423ecd7-3e47-4de8-a367-1f450f06f24f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.3859208 Mar 10 23:59:27.706248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.721115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.727807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Current status of the port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:27.728731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.797831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-e12355fa-e0b9-48ce-90f7-4f6b20b978c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854788 Mar 10 23:59:27.830215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] For port 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38f2cb00-fb13-4aeb-ab93-5564b15087a2,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:27.833975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.844330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d9c-c7ea-4673-905f-dadd51cbda31 admin admin] Publish callbacks [] for security_group (0e77f152-c691-4ee5-adc7-112e710fa0bc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.860638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8d9c-c7ea-4673-905f-dadd51cbda31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0e77f152-c691-4ee5-adc7-112e710fa0bc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:27.941839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f8ed8d9c-c7ea-4673-905f-dadd51cbda31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5f0949f746045698bbeb7ec265ada61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813434 Mar 10 23:59:27.944313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53724) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:27.964594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e802-de1e-41f8-b665-85f02b062672 None None] Pushing event updated for resources: {'Port': ['ID=38f2cb00-fb13-4aeb-ab93-5564b15087a2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:27.999666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f0a21e9e-d111-42de-b6f1-ed83d1e39b8c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.110078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8d9c-c7ea-4673-905f-dadd51cbda31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e77f152-c691-4ee5-adc7-112e710fa0bc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:28.196825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38f2cb00-fb13-4aeb-ab93-5564b15087a2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:28.207704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.212135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0b905c0b-2503-403e-8a31-2daaa6d37091 None None] Provisioning complete for port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:28.213149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b905c0b-2503-403e-8a31-2daaa6d37091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.215232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:28.223778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/f0a21e9e-d111-42de-b6f1-ed83d1e39b8c HTTP/1.1" status: 204 len: 168 time: 2.5412340 Mar 10 23:59:28.236413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551765a-28f3-4d3b-8ed1-b356874d0192 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a21e9e-d111-42de-b6f1-ed83d1e39b8c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:28.247223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-11b4ae49-9191-48cf-ae75-87c400a39f27 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429982 Mar 10 23:59:28.263679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for security_group (339c31c5-303c-4045-9ba1-2998dd6bea04), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.276454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c885d71-7f86-46ec-b6ce-3fbfbe99bbe5 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:28.321113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:59:28.327531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:28.402319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b51188bc-048e-42d5-ba26-767624fb657b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:59:28.404439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:28.406670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:28.407124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.473400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-71325ab2-3ba0-4a68-9a54-d664badda1df req-b74e184f-2db5-4c94-a44d-a1f03d97f1fb service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158561 Mar 10 23:59:28.537506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-588277217-network', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:28.570242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:28.578017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:28.580451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.595620 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.612477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.614486 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-725a0fde-ef8c-44a5-806a-3a94e322b3dd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.5962439 Mar 10 23:59:28.617705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:28.620470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Sync routers for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:28.633734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0b905c0b-2503-403e-8a31-2daaa6d37091 None None] Current status of the port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:28.638037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] Publish callbacks [] for security_group (0e77f152-c691-4ee5-adc7-112e710fa0bc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.646305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830805-faff-4462-b9dd-566e8da4a17f req-cbe432b4-edb4-43bd-956a-d59399409e1f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:28.647847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8830805-faff-4462-b9dd-566e8da4a17f req-cbe432b4-edb4-43bd-956a-d59399409e1f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 944 time: 0.6983602 Mar 10 23:59:28.657132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2a9c31d0-cce1-42ad-b7de-4ff73f1ba63c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4352190 Mar 10 23:59:28.657959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (339c31c5-303c-4045-9ba1-2998dd6bea04), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.665378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53742) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:28.681841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:28.702901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:28.712761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:28.714706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:28.799050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] Publish callbacks [] for security_group (0e77f152-c691-4ee5-adc7-112e710fa0bc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.801252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:28.805154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks [] for security_group (6f09a8df-9203-47b4-ad60-f0ee695e2233), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.823566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339c31c5-303c-4045-9ba1-2998dd6bea04,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:28.865360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f09a8df-9203-47b4-ad60-f0ee695e2233), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.898312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5721f3da-213f-43ba-a40f-9a9aeea35b8f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.899978 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Added segment 5721f3da-213f-43ba-a40f-9a9aeea35b8f of type vlan for network 0cfa3bd9-0f25-414c-9e04-776b56adced1 Mar 10 23:59:28.909565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d25c4e0d-5979-41f5-b42a-d503f99f447a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:59:28.919687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:59:28.931143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d25c4e0d-5979-41f5-b42a-d503f99f447a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:28.931582 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:28.984114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8830805-faff-4462-b9dd-566e8da4a17f req-cbcae1b5-d88f-42c8-9c01-48172310ee8a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201249 Mar 10 23:59:29.004719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff967249-4b1f-44d6-90c5-5f332285b6e8 req-32734b3e-7717-4825-8da0-2ae1d2ea115b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:29.012252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff967249-4b1f-44d6-90c5-5f332285b6e8 req-32734b3e-7717-4825-8da0-2ae1d2ea115b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 943 time: 0.7265878 Mar 10 23:59:29.028352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0cfa3bd9-0f25-414c-9e04-776b56adced1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.029685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b51188bc-048e-42d5-ba26-767624fb657b,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:29.040683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:29.045971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.063753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:29.091910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b51188bc-048e-42d5-ba26-767624fb657b', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': 'b51188bc-048e-42d5-ba26-767624fb657b', 'mac_address': 'fa:16:3e:4c:9d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:59:29.122145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (567a2b37-edb5-41df-ac52-347cf0645c0a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.122760 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Added segment 567a2b37-edb5-41df-ac52-347cf0645c0a of type vlan for network 7bc5db18-5892-46b8-b428-eea0c34a3814 Mar 10 23:59:29.128421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0e77f152-c691-4ee5-adc7-112e710fa0bc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.130709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:29.131082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.133576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e77f152-c691-4ee5-adc7-112e710fa0bc HTTP/1.1" status: 204 len: 168 time: 1.1847079 Mar 10 23:59:29.147493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f09a8df-9203-47b4-ad60-f0ee695e2233,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:29.187218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0cfa3bd9-0f25-414c-9e04-776b56adced1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.193045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:29.193807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.218861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff967249-4b1f-44d6-90c5-5f332285b6e8 req-7dc5f4b5-c10c-4958-a18d-3f4838e589ef tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055137 Mar 10 23:59:29.219883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39a38-cab4-4f15-bac7-d372844bce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e77f152-c691-4ee5-adc7-112e710fa0bc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:29.308010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9033771 Mar 10 23:59:29.315286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53752) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:29.329325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'subnet': {'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:29.345060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7bc5db18-5892-46b8-b428-eea0c34a3814), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.375013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895180a6-60c3-41e5-882a-3903ee01fd72 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Network': ['ID=0cfa3bd9-0f25-414c-9e04-776b56adced1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:29.385825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b51188bc-048e-42d5-ba26-767624fb657b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:29.386378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b51188bc-048e-42d5-ba26-767624fb657b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.396008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:29.433734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:29.434372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.472634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Deleting port 0101b457-040d-4952-bbd9-adfa7cf7c1aa {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:29.473868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.558314 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (3d9599f5-fd60-49a2-8ac6-d3d979032cdb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.603393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53760) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:29.604803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51188bc-048e-42d5-ba26-767624fb657b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:29.642849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b67de85-7f17-483c-9327-08a319f88b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.652062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:29.669341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:29.675321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:29.675953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.688766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=3d9599f5-fd60-49a2-8ac6-d3d979032cdb,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:29.705524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe8a1d8c-a7cd-4090-9a6e-7bfaddb15617 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0285230 Mar 10 23:59:29.708927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53762) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:29.719812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'name': 'tempest-NetworksTestDHCPv6-1456953481'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:29.723782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:29.726295 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f911b33-78c7-4b97-996b-bbd88891782b" -d '{"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:29.744650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b51188bc-048e-42d5-ba26-767624fb657b,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:29.775893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:59:29.798504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:29.805272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.819494 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc242e64-ffa1-4248-a9d2-276624a095f7 x-openstack-request-id: req-bc242e64-ffa1-4248-a9d2-276624a095f7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:29.820168 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:29.821237 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc242e64-ffa1-4248-a9d2-276624a095f7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:29.822108 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'code': 200} Mar 10 23:59:29.824247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] For port 0101b457-040d-4952-bbd9-adfa7cf7c1aa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0101b457-040d-4952-bbd9-adfa7cf7c1aa,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:29.825655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.829314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.899588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:29.900682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Calling delete_port for 0101b457-040d-4952-bbd9-adfa7cf7c1aa owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:29.904328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.932814 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7bc5db18-5892-46b8-b428-eea0c34a3814), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.933790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:29.934464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:29.955405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port bd6c6422-28c6-42e5-9aca-28fa34b2ec8f yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:29.980353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.015634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] Pushing event updated for resources: {'Network': ['ID=7bc5db18-5892-46b8-b428-eea0c34a3814,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.019431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b51188bc-048e-42d5-ba26-767624fb657b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:30.026008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Made reservation on behalf of b8c4623fa9224aecba50796ed43bca03 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:30.048526 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.060316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b67de85-7f17-483c-9327-08a319f88b57 admin admin] Publish callbacks [] for security_group (5d7fb0da-737c-459b-a3b1-e375be278b2c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.076607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b67de85-7f17-483c-9327-08a319f88b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5d7fb0da-737c-459b-a3b1-e375be278b2c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.090837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:30.142880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b67de85-7f17-483c-9327-08a319f88b57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a08ca2e21eb436ea1bc237165d1897c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362637 Mar 10 23:59:30.156752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0101b457-040d-4952-bbd9-adfa7cf7c1aa no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:30.186614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53768) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:30.223098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.237435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67de85-7f17-483c-9327-08a319f88b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7fb0da-737c-459b-a3b1-e375be278b2c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.295370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:26Z', 'revision_number': 3, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:30.299508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::218 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/3d9599f5-fd60-49a2-8ac6-d3d979032cdb/bd6c6422-28c6-42e5-9aca-28fa34b2ec8f) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:30.346767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a2eed-5bd1-4dba-bcca-42711b562219 req-f2879b31-701c-4ffc-bc17-e18110af3034 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:30.354361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03a2eed-5bd1-4dba-bcca-42711b562219 req-f2879b31-701c-4ffc-bc17-e18110af3034 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2234609 Mar 10 23:59:30.371872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Checking router: d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:59:30.372454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Updating router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 port e4a6e01b-c859-4efd-9850-3f91cefb5adb binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:59:30.396179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (65c6907f-a94d-45d4-8471-e63af1f51c9a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.411665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.413529 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (0101b457-040d-4952-bbd9-adfa7cf7c1aa), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.467088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] Pushing event deleted for resources: {'Port': ['ID=0101b457-040d-4952-bbd9-adfa7cf7c1aa,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.469648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b03a2eed-5bd1-4dba-bcca-42711b562219 req-66e7ecfb-fa3a-4f70-b4d7-e282704b9e82 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135678 Mar 10 23:59:30.476976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 23:59:30.477375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port 0101b457-040d-4952-bbd9-adfa7cf7c1aa host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 23:59:30.477775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0101b457-040d-4952-bbd9-adfa7cf7c1aa not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:30.507711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f7458-db7b-4510-8e6b-7b4e3a56f133 req-6adf71e7-6a61-4758-9249-ec13708eeca9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:30.507711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a84f7458-db7b-4510-8e6b-7b4e3a56f133 req-6adf71e7-6a61-4758-9249-ec13708eeca9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 944 time: 0.1794209 Mar 10 23:59:30.514349 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c601ed84-9721-468a-9304-6fa0ffaecd8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1856658 Mar 10 23:59:30.518002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53774) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:30.532111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Request body: {'subnet': {'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-subnet', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:30.572562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd859adb-971e-456c-91ae-b645e7865763 req-a537e0ae-ba5c-4547-b17b-d72a335db427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:30.573582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cd859adb-971e-456c-91ae-b645e7865763 req-a537e0ae-ba5c-4547-b17b-d72a335db427 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1127 time: 0.7088675 Mar 10 23:59:30.580888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Subnet': ['ID=65c6907f-a94d-45d4-8471-e63af1f51c9a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.582870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:30.585222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.627816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a84f7458-db7b-4510-8e6b-7b4e3a56f133 req-54d75d3f-760e-43c9-bf2f-53207455a392 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149633 Mar 10 23:59:30.643271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7a6f8-7b00-4071-aa61-be7cc3fa92ed None None] No DVR routers for this DVR port 0101b457-040d-4952-bbd9-adfa7cf7c1aa on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:30.668557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (bd6c6422-28c6-42e5-9aca-28fa34b2ec8f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.670092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9db4f2-f68d-49d4-90fd-52c4c4194e14 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:30.724001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bd6c6422-28c6-42e5-9aca-28fa34b2ec8f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.793967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:30.801742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:30.812933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:30.819029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:30.819673 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.829382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=bd6c6422-28c6-42e5-9aca-28fa34b2ec8f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.851627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.858334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] Publish callbacks [] for security_group (5d7fb0da-737c-459b-a3b1-e375be278b2c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:30.865212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2e88817-8de5-4f62-b001-a51a81a5d0cb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1546693 Mar 10 23:59:30.868092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:30.902529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Checking segment: {'id': '5721f3da-213f-43ba-a40f-9a9aeea35b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:30.903137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network hostable DHCP agents. Network: 0cfa3bd9-0f25-414c-9e04-776b56adced1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:30.927963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:30.952137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053f6c08-000f-420a-83ab-eb50a1e25860 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:30.957672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-053f6c08-000f-420a-83ab-eb50a1e25860 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0838737 Mar 10 23:59:30.959051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:30.989641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] Publish callbacks [] for security_group (5d7fb0da-737c-459b-a3b1-e375be278b2c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.014831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '3d9599f5-fd60-49a2-8ac6-d3d979032cdb'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:31.015763 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.019899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.020298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks [] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.023289 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cd859adb-971e-456c-91ae-b645e7865763 req-0a432701-bbc4-4446-bcdd-15a2ec6a16af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318361 Mar 10 23:59:31.044700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:31.047170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.100240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port bd6c6422-28c6-42e5-9aca-28fa34b2ec8f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:31.100750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bd6c6422-28c6-42e5-9aca-28fa34b2ec8f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.119210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Checking segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:31.119582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Network hostable DHCP agents. Network: 7bc5db18-5892-46b8-b428-eea0c34a3814, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:31.122460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0cfa3bd9-0f25-414c-9e04-776b56adced1) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:31.233794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bd6c6422-28c6-42e5-9aca-28fa34b2ec8f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.248999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for bd6c6422-28c6-42e5-9aca-28fa34b2ec8f owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:31.292928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Allocated IP 172.20.0.1 (edc26b3e-a4a7-4efb-9836-054e3e61190f/8414c011-e5ff-411c-9557-78a67c97489d/ba16c606-43ca-474f-9062-43e34efcd3ed) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:31.331866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:31.332832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.345764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0c9d8-56ae-481d-b102-ab4edb3786f4 None None] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:31.365695 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-067d15ec-622d-4fb3-944f-57078f93904b tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0440741 Mar 10 23:59:31.377508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:31.385104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-912518818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:31.413778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bd6c6422-28c6-42e5-9aca-28fa34b2ec8f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.425021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Attempting to bind port e4a6e01b-c859-4efd-9850-3f91cefb5adb on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:31.425799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Attempting to bind port e4a6e01b-c859-4efd-9850-3f91cefb5adb by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:31.426117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Attempting to bind port e4a6e01b-c859-4efd-9850-3f91cefb5adb on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:31.426353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:31.438546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7bc5db18-5892-46b8-b428-eea0c34a3814) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:31.440335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5d7fb0da-737c-459b-a3b1-e375be278b2c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.453139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.453139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d7fb0da-737c-459b-a3b1-e375be278b2c HTTP/1.1" status: 204 len: 168 time: 1.0627079 Mar 10 23:59:31.459901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:31.460724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.467158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1a961-699c-468e-bc81-f492a5db82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7fb0da-737c-459b-a3b1-e375be278b2c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:31.471005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=bd6c6422-28c6-42e5-9aca-28fa34b2ec8f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:31.486782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031f22c-4bbf-47b2-b113-e7e88fab1277 None None] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:31.526438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.531663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e994f068-f50a-41e4-bf3d-b1eb1cd260a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/bd6c6422-28c6-42e5-9aca-28fa34b2ec8f HTTP/1.1" status: 204 len: 168 time: 0.5710769 Mar 10 23:59:31.534098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53790) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:31.538546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.541574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.576846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36b6d-3552-4f04-85b9-0ad46516648e None None] Pushing event updated for resources: {'Port': ['ID=e4a6e01b-c859-4efd-9850-3f91cefb5adb,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:31.631578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:31.632310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:31.632446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.632809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:31.633275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Bound port: e4a6e01b-c859-4efd-9850-3f91cefb5adb, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:31.637451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.640626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks [] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.691551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6036aaaf-c276-4919-9630-82154c7ddc07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1630814 Mar 10 23:59:31.695482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:31.701155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:31.709333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06f758-521a-4bb9-88ef-512d02d26bb7 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:31.710741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06f758-521a-4bb9-88ef-512d02d26bb7 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:31.715823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed06f758-521a-4bb9-88ef-512d02d26bb7 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1782410 Mar 10 23:59:31.716148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53798) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:31.728711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.765462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e7119135-6bce-4262-8f59-f3e718c64891), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.765462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e7119135-6bce-4262-8f59-f3e718c64891), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.773040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for router_controller (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.782023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 3d9599f5-fd60-49a2-8ac6-d3d979032cdb {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:31.815125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.833232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b96e-bd55-488c-b331-9752aabd84b7 req-6dabfd7c-a2c2-4188-866a-7aa7226405c4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:31.838653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d610b96e-bd55-488c-b331-9752aabd84b7 req-6dabfd7c-a2c2-4188-866a-7aa7226405c4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2043190 Mar 10 23:59:31.847730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:31.850018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/3d9599f5-fd60-49a2-8ac6-d3d979032cdb/0e98bdaa-0af6-44af-8280-55a378e2f503) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:31.876431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:31.925719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0cfa3bd9-0f25-414c-9e04-776b56adced1', 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1', 'project_id': 'b8c4623fa9224aecba50796ed43bca03', 'fixed_ips': [{'subnet_id': '65c6907f-a94d-45d4-8471-e63af1f51c9a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:31.926596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:31.960702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:31.973161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d610b96e-bd55-488c-b331-9752aabd84b7 req-cd592ca5-3c2c-4b8d-8463-e6c54773209c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823781 Mar 10 23:59:31.988713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] For port e4a6e01b-c859-4efd-9850-3f91cefb5adb, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:32.008342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f740d5d-8b74-42ee-af23-3dd68e1ea349 req-36327466-572a-44fc-b45b-21c707057b8a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:32.012332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f740d5d-8b74-42ee-af23-3dd68e1ea349 req-36327466-572a-44fc-b45b-21c707057b8a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 944 time: 0.2083883 Mar 10 23:59:32.069763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.074627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-06c739b6-fbd2-4987-bab6-a80ba6bcad02 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6960013 Mar 10 23:59:32.082149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53808) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:32.112330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] For port e4a6e01b-c859-4efd-9850-3f91cefb5adb, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e4a6e01b-c859-4efd-9850-3f91cefb5adb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:32.129968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for router_controller (e7119135-6bce-4262-8f59-f3e718c64891), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.131165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Pushing event updated for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:32.140399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-7bc5db18-5892-46b8-b428-eea0c34a3814', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:32.147076 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.197934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f740d5d-8b74-42ee-af23-3dd68e1ea349 req-b8f6a0c5-2748-4c0a-abb7-66c690157d7b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798890 Mar 10 23:59:32.327902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.417903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.450719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b51188bc-048e-42d5-ba26-767624fb657b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:32.455219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for router_gateway (e7119135-6bce-4262-8f59-f3e718c64891), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.646293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a4ee3e85-82b6-4c5a-ab5c-061902d2f161 None None] Provisioning complete for port ba16c606-43ca-474f-9062-43e34efcd3ed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:32.646930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3e85-82b6-4c5a-ab5c-061902d2f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.662549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Allocated IP 172.20.0.2 (0cfa3bd9-0f25-414c-9e04-776b56adced1/65c6907f-a94d-45d4-8471-e63af1f51c9a/f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:32.674402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.689709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:32.735051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:32.735982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:32.797142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36b6d-3552-4f04-85b9-0ad46516648e None None] Pushing event updated for resources: {'Port': ['ID=e4a6e01b-c859-4efd-9850-3f91cefb5adb,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:32.903050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:33.026994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for router_gateway (e7119135-6bce-4262-8f59-f3e718c64891), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.033073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks [] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.064488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.070947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.169665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks [] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.219007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Allocated IP 172.20.0.2 (7bc5db18-5892-46b8-b428-eea0c34a3814/f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777/7f4e3f2e-4bc5-43d7-a84f-b16ec9813669) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:33.244896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Allocated IP 172.20.0.1 (0cfa3bd9-0f25-414c-9e04-776b56adced1/65c6907f-a94d-45d4-8471-e63af1f51c9a/d6711ba9-c451-4ce3-ae21-3b28fef65ef8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:33.341456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Allocated IP 172.25.7.40 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/79d01dc8-baab-418e-8aa5-1b3bf1b84591) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:33.386725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Pushing event updated for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:33.392432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.393670 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.455806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.532600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988365-b4ee-4a86-8ec8-ef4dfbc2e4e4 req-15b05c11-e11e-4982-9936-83d6ba5a62b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:33.534111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb988365-b4ee-4a86-8ec8-ef4dfbc2e4e4 req-15b05c11-e11e-4982-9936-83d6ba5a62b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4022517 Mar 10 23:59:33.553125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:33.564037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:33.568677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:33.593838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks [] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.601069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.622224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:33.625268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:33.674389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=d6711ba9-c451-4ce3-ae21-3b28fef65ef8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:33.734685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.735700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd8df-05d2-472b-b194-a9425d42b4d3 req-5c4be4d9-4e21-458e-a2f3-869e2a52e626 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:33.746421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75bcd8df-05d2-472b-b194-a9425d42b4d3 req-5c4be4d9-4e21-458e-a2f3-869e2a52e626 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 944 time: 0.3125627 Mar 10 23:59:33.761448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.791816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.794115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.868323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee3e85-82b6-4c5a-ab5c-061902d2f161 None None] Port ba16c606-43ca-474f-9062-43e34efcd3ed cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:33.899855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Pushing event updated for resources: {'Port': ['ID=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:33.906454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port b51188bc-048e-42d5-ba26-767624fb657b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:59:33.908126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:33.920150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:33.922363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b51188bc-048e-42d5-ba26-767624fb657b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:33.922735 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b51188bc-048e-42d5-ba26-767624fb657b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:33.925309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:33.953197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Pushing event updated for resources: {'Port': ['ID=79d01dc8-baab-418e-8aa5-1b3bf1b84591,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:33.987440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:59:33.988311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:34.011329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:34.013844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:34.051711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:34.052935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks [] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.407934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:34.411483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:34.414990 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.450645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:34.473750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Pushing event updated for resources: {'Port': ['ID=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:34.486291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (3d9599f5-fd60-49a2-8ac6-d3d979032cdb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.516656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:34.519628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:34.532837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b0d284ee-dc54-4ec9-ade8-695d4fe8ec6d None None] Provisioning complete for port ba16c606-43ca-474f-9062-43e34efcd3ed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:34.533205 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0d284ee-dc54-4ec9-ade8-695d4fe8ec6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.534624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Pushing event updated for resources: {'Port': ['ID=0e98bdaa-0af6-44af-8280-55a378e2f503,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:34.575556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb988365-b4ee-4a86-8ec8-ef4dfbc2e4e4 req-89004dcb-2019-4def-b422-7796e07dfa4a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0128341 Mar 10 23:59:34.590099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75bcd8df-05d2-472b-b194-a9425d42b4d3 req-e1b33f5f-9f15-4fb8-b120-ef9372e3dc70 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430243 Mar 10 23:59:34.598581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (3d9599f5-fd60-49a2-8ac6-d3d979032cdb), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.647653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:34.691948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-067587d9-cab3-412f-a5f4-b2b11aae9a88 admin admin] 10.222.0.21 "PUT /v2.0/routers/d233e972-1fa8-4b8a-8da8-a5e9f507e5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0722871 Mar 10 23:59:34.692602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.795148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Attempting to bind port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:34.797174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Attempting to bind port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:34.797174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Attempting to bind port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 on network 7bc5db18-5892-46b8-b428-eea0c34a3814 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:34.880498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b0d284ee-dc54-4ec9-ade8-695d4fe8ec6d None None] Port ba16c606-43ca-474f-9062-43e34efcd3ed cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:34.889181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for router_gateway (e7119135-6bce-4262-8f59-f3e718c64891), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.937414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:34.937917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Checking segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:34.938323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:34.938715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Bound using segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:34.939197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Bound port: 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:34.939575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.068831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] For port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:35.072731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] For port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:35.145247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Attempting to bind port 0e98bdaa-0af6-44af-8280-55a378e2f503 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:35.145616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Attempting to bind port 0e98bdaa-0af6-44af-8280-55a378e2f503 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:35.145984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Attempting to bind port 0e98bdaa-0af6-44af-8280-55a378e2f503 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:35.207868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.213920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3d9599f5-fd60-49a2-8ac6-d3d979032cdb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.229090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:35.231591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:35.232024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.234799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:35.235298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Bound port: 0e98bdaa-0af6-44af-8280-55a378e2f503, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:35.235683 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.267946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Attempting to bind port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:35.268614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Attempting to bind port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5721f3da-213f-43ba-a40f-9a9aeea35b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:35.268761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Attempting to bind port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 on network 0cfa3bd9-0f25-414c-9e04-776b56adced1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:35.335422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (3d9599f5-fd60-49a2-8ac6-d3d979032cdb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.352699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53882) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:35.359496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:35.359878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Checking segment: {'id': '5721f3da-213f-43ba-a40f-9a9aeea35b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:35.360362 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.360668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Bound using segment: {'id': '5721f3da-213f-43ba-a40f-9a9aeea35b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:35.361146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Bound port: f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5721f3da-213f-43ba-a40f-9a9aeea35b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:35.361523 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.365026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-703318382'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:35.430926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e7119135-6bce-4262-8f59-f3e718c64891), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.436510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.439659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:35.443109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.468676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b51188bc-048e-42d5-ba26-767624fb657b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:35.469060 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b51188bc-048e-42d5-ba26-767624fb657b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.473325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-d77e4293-8fbd-4137-b5c4-48f4235a1616 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:35.475128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-d77e4293-8fbd-4137-b5c4-48f4235a1616 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 814 time: 0.5263844 Mar 10 23:59:35.516648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.526242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9599f5-fd60-49a2-8ac6-d3d979032cdb HTTP/1.1" status: 204 len: 168 time: 3.8089790 Mar 10 23:59:35.529383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.532796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:35.549677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315abab8-c3a8-451e-b98a-aa2177ec5af9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9599f5-fd60-49a2-8ac6-d3d979032cdb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:35.556612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-26dab6f3-e287-4f0d-9221-3e7d35c6b8da tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/quotas/8b6c9c00517c4d48bdb6df4b550f0d2a HTTP/1.1" status: 200 len: 375 time: 0.0269628 Mar 10 23:59:35.569350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b51188bc-048e-42d5-ba26-767624fb657b,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:35.608420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:35.610753 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6c878-3849-4abb-93c2-e25f4dfadab3" -d '{"events": [{"server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "name": "network-vif-plugged", "status": "completed", "tag": "b51188bc-048e-42d5-ba26-767624fb657b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:35.614521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53890) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:35.615298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:35.622262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.633201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63886601', 'description': 'tempest-description--468479074'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:35.706300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (62296bbf-140d-4d85-b87b-d4c8233c9573), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.706990 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Added segment 62296bbf-140d-4d85-b87b-d4c8233c9573 of type vlan for network 65927154-b452-43bd-b828-b9e3ceddacb7 Mar 10 23:59:35.733368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bd41d1bb-b5a8-4d01-8e38-711ba6d4822d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856382 Mar 10 23:59:35.736015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:35.752466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:35.784872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e26fe-8d3d-4a9f-b7a4-3389dc045326 None None] Pushing event updated for resources: {'Port': ['ID=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:35.871185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:31Z', 'revision_number': 1, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:35.905276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.914430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.953271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (65927154-b452-43bd-b828-b9e3ceddacb7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:35.955137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53898) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:36.000810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d21503-0dfa-4dd9-afc5-e5f0067148db None None] The sync data for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 is: [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:31Z', 'revision_number': 1, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:59:36.003418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=d6711ba9-c451-4ce3-ae21-3b28fef65ef8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:36.066677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (65927154-b452-43bd-b828-b9e3ceddacb7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.074008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:36.074631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.076795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-762d288a-d82e-42eb-859d-083298c884e7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4558961 Mar 10 23:59:36.229278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:36.233738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8798659 Mar 10 23:59:36.239692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] For port 0e98bdaa-0af6-44af-8280-55a378e2f503, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:36.273464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-9d2d126f-ded4-4af7-895c-5823702a231e service neutron] 10.222.0.21 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480002 Mar 10 23:59:36.276001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53902) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:36.285837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc299f3-8131-4263-a528-205a6e7a63d0 req-9b9a092e-e573-4588-925c-17797c7335f6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:36.288170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cc299f3-8131-4263-a528-205a6e7a63d0 req-9b9a092e-e573-4588-925c-17797c7335f6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.5094302 Mar 10 23:59:36.290100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dec45-717f-4c60-84c6-27bdbc3db8df tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Network': ['ID=65927154-b452-43bd-b828-b9e3ceddacb7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:36.301071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e30a925d-4148-4a8b-8200-d304aee80feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.306377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (1ca7b53b-5725-4cd4-a575-1b0b247f6a39), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.308591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1597393017'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:36.317437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ca7b53b-5725-4cd4-a575-1b0b247f6a39), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.340030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Router e7119135-6bce-4262-8f59-f3e718c64891 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:59:36.342246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:36.345660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.347101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 65927154-b452-43bd-b828-b9e3ceddacb7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:36.349118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:36.353409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.361490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] For port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:36.376981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] For port 0e98bdaa-0af6-44af-8280-55a378e2f503, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e98bdaa-0af6-44af-8280-55a378e2f503,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:36.388070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:36.412945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.414488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7859929 Mar 10 23:59:36.418077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:36.420247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] For port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,segment=NetworkSegment(5721f3da-213f-43ba-a40f-9a9aeea35b8f),segment_id=5721f3da-213f-43ba-a40f-9a9aeea35b8f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:36.427340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6d00-2edb-49e5-a4a8-411dc5c8447f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7b53b-5725-4cd4-a575-1b0b247f6a39,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:36.432975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'security_group_rule': {'security_group_id': '1ca7b53b-5725-4cd4-a575-1b0b247f6a39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:36.440796 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.544393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:36.559231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.666425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (b365dcad-3661-4aeb-afc5-3e00b6a5684a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.750923 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3051bb0f-fe3f-4906-bce3-aa074c73b271), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.751825 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Added segment 3051bb0f-fe3f-4906-bce3-aa074c73b271 of type vlan for network 8987e2f0-73bf-4039-97f6-097ce69689af Mar 10 23:59:36.791217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:36.800408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:36.805291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cc299f3-8131-4263-a528-205a6e7a63d0 req-6d0d1ef5-9467-403a-acd3-b1b472aecbee tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023923 Mar 10 23:59:36.812823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9b13a5aa-49bc-4d2e-ae15-29c27251ae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.848076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:36.848452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.925580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce2e6-d91a-4670-8ed0-8302f47ce2ed None None] Pushing event updated for resources: {'Port': ['ID=0e98bdaa-0af6-44af-8280-55a378e2f503,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:36.936081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e30a925d-4148-4a8b-8200-d304aee80feb admin admin] Publish callbacks [] for security_group (e68911c2-4313-4d12-85f9-b492570ee60d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:36.961941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e30a925d-4148-4a8b-8200-d304aee80feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e68911c2-4313-4d12-85f9-b492570ee60d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.024275 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b026686-8bd6-4ca7-adf7-ba961f797ebd x-openstack-request-id: req-2b026686-8bd6-4ca7-adf7-ba961f797ebd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:37.024573 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "name": "network-vif-plugged", "status": "completed", "tag": "b51188bc-048e-42d5-ba26-767624fb657b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:37.024827 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b026686-8bd6-4ca7-adf7-ba961f797ebd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:37.025224 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b', 'code': 200} Mar 10 23:59:37.033155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8987e2f0-73bf-4039-97f6-097ce69689af), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.039205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-6dca01dc-9ad5-41da-b9d6-c63618d46f03 service neutron] 10.222.0.21 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414620 Mar 10 23:59:37.048675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:37.061784 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff340583-6b73-450a-b680-529017892f01 None None] Sync routers for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:37.083608 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:37.086954 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:37.163284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 23:59:37.216090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298978e-ff65-49ed-aef9-ee9e2ac8e27b None None] Pushing event updated for resources: {'Port': ['ID=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:37.225829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:37.225994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a925d-4148-4a8b-8200-d304aee80feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68911c2-4313-4d12-85f9-b492570ee60d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:37.228137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.302280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:37.313104 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:37.316679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.370553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (b365dcad-3661-4aeb-afc5-3e00b6a5684a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.396964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e30a925d-4148-4a8b-8200-d304aee80feb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7918851a17a4dc0a2381400c6cfdb02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4386029 Mar 10 23:59:37.404783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8987e2f0-73bf-4039-97f6-097ce69689af), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.408237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:37.410567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b365dcad-3661-4aeb-afc5-3e00b6a5684a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.415245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:37.416252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.434752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:37.447225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ed5e5-9c6e-4b67-91bc-3c7d14adde5c None None] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:37.456341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.457851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1683595 Mar 10 23:59:37.461102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53908) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:37.470060 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-292c4950-7010-4537-b8c6-04503aa7cfda admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7725997 Mar 10 23:59:37.555998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53910) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:37.599009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'subnet': {'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:37.658482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b365dcad-3661-4aeb-afc5-3e00b6a5684a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:37.735973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9f18db6e-36df-4ebe-8e8b-bf00abc36791 None None] Provisioning complete for port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:37.736615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f18db6e-36df-4ebe-8e8b-bf00abc36791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.770638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67d75a84-d098-49b5-940c-0c47e921715d req-ba995236-6f34-4858-ad4e-613710d328a1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.1280820 Mar 10 23:59:37.876078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:37.881787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a86cbb38-dcdf-4f77-8cf7-f5e86be37b0a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4553771 Mar 10 23:59:37.900660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:37.958509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:34Z', 'revision_number': 3, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:38.035913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (b21b9537-f1c2-4050-9770-d997e461a877), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.040164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'security_group_rule': {'security_group_id': '1ca7b53b-5725-4cd4-a575-1b0b247f6a39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:38.072191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175b151-cb22-4494-b6a1-810845f8caea req-cea3809b-9f71-453b-87e1-6849fd164dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:38.073607 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff340583-6b73-450a-b680-529017892f01 None None] Checking router: e7119135-6bce-4262-8f59-f3e718c64891 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:59:38.074459 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff340583-6b73-450a-b680-529017892f01 None None] Updating router e7119135-6bce-4262-8f59-f3e718c64891 port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:59:38.079648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2175b151-cb22-4494-b6a1-810845f8caea req-cea3809b-9f71-453b-87e1-6849fd164dec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 1127 time: 1.0005946 Mar 10 23:59:38.105488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:38.109325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc55b4-2c4d-43ab-9c5a-1866670dd901 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Network': ['ID=8987e2f0-73bf-4039-97f6-097ce69689af,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:38.110678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9f18db6e-36df-4ebe-8e8b-bf00abc36791 None None] Current status of the port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:38.145901 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.154128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8987e2f0-73bf-4039-97f6-097ce69689af details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:38.171217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (2a2292e6-d4c1-456f-9eb3-90acf5f0e045), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.189097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:38.192388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:38.193099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.235287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Router 4a3b5c85-fdd3-403c-9caa-ed3af71adb3c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:59:38.260287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f952f17-2b53-4ac7-ac82-1cc174085e25 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:38.286107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5424998 Mar 10 23:59:38.296548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53924) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:38.314225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'name': 'tempest-NetworksTestDHCPv6-503432955'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:38.318410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2175b151-cb22-4494-b6a1-810845f8caea req-1fcf42f3-a532-4c57-96f6-31efde4d2b70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306490 Mar 10 23:59:38.457644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] Publish callbacks [] for security_group (e68911c2-4313-4d12-85f9-b492570ee60d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.495249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:38.500035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.703428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] Publish callbacks [] for security_group (e68911c2-4313-4d12-85f9-b492570ee60d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.797051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (0dd9e954-2b42-4134-9945-f36decb9841c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.827476 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks [] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.857662 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.934635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Pushing event updated for resources: {'Port': ['ID=79d01dc8-baab-418e-8aa5-1b3bf1b84591,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:38.961918 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.965227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.965740 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.966213 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.968352 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.968855 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.969366 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.971001 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.971734 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.972284 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.973447 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.975192 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.975681 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 23:59:38.980255 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ff340583-6b73-450a-b680-529017892f01 None None] Attempting to bind port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:38.980820 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ff340583-6b73-450a-b680-529017892f01 None None] Attempting to bind port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:38.981340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340583-6b73-450a-b680-529017892f01 None None] Attempting to bind port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:38.990565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98effb9d-dfc5-411b-b7a4-341356e124ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=b21b9537-f1c2-4050-9770-d997e461a877,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:38.990772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340583-6b73-450a-b680-529017892f01 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:38.991018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340583-6b73-450a-b680-529017892f01 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:38.991567 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:38.992800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340583-6b73-450a-b680-529017892f01 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:38.993897 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ff340583-6b73-450a-b680-529017892f01 None None] Bound port: 79d01dc8-baab-418e-8aa5-1b3bf1b84591, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:38.994491 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.059063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7f86e-0ad3-4f10-840c-c8881fa8deba req-a5f68b8d-1cb5-404e-aca8-05701e425520 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:39.066930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cf7f86e-0ad3-4f10-840c-c8881fa8deba req-a5f68b8d-1cb5-404e-aca8-05701e425520 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 1.0569928 Mar 10 23:59:39.138021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:39.144221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d541ea10-d987-4006-95f5-db7a8ba9654f None None] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:39.199357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Subnet': ['ID=0dd9e954-2b42-4134-9945-f36decb9841c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:39.203916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e68911c2-4313-4d12-85f9-b492570ee60d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.211488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.218852 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e68911c2-4313-4d12-85f9-b492570ee60d HTTP/1.1" status: 204 len: 168 time: 1.7994637 Mar 10 23:59:39.238309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2695af7-8569-4492-a92a-b2abd614fc60 req-c249271c-bced-4194-bc77-b836e8448754 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.2900350 Mar 10 23:59:39.267432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (2a2292e6-d4c1-456f-9eb3-90acf5f0e045), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.270175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:39.271209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network hostable DHCP agents. Network: 65927154-b452-43bd-b828-b9e3ceddacb7, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:39.276170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8638ae-0c08-4d84-9010-24e84d4b18bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68911c2-4313-4d12-85f9-b492570ee60d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:39.280751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ff340583-6b73-450a-b680-529017892f01 None None] For port 79d01dc8-baab-418e-8aa5-1b3bf1b84591, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:39.285674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ff340583-6b73-450a-b680-529017892f01 None None] For port 79d01dc8-baab-418e-8aa5-1b3bf1b84591, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=79d01dc8-baab-418e-8aa5-1b3bf1b84591,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:39.298607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2a2292e6-d4c1-456f-9eb3-90acf5f0e045), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.309442 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 23:59:39.310082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2e8b049a-2965-4a6c-9122-ef5f9b48d915 None None] Provisioning complete for port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:39.310476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e8b049a-2965-4a6c-9122-ef5f9b48d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.313289 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ff340583-6b73-450a-b680-529017892f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.346094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:39.354052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:39.360839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e7aced09-cd2c-474a-99aa-1670183e065a tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "PUT /v2.0/routers/4a3b5c85-fdd3-403c-9caa-ed3af71adb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2797647 Mar 10 23:59:39.366300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:39.375768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'port': {'network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1', 'name': 'tempest-FloatingIPNegativeTestJSON-1713399503'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:39.417111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cf7f86e-0ad3-4f10-840c-c8881fa8deba req-a34305f4-3e56-4947-ac0f-9cf75f164460 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481669 Mar 10 23:59:39.426149 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddbb20-1003-4689-8401-b868e40ae456 None None] Pushing event updated for resources: {'Port': ['ID=79d01dc8-baab-418e-8aa5-1b3bf1b84591,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:39.443394 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:39.444246 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:39.479053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 65927154-b452-43bd-b828-b9e3ceddacb7) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:39.484953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2292e6-d4c1-456f-9eb3-90acf5f0e045,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:39.485735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:39.489104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.508633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:39.512852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] Sync routers for ids ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:39.515795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.531310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.532185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3b70667-994b-437f-90bb-2f8385f6651a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6205451 Mar 10 23:59:39.541970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:39.552345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2c59725b-820b-4ac5-b532-a5eb7b4eb9f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0795517 Mar 10 23:59:39.558079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:39.559039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port acf1631d-4ff3-4082-a871-65c69d1a27e5 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:39.564867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cac4e5-48a3-4577-b8b8-8b62068a7aa2 None None] Network 65927154-b452-43bd-b828-b9e3ceddacb7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:39.570772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'subnet': {'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:39.578008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:39.604994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:39.770677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-947f0780-bf99-4fd4-a6d9-ed3e0d98ccea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.818149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] Routers {'4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:39.818958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:39.921154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:39.961451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:40.017555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:40.017838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.055978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ff340583-6b73-450a-b680-529017892f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:34Z', 'revision_number': 3, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:40.092352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] Routers {'4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:40.092970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:40.114777 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff340583-6b73-450a-b680-529017892f01 None None] The sync data for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 is: [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:34Z', 'revision_number': 3, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:59:40.126839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53940) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:40.130575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.155341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-65927154-b452-43bd-b828-b9e3ceddacb7', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:40.159184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.184999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f763cc25-ab3d-40a1-8ef6-0aef45791969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.250129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:40.250803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762669a1-9456-44e7-b86a-62f504c06aa3 None None] The sync data for ids ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:59:40.304918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b049a-2965-4a6c-9122-ef5f9b48d915 None None] Current status of the port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:40.310603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': 'b21b9537-f1c2-4050-9770-d997e461a877'}], 'binding:host_id': 'n-d-831844-1'}, 'id': '0e98bdaa-0af6-44af-8280-55a378e2f503'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 10 23:59:40.476946 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Sync routers for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:40.496623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.509121 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:40.510041 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:40.521247 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.529930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.535866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37d16b62-bb14-414e-8a91-c7a0ea91298f req-490e3362-7d1d-42a4-aae4-cfb870889e5c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.1551464 Mar 10 23:59:40.538198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:40.539399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e4a6e01b-c859-4efd-9850-3f91cefb5adb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:40.637348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Provisioning complete for port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:40.637750 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.703818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::36d (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/b21b9537-f1c2-4050-9770-d997e461a877/acf1631d-4ff3-4082-a871-65c69d1a27e5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:40.717928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:40.721646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.774712 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.779750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Allocated IP 10.1.1.2 (65927154-b452-43bd-b828-b9e3ceddacb7/0dd9e954-2b42-4134-9945-f36decb9841c/fd964f1f-3b58-41f5-b558-4477dec65add) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:40.798804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-80a056f6-7d01-47b0-a0f3-6e727d5a02dd tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:40.800375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-80a056f6-7d01-47b0-a0f3-6e727d5a02dd tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 814 time: 1.1550081 Mar 10 23:59:40.812486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Made reservation on behalf of b8c4623fa9224aecba50796ed43bca03 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:40.822347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:40.824147 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:40.883393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Request body: {'port': {'device_id': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'admin_state_up': True, 'tenant_id': '8b6c9c00517c4d48bdb6df4b550f0d2a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:41.073286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e4a6e01b-c859-4efd-9850-3f91cefb5adb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:41.073690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.081424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (acf1631d-4ff3-4082-a871-65c69d1a27e5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.177260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (acf1631d-4ff3-4082-a871-65c69d1a27e5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.225064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f763cc25-ab3d-40a1-8ef6-0aef45791969 admin admin] Publish callbacks [] for security_group (b1717fbc-1d4a-4cdb-94fe-b290273cd9b0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.272836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 2, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:41.309216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Allocated IP 172.20.0.1 (7bc5db18-5892-46b8-b428-eea0c34a3814/f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777/96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:41.319578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Current status of the port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:41.320784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.344385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=acf1631d-4ff3-4082-a871-65c69d1a27e5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:41.346290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Checking router: d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:59:41.346708 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Updating router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 port ba16c606-43ca-474f-9062-43e34efcd3ed binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:59:41.387173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/b21b9537-f1c2-4050-9770-d997e461a877/0e98bdaa-0af6-44af-8280-55a378e2f503) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:41.388960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba8a0a-b142-4737-a150-d39164f3ab4f req-2271c77b-dab5-49ac-a879-9fb2f90df041 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:41.392991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ba8a0a-b142-4737-a150-d39164f3ab4f req-2271c77b-dab5-49ac-a879-9fb2f90df041 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.8281844 Mar 10 23:59:41.407665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] device_id is not set on port 31168f55-e6ac-412a-8bf5-9e57745f2625 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:41.412303 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.458389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks [] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.508467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f763cc25-ab3d-40a1-8ef6-0aef45791969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b1717fbc-1d4a-4cdb-94fe-b290273cd9b0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.545709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f763cc25-ab3d-40a1-8ef6-0aef45791969 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40aeff24975541fbbf5bc5f536991c6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4110436 Mar 10 23:59:41.546844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.559458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15ba8a0a-b142-4737-a150-d39164f3ab4f req-3b1acc3d-22b7-4199-81c9-f7351e5f7c3e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350110 Mar 10 23:59:41.562446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] For port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,segment=NetworkSegment(5721f3da-213f-43ba-a40f-9a9aeea35b8f),segment_id=5721f3da-213f-43ba-a40f-9a9aeea35b8f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:41.566085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53946) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:41.658595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:41.665670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.684860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:41.691133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.694133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks [] for port (fd964f1f-3b58-41f5-b558-4477dec65add), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.707061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:41.715714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:41.716666 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.717228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Pushing event updated for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:41.731184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e4a6e01b-c859-4efd-9850-3f91cefb5adb is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:41.731664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.746079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.765836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.784160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd63100e-6bf7-4634-909f-e8a24d047e51 req-52452ca2-6bdd-4c95-ba5f-47c2a4ecd4ca tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.1166244 Mar 10 23:59:41.804656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e4a6e01b-c859-4efd-9850-3f91cefb5adb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e4a6e01b-c859-4efd-9850-3f91cefb5adb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:41.807459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] For port 0e98bdaa-0af6-44af-8280-55a378e2f503, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e98bdaa-0af6-44af-8280-55a378e2f503,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:41.838173 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:41.839092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:41.875850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:41.883802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5239d02-c226-41a7-88a4-5c03a672d249 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5821044 Mar 10 23:59:41.908925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:41.921454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:41.944653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:42.031185 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks [] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.042144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763cc25-ab3d-40a1-8ef6-0aef45791969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1717fbc-1d4a-4cdb-94fe-b290273cd9b0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.045309 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.048690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Made reservation on behalf of 8b6c9c00517c4d48bdb6df4b550f0d2a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:42.054010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.076763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] Publish callbacks [] for security_group (b1717fbc-1d4a-4cdb-94fe-b290273cd9b0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.095180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:42.104880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed502a-d223-4169-85b7-224e376c12bc None None] Pushing event updated for resources: {'Port': ['ID=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.111074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:42.129156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:42.142867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] Publish callbacks [] for security_group (b1717fbc-1d4a-4cdb-94fe-b290273cd9b0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.168412 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b9fd4-794e-4fff-a686-d20b4a149c94 None None] Pushing event updated for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.218873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Attempting to bind port ba16c606-43ca-474f-9062-43e34efcd3ed on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:42.219802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Attempting to bind port ba16c606-43ca-474f-9062-43e34efcd3ed by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:42.220474 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Attempting to bind port ba16c606-43ca-474f-9062-43e34efcd3ed on network edc26b3e-a4a7-4efb-9836-054e3e61190f {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:42.229069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Provisioning complete for port d6711ba9-c451-4ce3-ae21-3b28fef65ef8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:42.229424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.251002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:42.252882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Publish callbacks [] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.253812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e7119135-6bce-4262-8f59-f3e718c64891), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.260682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Checking segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:42.261653 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.262402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Bound using segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:42.263213 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Bound port: ba16c606-43ca-474f-9062-43e34efcd3ed, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:42.263909 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.290116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76bc66-bc22-42a4-8974-527424f4dd55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:42.295769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76bc66-bc22-42a4-8974-527424f4dd55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:42.297487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe76bc66-bc22-42a4-8974-527424f4dd55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3648155 Mar 10 23:59:42.302129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b1717fbc-1d4a-4cdb-94fe-b290273cd9b0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.307180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.308432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1717fbc-1d4a-4cdb-94fe-b290273cd9b0 HTTP/1.1" status: 204 len: 168 time: 0.7414184 Mar 10 23:59:42.310055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53956) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:42.335326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.380146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Pushing event updated for resources: {'Port': ['ID=fd964f1f-3b58-41f5-b558-4477dec65add,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.406562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] For port ba16c606-43ca-474f-9062-43e34efcd3ed, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:42.413880 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] For port ba16c606-43ca-474f-9062-43e34efcd3ed, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba16c606-43ca-474f-9062-43e34efcd3ed,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:42.427881 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.453417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Port d6711ba9-c451-4ce3-ae21-3b28fef65ef8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:42.495411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Attempting to bind port fd964f1f-3b58-41f5-b558-4477dec65add on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:42.496153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Attempting to bind port fd964f1f-3b58-41f5-b558-4477dec65add by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:42.496769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Attempting to bind port fd964f1f-3b58-41f5-b558-4477dec65add on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:42.510405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97623cd-b0e2-490d-a183-2e327d5f7f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1717fbc-1d4a-4cdb-94fe-b290273cd9b0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.532896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Allocated IP 172.25.7.116 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/096b2424-9818-434b-92b6-279d8c89b9aa) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:42.541385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b9fd4-794e-4fff-a686-d20b4a149c94 None None] Pushing event updated for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.567307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:42.567700 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.575108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:42.581353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:42.583087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.584404 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:42.585024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Bound using segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:42.585988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:42.586801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Bound port: fd964f1f-3b58-41f5-b558-4477dec65add, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:42.587475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.623607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Allocated IP 172.20.0.14 (0cfa3bd9-0f25-414c-9e04-776b56adced1/65c6907f-a94d-45d4-8471-e63af1f51c9a/31168f55-e6ac-412a-8bf5-9e57745f2625) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:42.697329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e4a6e01b-c859-4efd-9850-3f91cefb5adb,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:42.712902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Provisioning complete for port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:42.715214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:42.724619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104ba2-f1be-477b-92cf-cdd5e4a1ed9d req-281d37ea-b0d2-4ba3-a2d9-a54601e73e08 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:42.736317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a104ba2-f1be-477b-92cf-cdd5e4a1ed9d req-281d37ea-b0d2-4ba3-a2d9-a54601e73e08 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.7738528 Mar 10 23:59:42.855430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Allocated IP 172.20.0.13 (85188fd1-293f-483d-ab93-9efa6abf034d/0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd/7ed08d56-ed4c-456f-857e-ce44ca88a145) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:42.866562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:42.987047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd2fdf-32da-4d11-851f-6c348a92a507 None None] Pushing event updated for resources: {'Port': ['ID=0e98bdaa-0af6-44af-8280-55a378e2f503,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:43.012543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (5b732605-5bd1-4f75-bae1-8ba740fa8650), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.059694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a104ba2-f1be-477b-92cf-cdd5e4a1ed9d req-bf56fdfd-7ee7-4306-9213-a7512ebe3fe9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224859 Mar 10 23:59:43.152884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:43.183966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] For port fd964f1f-3b58-41f5-b558-4477dec65add, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:43.190861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] For port fd964f1f-3b58-41f5-b558-4477dec65add, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd964f1f-3b58-41f5-b558-4477dec65add,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:43.256490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks [] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.294992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf6c2-7abc-42f8-b12c-4f87770f911b None None] Current status of the port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:43.298553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.301581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.307847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85feebf0-2054-41d0-a3cf-bc432e94ebab req-3f3690a0-c580-4683-a410-b37c691b76f5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.2648735 Mar 10 23:59:43.326211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.466808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Provisioning complete for port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:43.467348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.514179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for port (096b2424-9818-434b-92b6-279d8c89b9aa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.534536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Subnet': ['ID=5b732605-5bd1-4f75-bae1-8ba740fa8650,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:43.538607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1342-c6dd-4818-a9f9-1d1e99dd59f5 None None] Pushing event updated for resources: {'Port': ['ID=fd964f1f-3b58-41f5-b558-4477dec65add,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:43.579212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port acf1631d-4ff3-4082-a871-65c69d1a27e5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:43.579575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (acf1631d-4ff3-4082-a871-65c69d1a27e5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.600066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.625645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:43.627245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:43.660974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Provisioning complete for port ba16c606-43ca-474f-9062-43e34efcd3ed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:43.661194 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.685590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Checking segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:43.686082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network hostable DHCP agents. Network: 8987e2f0-73bf-4039-97f6-097ce69689af, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:43.709277 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4721fe73-8fe5-41de-8bc0-628b6531d257 None None] The sync data for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 is: [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:59:43.714119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 79d01dc8-baab-418e-8aa5-1b3bf1b84591 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:43.730320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:43.743226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:43.745929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:43.823990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (acf1631d-4ff3-4082-a871-65c69d1a27e5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.890956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.926363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for acf1631d-4ff3-4082-a871-65c69d1a27e5 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:43.932804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d25c4e0d-5979-41f5-b42a-d503f99f447a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:43.936952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:43.937335 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:43.975500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'Port': ['ID=096b2424-9818-434b-92b6-279d8c89b9aa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:44.045586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Current status of the port ba16c606-43ca-474f-9062-43e34efcd3ed is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:44.046351 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.079515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Pushing event updated for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:44.135385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Network 85188fd1-293f-483d-ab93-9efa6abf034d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:44.139655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.142371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 8987e2f0-73bf-4039-97f6-097ce69689af is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:44.160321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] For port ba16c606-43ca-474f-9062-43e34efcd3ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba16c606-43ca-474f-9062-43e34efcd3ed,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:44.168856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:44.174059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.182896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8987e2f0-73bf-4039-97f6-097ce69689af) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:44.191412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:44.220626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:44.221344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.249963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.342021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369ae6a-db66-4bbb-bd12-31317950dc68 None None] Pushing event updated for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:44.349865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.369662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671d233f-319e-421c-830a-d71208f46161 None None] Network 8987e2f0-73bf-4039-97f6-097ce69689af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:44.417047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d6f65c7-2c21-4759-84b3-67c13e856454 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.8521738 Mar 10 23:59:44.425237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53990) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:44.460126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:44.465841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'name': 'tempest-TaggedBootDevicesTest-184455718', 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:44.472540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.535096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:44.535576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.624915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-f56d8876-64bb-4341-a0fc-dcdd3823020e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7526612 Mar 10 23:59:44.648921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Request body: {'port': {'device_id': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:44.780865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 79d01dc8-baab-418e-8aa5-1b3bf1b84591, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=79d01dc8-baab-418e-8aa5-1b3bf1b84591,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:44.796438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.797801 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.798596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba16c606-43ca-474f-9062-43e34efcd3ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:44.812808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e7238-fdc8-4b37-91ae-82ab3f233a6a req-6e1a2fc2-23ea-4ee7-9d16-36a7ede55d37 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:44.814438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-507e7238-fdc8-4b37-91ae-82ab3f233a6a req-6e1a2fc2-23ea-4ee7-9d16-36a7ede55d37 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.5496621 Mar 10 23:59:44.861261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks [] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.863082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.884758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.932506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Provisioning complete for port 0e98bdaa-0af6-44af-8280-55a378e2f503 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:44.933192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:44.990873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e7119135-6bce-4262-8f59-f3e718c64891), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.041209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (acf1631d-4ff3-4082-a871-65c69d1a27e5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.092104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:45.136842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=31168f55-e6ac-412a-8bf5-9e57745f2625,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:45.160123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341e7d-ae9e-4f2c-ae34-fd84bb5e83df req-5525ef8d-4487-455b-8e12-eb686f3f0a33 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:45.170517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7341e7d-ae9e-4f2c-ae34-fd84bb5e83df req-5525ef8d-4487-455b-8e12-eb686f3f0a33 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 932 time: 0.6581202 Mar 10 23:59:45.172641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:45.197613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:45.216516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba16c606-43ca-474f-9062-43e34efcd3ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:45.220353 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.222763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-8987e2f0-73bf-4039-97f6-097ce69689af', 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ips': [{'subnet_id': '5b732605-5bd1-4f75-bae1-8ba740fa8650'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:45.227052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.322824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=79d01dc8-baab-418e-8aa5-1b3bf1b84591,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:45.401822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Pushing event updated for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:45.415616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-507e7238-fdc8-4b37-91ae-82ab3f233a6a req-62dfa0eb-bca8-4501-ba5a-4c6eb9cea605 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504162 Mar 10 23:59:45.416441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=acf1631d-4ff3-4082-a871-65c69d1a27e5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:45.441433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:45.465036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:45.485399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aed26c-272e-4098-b277-d02f4ba71ac3 None None] Network 65927154-b452-43bd-b828-b9e3ceddacb7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:45.544597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:45.617559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:45.618421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.710191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Current status of the port 0e98bdaa-0af6-44af-8280-55a378e2f503 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:45.711971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.720700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Allocated IP 10.2.2.2 (8987e2f0-73bf-4039-97f6-097ce69689af/5b732605-5bd1-4f75-bae1-8ba740fa8650/f31cb92e-46a3-46aa-a6e9-e513d862f17b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:45.800826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] For port 0e98bdaa-0af6-44af-8280-55a378e2f503, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e98bdaa-0af6-44af-8280-55a378e2f503,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:45.818531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.823230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-50a6f32f-2d48-443b-8f00-e669a6146b4c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/acf1631d-4ff3-4082-a871-65c69d1a27e5 HTTP/1.1" status: 204 len: 168 time: 3.4872663 Mar 10 23:59:45.827079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.832129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7341e7d-ae9e-4f2c-ae34-fd84bb5e83df req-ee43f07c-0821-4c3d-8331-419feda43459 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607192 Mar 10 23:59:45.834193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54012) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:45.856285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9673d59c-5266-4c2e-b19b-9a21017a2996 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4788048 Mar 10 23:59:45.861453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:45.861742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54014) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:45.887466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:45.935575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] device_id is not set on port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:45.963664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54016) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:46.068237 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for port (096b2424-9818-434b-92b6-279d8c89b9aa), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.088752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.129158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d4152-ef65-49e8-9400-6b8aa1d4bb84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:46.130615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d4152-ef65-49e8-9400-6b8aa1d4bb84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:46.133087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-952d4152-ef65-49e8-9400-6b8aa1d4bb84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2728498 Mar 10 23:59:46.144506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.147504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:46.152263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba16c606-43ca-474f-9062-43e34efcd3ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:46.153421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e4a6e01b-c859-4efd-9850-3f91cefb5adb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:46.157412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'Port': ['ID=096b2424-9818-434b-92b6-279d8c89b9aa,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:46.244776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99bb31-7ce4-4fe5-8612-1202a8f933c6 None None] Pushing event updated for resources: {'Port': ['ID=0e98bdaa-0af6-44af-8280-55a378e2f503,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:46.251279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Provisioning complete for port 31168f55-e6ac-412a-8bf5-9e57745f2625 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:46.251652 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.325949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-398c08f2-874a-45fe-bfb0-4f36260c31df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.327520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Port 31168f55-e6ac-412a-8bf5-9e57745f2625 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:46.341035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed08d56-ed4c-456f-857e-ce44ca88a145 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:46.342645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.1.1.165 (65927154-b452-43bd-b828-b9e3ceddacb7/0dd9e954-2b42-4134-9945-f36decb9841c/5da4578e-ade7-4ea3-8a3f-4261e88e15bd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:46.353089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e4a6e01b-c859-4efd-9850-3f91cefb5adb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:46.353470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.363317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Provisioning complete for port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:46.363724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.365352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Router e7119135-6bce-4262-8f59-f3e718c64891 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 23:59:46.368407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks [] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.377260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet b21b9537-f1c2-4050-9770-d997e461a877 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:46.383994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.396038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (b21b9537-f1c2-4050-9770-d997e461a877), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.412313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks [] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.427555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.432981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Transition to ACTIVE for port object 7ed08d56-ed4c-456f-857e-ce44ca88a145 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:59:46.461202 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.507015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Pushing event updated for resources: {'Port': ['ID=f31cb92e-46a3-46aa-a6e9-e513d862f17b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:46.518426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Network 8987e2f0-73bf-4039-97f6-097ce69689af is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:46.520017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:46.523594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:46.528501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:46.546210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.555794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.568315 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-020a0701-57ef-4cb0-b8b3-f6bf9c875932 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0124953 Mar 10 23:59:46.602754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (b21b9537-f1c2-4050-9770-d997e461a877), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.608538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-398c08f2-874a-45fe-bfb0-4f36260c31df admin admin] Publish callbacks [] for security_group (3a531dea-0a00-4610-9293-9e1053efbd02), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.630890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Provisioning complete for port fd964f1f-3b58-41f5-b558-4477dec65add triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:46.631758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.631886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-398c08f2-874a-45fe-bfb0-4f36260c31df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3a531dea-0a00-4610-9293-9e1053efbd02), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.659143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:46.668434 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-68ddec19-07d4-41c8-a3d6-9125641f9d1e admin admin] 10.222.0.21 "PUT /v2.0/routers/e7119135-6bce-4262-8f59-f3e718c64891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1035950 Mar 10 23:59:46.675744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:46.683626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Sync routers for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:46.700786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e4a6e01b-c859-4efd-9850-3f91cefb5adb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:46.705369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:46.718049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Attempting to bind port f31cb92e-46a3-46aa-a6e9-e513d862f17b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:46.719127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Attempting to bind port f31cb92e-46a3-46aa-a6e9-e513d862f17b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:46.719682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Attempting to bind port f31cb92e-46a3-46aa-a6e9-e513d862f17b on network 8987e2f0-73bf-4039-97f6-097ce69689af {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:46.751561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:46.752288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Checking segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:46.752849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.753433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Bound using segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:46.753659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.754596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Bound port: f31cb92e-46a3-46aa-a6e9-e513d862f17b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:46.755157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.775060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-398c08f2-874a-45fe-bfb0-4f36260c31df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90383f6e234e43729c48b124be1ac064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6764882 Mar 10 23:59:46.779416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54030) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:46.782645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c08f2-874a-45fe-bfb0-4f36260c31df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a531dea-0a00-4610-9293-9e1053efbd02,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:46.820930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Allocated IP 172.25.7.37 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5d3e9510-130e-4e46-aa85-2866445e4086) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:46.839675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:46.841738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:46.848962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b21b9537-f1c2-4050-9770-d997e461a877), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.863040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257e84b-d5b9-4430-8241-30473c9642af req-0490e4c2-68a3-4a17-a5b7-a568af0a4644 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:46.864818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e257e84b-d5b9-4430-8241-30473c9642af req-0490e4c2-68a3-4a17-a5b7-a568af0a4644 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.3400772 Mar 10 23:59:46.874777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Attempting to bind port 7ed08d56-ed4c-456f-857e-ce44ca88a145 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:46.875174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Attempting to bind port 7ed08d56-ed4c-456f-857e-ce44ca88a145 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:46.875440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Attempting to bind port 7ed08d56-ed4c-456f-857e-ce44ca88a145 on network 85188fd1-293f-483d-ab93-9efa6abf034d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:46.892692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Port 7ed08d56-ed4c-456f-857e-ce44ca88a145 on network 85188fd1-293f-483d-ab93-9efa6abf034d not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:59:46.893042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Attempting to bind port 7ed08d56-ed4c-456f-857e-ce44ca88a145 on network 85188fd1-293f-483d-ab93-9efa6abf034d {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:46.902573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:46.902915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Checking segment: {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:46.903299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Bound using segment: {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:46.903758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Bound port: 7ed08d56-ed4c-456f-857e-ce44ca88a145, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f651881-1a89-47c7-a9a4-939839045e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:46.904122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:46.964596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (b21b9537-f1c2-4050-9770-d997e461a877), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.000157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=b21b9537-f1c2-4050-9770-d997e461a877,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:47.019490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.028031 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4f59ae7-edcf-413f-9e32-d109b094933a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/b21b9537-f1c2-4050-9770-d997e461a877 HTTP/1.1" status: 204 len: 168 time: 0.8653879 Mar 10 23:59:47.028853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54046) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.045010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] For port f31cb92e-46a3-46aa-a6e9-e513d862f17b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:47.049363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e257e84b-d5b9-4430-8241-30473c9642af req-1bebf579-9615-4b25-bde5-019715a6d55d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747582 Mar 10 23:59:47.051175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65a38ae-5445-4bdb-a7e0-7232f9941971 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:47.087721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.090957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] Publish callbacks [] for security_group (3a531dea-0a00-4610-9293-9e1053efbd02), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.110001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] For port f31cb92e-46a3-46aa-a6e9-e513d862f17b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31cb92e-46a3-46aa-a6e9-e513d862f17b,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:47.117365 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d25b739-d4c0-4de0-ae03-632b27b763a4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818973 Mar 10 23:59:47.118061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54048) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.129327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:47.145478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.170901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:47.181910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.192817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-a4c743f1-36b8-43c7-a9d5-65ada2296258 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--63886601&fields=id&tenant_id=0569f0eddd874a1a961833fdb7699205 HTTP/1.1" status: 200 len: 267 time: 0.2732475 Mar 10 23:59:47.219121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Current status of the port fd964f1f-3b58-41f5-b558-4477dec65add is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:47.219650 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.221645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:47.221956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.235787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] Publish callbacks [] for security_group (3a531dea-0a00-4610-9293-9e1053efbd02), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.250290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40619c-55e1-48eb-8184-f7baf020f98d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:47.254395 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc40619c-55e1-48eb-8184-f7baf020f98d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343486 Mar 10 23:59:47.255866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:47.256923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.258606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ed08d56-ed4c-456f-857e-ce44ca88a145 HTTP/1.1" status: 200 len: 1092 time: 2.6225905 Mar 10 23:59:47.258883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:47.260995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54050) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.261464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:47.264062 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588610d8-17f3-409c-abfb-fb0a812751a2" -d '{"events": [{"name": "network-changed", "server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:47.280520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9350ab6-d6a3-4550-9446-c4f488240692 None None] Pushing event updated for resources: {'Port': ['ID=f31cb92e-46a3-46aa-a6e9-e513d862f17b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:47.320733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:47.326815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481629b1-3fa5-409d-95ea-88b0d5766837 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:47.332044 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-481629b1-3fa5-409d-95ea-88b0d5766837 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0653956 Mar 10 23:59:47.338358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.343809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:47.347450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:47.349958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:47.408984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a618aa5b-58cd-4778-b6e5-fd4b41aa22fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695515 Mar 10 23:59:47.409620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54060) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.409739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (5d3e9510-130e-4e46-aa85-2866445e4086), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.419655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:47.505129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7576c5-7649-42d5-b58e-c09d0cb72fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:47.553868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] For port fd964f1f-3b58-41f5-b558-4477dec65add, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd964f1f-3b58-41f5-b558-4477dec65add,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:47.644144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-1735d6ba-10c2-4bad-874d-f73b1f39cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:47.646509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-1735d6ba-10c2-4bad-874d-f73b1f39cc10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 1126 time: 0.3090813 Mar 10 23:59:47.678701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.706533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Could not find standard attr ID for object acf1631d-4ff3-4082-a871-65c69d1a27e5. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 23:59:47.710009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:59:47.735514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-28d72bb7-051b-4d7e-8048-dc7530fbc15a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145 HTTP/1.1" status: 200 len: 217 time: 0.0655148 Mar 10 23:59:47.798418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:47.807469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-network', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:47.831716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:47.839724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.867690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-4f67974a-5d71-41ec-809b-f1283dc46355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:47.869203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-4f67974a-5d71-41ec-809b-f1283dc46355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.1263964 Mar 10 23:59:47.876586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:47.882012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e98bdaa-0af6-44af-8280-55a378e2f503 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:47.906603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Made reservation on behalf of 61572e1a71a9474ca2782f4c35c5012c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:47.908925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:47.932022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-c026a626-ff07-4989-8407-573972aa2c8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561244 Mar 10 23:59:47.979552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.000586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Provisioning complete for port fd964f1f-3b58-41f5-b558-4477dec65add triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:48.001456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.009967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8820dc-d3ae-456a-ada9-4b5677fc6c38 None None] Pushing event updated for resources: {'Port': ['ID=fd964f1f-3b58-41f5-b558-4477dec65add,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.089353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:48.090026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.094866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3a531dea-0a00-4610-9293-9e1053efbd02), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.097698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.103348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a531dea-0a00-4610-9293-9e1053efbd02 HTTP/1.1" status: 204 len: 168 time: 1.3216341 Mar 10 23:59:48.137386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0e98bdaa-0af6-44af-8280-55a378e2f503 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:48.138739 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.159528 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-1e21e909-98ad-4a35-b5c3-3c2ae1cdb85c service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906078 Mar 10 23:59:48.161462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121762c-aa74-439e-8f03-ebc823dd6ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a531dea-0a00-4610-9293-9e1053efbd02,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.180903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Deleting port 0e98bdaa-0af6-44af-8280-55a378e2f503 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:48.181131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.215119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf85a26b-f18a-4d26-a408-1aa0d1eeff93 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7813017 Mar 10 23:59:48.226822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:48.227170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51721141-99a7-4a2e-98c9-74ca0950f5ef req-d94f5b53-c3e4-4f1c-9615-1c475a0a9051 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:48.229964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51721141-99a7-4a2e-98c9-74ca0950f5ef req-d94f5b53-c3e4-4f1c-9615-1c475a0a9051 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 944 time: 1.0073380 Mar 10 23:59:48.233630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.235479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'name': 'tempest-TaggedBootDevicesTest-1481928797', 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:48.246793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] For port 0e98bdaa-0af6-44af-8280-55a378e2f503, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e98bdaa-0af6-44af-8280-55a378e2f503,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:48.247195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.256989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-dd2c3fe2-ffa8-4944-9e94-68e2703b0869 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:48.260824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Calling delete_port for 0e98bdaa-0af6-44af-8280-55a378e2f503 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:48.269751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-dd2c3fe2-ffa8-4944-9e94-68e2703b0869 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/networks?id=edc26b3e-a4a7-4efb-9836-054e3e61190f HTTP/1.1" status: 200 len: 806 time: 1.0549049 Mar 10 23:59:48.311941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:48.319797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-b3b32b25-44f9-4327-94a9-3214e2dfb88a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/quotas/0569f0eddd874a1a961833fdb7699205 HTTP/1.1" status: 200 len: 375 time: 0.0488048 Mar 10 23:59:48.342175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks [] for security_group (fa2d6703-c75e-4159-989e-84ac17825e6b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.380480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:48.385086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:48.402175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Current status of the port fd964f1f-3b58-41f5-b558-4477dec65add is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:48.406507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa2d6703-c75e-4159-989e-84ac17825e6b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.457277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 23:59:48.469831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:43Z', 'revision_number': 2, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:48.504569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (489aa0a2-9d7e-40d6-ad22-e4316e9582e6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.505284 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Added segment 489aa0a2-9d7e-40d6-ad22-e4316e9582e6 of type vlan for network 1075fef6-658c-488e-afb4-b4b209b6a6da Mar 10 23:59:48.514406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d6a90531-2355-4d7a-aad0-f5c4af4aac0e req-337d02c7-463b-45cb-be54-cb0349fbc7b7 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309438 Mar 10 23:59:48.515643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (33012d3f-a603-41a7-9a7f-5dd8671eee1e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.573728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2d6703-c75e-4159-989e-84ac17825e6b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.660601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51721141-99a7-4a2e-98c9-74ca0950f5ef req-d871ec6f-144a-409f-a2b5-0c8d67dfe10b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705418 Mar 10 23:59:48.689367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Provisioning complete for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:48.690062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.691274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:48.699986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-59a2904b-c05c-40b8-8168-c1393a1eed39 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0569f0eddd874a1a961833fdb7699205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3784053 Mar 10 23:59:48.722550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1075fef6-658c-488e-afb4-b4b209b6a6da), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.725393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:48.725594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=5d3e9510-130e-4e46-aa85-2866445e4086,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.730743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=33012d3f-a603-41a7-9a7f-5dd8671eee1e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.734580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:48.735174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.735573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Checking router: e7119135-6bce-4262-8f59-f3e718c64891 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 23:59:48.736262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Updating router e7119135-6bce-4262-8f59-f3e718c64891 port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 23:59:48.747358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:48.764021 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (0e98bdaa-0af6-44af-8280-55a378e2f503), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.776859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0e98bdaa-0af6-44af-8280-55a378e2f503 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:48.783820 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7acc9d1-0d87-4d04-9891-b8e7462819c5 x-openstack-request-id: req-a7acc9d1-0d87-4d04-9891-b8e7462819c5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:48.784179 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:48.784382 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7acc9d1-0d87-4d04-9891-b8e7462819c5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:48.784790 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145', 'status': 'completed', 'code': 200} Mar 10 23:59:48.819579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] Pushing event deleted for resources: {'Port': ['ID=0e98bdaa-0af6-44af-8280-55a378e2f503,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:48.830092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.838673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b11dcd7a-1094-42c6-a759-667400be25db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4229228 Mar 10 23:59:48.841846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33ecc10d-4d76-401e-821f-07e4e0ed2890 None None] Port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:48.845687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825b9c6-febb-4be7-8447-9d070ed230e9 None None] No DVR routers for this DVR port 0e98bdaa-0af6-44af-8280-55a378e2f503 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:48.866318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54082) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:48.871976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1075fef6-658c-488e-afb4-b4b209b6a6da), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.873169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:48.873169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:48.906612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dabefa-54a8-4bed-b71b-1b9738167235 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:48.907675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '33012d3f-a603-41a7-9a7f-5dd8671eee1e', 'ip_address': '2001:db8::358:9386:2102:a45a'}], 'name': 'tempest-NetworksTestDHCPv6-595085172'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:49.261891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (242452fb-b950-4196-adfe-29e452a21950), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.342044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-86de9fc4-563e-4597-825e-d1bc1b0b8003 service neutron] 10.222.0.21 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032686 Mar 10 23:59:49.359087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6c6b-7462-496e-9f76-92beead14412 req-ffea0434-3414-4930-b7cc-9d795b96409b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:49.365933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cca6c6b-7462-496e-9f76-92beead14412 req-ffea0434-3414-4930-b7cc-9d795b96409b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.4464903 Mar 10 23:59:49.394390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba16c606-43ca-474f-9062-43e34efcd3ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:49.399030 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5966837 Mar 10 23:59:49.402109 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.414646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:49.428861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Request body: {'subnet': {'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-subnet', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:49.445308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563197b-42dc-4a73-af0a-45548b9d2e26 admin admin] Pushing event updated for resources: {'Network': ['ID=1075fef6-658c-488e-afb4-b4b209b6a6da,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:49.446493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8f4f8-6928-43b4-9f6d-80a787a0d0da None None] Network 8987e2f0-73bf-4039-97f6-097ce69689af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:49.458318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.473747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-e585f600-da0d-4f80-997d-9a5350bd0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:49.475277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-e585f600-da0d-4f80-997d-9a5350bd0cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 1126 time: 0.6570075 Mar 10 23:59:49.485797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] device_id is not set on port 46ec40ce-cd09-4783-bbfa-29288c7c8776 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:49.534489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:49.576716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1075fef6-658c-488e-afb4-b4b209b6a6da details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 23:59:49.609757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '33012d3f-a603-41a7-9a7f-5dd8671eee1e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:49.610586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.658032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks [] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.661689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Provisioning complete for port f31cb92e-46a3-46aa-a6e9-e513d862f17b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:49.662048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.702263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.728624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Made reservation on behalf of 61572e1a71a9474ca2782f4c35c5012c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:49.734885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.739797 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.753720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-0bb4e06a-dca8-45cf-852b-2d275daceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:49.754869 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-0bb4e06a-dca8-45cf-852b-2d275daceb20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.2619190 Mar 10 23:59:49.821312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-e9fadf6f-dff5-4e91-b102-ded45eac7c57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145 HTTP/1.1" status: 200 len: 217 time: 0.0597208 Mar 10 23:59:49.829922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port e74c5ef9-0b21-40b0-86de-4921f8e1f40f yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:49.842203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba16c606-43ca-474f-9062-43e34efcd3ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:49.842526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:49.885943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.1.1.9 (65927154-b452-43bd-b828-b9e3ceddacb7/0dd9e954-2b42-4134-9945-f36decb9841c/46ec40ce-cd09-4783-bbfa-29288c7c8776) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:49.927345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-d0f93b86-e001-4b17-9996-4960de0595a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:49.928927 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-d0f93b86-e001-4b17-9996-4960de0595a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.1008523 Mar 10 23:59:49.956473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887c60-9dde-4038-a0cd-9829d010cd18 None None] Pushing event updated for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:49.996993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cca6c6b-7462-496e-9f76-92beead14412 req-f0e66fa9-e12e-4508-bc71-07e0b543b55e tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299899 Mar 10 23:59:50.019421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-ebe0c1ce-5245-4f1b-907c-d170ea7f6d19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823958 Mar 10 23:59:50.200602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54112) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:50.231944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/33012d3f-a603-41a7-9a7f-5dd8671eee1e/3f6d7d59-6ef7-485d-ba30-4298bd60e211) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:50.301848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-b6b3da14-77ae-4e20-8208-36ed5146ec72 service neutron] 10.222.0.21 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9314439 Mar 10 23:59:50.336908 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-9e3c9ff3-bf22-4b49-8faf-03f87539e564 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091531 Mar 10 23:59:50.363691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.404653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks [] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.412299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (5d3e9510-130e-4e46-aa85-2866445e4086), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.417107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (74a36939-8cfe-4e91-a521-11cd6f9ab51d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.466131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Attempting to bind port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:50.466663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Attempting to bind port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:50.467043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Attempting to bind port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 on network 7bc5db18-5892-46b8-b428-eea0c34a3814 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:50.474442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba16c606-43ca-474f-9062-43e34efcd3ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:50.475472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd964f1f-3b58-41f5-b558-4477dec65add up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:50.479167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.482704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::358:9386:2102:a45a (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/33012d3f-a603-41a7-9a7f-5dd8671eee1e/e74c5ef9-0b21-40b0-86de-4921f8e1f40f) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:50.486083 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588610d8-17f3-409c-abfb-fb0a812751a2 req-82158dee-e32c-431d-87b1-794cf595e6bd service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407027 Mar 10 23:59:50.491613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.547119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:50.547547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Checking segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:50.548072 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.548480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Bound using segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:50.548973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Bound port: 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:50.549933 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.559777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Current status of the port f31cb92e-46a3-46aa-a6e9-e513d862f17b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:50.560225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.560929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:50.564842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dd3b-d14c-4e5f-a8f8-f79e1ef9dc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.577660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:50.582669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:50.587495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:50.628441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:50.637044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] For port f31cb92e-46a3-46aa-a6e9-e513d862f17b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31cb92e-46a3-46aa-a6e9-e513d862f17b,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:50.644138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.650275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:50.678019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.681202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Pushing event updated for resources: {'Port': ['ID=3f6d7d59-6ef7-485d-ba30-4298bd60e211,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:50.727733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:50.728760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.732665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c79f472-9597-4ee5-b95d-8221447f3f0d req-048d6be9-582e-4a08-b8e1-0b35c2aa76e1 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.1062973 Mar 10 23:59:50.750426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:50.814277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41a6ce70-91a7-4b76-bc97-b6e03c32aaa7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5854890 Mar 10 23:59:50.859877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Attempting to bind port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:50.860228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Attempting to bind port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:50.862137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Attempting to bind port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:50.879547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (242452fb-b950-4196-adfe-29e452a21950), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.897042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86759c4-b664-46b6-a9e0-f4985ae1f6f5 req-8d1c3f9b-a227-4d4a-abbb-8b2cf26e732d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:50.899373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a86759c4-b664-46b6-a9e0-f4985ae1f6f5 req-8d1c3f9b-a227-4d4a-abbb-8b2cf26e732d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 944 time: 0.7080925 Mar 10 23:59:50.909718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:50.910450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:50.911052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.911667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:50.912380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Bound port: 3f6d7d59-6ef7-485d-ba30-4298bd60e211, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:50.912956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.930410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3429f9-37d0-4ba3-87fb-1bf2a891371e None None] Pushing event updated for resources: {'Port': ['ID=f31cb92e-46a3-46aa-a6e9-e513d862f17b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:50.959017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Provisioning complete for port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:50.959714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.959948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a36939-8cfe-4e91-a521-11cd6f9ab51d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:50.985007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dd3b-d14c-4e5f-a8f8-f79e1ef9dc5a admin admin] Publish callbacks [] for security_group (2d66c817-93cd-451b-a359-20815aa1d89d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:50.994273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8b9dd3b-d14c-4e5f-a8f8-f79e1ef9dc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d66c817-93cd-451b-a359-20815aa1d89d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.003199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=5d3e9510-130e-4e46-aa85-2866445e4086,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.025820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (e74c5ef9-0b21-40b0-86de-4921f8e1f40f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.033900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.038123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6fb70d4d-fa56-4276-9163-43a85ecd24a4 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1579642 Mar 10 23:59:51.040574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54128) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.045896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] For port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:51.046869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-76eba249-f863-40ac-8a16-768fdf160229 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'floatingip': {'port_id': '31168f55-e6ac-412a-8bf5-9e57745f2625', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:51.051722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] For port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:51.067483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9dd3b-d14c-4e5f-a8f8-f79e1ef9dc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66c817-93cd-451b-a359-20815aa1d89d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.068254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.094307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Checking segment: {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:51.094864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Network hostable DHCP agents. Network: 1075fef6-658c-488e-afb4-b4b209b6a6da, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 23:59:51.131706 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76eba249-f863-40ac-8a16-768fdf160229 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (242452fb-b950-4196-adfe-29e452a21950), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.135979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e8b9dd3b-d14c-4e5f-a8f8-f79e1ef9dc5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=075f6b096ba343028860bc5a8a7537ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9301107 Mar 10 23:59:51.136675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54132) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.144510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a86759c4-b664-46b6-a9e0-f4985ae1f6f5 req-5ae8b530-f8b8-4871-896c-050d08d71029 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223754 Mar 10 23:59:51.196938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fd964f1f-3b58-41f5-b558-4477dec65add triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:51.197328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.257501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Network 1075fef6-658c-488e-afb4-b4b209b6a6da is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 23:59:51.274356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e74c5ef9-0b21-40b0-86de-4921f8e1f40f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.285990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] Publish callbacks [] for security_group (2d66c817-93cd-451b-a359-20815aa1d89d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.316714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 1075fef6-658c-488e-afb4-b4b209b6a6da) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:51.330787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] Publish callbacks [] for security_group (2d66c817-93cd-451b-a359-20815aa1d89d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.396480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d66c817-93cd-451b-a359-20815aa1d89d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.401595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.403760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d66c817-93cd-451b-a359-20815aa1d89d HTTP/1.1" status: 204 len: 168 time: 0.2660992 Mar 10 23:59:51.405812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:51.406484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.417113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff773a-7943-4b6e-b817-05c572c56736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66c817-93cd-451b-a359-20815aa1d89d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.473889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:51.479751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887c60-9dde-4038-a0cd-9829d010cd18 None None] Pushing event updated for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.484213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78d5160e-2052-4115-8206-00063f54dce2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0684843 Mar 10 23:59:51.485147 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-76eba249-f863-40ac-8a16-768fdf160229 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] update failed (client error): The resource could not be found. Mar 10 23:59:51.485709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96fd54-5444-4133-8fda-601afd1bd33c None None] Network 1075fef6-658c-488e-afb4-b4b209b6a6da requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:51.486907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54136) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.489160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-76eba249-f863-40ac-8a16-768fdf160229 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "PUT /v2.0/floatingips/242452fb-b950-4196-adfe-29e452a21950 HTTP/1.1" status: 404 len: 507 time: 0.4455171 Mar 10 23:59:51.489696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54138) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.490056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:51.495311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:51.496359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:51.501514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:51.502135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.508003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=e74c5ef9-0b21-40b0-86de-4921f8e1f40f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.520839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:51.528009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13839980-88d7-46d9-9471-c376b405e2e9 req-04bfd017-c56d-4b4c-ad62-beb8e3c0aeaf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:51.529586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13839980-88d7-46d9-9471-c376b405e2e9 req-04bfd017-c56d-4b4c-ad62-beb8e3c0aeaf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.2481430 Mar 10 23:59:51.535899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-790d3fd3-a223-45c5-9e57-500bfb889f95 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6632707 Mar 10 23:59:51.537773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54140) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.677302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13839980-88d7-46d9-9471-c376b405e2e9 req-4077c3ce-f314-4d48-89d4-a0e2a318a0fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401899 Mar 10 23:59:51.700966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54144) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.714641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111027849', 'description': 'tempest-description--1858276092'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:51.721114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5258dfd-aa96-48f6-a479-c0c537e818c0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:51.721901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Provisioning complete for port f31cb92e-46a3-46aa-a6e9-e513d862f17b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:51.722977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.728217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5258dfd-aa96-48f6-a479-c0c537e818c0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:51.732853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a5258dfd-aa96-48f6-a479-c0c537e818c0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1941700 Mar 10 23:59:51.733489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54146) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:51.735489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] For port 3f6d7d59-6ef7-485d-ba30-4298bd60e211, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:51.742176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.744019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.764281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] For port 3f6d7d59-6ef7-485d-ba30-4298bd60e211, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f6d7d59-6ef7-485d-ba30-4298bd60e211,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:51.826359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.867962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting port 5d3e9510-130e-4e46-aa85-2866445e4086 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:51.868562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.879433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c19dd1dc-4892-4878-8ccc-877ad56dba7a req-5c02315c-84a4-4f71-934e-02593521c3ff tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.0474203 Mar 10 23:59:51.905126 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.920945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port e74c5ef9-0b21-40b0-86de-4921f8e1f40f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:51.921293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e74c5ef9-0b21-40b0-86de-4921f8e1f40f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:51.988356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b89cd-cb5e-4517-93f6-00f152d311b3 None None] Pushing event updated for resources: {'Port': ['ID=3f6d7d59-6ef7-485d-ba30-4298bd60e211,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:51.991207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:51.992354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:52.035892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for router_controller (8d8a735e-9b39-4018-af0b-0b05f1c40e43), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.053696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e74c5ef9-0b21-40b0-86de-4921f8e1f40f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.061554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fd964f1f-3b58-41f5-b558-4477dec65add is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:52.062793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31cb92e-46a3-46aa-a6e9-e513d862f17b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:52.073167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for e74c5ef9-0b21-40b0-86de-4921f8e1f40f owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:52.159802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-1075fef6-658c-488e-afb4-b4b209b6a6da', 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da', 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'fixed_ips': [{'subnet_id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:52.160734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.292919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-93a56e64-022a-4951-975a-3fd3087a28bd None None] Current status of the port f31cb92e-46a3-46aa-a6e9-e513d862f17b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:52.330413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f31cb92e-46a3-46aa-a6e9-e513d862f17b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:52.330917 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.333576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:52.366758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e74c5ef9-0b21-40b0-86de-4921f8e1f40f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.380288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-7ae829a6-1dbd-40de-b2a5-1a0dea5ca1af tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:52.382127 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-7ae829a6-1dbd-40de-b2a5-1a0dea5ca1af tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.30 "GET /v2.0/networks?id=edc26b3e-a4a7-4efb-9836-054e3e61190f HTTP/1.1" status: 200 len: 806 time: 0.2569990 Mar 10 23:59:52.490088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=e74c5ef9-0b21-40b0-86de-4921f8e1f40f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:52.495707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.496113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (5d3e9510-130e-4e46-aa85-2866445e4086), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.508666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (d8fc17d2-8631-4f6b-9114-414d8eeb7626), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.547060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.553747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-99afc146-57b1-4207-aa31-66759a0d40e3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/e74c5ef9-0b21-40b0-86de-4921f8e1f40f HTTP/1.1" status: 204 len: 168 time: 0.8191442 Mar 10 23:59:52.557172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54164) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:52.599177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d8fc17d2-8631-4f6b-9114-414d8eeb7626), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.640433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7ed08d56-ed4c-456f-857e-ce44ca88a145 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 23:59:52.656215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918d1f0-c442-4ead-9ae2-4f67a0216deb req-2e8e0193-9d72-4d65-b486-d4a3902a5fc8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:52.664681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4918d1f0-c442-4ead-9ae2-4f67a0216deb req-2e8e0193-9d72-4d65-b486-d4a3902a5fc8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 944 time: 0.3880939 Mar 10 23:59:52.671081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Calling delete_port for 5d3e9510-130e-4e46-aa85-2866445e4086 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:52.723363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for router_gateway (8d8a735e-9b39-4018-af0b-0b05f1c40e43), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.736301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.737664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0284109 Mar 10 23:59:52.740618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:52.747170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'security_group_rule': {'security_group_id': 'd8fc17d2-8631-4f6b-9114-414d8eeb7626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:52.770325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Provisioning complete for port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:52.770763 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.771463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4558c-a2a5-458e-b39e-86668d919e80 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:52.775404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4558c-a2a5-458e-b39e-86668d919e80 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:52.783166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9cb4558c-a2a5-458e-b39e-86668d919e80 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2244375 Mar 10 23:59:52.784605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54174) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:52.801343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4918d1f0-c442-4ead-9ae2-4f67a0216deb req-2e585124-5ff6-4b30-81d4-86bbbff0e9ff tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312857 Mar 10 23:59:52.816256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (9db93c29-37a3-4191-8438-11249298186e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.849420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2de29-4c62-476a-9b18-452b539dc374 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc17d2-8631-4f6b-9114-414d8eeb7626,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:52.926274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 33012d3f-a603-41a7-9a7f-5dd8671eee1e {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 23:59:52.952391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Allocated IP 172.20.0.2 (1075fef6-658c-488e-afb4-b4b209b6a6da/74a36939-8cfe-4e91-a521-11cd6f9ab51d/19588080-508a-43bb-99ed-52534ae8ac30) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:52.987126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (33012d3f-a603-41a7-9a7f-5dd8671eee1e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:52.994036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (9db93c29-37a3-4191-8438-11249298186e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.012497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af80797-8b47-4607-987f-2aff88f3af7f req-531e067c-384d-4de5-be23-56da904d22e1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:53.023078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5af80797-8b47-4607-987f-2aff88f3af7f req-531e067c-384d-4de5-be23-56da904d22e1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.1710441 Mar 10 23:59:53.033912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f31cb92e-46a3-46aa-a6e9-e513d862f17b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:53.035031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 79d01dc8-baab-418e-8aa5-1b3bf1b84591 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:53.041133 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-ad365e9b-a22c-4168-88ef-136f2017486c tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0569f0eddd874a1a961833fdb7699205 HTTP/1.1" status: 200 len: 378 time: 0.6306710 Mar 10 23:59:53.042377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9db93c29-37a3-4191-8438-11249298186e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.042509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:53.079702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'port': {'device_id': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'admin_state_up': True, 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'security_groups': ['1ca7b53b-5725-4cd4-a575-1b0b247f6a39']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:53.081544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db93c29-37a3-4191-8438-11249298186e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:53.122143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d57d5fc2-cdef-4407-8067-2631dd7215cd req-08f4b598-1c6a-4c56-b6de-6254f9d3e32d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.0960603 Mar 10 23:59:53.160589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '7ed08d56-ed4c-456f-857e-ce44ca88a145', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'port_id': '7ed08d56-ed4c-456f-857e-ce44ca88a145', 'mac_address': 'fa:16:3e:c1:0b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 23:59:53.166091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (33012d3f-a603-41a7-9a7f-5dd8671eee1e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.173783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5af80797-8b47-4607-987f-2aff88f3af7f req-ff21327f-57d1-40be-8564-d13eb4e66daf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432691 Mar 10 23:59:53.177252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.180633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d4692f7-ad12-4f3b-85cc-e988cbf43043 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387057 Mar 10 23:59:53.183220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54188) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:53.196637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:51Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:53.196840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'security_group_rule': {'security_group_id': 'd8fc17d2-8631-4f6b-9114-414d8eeb7626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:53.239463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (6db9a739-053d-426a-a790-397de46c8d3e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.322899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7ed08d56-ed4c-456f-857e-ce44ca88a145 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:53.323611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.327271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Current status of the port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:53.327833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.330230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (6db9a739-053d-426a-a790-397de46c8d3e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.338190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6db9a739-053d-426a-a790-397de46c8d3e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.357614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581f49e-5812-4306-a9b4-3dd97a0d2c91 None None] The sync data for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 is: [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:51Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 23:59:53.364718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db9a739-053d-426a-a790-397de46c8d3e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:53.383522 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.384822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aaddf8ef-9449-4e4f-b4e0-427a38700221 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2004647 Mar 10 23:59:53.388748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54192) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:53.399770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed08d56-ed4c-456f-857e-ce44ca88a145 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:53.402982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:53.434524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:53.452753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.457280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.565641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] For port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:53.587237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.601746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:53.602272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.619549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5d3e9510-130e-4e46-aa85-2866445e4086), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.700898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.719785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (33012d3f-a603-41a7-9a7f-5dd8671eee1e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.721383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks [] for port (19588080-508a-43bb-99ed-52534ae8ac30), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.725607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7ed08d56-ed4c-456f-857e-ce44ca88a145'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 23:59:53.730935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:53.825092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Port': ['ID=5d3e9510-130e-4e46-aa85-2866445e4086,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:53.845658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (19588080-508a-43bb-99ed-52534ae8ac30), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.853152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (33012d3f-a603-41a7-9a7f-5dd8671eee1e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.880815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Provisioning complete for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:53.880815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:53.925974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=33012d3f-a603-41a7-9a7f-5dd8671eee1e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:53.972902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Network 1075fef6-658c-488e-afb4-b4b209b6a6da is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:53.985116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 172.25.7.38 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d685ff0b-45d4-4baf-853b-c7bcd85e75df) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:54.030084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:54.037422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:54.066437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.073081 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-26da9888-b9fa-4f5e-a69e-022b576b4de6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/33012d3f-a603-41a7-9a7f-5dd8671eee1e HTTP/1.1" status: 204 len: 168 time: 1.2650561 Mar 10 23:59:54.075556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:54.086317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Made reservation on behalf of 0569f0eddd874a1a961833fdb7699205 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:54.089759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.293084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c56c3e-6fbb-4a92-bd66-00b81a54a9d5 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:54.308230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Pushing event updated for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:54.525298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4425d90b-b1cb-491e-a1d7-1390c734d517 None None] Port 46ec40ce-cd09-4783-bbfa-29288c7c8776 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:54.590535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:54.621016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Attempting to bind port 19588080-508a-43bb-99ed-52534ae8ac30 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:54.621399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Attempting to bind port 19588080-508a-43bb-99ed-52534ae8ac30 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:54.621768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Attempting to bind port 19588080-508a-43bb-99ed-52534ae8ac30 on network 1075fef6-658c-488e-afb4-b4b209b6a6da {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:54.623786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Pushing event updated for resources: {'Port': ['ID=19588080-508a-43bb-99ed-52534ae8ac30,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:54.641013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d7f5a7-50bd-43f8-ad8c-8a140e1b9b54 req-62c8f846-faea-4d70-a6fa-3e3d06676f71 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.0623109 Mar 10 23:59:54.697889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (242452fb-b950-4196-adfe-29e452a21950), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.702824 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.704799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-268be31c-e1ec-438d-bee5-cd4f67e13ff5 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "DELETE /v2.0/floatingips/242452fb-b950-4196-adfe-29e452a21950 HTTP/1.1" status: 204 len: 168 time: 3.2025983 Mar 10 23:59:54.712740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54236) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:54.715322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e98bdaa-0af6-44af-8280-55a378e2f503 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:54.717623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-03c3ea65-d522-48d9-acbe-4cbf929d6f7f tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'floatingip': {'floating_network_id': '0cfa3bd9-0f25-414c-9e04-776b56adced1', 'port_id': '31168f55-e6ac-412a-8bf5-9e57745f2625', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:54.721979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4cae307e-5829-4369-a48c-03a6ed6c50e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6429348 Mar 10 23:59:54.747061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54238) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:54.755681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:54.766452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03c3ea65-d522-48d9-acbe-4cbf929d6f7f tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.770595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:54.770981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Checking segment: {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:54.771391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.775847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Bound using segment: {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:54.776408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Bound port: 19588080-508a-43bb-99ed-52534ae8ac30, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:54.776815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19588080-508a-43bb-99ed-52534ae8ac30), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.782247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Could not find standard attr ID for object e74c5ef9-0b21-40b0-86de-4921f8e1f40f. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 10 23:59:54.788783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81197eb3-00ba-4e91-9d55-719851ff75a5 req-eff439d3-942d-4b9c-ba1f-17d9f4294fb8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:54.791089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0e98bdaa-0af6-44af-8280-55a378e2f503 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:59:54.791442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e98bdaa-0af6-44af-8280-55a378e2f503 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:54.799509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81197eb3-00ba-4e91-9d55-719851ff75a5 req-eff439d3-942d-4b9c-ba1f-17d9f4294fb8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 945 time: 0.8397570 Mar 10 23:59:54.856785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Provisioning complete for port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:54.857426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:54.968505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] For port 19588080-508a-43bb-99ed-52534ae8ac30, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:54.972176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] For port 19588080-508a-43bb-99ed-52534ae8ac30, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19588080-508a-43bb-99ed-52534ae8ac30,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:54.998790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19588080-508a-43bb-99ed-52534ae8ac30), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.101630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f7620-e829-4843-bcee-95412b958b5c None None] Pushing event updated for resources: {'Port': ['ID=19588080-508a-43bb-99ed-52534ae8ac30,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:55.110189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 23:59:55.140946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.145912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Allocated IP 172.20.0.6 (edc26b3e-a4a7-4efb-9836-054e3e61190f/8414c011-e5ff-411c-9557-78a67c97489d/451101ff-d5a7-4159-91c0-7794cd1285b3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:55.184761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81197eb3-00ba-4e91-9d55-719851ff75a5 req-fd65d718-16ef-41ce-906e-01069bb56ae8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842299 Mar 10 23:59:55.259169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for router_gateway (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.294574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:55.300696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.303673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Current status of the port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:55.306481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.341325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c26458-8a0b-444e-a00b-1f10261b29e2 req-ad60dd05-d285-413d-94fc-966376d4f863 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:55.344534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66c26458-8a0b-444e-a00b-1f10261b29e2 req-ad60dd05-d285-413d-94fc-966376d4f863 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.5338733 Mar 10 23:59:55.409494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:55.414297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.435458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] For port 3f6d7d59-6ef7-485d-ba30-4298bd60e211, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f6d7d59-6ef7-485d-ba30-4298bd60e211,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:55.446981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.454941 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.461507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Deleting port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:55.461943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.551424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:55.551812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.600800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66c26458-8a0b-444e-a00b-1f10261b29e2 req-4991c903-52ef-478b-9a45-33669e16cbe4 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552881 Mar 10 23:59:55.692059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6601e-5a63-4d40-b69c-4d0c96612b8a None None] Pushing event updated for resources: {'Port': ['ID=3f6d7d59-6ef7-485d-ba30-4298bd60e211,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:55.709956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] For port 3f6d7d59-6ef7-485d-ba30-4298bd60e211, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f6d7d59-6ef7-485d-ba30-4298bd60e211,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:55.711029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.728002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Calling delete_port for 3f6d7d59-6ef7-485d-ba30-4298bd60e211 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:55.730518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Allocated IP 172.25.7.164 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/bb253503-0206-49f7-ad60-a8c43b544f84) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:55.739690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.776519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:55.793542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=d685ff0b-45d4-4baf-853b-c7bcd85e75df,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:55.802435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:55.812482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:55.900903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:55.902034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31cb92e-46a3-46aa-a6e9-e513d862f17b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:55.902484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d892e18-800e-4824-85ba-d9a36b8f89c4 req-e6267b8c-1fb3-4c03-94dd-f575e6ce0010 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.0926497 Mar 10 23:59:55.937209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.983161 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-03c3ea65-d522-48d9-acbe-4cbf929d6f7f tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 10 23:59:55.987681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-03c3ea65-d522-48d9-acbe-4cbf929d6f7f tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2708001 Mar 10 23:59:55.991725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f31cb92e-46a3-46aa-a6e9-e513d862f17b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:55.992222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.996649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (3f6d7d59-6ef7-485d-ba30-4298bd60e211), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:55.998678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:56.011852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '31168f55-e6ac-412a-8bf5-9e57745f2625', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:56.031054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:56.039032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] No DVR routers for this DVR port 3f6d7d59-6ef7-485d-ba30-4298bd60e211 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 23:59:56.049664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for port (bb253503-0206-49f7-ad60-a8c43b544f84), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.053474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:56.063695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:56.081247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859d7a0-af54-44e2-a40c-ba1fa9c9c214 None None] Pushing event deleted for resources: {'Port': ['ID=3f6d7d59-6ef7-485d-ba30-4298bd60e211,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:56.112343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event updated for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:56.136824 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.148261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.181087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:56.183304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.217914 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-4cb022b6-76bf-458a-bb46-bf4cb6624bb4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1599710 Mar 10 23:59:56.219766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (aa870a6c-96a8-469b-9ec6-baafc36c6a2b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.223815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.237536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f31cb92e-46a3-46aa-a6e9-e513d862f17b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:56.239521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Request body: {'port': {'device_id': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:56.263754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.309750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:56.315936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:56.318622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:56.416596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:56.427103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:56.439205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e1cc2-1bb9-47ee-a3b2-791eeb574667 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:56.443208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:56.443828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.445595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bb253503-0206-49f7-ad60-a8c43b544f84,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:56.496436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=aa870a6c-96a8-469b-9ec6-baafc36c6a2b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:56.517670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7ed08d56-ed4c-456f-857e-ce44ca88a145 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:56.534145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a6505-cbe0-4f25-abca-4f08c3d77dae req-2da73b93-00fa-4eca-b09c-fb3c7150152b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:56.535681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e9a6505-cbe0-4f25-abca-4f08c3d77dae req-2da73b93-00fa-4eca-b09c-fb3c7150152b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 945 time: 0.2189779 Mar 10 23:59:56.544824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6dff4337-cb5f-404b-87d4-2e36fb55896c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7938771 Mar 10 23:59:56.545461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54306) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:56.553243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': 'aa870a6c-96a8-469b-9ec6-baafc36c6a2b', 'ip_address': '2001:db8::35c8:1ec:9b3b:7afc'}], 'name': 'tempest-NetworksTestDHCPv6-853035569'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 23:59:56.609080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.645855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-390b9e6b-4986-4ac4-b573-102c79233fd5 None None] Provisioning complete for port 451101ff-d5a7-4159-91c0-7794cd1285b3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:56.646471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-390b9e6b-4986-4ac4-b573-102c79233fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.702123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-390b9e6b-4986-4ac4-b573-102c79233fd5 None None] Port 451101ff-d5a7-4159-91c0-7794cd1285b3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 23:59:56.703844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'aa870a6c-96a8-469b-9ec6-baafc36c6a2b'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 23:59:56.705276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.813026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e9a6505-cbe0-4f25-abca-4f08c3d77dae req-9011cc89-dc99-48b9-af28-f44ea3c7d544 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649598 Mar 10 23:59:56.830253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 23:59:56.947315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:56.953497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/aa870a6c-96a8-469b-9ec6-baafc36c6a2b/ac6129bb-31a5-4f05-8e59-326f717a9070) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:57.021497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 91df40a4-92db-4feb-94ec-25e7a1d986fc yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 10 23:59:57.126043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19588080-508a-43bb-99ed-52534ae8ac30 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:57.165943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 7ed08d56-ed4c-456f-857e-ce44ca88a145 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 23:59:57.178957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.204417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d997a9b-ac16-4225-82a7-f5adfeb057d9 req-8e58f95e-10cf-4abb-8c51-c861ed2fbf08 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:57.208492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 7ed08d56-ed4c-456f-857e-ce44ca88a145 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:57.208995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.215142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d997a9b-ac16-4225-82a7-f5adfeb057d9 req-8e58f95e-10cf-4abb-8c51-c861ed2fbf08 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.4228668 Mar 10 23:59:57.247146 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.267957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.270425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f09625-4f80-4aa0-99a0-d5023e64ef23 None None] Network 1075fef6-658c-488e-afb4-b4b209b6a6da requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 23:59:57.285840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for router_gateway (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.434036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d997a9b-ac16-4225-82a7-f5adfeb057d9 req-e4032654-d787-446c-82a0-4e562a1eef8f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016561 Mar 10 23:59:57.434036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5fa97-e473-418f-9e6f-9a08181e54c3 req-fd7ad84d-7755-43aa-9e69-d2a7aae9a45d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:57.434036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7e5fa97-e473-418f-9e6f-9a08181e54c3 req-fd7ad84d-7755-43aa-9e69-d2a7aae9a45d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 931 time: 0.3441052 Mar 10 23:59:57.436154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=d685ff0b-45d4-4baf-853b-c7bcd85e75df,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:57.464517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.476913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 19588080-508a-43bb-99ed-52534ae8ac30 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:57.476913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19588080-508a-43bb-99ed-52534ae8ac30), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.504458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7e5fa97-e473-418f-9e6f-9a08181e54c3 req-9559ad8e-8d58-492e-9e65-66540b0abb0d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550408 Mar 10 23:59:57.524756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.532009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e55f0047-d568-4ca6-bedf-009a322752bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1363039 Mar 10 23:59:57.533704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Provisioning complete for port 19588080-508a-43bb-99ed-52534ae8ac30 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:57.537610 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19588080-508a-43bb-99ed-52534ae8ac30), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.547690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks [] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.602864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Allocated IP 172.25.7.79 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6c78cd70-f93e-412e-b00d-6988dba1a27b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:57.659666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::35c8:1ec:9b3b:7afc (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/aa870a6c-96a8-469b-9ec6-baafc36c6a2b/91df40a4-92db-4feb-94ec-25e7a1d986fc) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 23:59:57.797769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for port (6c78cd70-f93e-412e-b00d-6988dba1a27b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.863658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6c78cd70-f93e-412e-b00d-6988dba1a27b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.958392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:57.973909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:57.996419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7ed08d56-ed4c-456f-857e-ce44ca88a145 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:57.998821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.027148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:58.030118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:58.062370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:58.080106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 23:59:58.082616 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596375ad-1da7-44a4-be8a-ebd29b8d0909" -d '{"events": [{"server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "name": "network-vif-plugged", "status": "completed", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 23:59:58.133391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0a0d2fc-3180-4435-a170-22a890ec86fd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2111027849&fields=id&tenant_id=b8ad64cab7b74eff9c5bebc3054d5410 HTTP/1.1" status: 200 len: 267 time: 0.2115309 Mar 10 23:59:58.160493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:58.167702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451101ff-d5a7-4159-91c0-7794cd1285b3 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 23:59:58.172992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.175058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:58.176974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event updated for resources: {'Port': ['ID=6c78cd70-f93e-412e-b00d-6988dba1a27b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.183181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:58.198958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.206098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Pushing event updated for resources: {'Port': ['ID=ac6129bb-31a5-4f05-8e59-326f717a9070,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.229102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks [] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.265833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (91df40a4-92db-4feb-94ec-25e7a1d986fc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.268246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Current status of the port 19588080-508a-43bb-99ed-52534ae8ac30 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:58.268642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19588080-508a-43bb-99ed-52534ae8ac30), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.279560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ca3f-708b-41b1-bdfb-f4270cf66e9b req-653c2682-8f83-4810-b2a6-0188f2efb69d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:58.281477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a75ca3f-708b-41b1-bdfb-f4270cf66e9b req-653c2682-8f83-4810-b2a6-0188f2efb69d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 945 time: 0.2607837 Mar 10 23:59:58.291872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3b54f83-36b7-4e4e-b972-e96bd557ed40 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:58.296760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 19588080-508a-43bb-99ed-52534ae8ac30 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:58.297258 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19588080-508a-43bb-99ed-52534ae8ac30), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.301984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3b54f83-36b7-4e4e-b972-e96bd557ed40 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 931 time: 0.1516919 Mar 10 23:59:58.302756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Attempting to bind port ac6129bb-31a5-4f05-8e59-326f717a9070 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:58.303129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Attempting to bind port ac6129bb-31a5-4f05-8e59-326f717a9070 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:58.303490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Attempting to bind port ac6129bb-31a5-4f05-8e59-326f717a9070 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:58.341641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Transition to ACTIVE for port object 451101ff-d5a7-4159-91c0-7794cd1285b3 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 23:59:58.346643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:58.347089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:58.347557 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.348047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:58.348593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Bound port: ac6129bb-31a5-4f05-8e59-326f717a9070, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:58.349624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.355394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.385141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] For port 19588080-508a-43bb-99ed-52534ae8ac30, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19588080-508a-43bb-99ed-52534ae8ac30,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 23:59:58.390928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.394008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-36f7a51e-0fa8-43c4-891b-49734f103bd6 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:58.396152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-36f7a51e-0fa8-43c4-891b-49734f103bd6 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 930 time: 0.0930033 Mar 10 23:59:58.418385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.459291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-408a5396-76c9-44f4-944c-0830286be13f None None] For port ac6129bb-31a5-4f05-8e59-326f717a9070, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:58.463667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-408a5396-76c9-44f4-944c-0830286be13f None None] For port ac6129bb-31a5-4f05-8e59-326f717a9070, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ac6129bb-31a5-4f05-8e59-326f717a9070,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:58.477728 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19588080-508a-43bb-99ed-52534ae8ac30), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.501773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.567714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 23:59:58.568102 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 23:59:58.607652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b994f1-9687-44a4-87c6-e0542d3f5153 None None] Pushing event updated for resources: {'Port': ['ID=19588080-508a-43bb-99ed-52534ae8ac30,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.609198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-91477b39-fecb-455a-844a-1cf9e05b830e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2002192 Mar 10 23:59:58.668233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f72aa4d3-634d-4823-839d-8a312458707b None None] Provisioning complete for port 19588080-508a-43bb-99ed-52534ae8ac30 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 23:59:58.668523 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f72aa4d3-634d-4823-839d-8a312458707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19588080-508a-43bb-99ed-52534ae8ac30), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.689571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (91df40a4-92db-4feb-94ec-25e7a1d986fc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.743076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5396-76c9-44f4-944c-0830286be13f None None] Pushing event updated for resources: {'Port': ['ID=ac6129bb-31a5-4f05-8e59-326f717a9070,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:58.765845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-bca4cb29-1cfe-4258-ba97-94982bb71b4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1251218 Mar 10 23:59:58.771176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a75ca3f-708b-41b1-bdfb-f4270cf66e9b req-8a9ae879-dd47-4950-ac31-2cf37e6e9c49 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959370 Mar 10 23:59:58.821484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 23:59:58.846451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f72aa4d3-634d-4823-839d-8a312458707b None None] Current status of the port 19588080-508a-43bb-99ed-52534ae8ac30 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:58.853065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 23:59:58.868083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 23:59:58.873438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:58.874113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:58.890787 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 23:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ce36c-d32d-405c-8ff1-94e871d087d8 x-openstack-request-id: req-cd8ce36c-d32d-405c-8ff1-94e871d087d8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 23:59:58.892692 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "name": "network-vif-plugged", "status": "completed", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 23:59:58.893089 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd8ce36c-d32d-405c-8ff1-94e871d087d8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 23:59:58.893618 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145', 'code': 200} Mar 10 23:59:58.964194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4148259 Mar 10 23:59:58.970253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:59.060226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b0865-acf3-4139-9163-e7a6b3264fb2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=91df40a4-92db-4feb-94ec-25e7a1d986fc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 23:59:59.116035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 19588080-508a-43bb-99ed-52534ae8ac30 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 23:59:59.142625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f6d7d59-6ef7-485d-ba30-4298bd60e211 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 23:59:59.160219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 23:59:59.173947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting port 6c78cd70-f93e-412e-b00d-6988dba1a27b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:59.174563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6c78cd70-f93e-412e-b00d-6988dba1a27b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.181758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 3f6d7d59-6ef7-485d-ba30-4298bd60e211 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 23:59:59.182288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f6d7d59-6ef7-485d-ba30-4298bd60e211 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 23:59:59.212054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038171e-16c7-40e0-8ccc-00eeb0a80e03 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.218725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038171e-16c7-40e0-8ccc-00eeb0a80e03 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.224224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d038171e-16c7-40e0-8ccc-00eeb0a80e03 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2516367 Mar 10 23:59:59.225261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:59.250812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4e26a-75dd-4394-91b8-c3571da837c1 req-6e7b5873-f5dd-464b-8251-e93feec4c485 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.258386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3f4e26a-75dd-4394-91b8-c3571da837c1 req-6e7b5873-f5dd-464b-8251-e93feec4c485 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.2634404 Mar 10 23:59:59.266021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8c3edcd1-ddad-48f8-8ea6-cfdca2d911fb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.271400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8c3edcd1-ddad-48f8-8ea6-cfdca2d911fb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.276918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8c3edcd1-ddad-48f8-8ea6-cfdca2d911fb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.278943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8c3edcd1-ddad-48f8-8ea6-cfdca2d911fb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/networks?id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=8987e2f0-73bf-4039-97f6-097ce69689af&id=8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 200 len: 1989 time: 0.4612010 Mar 10 23:59:59.330616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8f16-a432-4005-a04e-46aca9b5c544 req-17bb10d3-fd71-4ebe-918d-c95288ea3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.332160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-439b8f16-a432-4005-a04e-46aca9b5c544 req-17bb10d3-fd71-4ebe-918d-c95288ea3c8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 1128 time: 0.2663898 Mar 10 23:59:59.388391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 23:59:59.391899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-13f7f974-d958-4d74-bdc8-ecd8952adf79 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/quotas/b8ad64cab7b74eff9c5bebc3054d5410 HTTP/1.1" status: 200 len: 375 time: 0.0711799 Mar 10 23:59:59.404669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Sync routers for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 23:59:59.423279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 23:59:59.424647 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 23:59:59.427375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3f4e26a-75dd-4394-91b8-c3571da837c1 req-ecd44c1e-be9a-4ced-9fb3-5376eacfb261 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645460 Mar 10 23:59:59.433288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Attempting to bind port 451101ff-d5a7-4159-91c0-7794cd1285b3 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 23:59:59.433627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Attempting to bind port 451101ff-d5a7-4159-91c0-7794cd1285b3 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 23:59:59.433957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Attempting to bind port 451101ff-d5a7-4159-91c0-7794cd1285b3 on network edc26b3e-a4a7-4efb-9836-054e3e61190f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:59.555441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Port 451101ff-d5a7-4159-91c0-7794cd1285b3 on network edc26b3e-a4a7-4efb-9836-054e3e61190f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 23:59:59.559784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Attempting to bind port 451101ff-d5a7-4159-91c0-7794cd1285b3 on network edc26b3e-a4a7-4efb-9836-054e3e61190f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 23:59:59.560593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-439b8f16-a432-4005-a04e-46aca9b5c544 req-5d92eaec-dd4e-4c59-ab1f-afb77ce9e0da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088261 Mar 10 23:59:59.579272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 23:59:59.580434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Checking segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 23:59:59.581213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Bound using segment: {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 23:59:59.582027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Bound port: 451101ff-d5a7-4159-91c0-7794cd1285b3, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 23:59:59.582884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.606973 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 23:59:59.609385 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.611005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-702814c0-bb71-47db-8f09-57de33de19f9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1227832 Mar 10 23:59:59.614808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54484) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 23:59:59.631171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 91df40a4-92db-4feb-94ec-25e7a1d986fc {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 23:59:59.631505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (91df40a4-92db-4feb-94ec-25e7a1d986fc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.699302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5467a759-8c02-4fa1-9afd-3c452feb223c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2705657 Mar 10 23:59:59.731626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6c78cd70-f93e-412e-b00d-6988dba1a27b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.732228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for floatingip (6c78cd70-f93e-412e-b00d-6988dba1a27b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 23:59:59.764339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Calling delete_port for 6c78cd70-f93e-412e-b00d-6988dba1a27b owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 23:59:59.793652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacd51-449d-42c8-b99a-46073054cbe9 req-ac1c348a-4a17-4aa7-b663-01e0eb5d9ba4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 23:59:59.804940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10bacd51-449d-42c8-b99a-46073054cbe9 req-ac1c348a-4a17-4aa7-b663-01e0eb5d9ba4 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 943 time: 0.2714033 Mar 10 23:59:59.866086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ac6129bb-31a5-4f05-8e59-326f717a9070 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 23:59:59.900843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 23:59:59.931147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=451101ff-d5a7-4159-91c0-7794cd1285b3,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 23:59:59.989868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.000728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ac6129bb-31a5-4f05-8e59-326f717a9070 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:00.001467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.009018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-10T23:59:56Z', 'revision_number': 3, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-10T23:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:00.039379 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Checking router: 8d8a735e-9b39-4018-af0b-0b05f1c40e43 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:00.039895 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Updating router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 port bb253503-0206-49f7-ad60-a8c43b544f84 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:00:00.076888 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.088479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:00.171071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ac6129bb-31a5-4f05-8e59-326f717a9070 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:00.173088 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.223055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:00.223741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.225280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-bd9859f0-e884-42c4-9934-bb0111b2ff71 service neutron] 10.222.0.30 "PUT /v2.0/ports/451101ff-d5a7-4159-91c0-7794cd1285b3 HTTP/1.1" status: 200 len: 1091 time: 3.9924979 Mar 11 00:00:00.226615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:00.229889 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:00.267614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ac6129bb-31a5-4f05-8e59-326f717a9070, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ac6129bb-31a5-4f05-8e59-326f717a9070,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:00.278541 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.283068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19588080-508a-43bb-99ed-52534ae8ac30 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:00.546457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6c78cd70-f93e-412e-b00d-6988dba1a27b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.571335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3de5f2e6-2cec-4190-96bc-7d0c69f553ae None None] Provisioning complete for port ac6129bb-31a5-4f05-8e59-326f717a9070 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:00.571719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3de5f2e6-2cec-4190-96bc-7d0c69f553ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.647343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Port': ['ID=6c78cd70-f93e-412e-b00d-6988dba1a27b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:00.664448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-c7a3e099-f585-43f4-8e02-00a33a719097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:00.667535 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-c7a3e099-f585-43f4-8e02-00a33a719097 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0569f0eddd874a1a961833fdb7699205&device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 1125 time: 0.3809354 Mar 11 00:00:00.681548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ac6129bb-31a5-4f05-8e59-326f717a9070,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:00.766819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 19588080-508a-43bb-99ed-52534ae8ac30 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:00.771296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19588080-508a-43bb-99ed-52534ae8ac30), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.798448 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks [] for port (bb253503-0206-49f7-ad60-a8c43b544f84), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.801418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (91df40a4-92db-4feb-94ec-25e7a1d986fc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.812637 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.833661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 91df40a4-92db-4feb-94ec-25e7a1d986fc owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:00.895626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73037697-6d2f-4386-a15b-d3f1c7c4bf40 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:00:00.945531 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-2d905bd8-10bc-4e6a-b2f3-2037819d7876 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=451101ff-d5a7-4159-91c0-7794cd1285b3 HTTP/1.1" status: 200 len: 217 time: 0.2239060 Mar 11 00:00:00.951037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Attempting to bind port bb253503-0206-49f7-ad60-a8c43b544f84 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:00.951736 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Attempting to bind port bb253503-0206-49f7-ad60-a8c43b544f84 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:00.952384 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Attempting to bind port bb253503-0206-49f7-ad60-a8c43b544f84 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:00.966014 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:00.966772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:00.967213 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:00.967686 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:00.968652 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Bound port: bb253503-0206-49f7-ad60-a8c43b544f84, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:00.968652 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.000442 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa51b-89e5-4cf5-a8f5-72e8ff55415e None None] Pushing event updated for resources: {'Port': ['ID=bb253503-0206-49f7-ad60-a8c43b544f84,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:01.044969 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] For port bb253503-0206-49f7-ad60-a8c43b544f84, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:01.049464 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] For port bb253503-0206-49f7-ad60-a8c43b544f84, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb253503-0206-49f7-ad60-a8c43b544f84,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:01.064669 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.137075 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa51b-89e5-4cf5-a8f5-72e8ff55415e None None] Pushing event updated for resources: {'Port': ['ID=bb253503-0206-49f7-ad60-a8c43b544f84,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:01.140441 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:01.141355 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:01.165011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-655e508d-87fe-4b48-8e16-4adb9909b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:01.166702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-655e508d-87fe-4b48-8e16-4adb9909b18b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8414c011-e5ff-411c-9557-78a67c97489d HTTP/1.1" status: 200 len: 845 time: 0.1369553 Mar 11 00:00:01.203322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 19588080-508a-43bb-99ed-52534ae8ac30 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:01.208352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3de5f2e6-2cec-4190-96bc-7d0c69f553ae None None] Current status of the port ac6129bb-31a5-4f05-8e59-326f717a9070 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:01.281437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73037697-6d2f-4386-a15b-d3f1c7c4bf40 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:00:01.304945 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] create failed (client error): The resource could not be found. Mar 11 00:00:01.306243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:01.314496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:01.315319 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c7bf61f8-7d31-4151-8860-c51a46754cf6 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3135831 Mar 11 00:00:01.334474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-2d2cd30d-b07a-40c2-a9e2-62f12e802b21 service neutron] 10.222.0.21 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6089785 Mar 11 00:00:01.339755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (91df40a4-92db-4feb-94ec-25e7a1d986fc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.391426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ac6129bb-31a5-4f05-8e59-326f717a9070 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:01.406801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ee189ae2-c31a-4d10-b5ac-b0b8185f79a7 None None] Could not find standard attr ID for object 91df40a4-92db-4feb-94ec-25e7a1d986fc. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:00:01.434400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-885c2801-5328-4845-b7d1-8191d3e4b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:01.436352 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-885c2801-5328-4845-b7d1-8191d3e4b4d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=edc26b3e-a4a7-4efb-9836-054e3e61190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2586145 Mar 11 00:00:01.571985 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-10T23:59:56Z', 'revision_number': 3, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:01.594574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=91df40a4-92db-4feb-94ec-25e7a1d986fc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:01.606123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-7e83716e-3ebd-4388-b607-078604a1d53f service neutron] 10.222.0.21 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270570 Mar 11 00:00:01.625457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10bacd51-449d-42c8-b99a-46073054cbe9 req-f6ec35a2-18a9-421b-9a12-f261e047aa92 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.8158765 Mar 11 00:00:01.634056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-8e2df4c1-2a2a-4412-a08e-f4fe767c5522 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5858328 Mar 11 00:00:01.658704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.659224 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78ecc9-d1f3-4a4a-bb7b-3adc577dedaf None None] The sync data for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 is: [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-10T23:59:56Z', 'revision_number': 3, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:01.685201 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-ff2b86f3-c560-45b9-aa36-20fd78a40f4c service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041810 Mar 11 00:00:01.746788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.754088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0431e546-1ceb-4436-bf10-abb6c7891bfe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/91df40a4-92db-4feb-94ec-25e7a1d986fc HTTP/1.1" status: 204 len: 168 time: 2.5213263 Mar 11 00:00:01.764659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54560) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:01.774454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ac6129bb-31a5-4f05-8e59-326f717a9070 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:01.775219 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:01.876143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5362bd58-1f69-4cad-b8cb-55876e8254f1 service neutron] 10.222.0.21 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2408652 Mar 11 00:00:01.959671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c88986ef-3dda-441e-ae19-2bbd1eeb41f2 req-92d84cdf-694e-4c79-925d-06d741ff2a5b service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670805 Mar 11 00:00:01.983867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54082a8-d68c-4b74-a7a2-b07533541681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:01.985690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54082a8-d68c-4b74-a7a2-b07533541681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:01.991135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e54082a8-d68c-4b74-a7a2-b07533541681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2185209 Mar 11 00:00:01.991993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54564) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:02.052624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:02.067098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-8babbb11-b673-433c-bc74-af9a4532ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:02.069312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-8babbb11-b673-433c-bc74-af9a4532ee3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1127 time: 0.3106689 Mar 11 00:00:02.090952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting port 31168f55-e6ac-412a-8bf5-9e57745f2625 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:02.091365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.127519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb11e3c-7cca-4bbf-8b8d-157e4dc2cd58 req-7510b398-6e8b-4d18-87e9-e595db48f604 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:02.138196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb11e3c-7cca-4bbf-8b8d-157e4dc2cd58 req-7510b398-6e8b-4d18-87e9-e595db48f604 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 946 time: 0.3453357 Mar 11 00:00:02.213193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet aa870a6c-96a8-469b-9ec6-baafc36c6a2b {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:02.253805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Allocated IP 172.20.0.1 (1075fef6-658c-488e-afb4-b4b209b6a6da/74a36939-8cfe-4e91-a521-11cd6f9ab51d/915051b4-30b8-404b-a79b-e987da05daf1) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:02.254031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-6a415af6-657b-4b4c-b4a4-c0e916b9c073 service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444374 Mar 11 00:00:02.302431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ac6129bb-31a5-4f05-8e59-326f717a9070 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:02.358830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (aa870a6c-96a8-469b-9ec6-baafc36c6a2b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.414002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e7af42e-c7f7-4b66-8cad-80dacadd049c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.434410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb11e3c-7cca-4bbf-8b8d-157e4dc2cd58 req-16dd5b63-873a-44eb-8554-894ecfe4787b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948248 Mar 11 00:00:02.454196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (aa870a6c-96a8-469b-9ec6-baafc36c6a2b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.520615 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4c1248-1f94-4a14-861c-8436eca75f67 x-openstack-request-id: req-fc4c1248-1f94-4a14-861c-8436eca75f67 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:02.521083 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:02.521528 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc4c1248-1f94-4a14-861c-8436eca75f67 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:02.522047 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'status': 'completed', 'code': 200} Mar 11 00:00:02.535440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-15b0191a-80f2-4f57-bfd3-30851d1f04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:02.538142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-15b0191a-80f2-4f57-bfd3-30851d1f04e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.4399292 Mar 11 00:00:02.544344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.550387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks [] for port (915051b4-30b8-404b-a79b-e987da05daf1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.560051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Calling delete_port for 31168f55-e6ac-412a-8bf5-9e57745f2625 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:02.657198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-34b2dfa7-b182-4122-8c59-ca069baeb70f service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584166 Mar 11 00:00:02.736330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-74b1ff3d-50d6-46c7-bb05-e38d053fb434 service neutron] 10.222.0.21 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0591083 Mar 11 00:00:02.751171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e7af42e-c7f7-4b66-8cad-80dacadd049c admin admin] Publish callbacks [] for security_group (11cbfe3a-728c-45d8-8044-2b9bf33e4aa9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.755962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-633ea272-6405-4987-a746-c4917c3abe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:02.758169 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-633ea272-6405-4987-a746-c4917c3abe04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0569f0eddd874a1a961833fdb7699205&device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 1125 time: 0.1983714 Mar 11 00:00:02.759655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (aa870a6c-96a8-469b-9ec6-baafc36c6a2b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.763380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.798365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-0754b996-5919-4f61-9165-cc5f4138df26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.1323931 Mar 11 00:00:02.798547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e7af42e-c7f7-4b66-8cad-80dacadd049c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11cbfe3a-728c-45d8-8044-2b9bf33e4aa9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:02.921333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-3e2d4a52-4366-48ad-9bc6-74a522309bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:02.921333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-3e2d4a52-4366-48ad-9bc6-74a522309bad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.0951362 Mar 11 00:00:03.047411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-30c7187b-a982-41b0-a475-209f53f7ae5c None None] Provisioning complete for port ac6129bb-31a5-4f05-8e59-326f717a9070 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:03.048373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-30c7187b-a982-41b0-a475-209f53f7ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.053078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d303f0e-3b14-4ac1-bba3-2bece7093dc9 req-32f41e6d-caaf-4f38-84e1-32dd60ff1d15 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:03.055017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d303f0e-3b14-4ac1-bba3-2bece7093dc9 req-32f41e6d-caaf-4f38-84e1-32dd60ff1d15 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.3914018 Mar 11 00:00:03.086305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-8302def0-7f4a-4829-94d6-2a71d58b4842 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647185 Mar 11 00:00:03.155190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d303f0e-3b14-4ac1-bba3-2bece7093dc9 req-4388a7e1-db46-4ba5-b122-5f9b142a1252 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724137 Mar 11 00:00:03.160753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-996a5fcf-4465-43e4-9adb-ffbee8801cec service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880222 Mar 11 00:00:03.169590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-30c7187b-a982-41b0-a475-209f53f7ae5c None None] Current status of the port ac6129bb-31a5-4f05-8e59-326f717a9070 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:03.201864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (31168f55-e6ac-412a-8bf5-9e57745f2625), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.217392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1e7af42e-c7f7-4b66-8cad-80dacadd049c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1312850df9e549378147647b8c4cef17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1635745 Mar 11 00:00:03.230002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54574) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:03.251106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Network 1075fef6-658c-488e-afb4-b4b209b6a6da is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:03.264839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7af42e-c7f7-4b66-8cad-80dacadd049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cbfe3a-728c-45d8-8044-2b9bf33e4aa9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:03.266765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Pushing event updated for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:03.317842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (aa870a6c-96a8-469b-9ec6-baafc36c6a2b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.322284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Port': ['ID=31168f55-e6ac-412a-8bf5-9e57745f2625,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:03.370411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ab0afa-6b51-4ab4-8030-2f0af4d33558 req-2a4f873d-9f93-4e1d-a865-f8f427e917be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1169524 Mar 11 00:00:03.374549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:03.381435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:03.424850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb253503-0206-49f7-ad60-a8c43b544f84 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:03.480576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=aa870a6c-96a8-469b-9ec6-baafc36c6a2b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:03.498132 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.529643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-18268524-756d-4add-9a51-1cd234e30a0f service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352119 Mar 11 00:00:03.557242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.563172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f55832a6-b22c-4a3a-a6f4-e263dc2fe1e9 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "DELETE /v2.0/ports/31168f55-e6ac-412a-8bf5-9e57745f2625 HTTP/1.1" status: 204 len: 168 time: 2.2269652 Mar 11 00:00:03.567694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bb253503-0206-49f7-ad60-a8c43b544f84 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:03.568134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.573337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8b3241e0-3760-4de1-81b9-26ac95e04d7d service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854046 Mar 11 00:00:03.578500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54578) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:03.634785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] Publish callbacks [] for security_group (11cbfe3a-728c-45d8-8044-2b9bf33e4aa9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.682837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ab0afa-6b51-4ab4-8030-2f0af4d33558 req-e1b255ef-72ec-4540-b637-1da9088f2aae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1817203 Mar 11 00:00:03.683776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-373978c2-d443-4eff-8bfc-de097f3d9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:03.699404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bb253503-0206-49f7-ad60-a8c43b544f84 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:03.700087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.702687 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-373978c2-d443-4eff-8bfc-de097f3d9277 service neutron] 10.222.0.30 "GET /v2.0/networks?id=edc26b3e-a4a7-4efb-9836-054e3e61190f HTTP/1.1" status: 200 len: 907 time: 0.9182184 Mar 11 00:00:03.766658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port bb253503-0206-49f7-ad60-a8c43b544f84, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb253503-0206-49f7-ad60-a8c43b544f84,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:03.775305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e96ad5-05f7-4be3-8e69-48d8681e5fb1 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:03.788114 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.807997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] Publish callbacks [] for security_group (11cbfe3a-728c-45d8-8044-2b9bf33e4aa9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.827615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.833809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a7910de-c527-45b7-8907-976959677629 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/aa870a6c-96a8-469b-9ec6-baafc36c6a2b HTTP/1.1" status: 204 len: 168 time: 1.8388634 Mar 11 00:00:03.840760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:03.842137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-0ec4ed38-992c-44f9-8eec-4eb4a2ee3f90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=451101ff-d5a7-4159-91c0-7794cd1285b3 HTTP/1.1" status: 200 len: 217 time: 0.0787265 Mar 11 00:00:03.848000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae03d-b181-436c-9d08-94f9aba9049f req-536ee73e-e848-4f5f-bdd8-cfbaf1cb4638 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:03.849550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-975ae03d-b181-436c-9d08-94f9aba9049f req-536ee73e-e848-4f5f-bdd8-cfbaf1cb4638 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 943 time: 0.3449004 Mar 11 00:00:03.891827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-80228a1f-2d9a-4a39-8269-270da3be8536 None None] Provisioning complete for port 915051b4-30b8-404b-a79b-e987da05daf1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:03.892346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-80228a1f-2d9a-4a39-8269-270da3be8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (915051b4-30b8-404b-a79b-e987da05daf1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:03.893894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=bb253503-0206-49f7-ad60-a8c43b544f84,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:03.897811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ab0afa-6b51-4ab4-8030-2f0af4d33558 req-f5932658-d03c-45b6-b4ce-89779fae2600 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352296 Mar 11 00:00:03.955346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-80228a1f-2d9a-4a39-8269-270da3be8536 None None] Port 915051b4-30b8-404b-a79b-e987da05daf1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:03.955657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc0bbe90-9966-42d6-8ed9-8b517b802733 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049693 Mar 11 00:00:03.963978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:03.975277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:03.981735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b577be60-0df8-45b1-8acf-0691a09c3ca0 req-8fe7162a-4606-4a30-b7ed-4f34bfb23aee service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398372 Mar 11 00:00:03.990285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-ebd8e8be-5303-45f1-8060-94cf7e584dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158504 Mar 11 00:00:04.057000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-5494fc26-90ac-4cce-bad7-226da8cf0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:04.058662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-5494fc26-90ac-4cce-bad7-226da8cf0f58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8414c011-e5ff-411c-9557-78a67c97489d HTTP/1.1" status: 200 len: 845 time: 0.1758282 Mar 11 00:00:04.071096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523edcd4-1d21-44e1-8222-25b13bee89f1 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:04.076657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-523edcd4-1d21-44e1-8222-25b13bee89f1 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a3b5c85-fdd3-403c-9caa-ed3af71adb3c HTTP/1.1" status: 200 len: 913 time: 0.4955652 Mar 11 00:00:04.079448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:04.082194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54586) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:04.165156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Deleting port ac6129bb-31a5-4f05-8e59-326f717a9070 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:04.165846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.176205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-975ae03d-b181-436c-9d08-94f9aba9049f req-7af4b787-fa76-46ef-bd34-c15b87aa33e7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3030033 Mar 11 00:00:04.179992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11cbfe3a-728c-45d8-8044-2b9bf33e4aa9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.200023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.203873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11cbfe3a-728c-45d8-8044-2b9bf33e4aa9 HTTP/1.1" status: 204 len: 168 time: 0.9643342 Mar 11 00:00:04.235781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f74669-95c1-4254-a847-746d34f24d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cbfe3a-728c-45d8-8044-2b9bf33e4aa9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:04.290719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a9d998c3-6ccd-46df-8961-c1c5fecdbf8e service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995188 Mar 11 00:00:04.299481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0afa-6b51-4ab4-8030-2f0af4d33558 req-c1e69cc7-b1cf-4a16-8ca0-4e489862428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:04.301223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ab0afa-6b51-4ab4-8030-2f0af4d33558 req-c1e69cc7-b1cf-4a16-8ca0-4e489862428f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3527365 Mar 11 00:00:04.312401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] For port ac6129bb-31a5-4f05-8e59-326f717a9070, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ac6129bb-31a5-4f05-8e59-326f717a9070,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:04.312964 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.320711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (915051b4-30b8-404b-a79b-e987da05daf1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.332777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:04.336988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.370144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Calling delete_port for ac6129bb-31a5-4f05-8e59-326f717a9070 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:04.437202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-971b656c-937b-4128-b12a-e5d448072fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:04.438936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-971b656c-937b-4128-b12a-e5d448072fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=edc26b3e-a4a7-4efb-9836-054e3e61190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3563340 Mar 11 00:00:04.513032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 451101ff-d5a7-4159-91c0-7794cd1285b3 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:00:04.688483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ac6129bb-31a5-4f05-8e59-326f717a9070), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.749541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] Pushing event deleted for resources: {'Port': ['ID=ac6129bb-31a5-4f05-8e59-326f717a9070,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:04.773696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3fc1e-d9cc-4a9e-bc99-ca260f99f92a None None] No DVR routers for this DVR port ac6129bb-31a5-4f05-8e59-326f717a9070 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:04.793517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=451101ff-d5a7-4159-91c0-7794cd1285b3,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:04.810869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'port_id': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'mac_address': 'fa:16:3e:2b:7f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:00:04.864791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 451101ff-d5a7-4159-91c0-7794cd1285b3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:04.865311 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:04.877615 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-107d6fbf-076c-493b-a527-6c2c44c02c57 service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062269 Mar 11 00:00:04.915946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451101ff-d5a7-4159-91c0-7794cd1285b3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:04.948045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=451101ff-d5a7-4159-91c0-7794cd1285b3,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:04.956600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.027828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks [] for port (915051b4-30b8-404b-a79b-e987da05daf1), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.029508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:05.041937 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.067736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8da3d-390a-4d33-b4f0-30dd259f9a6a req-7c1ffa0e-55df-44e6-ad80-b7898d1e3d8a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:05.070760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b8da3d-390a-4d33-b4f0-30dd259f9a6a req-7c1ffa0e-55df-44e6-ad80-b7898d1e3d8a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 946 time: 0.7770057 Mar 11 00:00:05.086999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-b63ee56a-312a-4bd6-a9a8-01f7f52ad753 service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899566 Mar 11 00:00:05.159398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5d66dbe6-0c30-4ad4-aef0-46e137ac0321 req-3d71c954-8600-4831-a220-b3e0866ee4d0 service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558608 Mar 11 00:00:05.190451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Pushing event updated for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:05.192849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['451101ff-d5a7-4159-91c0-7794cd1285b3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:00:05.193165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.223062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-4a25f998-d43f-4657-a7a0-89eb6246e760 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:05.224625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-4a25f998-d43f-4657-a7a0-89eb6246e760 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 946 time: 0.3153441 Mar 11 00:00:05.256305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.327790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89b8da3d-390a-4d33-b4f0-30dd259f9a6a req-65bce365-dce9-4657-baa2-a174724ac8d7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455888 Mar 11 00:00:05.378143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb253503-0206-49f7-ad60-a8c43b544f84 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:05.474955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bb253503-0206-49f7-ad60-a8c43b544f84 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:05.475504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.591742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (b37f7977-4c8f-4de8-bc9c-b7545b99de72), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.598209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bb253503-0206-49f7-ad60-a8c43b544f84 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:05.616022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d30c1a08-239a-48f9-9529-ccfa5c568bd1 service neutron] 10.222.0.21 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939692 Mar 11 00:00:05.667861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ac6129bb-31a5-4f05-8e59-326f717a9070 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:05.687324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:05.696092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ac6129bb-31a5-4f05-8e59-326f717a9070 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:05.696530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ac6129bb-31a5-4f05-8e59-326f717a9070 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:05.712074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Network 1075fef6-658c-488e-afb4-b4b209b6a6da is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:05.714801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:05.724716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1ca83-f17f-40b3-9116-f6f04737218d None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:05.729224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd3149-f86c-464c-b237-2c47b9cedbba req-da6a396b-8f5c-4aa9-bee9-a091be40aaf8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:05.730840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4dd3149-f86c-464c-b237-2c47b9cedbba req-da6a396b-8f5c-4aa9-bee9-a091be40aaf8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.2924774 Mar 11 00:00:05.737168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:05.738011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.745279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:05.767222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Deleting port 7ed08d56-ed4c-456f-857e-ce44ca88a145 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:05.769227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.899241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'b37f7977-4c8f-4de8-bc9c-b7545b99de72'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:05.900234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:05.946800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=b37f7977-4c8f-4de8-bc9c-b7545b99de72,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:05.956842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-63fa4a9a-ea6a-4fab-83c7-65d92c95f575 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9914744 Mar 11 00:00:05.962303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54620) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:05.963055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:00:05.973870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': 'b37f7977-4c8f-4de8-bc9c-b7545b99de72', 'ip_address': '2001:db8::bd2f:cada:c0ab:ffa1'}], 'name': 'tempest-NetworksTestDHCPv6-830113883'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:06.094668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] For port 7ed08d56-ed4c-456f-857e-ce44ca88a145, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7ed08d56-ed4c-456f-857e-ce44ca88a145,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:06.095283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.134866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Calling delete_port for 7ed08d56-ed4c-456f-857e-ce44ca88a145 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:06.200830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/b37f7977-4c8f-4de8-bc9c-b7545b99de72/b43f49c3-badc-46bd-b4ba-fc9c885df126) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:06.209008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4dd3149-f86c-464c-b237-2c47b9cedbba req-df2ceedc-fd6f-4533-bdc4-8aaab8b305ec tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492199 Mar 11 00:00:06.249648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cf36d7f7-4d5f-4df4-add6-b99a8d6380f5 None None] Provisioning complete for port 915051b4-30b8-404b-a79b-e987da05daf1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:06.250029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf36d7f7-4d5f-4df4-add6-b99a8d6380f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (915051b4-30b8-404b-a79b-e987da05daf1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.250165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting port d6711ba9-c451-4ce3-ae21-3b28fef65ef8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:06.250381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.276350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-b6e8fb37-70b1-4e46-9af6-d6a58e99116c service neutron] 10.222.0.21 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117816 Mar 11 00:00:06.328187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cf36d7f7-4d5f-4df4-add6-b99a8d6380f5 None None] Port 915051b4-30b8-404b-a79b-e987da05daf1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:06.371800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.388400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Calling delete_port for d6711ba9-c451-4ce3-ae21-3b28fef65ef8 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:06.396014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:06.410511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Sync routers for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:06.412465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-538a7c9c-6a45-4ed5-a40f-8e8839bab202 admin admin] 10.222.0.21 "PUT /v2.0/routers/8d8a735e-9b39-4018-af0b-0b05f1c40e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7927518 Mar 11 00:00:06.458393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:06.459014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:06.510972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 451101ff-d5a7-4159-91c0-7794cd1285b3 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:06.565854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks [] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.591898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.644175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:06.668390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7ed08d56-ed4c-456f-857e-ce44ca88a145), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.697476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d25c4e0d-5979-41f5-b42a-d503f99f447a', '7ed08d56-ed4c-456f-857e-ce44ca88a145'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:00:06.701643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:06.714885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Pushing event deleted for resources: {'Port': ['ID=7ed08d56-ed4c-456f-857e-ce44ca88a145,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:06.747372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:06.747885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d6711ba9-c451-4ce3-ae21-3b28fef65ef8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.753940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:06.762478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 451101ff-d5a7-4159-91c0-7794cd1285b3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:00:06.765853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Pushing event updated for resources: {'Port': ['ID=b43f49c3-badc-46bd-b4ba-fc9c885df126,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:06.768254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-962d8f7e-f434-4abe-832c-561d489e9f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.777605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 451101ff-d5a7-4159-91c0-7794cd1285b3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:06.777984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.830528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:06.838047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] No DVR routers for this DVR port 7ed08d56-ed4c-456f-857e-ce44ca88a145 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:06.842947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-b2d63fbb-a6d0-41e4-85a4-fc8f8a274b1f service neutron] 10.222.0.21 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686089 Mar 11 00:00:06.844395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:06.847654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a289136d-e17a-4e11-8c16-2c9db11dab15 req-a9805ac0-bdaa-4b41-b133-afb4f4ec26b9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "DELETE /v2.0/ports/7ed08d56-ed4c-456f-857e-ce44ca88a145 HTTP/1.1" status: 204 len: 173 time: 1.6091337 Mar 11 00:00:06.858674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'name': 'network-vif-deleted', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:06.861037 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c56a9c-8a85-4aaf-9d92-e8f3709f9d8b" -d '{"events": [{"server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "name": "network-vif-deleted", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:06.876924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Port': ['ID=d6711ba9-c451-4ce3-ae21-3b28fef65ef8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:06.903878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d7f2a-0c57-4fb9-91ee-f935a00d0418 req-e50d54e0-2626-4a53-9345-e50fe897df03 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:06.916234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f3d7f2a-0c57-4fb9-91ee-f935a00d0418 req-e50d54e0-2626-4a53-9345-e50fe897df03 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 944 time: 0.5433857 Mar 11 00:00:07.033506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 451101ff-d5a7-4159-91c0-7794cd1285b3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:07.033950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.062104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-93d2620e-342e-47e2-a0b9-a006d2b387dc service neutron] 10.222.0.21 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945078 Mar 11 00:00:07.148057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f3d7f2a-0c57-4fb9-91ee-f935a00d0418 req-cd588002-662f-4be1-8db9-d54144ada7a2 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2225943 Mar 11 00:00:07.168509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.264392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 43e206d3-6c6c-40dd-9744-6369413eca3d yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:07.270584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.443561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7942a3e2-b04f-413a-8864-815874f7e830 req-8a2d2494-147d-4812-a11e-911f3c595568 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=891a7f37-23dc-4a27-afe0-97d7a643c1ee HTTP/1.1" status: 200 len: 210 time: 0.0358942 Mar 11 00:00:07.503743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-2e9860b2-b33f-4450-906c-d2d09cd5a209 service neutron] 10.222.0.21 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862593 Mar 11 00:00:07.600208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=451101ff-d5a7-4159-91c0-7794cd1285b3,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:07.605455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Attempting to bind port b43f49c3-badc-46bd-b4ba-fc9c885df126 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:07.606147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Attempting to bind port b43f49c3-badc-46bd-b4ba-fc9c885df126 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:07.614929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Attempting to bind port b43f49c3-badc-46bd-b4ba-fc9c885df126 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:07.619476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Router 4a3b5c85-fdd3-403c-9caa-ed3af71adb3c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:00:07.632187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-80757259-3b0f-48ae-a131-e990bbe1331a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:07.633828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-80757259-3b0f-48ae-a131-e990bbe1331a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 931 time: 0.1200037 Mar 11 00:00:07.638827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:07.642894 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3a8e4-954e-4a61-aedc-af8fba84ad5d" -d '{"events": [{"server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "name": "network-vif-plugged", "status": "completed", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:07.643738 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f181cde2-3014-4177-8b2e-a96b1a95781c x-openstack-request-id: req-f181cde2-3014-4177-8b2e-a96b1a95781c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:07.644054 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891a7f37-23dc-4a27-afe0-97d7a643c1ee", "name": "network-vif-deleted", "tag": "7ed08d56-ed4c-456f-857e-ce44ca88a145", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:07.644313 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f181cde2-3014-4177-8b2e-a96b1a95781c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:07.644852 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891a7f37-23dc-4a27-afe0-97d7a643c1ee', 'name': 'network-vif-deleted', 'tag': '7ed08d56-ed4c-456f-857e-ce44ca88a145', 'status': 'completed', 'code': 200} Mar 11 00:00:07.648812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.727399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:07.728178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:07.728286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.729560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:07.730067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Bound port: b43f49c3-badc-46bd-b4ba-fc9c885df126, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:07.730817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:07.758763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:07.803801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aed611c6-465e-4e26-94ce-2262c5abbb28 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:07.816052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aed611c6-465e-4e26-94ce-2262c5abbb28 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 930 time: 0.1633830 Mar 11 00:00:07.852753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:07.867668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d55940f-a8df-482d-9720-1fb567e2e286 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "PUT /v2.0/routers/4a3b5c85-fdd3-403c-9caa-ed3af71adb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828200 Mar 11 00:00:07.868677 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] Sync routers for ids ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:07.870100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54724) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:07.886991 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] Routers {'4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:07.892950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:07.969208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280f67-4fae-4bd3-82d8-017863dd0fe6 req-da36cccb-56aa-4434-a00c-306de5d459d1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:07.981620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74280f67-4fae-4bd3-82d8-017863dd0fe6 req-da36cccb-56aa-4434-a00c-306de5d459d1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.3467321 Mar 11 00:00:07.989947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::bd2f:cada:c0ab:ffa1 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/b37f7977-4c8f-4de8-bc9c-b7545b99de72/43e206d3-6c6c-40dd-9744-6369413eca3d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:08.004478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:08.018558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] Routers {'4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:08.019466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-10T23:59:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:08.026415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.060218 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:08.061093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a88f1-2df7-40aa-be63-b7137593d21f None None] The sync data for ids ['4a3b5c85-fdd3-403c-9caa-ed3af71adb3c'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:08.075293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74280f67-4fae-4bd3-82d8-017863dd0fe6 req-9c1eb41a-5e37-49c8-bda0-e134e89be0c1 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914407 Mar 11 00:00:08.176351 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8bbfd-4afa-4c2d-a4fa-53f46658c5bd x-openstack-request-id: req-57e8bbfd-4afa-4c2d-a4fa-53f46658c5bd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:08.176896 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "name": "network-vif-plugged", "status": "completed", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:08.177314 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57e8bbfd-4afa-4c2d-a4fa-53f46658c5bd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:08.177878 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'code': 200} Mar 11 00:00:08.182207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:08.261581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] For port b43f49c3-badc-46bd-b4ba-fc9c885df126, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:08.306603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] For port b43f49c3-badc-46bd-b4ba-fc9c885df126, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b43f49c3-badc-46bd-b4ba-fc9c885df126,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:08.328072 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.331937 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for router_controller (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.348685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.448123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (4a3b5c85-fdd3-403c-9caa-ed3af71adb3c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.449255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Fanout notify agent at l3_agent the message router_deleted on router 4a3b5c85-fdd3-403c-9caa-ed3af71adb3c {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:00:08.467696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.472341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c2a222d-a870-4e50-938c-6d183847d507 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "DELETE /v2.0/routers/4a3b5c85-fdd3-403c-9caa-ed3af71adb3c HTTP/1.1" status: 204 len: 168 time: 0.5983999 Mar 11 00:00:08.473702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:08.502216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (43e206d3-6c6c-40dd-9744-6369413eca3d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.556573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2c12431-ece2-467c-8b40-ebc63a15ef29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.561521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217e06c-b6d3-4694-83e5-1eaa1c585444 req-b4faa11c-83fb-4c77-9b5c-21527dafe250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:08.563168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c217e06c-b6d3-4694-83e5-1eaa1c585444 req-b4faa11c-83fb-4c77-9b5c-21527dafe250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 1127 time: 0.3562119 Mar 11 00:00:08.598335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14587847-3e4a-4f5d-8a03-f2bbdf67f012 req-ce966ca0-8723-4b2a-8ba8-f9306a1048b3 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:08.602020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting subnet 65c6907f-a94d-45d4-8471-e63af1f51c9a {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:08.607897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14587847-3e4a-4f5d-8a03-f2bbdf67f012 req-ce966ca0-8723-4b2a-8ba8-f9306a1048b3 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.2502413 Mar 11 00:00:08.608093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for subnet (65c6907f-a94d-45d4-8471-e63af1f51c9a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.627736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:00:04Z', 'revision_number': 4, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '915051b4-30b8-404b-a79b-e987da05daf1', 'name': '', 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'mac_address': 'fa:16:3e:98:4e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:01Z', 'updated_at': '2022-03-11T00:00:04Z', 'revision_number': 2, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'subnets': [{'id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:08.686053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (65c6907f-a94d-45d4-8471-e63af1f51c9a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.732349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (43e206d3-6c6c-40dd-9744-6369413eca3d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.763539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c217e06c-b6d3-4694-83e5-1eaa1c585444 req-68d1e3ba-2972-4099-9307-91aa5b775e5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901026 Mar 11 00:00:08.780480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Checking router: 8d8a735e-9b39-4018-af0b-0b05f1c40e43 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:08.781110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Updating router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 port 915051b4-30b8-404b-a79b-e987da05daf1 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:00:08.831792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2c12431-ece2-467c-8b40-ebc63a15ef29 admin admin] Publish callbacks [] for security_group (fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.841323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c292f27-214a-460f-ab3e-5c8ca4de8798 None None] Pushing event updated for resources: {'Port': ['ID=b43f49c3-badc-46bd-b4ba-fc9c885df126,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:08.882963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14587847-3e4a-4f5d-8a03-f2bbdf67f012 req-50f7b7b6-bbfb-4644-aae6-5d8d7a9f4175 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2696803 Mar 11 00:00:08.898886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (915051b4-30b8-404b-a79b-e987da05daf1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.905220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2c12431-ece2-467c-8b40-ebc63a15ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:08.931784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=43e206d3-6c6c-40dd-9744-6369413eca3d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:08.956956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:08.976576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:08.979623 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f2c12431-ece2-467c-8b40-ebc63a15ef29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9373d464b3564d5a90bd4422db3f3ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7504797 Mar 11 00:00:08.983355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54794) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:08.984287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:09.003911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.006523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.060465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12431-ece2-467c-8b40-ebc63a15ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:09.066271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (65c6907f-a94d-45d4-8471-e63af1f51c9a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.091839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5bcdaabc-95fb-4887-8743-7b015a022f44 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1214252 Mar 11 00:00:09.097707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:09.151414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] Publish callbacks [] for security_group (fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.176120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] Publish callbacks [] for security_group (fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.178006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6625d11e-492b-428d-9019-33f891c9fd77 req-7156181f-c0b2-4c7a-8d01-0d6c6029bcb7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1290429 Mar 11 00:00:09.213632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (65c6907f-a94d-45d4-8471-e63af1f51c9a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.272772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Subnet': ['ID=65c6907f-a94d-45d4-8471-e63af1f51c9a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:09.275986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.282129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f575db5b-3df3-4d93-a06d-1e7bf5e8dd77 tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "DELETE /v2.0/subnets/65c6907f-a94d-45d4-8471-e63af1f51c9a HTTP/1.1" status: 204 len: 168 time: 0.8073411 Mar 11 00:00:09.282828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54800) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:09.339495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.343369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1b7ae-024f-4c28-95f6-1b161ae23c36 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.344859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.350560 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5 HTTP/1.1" status: 204 len: 168 time: 0.3623993 Mar 11 00:00:09.350763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1b7ae-024f-4c28-95f6-1b161ae23c36 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.352888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7e1b7ae-024f-4c28-95f6-1b161ae23c36 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2515562 Mar 11 00:00:09.353127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35d3e4-26b5-4e79-ba51-ae2ed3110635 None None] Network 0cfa3bd9-0f25-414c-9e04-776b56adced1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:09.356369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:09.428371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba001-3c4b-473c-949f-c4beafa253d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d2f46-7bd4-431b-a4b0-f0b65fab90d5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:09.441892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0cfa3bd9-0f25-414c-9e04-776b56adced1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.484442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-91fcdc29-8f5a-438a-b0a2-b045cd76fe8f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.503015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-91fcdc29-8f5a-438a-b0a2-b045cd76fe8f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 931 time: 0.5372264 Mar 11 00:00:09.558332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b43f49c3-badc-46bd-b4ba-fc9c885df126 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:09.593663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 43e206d3-6c6c-40dd-9744-6369413eca3d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:09.596669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (43e206d3-6c6c-40dd-9744-6369413eca3d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.610472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07047d19-43c1-4284-be6a-246ec111554f req-52001092-0fde-4bfe-ab07-f80b7df80e37 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.613071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07047d19-43c1-4284-be6a-246ec111554f req-52001092-0fde-4bfe-ab07-f80b7df80e37 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5194268 Mar 11 00:00:09.621266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca5ab840-9953-4a9e-a7c3-210fba4b9435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.642755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4da0da-3199-47f6-9d12-ecd4db81b635 req-ce44bc4c-d83d-49b1-8274-4562031cdccb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.644742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b4da0da-3199-47f6-9d12-ecd4db81b635 req-ce44bc4c-d83d-49b1-8274-4562031cdccb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.2661338 Mar 11 00:00:09.667138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Deleting port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:09.667747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.717151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-22091230-aefb-4d07-9ef2-e5166479fd26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:09.728604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-22091230-aefb-4d07-9ef2-e5166479fd26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 930 time: 0.2255602 Mar 11 00:00:09.811667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b4da0da-3199-47f6-9d12-ecd4db81b635 req-95f365c0-82bd-44c6-b650-94c397640c40 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536784 Mar 11 00:00:09.832091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07047d19-43c1-4284-be6a-246ec111554f req-def681f7-e1d3-4dd0-b113-36f21dabe497 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115149 Mar 11 00:00:09.857993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (43e206d3-6c6c-40dd-9744-6369413eca3d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:09.916207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 43e206d3-6c6c-40dd-9744-6369413eca3d owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:09.952597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b43f49c3-badc-46bd-b4ba-fc9c885df126 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:09.953631 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.001530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54816) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:10.022356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53efb78e-a9bd-46aa-8b63-7ea9fcf619f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.184931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7c6d9-a31f-41b5-82bf-4cbf2941ae76 req-ae269cb8-a76b-48ad-8441-79bdfd4c3bed tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:10.194405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97b7c6d9-a31f-41b5-82bf-4cbf2941ae76 req-ae269cb8-a76b-48ad-8441-79bdfd4c3bed tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.1365957 Mar 11 00:00:10.211209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] DHCP port deletion for 0cfa3bd9-0f25-414c-9e04-776b56adced1 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:10.259219 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks [] for port (915051b4-30b8-404b-a79b-e987da05daf1), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.291008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53efb78e-a9bd-46aa-8b63-7ea9fcf619f3 admin admin] Publish callbacks [] for security_group (46475d25-bf64-4bf8-ad5d-224c736babc7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.294500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.335304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b43f49c3-badc-46bd-b4ba-fc9c885df126 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:10.336188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.351786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] For port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,segment=NetworkSegment(5721f3da-213f-43ba-a40f-9a9aeea35b8f),segment_id=5721f3da-213f-43ba-a40f-9a9aeea35b8f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:10.354331 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53efb78e-a9bd-46aa-8b63-7ea9fcf619f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46475d25-bf64-4bf8-ad5d-224c736babc7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.355423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.376673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port b43f49c3-badc-46bd-b4ba-fc9c885df126, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b43f49c3-badc-46bd-b4ba-fc9c885df126,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:10.383260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97b7c6d9-a31f-41b5-82bf-4cbf2941ae76 req-663442d5-5687-43b0-beb1-75a7f2a34e4b tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1842330 Mar 11 00:00:10.400558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Calling delete_port for f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:10.411563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.468106 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.468785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c707226-3391-463f-a5fe-b351e2f2c12f None None] Pushing event updated for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:10.512679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04e658f3-6487-4ddb-bea2-eff1dac33f39 req-932ff689-dfb4-444f-909e-b0bca937c6e5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.2199528 Mar 11 00:00:10.619467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.623082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=b43f49c3-badc-46bd-b4ba-fc9c885df126,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:10.642273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53efb78e-a9bd-46aa-8b63-7ea9fcf619f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2c41ae8c0c84f64a514aa34ed5542c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358750 Mar 11 00:00:10.643685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7ed08d56-ed4c-456f-857e-ce44ca88a145 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:10.653143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54832) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:10.736841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (43e206d3-6c6c-40dd-9744-6369413eca3d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.801818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=43e206d3-6c6c-40dd-9744-6369413eca3d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:10.818393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.818752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Deleting port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:10.819356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.849084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 7ed08d56-ed4c-456f-857e-ce44ca88a145 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:10.849457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7ed08d56-ed4c-456f-857e-ce44ca88a145 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:10.887305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c33a0c71-5b34-42ca-a2ef-289bee3ac4bf None None] Provisioning complete for port b43f49c3-badc-46bd-b4ba-fc9c885df126 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:10.887754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c33a0c71-5b34-42ca-a2ef-289bee3ac4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.904590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Port': ['ID=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:10.910037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:10.916402 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56e50cfc-5997-460d-833d-f3327ee6352a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/43e206d3-6c6c-40dd-9744-6369413eca3d HTTP/1.1" status: 204 len: 168 time: 1.5563376 Mar 11 00:00:10.916402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] No DVR routers for this DVR port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:10.917143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54836) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:11.051267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.058310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9e6b1-59a4-4d86-90aa-4fc37230ef43 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.059634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9e6b1-59a4-4d86-90aa-4fc37230ef43 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.061349 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0da9e6b1-59a4-4d86-90aa-4fc37230ef43 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1432328 Mar 11 00:00:11.064962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54838) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:11.076668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Attempting to bind port 915051b4-30b8-404b-a79b-e987da05daf1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:11.077441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Attempting to bind port 915051b4-30b8-404b-a79b-e987da05daf1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:11.078180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Attempting to bind port 915051b4-30b8-404b-a79b-e987da05daf1 on network 1075fef6-658c-488e-afb4-b4b209b6a6da {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:11.138318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0cfa3bd9-0f25-414c-9e04-776b56adced1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.160287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:11.161019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Checking segment: {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:11.161653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.162293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Bound using segment: {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:11.163763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Bound port: 915051b4-30b8-404b-a79b-e987da05daf1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489aa0a2-9d7e-40d6-ad22-e4316e9582e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:11.164385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (915051b4-30b8-404b-a79b-e987da05daf1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.188861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] For port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:11.189603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.234046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfa3bd9-0f25-414c-9e04-776b56adced1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:11.250676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5721f3da-213f-43ba-a40f-9a9aeea35b8f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:11.250979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5721f3da-213f-43ba-a40f-9a9aeea35b8f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:11.251117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Calling delete_port for f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:11.265506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet b37f7977-4c8f-4de8-bc9c-b7545b99de72 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:11.273104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (5721f3da-213f-43ba-a40f-9a9aeea35b8f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.275577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (b37f7977-4c8f-4de8-bc9c-b7545b99de72), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.276357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:00:11.285012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.321625 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5721f3da-213f-43ba-a40f-9a9aeea35b8f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.334887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:00:11.335195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c33a0c71-5b34-42ca-a2ef-289bee3ac4bf None None] Current status of the port b43f49c3-badc-46bd-b4ba-fc9c885df126 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:11.336455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (5721f3da-213f-43ba-a40f-9a9aeea35b8f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.337975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:00:11.340196 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:00:11.355789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (b37f7977-4c8f-4de8-bc9c-b7545b99de72), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.405404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] For port 915051b4-30b8-404b-a79b-e987da05daf1, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:11.411608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] For port 915051b4-30b8-404b-a79b-e987da05daf1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=915051b4-30b8-404b-a79b-e987da05daf1,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:11.423000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce6b70-c4c3-4fac-b865-efc961c3cbb2 None None] No DVR routers for this DVR port f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:11.437496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b43f49c3-badc-46bd-b4ba-fc9c885df126 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:11.438745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.478212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efb78e-a9bd-46aa-8b63-7ea9fcf619f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46475d25-bf64-4bf8-ad5d-224c736babc7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:11.521757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] Publish callbacks [] for security_group (46475d25-bf64-4bf8-ad5d-224c736babc7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.552509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c707226-3391-463f-a5fe-b351e2f2c12f None None] Pushing event updated for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:11.601856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Could not find standard attr ID for object 43e206d3-6c6c-40dd-9744-6369413eca3d. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:00:11.641261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.656684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Provisioning complete for port 915051b4-30b8-404b-a79b-e987da05daf1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:11.657067 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (915051b4-30b8-404b-a79b-e987da05daf1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.659889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:11.661418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:11.683556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] Publish callbacks [] for security_group (46475d25-bf64-4bf8-ad5d-224c736babc7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.756443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdebd0-d8ea-4be1-8a58-c904e74a30d9 req-4c966c0f-3ffa-4a5c-9084-7fe0b526d1dc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.764651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54fdebd0-d8ea-4be1-8a58-c904e74a30d9 req-4c966c0f-3ffa-4a5c-9084-7fe0b526d1dc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.1833088 Mar 11 00:00:11.782264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a3abfc35-3e4f-4a88-a906-347020072962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.784892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a3abfc35-3e4f-4a88-a906-347020072962 service neutron] 10.222.0.30 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 1027 time: 0.2249131 Mar 11 00:00:11.801580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0cfa3bd9-0f25-414c-9e04-776b56adced1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.820905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:11.827683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] 10.222.0.21 "DELETE /v2.0/networks/0cfa3bd9-0f25-414c-9e04-776b56adced1 HTTP/1.1" status: 204 len: 168 time: 2.5425091 Mar 11 00:00:11.870508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2086e-a49b-4824-8461-d9e0ca355cfd tempest-FloatingIPNegativeTestJSON-824805975 tempest-FloatingIPNegativeTestJSON-824805975-project] Pushing event deleted for resources: {'Network': ['ID=0cfa3bd9-0f25-414c-9e04-776b56adced1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:11.878650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8214bcfd-0cd6-4a8f-8afc-047b3de548b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.880930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8214bcfd-0cd6-4a8f-8afc-047b3de548b4 service neutron] 10.222.0.30 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 1026 time: 0.0854704 Mar 11 00:00:11.894113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dee29-5e52-4cc8-a6ed-522876f72d06 req-1dd2cc85-ab91-49d5-8467-fe86d73801bd tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:11.908562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:11.920826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Request body: {'floatingip': {'port_id': '451101ff-d5a7-4159-91c0-7794cd1285b3'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:11.924309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe9dee29-5e52-4cc8-a6ed-522876f72d06 req-1dd2cc85-ab91-49d5-8467-fe86d73801bd tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 1.2403529 Mar 11 00:00:12.075458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54fdebd0-d8ea-4be1-8a58-c904e74a30d9 req-2d31ea8b-a927-4b85-94cf-5cc583612c2b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096218 Mar 11 00:00:12.082179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b37f7977-4c8f-4de8-bc9c-b7545b99de72), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.098051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.209205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46475d25-bf64-4bf8-ad5d-224c736babc7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.218924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.231160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46475d25-bf64-4bf8-ad5d-224c736babc7 HTTP/1.1" status: 204 len: 168 time: 1.5104821 Mar 11 00:00:12.291810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d944e8-7d6b-4769-8912-7974e9badef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46475d25-bf64-4bf8-ad5d-224c736babc7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:12.327404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb1aa44f-b8b9-4cf4-ae00-766595957453 req-a0e79772-d487-4e81-9c28-9219ee006714 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0944657 Mar 11 00:00:12.359541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:12.364447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d343f-0b1d-4e41-abb4-edb271ba16ae req-068b4d10-3fa1-4a3a-83c3-f3547fe770ac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:12.374452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d0d343f-0b1d-4e41-abb4-edb271ba16ae req-068b4d10-3fa1-4a3a-83c3-f3547fe770ac tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.3596127 Mar 11 00:00:12.439564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (b37f7977-4c8f-4de8-bc9c-b7545b99de72), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.475974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e5ba3c72-85bb-4cfe-9e8e-2ab2a22b0fa0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:12.481567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e5ba3c72-85bb-4cfe-9e8e-2ab2a22b0fa0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:12.486783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e5ba3c72-85bb-4cfe-9e8e-2ab2a22b0fa0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:12.488455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e5ba3c72-85bb-4cfe-9e8e-2ab2a22b0fa0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/networks?id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=8987e2f0-73bf-4039-97f6-097ce69689af&id=8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 200 len: 1989 time: 0.5595968 Mar 11 00:00:12.488975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54856) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:12.556183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d0d343f-0b1d-4e41-abb4-edb271ba16ae req-61c1ff8a-89f5-42d2-bc2d-48c4d50c34c8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753306 Mar 11 00:00:12.610083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=b37f7977-4c8f-4de8-bc9c-b7545b99de72,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:12.625420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-b2810b7c-4618-4b22-bed4-ee3b8572a100 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8ad64cab7b74eff9c5bebc3054d5410 HTTP/1.1" status: 200 len: 380 time: 0.1058474 Mar 11 00:00:12.641630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'admin_state_up': True, 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'security_groups': ['d8fc17d2-8631-4f6b-9114-414d8eeb7626']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:12.667704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.675797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f1dfc-a0c3-4b0b-8172-971ba4364448 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:12.687737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e3820319-e783-4d8f-8eda-81be428a570a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/b37f7977-4c8f-4de8-bc9c-b7545b99de72 HTTP/1.1" status: 204 len: 168 time: 1.6191747 Mar 11 00:00:12.688631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54862) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:12.734037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233d2c0-2d94-4fb4-9b87-f1b4e30b364c req-805d3d14-7a01-4455-bba4-d8eabd94ce7a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:12.735644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0233d2c0-2d94-4fb4-9b87-f1b4e30b364c req-805d3d14-7a01-4455-bba4-d8eabd94ce7a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2864542 Mar 11 00:00:12.820105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b43f49c3-badc-46bd-b4ba-fc9c885df126 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:12.820105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:12.848854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c058a214-befa-47f9-8e2f-9b4be4c6991a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543798 Mar 11 00:00:12.861684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:12.990458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0233d2c0-2d94-4fb4-9b87-f1b4e30b364c req-2c58b3cd-d2d1-416e-a00e-7903d63df775 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415440 Mar 11 00:00:13.023948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Current status of the port 915051b4-30b8-404b-a79b-e987da05daf1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:13.024214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (915051b4-30b8-404b-a79b-e987da05daf1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.055006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:13.058509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.095647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b43f49c3-badc-46bd-b4ba-fc9c885df126 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:13.146399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-084a6d8a-1870-4fbb-836f-571347359829 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8c4623fa9224aecba50796ed43bca03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6519518 Mar 11 00:00:13.156095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:13.234026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] For port 915051b4-30b8-404b-a79b-e987da05daf1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=915051b4-30b8-404b-a79b-e987da05daf1,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:13.236202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:13.283749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.295151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:13.307684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.373398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fdc96b-c717-4472-b9f7-d474244add35 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:13.376995 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0fdc96b-c717-4472-b9f7-d474244add35 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5077701 Mar 11 00:00:13.379950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:13.382517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f3768b0a-6ab8-4ebe-aafd-40b5ad0a42d1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:13.387875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54882) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:13.582510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:00:04Z', 'revision_number': 4, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '915051b4-30b8-404b-a79b-e987da05daf1', 'name': '', 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'mac_address': 'fa:16:3e:98:4e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:01Z', 'updated_at': '2022-03-11T00:00:11Z', 'revision_number': 4, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'subnets': [{'id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:13.589170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b43f49c3-badc-46bd-b4ba-fc9c885df126 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:13.680084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa116d1-9774-4a5a-8e40-ca1aa0cbcb0e None None] Pushing event updated for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:13.698000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-314f9f51-a5d7-47d5-9573-292be4908d15 None None] Provisioning complete for port 915051b4-30b8-404b-a79b-e987da05daf1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:13.702030 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-314f9f51-a5d7-47d5-9573-292be4908d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (915051b4-30b8-404b-a79b-e987da05daf1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.703082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 172.20.0.13 (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef/6d182f39-cab6-4b03-93e4-abcd938e5920/580f6fdb-5406-45f2-87f1-6c6c68cc9fe0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:13.766570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8e03c-5461-4937-b23b-c0e0bbf4f645 None None] The sync data for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 is: [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:00:04Z', 'revision_number': 4, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '915051b4-30b8-404b-a79b-e987da05daf1', 'name': '', 'network_id': '1075fef6-658c-488e-afb4-b4b209b6a6da', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'mac_address': 'fa:16:3e:98:4e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:01Z', 'updated_at': '2022-03-11T00:00:11Z', 'revision_number': 4, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'subnets': [{'id': '74a36939-8cfe-4e91-a521-11cd6f9ab51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:13.810331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Deleting port b43f49c3-badc-46bd-b4ba-fc9c885df126 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:13.810724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:13.958724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] Publish callbacks [] for security_group (339c31c5-303c-4045-9ba1-2998dd6bea04), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.027954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b43f49c3-badc-46bd-b4ba-fc9c885df126 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:14.028364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.114417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] For port b43f49c3-badc-46bd-b4ba-fc9c885df126, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b43f49c3-badc-46bd-b4ba-fc9c885df126,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:14.114725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.140966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-314f9f51-a5d7-47d5-9573-292be4908d15 None None] Current status of the port 915051b4-30b8-404b-a79b-e987da05daf1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:14.155911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Calling delete_port for b43f49c3-badc-46bd-b4ba-fc9c885df126 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:14.166266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port b43f49c3-badc-46bd-b4ba-fc9c885df126, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b43f49c3-badc-46bd-b4ba-fc9c885df126,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:14.180028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.251497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c14fa120-38ac-44a3-95cd-b21938a2fab8 req-54aec0c5-cdf9-438d-8118-fbfb8558467d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.3104801 Mar 11 00:00:14.322758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=b43f49c3-badc-46bd-b4ba-fc9c885df126,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:14.324740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:00:14.364260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (b43f49c3-badc-46bd-b4ba-fc9c885df126), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.373624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] Publish callbacks [] for security_group (339c31c5-303c-4045-9ba1-2998dd6bea04), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.387237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0e992-62ea-4d39-a6f9-12bfb5a9d31d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:14.391824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8be0e992-62ea-4d39-a6f9-12bfb5a9d31d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9969490 Mar 11 00:00:14.396676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54902) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:14.446460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] Pushing event deleted for resources: {'Port': ['ID=b43f49c3-badc-46bd-b4ba-fc9c885df126,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:14.462693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.464092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2242b-4aac-4879-ac70-9a76ef578d16 None None] No DVR routers for this DVR port b43f49c3-badc-46bd-b4ba-fc9c885df126 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:14.465545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4fe4e588-7631-4fe2-976c-7f48d8755705 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657644 Mar 11 00:00:14.466048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:14.483847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:14.499525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.591985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.611344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a9e9-afa7-4947-8bba-2a370be501dd req-c6aa6532-ba5c-49ec-a7d5-61937954f7f3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:14.613257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34a2a9e9-afa7-4947-8bba-2a370be501dd req-c6aa6532-ba5c-49ec-a7d5-61937954f7f3 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.6224518 Mar 11 00:00:14.700103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (339c31c5-303c-4045-9ba1-2998dd6bea04), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.703058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.704561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/339c31c5-303c-4045-9ba1-2998dd6bea04 HTTP/1.1" status: 204 len: 168 time: 1.5399778 Mar 11 00:00:14.721094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34a2a9e9-afa7-4947-8bba-2a370be501dd req-075eb0ac-197b-4f3e-becd-158a7c9d7c99 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975776 Mar 11 00:00:14.767117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a178-b46c-4021-be22-a2d4635ee172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c31c5-303c-4045-9ba1-2998dd6bea04,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:14.791885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:14.933926 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Floating IP 62950d39-f4ed-4ccf-80de-ac2ed3bd5cee associated. External IP: 172.25.7.116, port: 451101ff-d5a7-4159-91c0-7794cd1285b3. Mar 11 00:00:15.031602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:15.054132 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:15.087531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:15.089666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:15.091609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:15.094838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:15.195589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:15.196312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:15.389562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c8034879-45c9-4043-8356-74403c3b933a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7534120 Mar 11 00:00:15.442110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'admin_state_up': True, 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'security_groups': ['d8fc17d2-8631-4f6b-9114-414d8eeb7626']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:15.613382 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (7a3248b5-6dd2-4060-b3cd-54241d0aeef7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:15.689186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674febd-eee2-44e7-99b4-c22b6658703e req-31fb84e9-feae-4bc3-aa37-6fa984a9f930 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:15.692708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cdc3396d-a0aa-4969-b6eb-7fb74d05b1af None None] Provisioning complete for port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:15.693224 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cdc3396d-a0aa-4969-b6eb-7fb74d05b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:15.706767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2674febd-eee2-44e7-99b4-c22b6658703e req-31fb84e9-feae-4bc3-aa37-6fa984a9f930 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.4908369 Mar 11 00:00:15.775266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 915051b4-30b8-404b-a79b-e987da05daf1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:15.899959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3396d-a0aa-4969-b6eb-7fb74d05b1af None None] Port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:15.950402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 915051b4-30b8-404b-a79b-e987da05daf1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:15.950788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (915051b4-30b8-404b-a79b-e987da05daf1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:16.095121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54944) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:16.095787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2674febd-eee2-44e7-99b4-c22b6658703e req-93a7bc2a-159b-4a0c-8107-1b27b18a443b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880501 Mar 11 00:00:16.109420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:16.117823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:00:16.119386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:16.133063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d05a92-38c8-4841-bb8e-c77499ed8fe1 req-8b31c324-918b-41d9-8cf9-db1edb0773ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:16.134902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96d05a92-38c8-4841-bb8e-c77499ed8fe1 req-8b31c324-918b-41d9-8cf9-db1edb0773ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 932 time: 0.6466584 Mar 11 00:00:16.149981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:16.150390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:16.201938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=7a3248b5-6dd2-4060-b3cd-54241d0aeef7,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:16.203206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8902253-9e72-4933-8ea4-95142b2561dd None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:16.284060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:16.303137 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:00:16.310076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:16.345456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 915051b4-30b8-404b-a79b-e987da05daf1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:16.356123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9fe2e2ea-df56-49e1-a681-b6e31da2354c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8890259 Mar 11 00:00:16.361478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:16.391801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '7a3248b5-6dd2-4060-b3cd-54241d0aeef7', 'ip_address': '2001:db8::8c3d:add7:1a90:571c'}], 'name': 'tempest-NetworksTestDHCPv6-1946433090'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:16.525372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '7a3248b5-6dd2-4060-b3cd-54241d0aeef7'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:16.527478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:16.635428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-0e7ead03-dfd9-4439-8a39-3810bfaafcd6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:16.644148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-0e7ead03-dfd9-4439-8a39-3810bfaafcd6 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 0.4248714 Mar 11 00:00:16.700442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1324925960', 'router:external': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:16.706706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96d05a92-38c8-4841-bb8e-c77499ed8fe1 req-ec5f854a-b698-4fde-8997-2c0ef4725160 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5597343 Mar 11 00:00:16.815076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Made reservation on behalf of 5685ad31cfe142688678bbe86b73e2cb for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:16.824656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:16.847436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:16.864151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/7a3248b5-6dd2-4060-b3cd-54241d0aeef7/094c509c-f415-4d7e-b456-13661a431103) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:16.966078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:16.968929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.060889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:17.083431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.090989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Sync routers for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:17.107331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.1.1.136 (65927154-b452-43bd-b828-b9e3ceddacb7/0dd9e954-2b42-4134-9945-f36decb9841c/48af16b2-8f3f-4270-af69-7a9288434916) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:17.139189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:17.140247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:17.170729 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e6deaf57-63e1-4d9e-a4aa-6fdb41267d9d tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "PUT /v2.0/floatingips/62950d39-f4ed-4ccf-80de-ac2ed3bd5cee HTTP/1.1" status: 200 len: 991 time: 5.2584081 Mar 11 00:00:17.178345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:17.189554 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820d88e8-ec86-4c01-811f-cfadedbe6609" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:17.215596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.252731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port b51188bc-048e-42d5-ba26-767624fb657b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:17.253109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b51188bc-048e-42d5-ba26-767624fb657b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.266725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 10b9f2e8-8f83-4153-8a14-e746026227a7 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:17.302707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-532006829'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:17.370616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:17.374415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.456509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:17.465110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.665686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (3eb103e7-1223-4de8-90fb-32e3c6cace36), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.684969 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3eb103e7-1223-4de8-90fb-32e3c6cace36), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.738855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:17.761926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for security_group (314bb0a8-57e5-4896-bb00-3418498dc0be), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.770980 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks [] for port (094c509c-f415-4d7e-b456-13661a431103), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.778943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port b51188bc-048e-42d5-ba26-767624fb657b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b51188bc-048e-42d5-ba26-767624fb657b,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:17.779763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b51188bc-048e-42d5-ba26-767624fb657b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.785012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (314bb0a8-57e5-4896-bb00-3418498dc0be), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.796548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:17.807591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cc060a76-c79e-4560-8f3e-023bf2acdba8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.808813 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Added segment cc060a76-c79e-4560-8f3e-023bf2acdba8 of type vlan for network 169d0119-cb2d-4db1-931e-551c9715a1a2 Mar 11 00:00:17.815214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (094c509c-f415-4d7e-b456-13661a431103), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.857602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d03ffefe-3029-43b3-af0b-18979c241094), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.858094 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment d03ffefe-3029-43b3-af0b-18979c241094 of type vlan for network 60947701-2f45-4c2a-ae42-0282fde1881b Mar 11 00:00:17.859454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb103e7-1223-4de8-90fb-32e3c6cace36,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:17.906610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for b51188bc-048e-42d5-ba26-767624fb657b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:17.928104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (48af16b2-8f3f-4270-af69-7a9288434916), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:17.948618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314bb0a8-57e5-4896-bb00-3418498dc0be,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:17.948903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:17.949741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:17.959400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (169d0119-cb2d-4db1-931e-551c9715a1a2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.001369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.015870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (60947701-2f45-4c2a-ae42-0282fde1881b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.170037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:18.183837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:18.185520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Pushing event updated for resources: {'Port': ['ID=094c509c-f415-4d7e-b456-13661a431103,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:18.216573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:18.225144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:18.234123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:18.276045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Attempting to bind port 094c509c-f415-4d7e-b456-13661a431103 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:18.276428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Attempting to bind port 094c509c-f415-4d7e-b456-13661a431103 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:18.276790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Attempting to bind port 094c509c-f415-4d7e-b456-13661a431103 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:18.294170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:18.294547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:18.294960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.295335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:18.295811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Bound port: 094c509c-f415-4d7e-b456-13661a431103, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:18.296213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (094c509c-f415-4d7e-b456-13661a431103), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.305204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:18.305992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.362553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::8c3d:add7:1a90:571c (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/7a3248b5-6dd2-4060-b3cd-54241d0aeef7/10b9f2e8-8f83-4153-8a14-e746026227a7) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:18.405771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] For port 094c509c-f415-4d7e-b456-13661a431103, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:18.409689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] For port 094c509c-f415-4d7e-b456-13661a431103, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=094c509c-f415-4d7e-b456-13661a431103,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:18.429082 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (094c509c-f415-4d7e-b456-13661a431103), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.572424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (60947701-2f45-4c2a-ae42-0282fde1881b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.581700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:18.581700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.615631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759156b-a305-49d6-8900-5308bac0fb80 None None] Pushing event updated for resources: {'Port': ['ID=094c509c-f415-4d7e-b456-13661a431103,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:18.646197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4849311-b01b-4f32-88f2-50ed907ecace req-b7cb5d13-f307-4576-9d32-46a3da87facd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:18.650306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4849311-b01b-4f32-88f2-50ed907ecace req-b7cb5d13-f307-4576-9d32-46a3da87facd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=74e94b04-9475-4b46-a1b5-89019ccc6c22 HTTP/1.1" status: 200 len: 945 time: 1.1452451 Mar 11 00:00:18.682261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739be8-d9ef-42f0-abfb-c3e9632aaaaf req-951e6da7-82f8-48f5-a02c-a37f53cbf92f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:18.689739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '62950d39-f4ed-4ccf-80de-ac2ed3bd5cee', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'port_id': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'mac_address': 'fa:16:3e:2b:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:43Z', 'updated_at': '2022-03-11T00:00:14Z', 'revision_number': 1, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:18.705682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=60947701-2f45-4c2a-ae42-0282fde1881b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:18.707780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (169d0119-cb2d-4db1-931e-551c9715a1a2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.708746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:18.709963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.710655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20739be8-d9ef-42f0-abfb-c3e9632aaaaf req-951e6da7-82f8-48f5-a02c-a37f53cbf92f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 1.2006378 Mar 11 00:00:18.736392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f93c36c0-d279-4969-9d87-8b8c8bb5a33c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7424066 Mar 11 00:00:18.770207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54978) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:18.771380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.796669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'name': 'tempest-PortsIpV6TestJSON-2015946440'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:18.840050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:18.864049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Checking router: d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:18.872067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-da503a04-f573-4ee7-bc4c-cadd44ef085b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4774132 Mar 11 00:00:18.886735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.936113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'admin_state_up': True, 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'security_groups': ['d8fc17d2-8631-4f6b-9114-414d8eeb7626']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:18.969445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d2dbf6fb-e0a9-480a-8df1-e4e89af489c7 None None] Provisioning complete for port 48af16b2-8f3f-4270-af69-7a9288434916 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:18.970038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf6fb-e0a9-480a-8df1-e4e89af489c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (48af16b2-8f3f-4270-af69-7a9288434916), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:18.979187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:18.979841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:19.035801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.9368973 Mar 11 00:00:19.133347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54984) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:19.176270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'subnet': {'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:19.188882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:19.208041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a9488-811b-492c-8933-0178ad0db806 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Network': ['ID=169d0119-cb2d-4db1-931e-551c9715a1a2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:19.310346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:19.340673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b51188bc-048e-42d5-ba26-767624fb657b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.348638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:19.352104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=10b9f2e8-8f83-4153-8a14-e746026227a7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:19.370368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:19.376076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:19.384174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:19.385958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.386100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.402192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Made reservation on behalf of 5685ad31cfe142688678bbe86b73e2cb for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:19.405101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.471319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20739be8-d9ef-42f0-abfb-c3e9632aaaaf req-4e087a7c-1f61-4657-9bcc-11b343068b47 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7592196 Mar 11 00:00:19.489259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbf6fb-e0a9-480a-8df1-e4e89af489c7 None None] Port 48af16b2-8f3f-4270-af69-7a9288434916 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:19.500876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33c06a10-de76-40e3-807b-868a6f50a42b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1242914 Mar 11 00:00:19.503768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54990) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:19.512531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=b51188bc-048e-42d5-ba26-767624fb657b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:19.531672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '7a3248b5-6dd2-4060-b3cd-54241d0aeef7', 'ip_address': '2001:db8::8c3d:add7:1a90:571c'}], 'name': 'tempest-NetworksTestDHCPv6-964473909'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:19.547618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 7209d77f-3ee7-4309-92cd-663beb5d8062 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:19.639157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4849311-b01b-4f32-88f2-50ed907ecace req-1c30f12b-f8fd-414e-9bd1-d02daebf13bf tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9157102 Mar 11 00:00:19.665161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:19.753864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 094c509c-f415-4d7e-b456-13661a431103 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:19.840625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:19.844657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.952740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port b51188bc-048e-42d5-ba26-767624fb657b on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:19.965621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:19.970607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b63280b8-6531-40bd-a836-ab7b33f0e9de req-8ca7c529-47c8-492b-8b17-ab1d70ac3400 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "DELETE /v2.0/ports/b51188bc-048e-42d5-ba26-767624fb657b HTTP/1.1" status: 204 len: 173 time: 3.3007734 Mar 11 00:00:20.037400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.089807 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61be1f94-872f-4cd7-b52c-cc5fce02443d x-openstack-request-id: req-61be1f94-872f-4cd7-b52c-cc5fce02443d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:20.090112 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:20.090631 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61be1f94-872f-4cd7-b52c-cc5fce02443d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:20.091061 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'status': 'completed', 'code': 200} Mar 11 00:00:20.111843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.238433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=7209d77f-3ee7-4309-92cd-663beb5d8062,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:20.320639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 094c509c-f415-4d7e-b456-13661a431103 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:20.324374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (094c509c-f415-4d7e-b456-13661a431103), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.354715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-75b15f01-641b-401b-9166-8983356283d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:20.357145 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-75b15f01-641b-401b-9166-8983356283d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0569f0eddd874a1a961833fdb7699205&device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 1127 time: 0.1685672 Mar 11 00:00:20.358367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': 'd03ffefe-3029-43b3-af0b-18979c241094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:20.358792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: 60947701-2f45-4c2a-ae42-0282fde1881b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:00:20.421800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:00:20.476839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 60947701-2f45-4c2a-ae42-0282fde1881b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:20.491449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:20.494442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '62950d39-f4ed-4ccf-80de-ac2ed3bd5cee', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'port_id': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'mac_address': 'fa:16:3e:2b:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:43Z', 'updated_at': '2022-03-11T00:00:14Z', 'revision_number': 1, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:20.498301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:20.498301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.518762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-b357c0ab-4050-4177-84a0-63001a0873ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:20.520119 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-b357c0ab-4050-4177-84a0-63001a0873ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=edc26b3e-a4a7-4efb-9836-054e3e61190f HTTP/1.1" status: 200 len: 907 time: 0.1561153 Mar 11 00:00:20.541993 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65630b26-a3b1-401b-a291-14157183db55 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7671533 Mar 11 00:00:20.591706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:20.605632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869426807'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:20.624275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b51188bc-048e-42d5-ba26-767624fb657b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:20.626284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef49d9-8dd3-4292-89c1-995a11f06384 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:20.743391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-5eff678d-34dc-4ba9-965d-a1027f5ca230 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=451101ff-d5a7-4159-91c0-7794cd1285b3 HTTP/1.1" status: 200 len: 999 time: 0.2173433 Mar 11 00:00:20.789190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:20.795856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.834589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed9e336-304a-42f2-a48a-730498fe591e None None] The sync data for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 is: [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '62950d39-f4ed-4ccf-80de-ac2ed3bd5cee', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'port_id': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'mac_address': 'fa:16:3e:2b:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:43Z', 'updated_at': '2022-03-11T00:00:14Z', 'revision_number': 1, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:20.900303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-3c906278-326d-498b-b3a4-4895fa745497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:20.901785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-3c906278-326d-498b-b3a4-4895fa745497 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8414c011-e5ff-411c-9557-78a67c97489d HTTP/1.1" status: 200 len: 845 time: 0.1441376 Mar 11 00:00:20.902726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: b51188bc-048e-42d5-ba26-767624fb657b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:20.903061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b51188bc-048e-42d5-ba26-767624fb657b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:20.939352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 094c509c-f415-4d7e-b456-13661a431103 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:20.939750 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (094c509c-f415-4d7e-b456-13661a431103), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:20.988301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:21.009551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-c40d8498-aeba-40ad-8f21-8da46a343c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:21.011536 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-c40d8498-aeba-40ad-8f21-8da46a343c1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=edc26b3e-a4a7-4efb-9836-054e3e61190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013467 Mar 11 00:00:21.015311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.015668 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment 86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc of type vlan for network c3cff4d8-a429-4e3d-8e88-2fb417aeda1a Mar 11 00:00:21.030221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0a7b6e74-1bc8-45fc-860c-3e8966a1c111 None None] Provisioning complete for port 094c509c-f415-4d7e-b456-13661a431103 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:21.030601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6e74-1bc8-45fc-860c-3e8966a1c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (094c509c-f415-4d7e-b456-13661a431103), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.115761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 094c509c-f415-4d7e-b456-13661a431103, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=094c509c-f415-4d7e-b456-13661a431103,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:21.141834 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (094c509c-f415-4d7e-b456-13661a431103), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.153129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6de69-f490-475f-afa2-434afac8e5f4 req-5aceed50-5250-4b09-ac3a-a2568a216573 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:21.171227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6de69-f490-475f-afa2-434afac8e5f4 req-5aceed50-5250-4b09-ac3a-a2568a216573 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:21.173070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38e6de69-f490-475f-afa2-434afac8e5f4 req-5aceed50-5250-4b09-ac3a-a2568a216573 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 1654 time: 1.3998861 Mar 11 00:00:21.221634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c3cff4d8-a429-4e3d-8e88-2fb417aeda1a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.264270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c3cff4d8-a429-4e3d-8e88-2fb417aeda1a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.269797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:21.270576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599d9f56-6043-4ce2-82a7-3c2b19bd1daf None None] New status for floating IP 62950d39-f4ed-4ccf-80de-ac2ed3bd5cee: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:00:21.271082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.277294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=094c509c-f415-4d7e-b456-13661a431103,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:21.294928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.296620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.297507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.297507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.297789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.297964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.298295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.298625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.301653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.302016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.302359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.302858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.303179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:21.322725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b6e74-1bc8-45fc-860c-3e8966a1c111 None None] Current status of the port 094c509c-f415-4d7e-b456-13661a431103 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:21.325415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:21.331316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.364417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.1.1.42 (65927154-b452-43bd-b828-b9e3ceddacb7/0dd9e954-2b42-4134-9945-f36decb9841c/56de7a89-725e-409f-b54f-873f70a982a9) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:21.371377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7786348 Mar 11 00:00:21.381182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55006) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:21.389371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'ports': [{'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'}, {'network_id': 'c3cff4d8-a429-4e3d-8e88-2fb417aeda1a'}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:21.389733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:21.390475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': 'c3cff4d8-a429-4e3d-8e88-2fb417aeda1a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:21.403077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 21cf2505-43dd-49de-920e-ea6952a96049 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:21.453096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1db712f6-ddc1-4161-a3fa-965d9db48c4a None None] Provisioning complete for port 10b9f2e8-8f83-4153-8a14-e746026227a7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:21.455042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1db712f6-ddc1-4161-a3fa-965d9db48c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.462868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c8686-80dc-4108-a2e9-2fb1b3698abc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=c3cff4d8-a429-4e3d-8e88-2fb417aeda1a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:21.495170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-2baf0aa9-32d8-40b4-befd-f4f1c34dc5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593296 Mar 11 00:00:21.521279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c3cff4d8-a429-4e3d-8e88-2fb417aeda1a details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:21.607487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1db712f6-ddc1-4161-a3fa-965d9db48c4a None None] Port 10b9f2e8-8f83-4153-8a14-e746026227a7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:21.627014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 094c509c-f415-4d7e-b456-13661a431103 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:21.698948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e61fc-8efa-49db-a8c1-f67d8c63008a req-feeabb44-a70b-4ecd-a78f-a90bd1020ca2 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:21.706127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d1e61fc-8efa-49db-a8c1-f67d8c63008a req-feeabb44-a70b-4ecd-a78f-a90bd1020ca2 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6422281 Mar 11 00:00:21.718797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38e6de69-f490-475f-afa2-434afac8e5f4 req-a8fdc9a3-7d08-443b-b2ed-bcc4fe57f880 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341611 Mar 11 00:00:21.728663 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 00:00:21.729359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:00:21.807248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5f25a3c-b068-4116-ae34-045af45a1dc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2938697 Mar 11 00:00:21.810357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55008) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:21.906134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 094c509c-f415-4d7e-b456-13661a431103 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:21.909675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (094c509c-f415-4d7e-b456-13661a431103), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.935988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:21.942273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:21.967570 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-820d88e8-ec86-4c01-811f-cfadedbe6609 req-b4024c6f-bc09-4134-ac07-4d6898198ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341240 Mar 11 00:00:21.973525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.059728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d1e61fc-8efa-49db-a8c1-f67d8c63008a req-aa43cfde-5a05-470d-9869-1e009f6f927a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509867 Mar 11 00:00:22.097742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'name': 'network-vif-deleted', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:22.102559 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132ec2c-c5a2-4225-a95c-ca73804480e7" -d '{"events": [{"server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "name": "network-vif-deleted", "tag": "b51188bc-048e-42d5-ba26-767624fb657b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:22.119197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 094c509c-f415-4d7e-b456-13661a431103 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:22.246444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 28f03498-32b3-40f7-9340-d0b45a232879 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:22.278821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (56de7a89-725e-409f-b54f-873f70a982a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.358006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (28f03498-32b3-40f7-9340-d0b45a232879), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.373871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.428883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44bd14-f690-498d-a46c-f665890429f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:22.434897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44bd14-f690-498d-a46c-f665890429f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:22.439419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c44bd14-f690-498d-a46c-f665890429f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6162140 Mar 11 00:00:22.440472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port a7ab000e-75c9-4c7e-a51e-78b3c5cb140d yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:22.443509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:22.489758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e808490-96ff-4cbc-91c9-38e818263544 req-172e469d-cb60-44b9-b610-0adf30506a64 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:22.492173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e808490-96ff-4cbc-91c9-38e818263544 req-172e469d-cb60-44b9-b610-0adf30506a64 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3196232 Mar 11 00:00:22.531550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 65927154-b452-43bd-b828-b9e3ceddacb7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:22.556558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:22.566465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:22.570997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:22.617766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 10b9f2e8-8f83-4153-8a14-e746026227a7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:22.618109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.646068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:00:22.646321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (e5a3cee4-2e90-4abb-8490-acaa85e6d3db), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.681223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-fa491970-0714-49d6-9437-2ecbe5fcc0ce tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:22.682732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-fa491970-0714-49d6-9437-2ecbe5fcc0ce tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.5154331 Mar 11 00:00:22.717634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (a7ab000e-75c9-4c7e-a51e-78b3c5cb140d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.766402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.768658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e808490-96ff-4cbc-91c9-38e818263544 req-62175ad7-ebfd-4fcb-9618-c59d5aa122b0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642376 Mar 11 00:00:22.772992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-4411b607-3ad2-43b9-b4af-3cc352533dcc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/quotas/141b87eb9e9149e98ba002cd5ef6ad04 HTTP/1.1" status: 200 len: 375 time: 0.0532010 Mar 11 00:00:22.785639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:22.786365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.816451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 10b9f2e8-8f83-4153-8a14-e746026227a7 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:22.873328 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ada308-3c35-49b6-ac7d-bedf1cadc329 x-openstack-request-id: req-84ada308-3c35-49b6-ac7d-bedf1cadc329 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:22.873637 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e94b04-9475-4b46-a1b5-89019ccc6c22", "name": "network-vif-deleted", "tag": "b51188bc-048e-42d5-ba26-767624fb657b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:22.873900 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84ada308-3c35-49b6-ac7d-bedf1cadc329 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:22.874312 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e94b04-9475-4b46-a1b5-89019ccc6c22', 'name': 'network-vif-deleted', 'tag': 'b51188bc-048e-42d5-ba26-767624fb657b', 'status': 'completed', 'code': 200} Mar 11 00:00:22.901730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (28f03498-32b3-40f7-9340-d0b45a232879), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:22.909794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-cf4d5f01-7d03-460c-a4d9-a74b344f4219 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974922 Mar 11 00:00:22.973538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-4f062dc7-f198-49d2-9317-787b965e1109 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0703816 Mar 11 00:00:22.974155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5a3cee4-2e90-4abb-8490-acaa85e6d3db,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:23.006109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'admin_state_up': True, 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'security_groups': ['d8fc17d2-8631-4f6b-9114-414d8eeb7626']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:23.041373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:23.047111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-260f147b-3803-46fb-80bd-cba080d59fc9 None None] Provisioning complete for port 56de7a89-725e-409f-b54f-873f70a982a9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:23.052721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:23.053576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-260f147b-3803-46fb-80bd-cba080d59fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (56de7a89-725e-409f-b54f-873f70a982a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.057668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:23.058770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a7ab000e-75c9-4c7e-a51e-78b3c5cb140d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.061452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=28f03498-32b3-40f7-9340-d0b45a232879,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:23.091474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.091828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.092204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.092549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.093143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.093485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.093819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.094150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.094480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.094809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.095135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.095458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.095780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:23.135007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-260f147b-3803-46fb-80bd-cba080d59fc9 None None] Port 56de7a89-725e-409f-b54f-873f70a982a9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:23.179208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Checking segment: {'id': 'cc060a76-c79e-4560-8f3e-023bf2acdba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:23.179612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network hostable DHCP agents. Network: 169d0119-cb2d-4db1-931e-551c9715a1a2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:00:23.204736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=a7ab000e-75c9-4c7e-a51e-78b3c5cb140d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:23.215510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': '86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c3cff4d8-a429-4e3d-8e88-2fb417aeda1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:23.215894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: c3cff4d8-a429-4e3d-8e88-2fb417aeda1a, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:00:23.251639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (10b9f2e8-8f83-4153-8a14-e746026227a7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.277463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network c3cff4d8-a429-4e3d-8e88-2fb417aeda1a is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:00:23.320283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-cc66c254-6ed5-4524-af58-a28e54de3dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817878 Mar 11 00:00:23.326674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=10b9f2e8-8f83-4153-8a14-e746026227a7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:23.333271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87ce5-28aa-4c77-9cb9-df8ee0d03cb0 req-4cc3a0d7-bcab-4230-a49b-5757a0ab3dfd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.358166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c3cff4d8-a429-4e3d-8e88-2fb417aeda1a) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:23.362330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87ce5-28aa-4c77-9cb9-df8ee0d03cb0 req-4cc3a0d7-bcab-4230-a49b-5757a0ab3dfd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.362614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb461f05-b34e-456f-836a-42e523e4c1c0 None None] Network c3cff4d8-a429-4e3d-8e88-2fb417aeda1a requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:23.374740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87ce5-28aa-4c77-9cb9-df8ee0d03cb0 req-4cc3a0d7-bcab-4230-a49b-5757a0ab3dfd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.376469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fff87ce5-28aa-4c77-9cb9-df8ee0d03cb0 req-4cc3a0d7-bcab-4230-a49b-5757a0ab3dfd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 2374 time: 0.3774037 Mar 11 00:00:23.396635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:00:23.408154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.422295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-642665af-6135-48d5-af40-1301ae674736 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/10b9f2e8-8f83-4153-8a14-e746026227a7 HTTP/1.1" status: 204 len: 168 time: 0.9765897 Mar 11 00:00:23.423185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55038) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:23.425327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:23.440410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.454751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.455636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.482914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 169d0119-cb2d-4db1-931e-551c9715a1a2) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:23.552095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.552095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.552489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881061a-b9f1-468a-82b4-cddf1507a5c5 None None] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:23.578316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8af1ee9f-af2d-4e6c-962c-74e1e83e59ef tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1952546 Mar 11 00:00:23.586614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55042) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:23.598195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e870e9d-3f1a-4bb0-9f65-432dc85cc66b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.603194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e870e9d-3f1a-4bb0-9f65-432dc85cc66b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:23.604824 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1e870e9d-3f1a-4bb0-9f65-432dc85cc66b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1460717 Mar 11 00:00:23.607728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55044) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:23.680024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a91d247-8a03-41e4-912a-c0cbedb6d8c8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5273154 Mar 11 00:00:23.683238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55046) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:23.689111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2013914074', 'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:23.701410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fff87ce5-28aa-4c77-9cb9-df8ee0d03cb0 req-5bb58434-fd46-41d4-977b-67ecf3672749 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661722 Mar 11 00:00:23.709241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:23.763910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b1b6c1-6a61-4f3b-8c3b-7a4942ed4f22 None None] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:23.830281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-563059ee-c9cd-4ba3-9fed-32057981acff service neutron] 10.222.0.21 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524202 Mar 11 00:00:23.832475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 7a3248b5-6dd2-4060-b3cd-54241d0aeef7 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:23.837236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (7a3248b5-6dd2-4060-b3cd-54241d0aeef7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.899071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Made reservation on behalf of 5685ad31cfe142688678bbe86b73e2cb for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:23.905580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.958721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (7a3248b5-6dd2-4060-b3cd-54241d0aeef7), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:23.969337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] device_id is not set on port c6eef77c-7678-4d3b-a685-c68afce54f10 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:24.025431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.064895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port a7ab000e-75c9-4c7e-a51e-78b3c5cb140d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:24.065236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a7ab000e-75c9-4c7e-a51e-78b3c5cb140d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.198553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb52541f-9ed4-43a8-b82d-0b5d35f04500 req-a243282b-3869-4b51-ad41-5311f3db4ddc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 210 time: 0.0746725 Mar 11 00:00:24.285373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7a3248b5-6dd2-4060-b3cd-54241d0aeef7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.437296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.20.0.7 (169d0119-cb2d-4db1-931e-551c9715a1a2/e5a3cee4-2e90-4abb-8490-acaa85e6d3db/c6eef77c-7678-4d3b-a685-c68afce54f10) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:24.527232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (7a3248b5-6dd2-4060-b3cd-54241d0aeef7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.530242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a7ab000e-75c9-4c7e-a51e-78b3c5cb140d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.574589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3248b5-6dd2-4060-b3cd-54241d0aeef7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:24.598543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:24.600875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131aaea-7acf-4fa6-a550-1d4cfa13c87f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:24.609794 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1bd8d0df-8c2a-4c5d-aa3e-88b57d9aa984 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/7a3248b5-6dd2-4060-b3cd-54241d0aeef7 HTTP/1.1" status: 204 len: 168 time: 0.9573660 Mar 11 00:00:24.611126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55062) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:24.613685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for a7ab000e-75c9-4c7e-a51e-78b3c5cb140d owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:24.752000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0942d1d4-08a6-4689-b8a1-f70af9c293f2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330616 Mar 11 00:00:24.754017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:24.783534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:24.847081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.2.2.100 (8987e2f0-73bf-4039-97f6-097ce69689af/5b732605-5bd1-4f75-bae1-8ba740fa8650/9295e486-b00f-4a4d-9aa1-20e9117fda59) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:24.976804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:25.026413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:25.031773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.057552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Deleting port 094c509c-f415-4d7e-b456-13661a431103 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:25.057994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (094c509c-f415-4d7e-b456-13661a431103), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.358216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.404255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a7ab000e-75c9-4c7e-a51e-78b3c5cb140d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.442185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] For port 094c509c-f415-4d7e-b456-13661a431103, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=094c509c-f415-4d7e-b456-13661a431103,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:25.442594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (094c509c-f415-4d7e-b456-13661a431103), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.475916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=a7ab000e-75c9-4c7e-a51e-78b3c5cb140d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:25.487240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Calling delete_port for 094c509c-f415-4d7e-b456-13661a431103 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:25.496411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.501304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36aa93f7-2c7f-436a-9617-f63c20b36307 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/a7ab000e-75c9-4c7e-a51e-78b3c5cb140d HTTP/1.1" status: 204 len: 168 time: 1.9137111 Mar 11 00:00:25.504623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:25.625351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 094c509c-f415-4d7e-b456-13661a431103 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:25.627199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.704696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62caca93-7de4-4e05-9028-5fc3ffc2ff19 req-891527b2-1707-4e68-847c-b3d55c579b62 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 210 time: 0.2340245 Mar 11 00:00:25.754533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d07bd-b1e3-4fb7-9e7a-b2d829cbbd72 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:25.761364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d07bd-b1e3-4fb7-9e7a-b2d829cbbd72 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:25.763159 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-593d07bd-b1e3-4fb7-9e7a-b2d829cbbd72 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2573373 Mar 11 00:00:25.767438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55078) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:25.791547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 8987e2f0-73bf-4039-97f6-097ce69689af is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:25.816555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (c6eef77c-7678-4d3b-a685-c68afce54f10), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.848822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:25.856302 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No ports have port_id starting with 094c509c-f415-4d7e-b456-13661a431103 Mar 11 00:00:25.866767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (094c509c-f415-4d7e-b456-13661a431103), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.890440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (44ab17df-ff6f-4e04-9450-f4979293ee7a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:25.895820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:25.933653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] Pushing event deleted for resources: {'Port': ['ID=094c509c-f415-4d7e-b456-13661a431103,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:25.949154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f13648b-f1f1-4a11-b1c2-6f87765d9b64 None None] No DVR routers for this DVR port 094c509c-f415-4d7e-b456-13661a431103 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:26.063137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:26.066417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c6eef77c-7678-4d3b-a685-c68afce54f10), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.137153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23898e-92a7-413e-a3b9-e4b7a699c740 req-f58529c7-4b58-493a-9ab1-23952e719ed7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.156234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23898e-92a7-413e-a3b9-e4b7a699c740 req-f58529c7-4b58-493a-9ab1-23952e719ed7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.169607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23898e-92a7-413e-a3b9-e4b7a699c740 req-f58529c7-4b58-493a-9ab1-23952e719ed7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.179460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f23898e-92a7-413e-a3b9-e4b7a699c740 req-f58529c7-4b58-493a-9ab1-23952e719ed7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 2374 time: 1.2593408 Mar 11 00:00:26.210700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.211052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.211396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.212118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.214789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.215206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.215391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:26.242677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=44ab17df-ff6f-4e04-9450-f4979293ee7a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:26.275667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:26.276591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:26.337090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:26.339798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.340465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.352618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d749201-a8ca-417b-9cb7-0aabf0447c26 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:26.359704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.360441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.363090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:26.367097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:26.441384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 28f03498-32b3-40f7-9340-d0b45a232879 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:26.442109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (28f03498-32b3-40f7-9340-d0b45a232879), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.512316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-69af148d-181b-4f68-b6e1-8f4016716d38 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7543011 Mar 11 00:00:26.515074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55080) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:26.529507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '44ab17df-ff6f-4e04-9450-f4979293ee7a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1064509997'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:26.553012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '44ab17df-ff6f-4e04-9450-f4979293ee7a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:26.556691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.598542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1a443f26-2ea2-4937-972a-c17ce3589781 None None] Provisioning complete for port 9295e486-b00f-4a4d-9aa1-20e9117fda59 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:26.604633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a443f26-2ea2-4937-972a-c17ce3589781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.673360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-84290ed9-ea99-4efe-a1ce-9a7a79822e8d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:26.675957 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-84290ed9-ea99-4efe-a1ce-9a7a79822e8d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 812 time: 0.9101369 Mar 11 00:00:26.692711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Request body: {'port': {'device_id': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'admin_state_up': True, 'tenant_id': '141b87eb9e9149e98ba002cd5ef6ad04'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:26.790895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1a443f26-2ea2-4937-972a-c17ce3589781 None None] Port 9295e486-b00f-4a4d-9aa1-20e9117fda59 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:26.809163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (28f03498-32b3-40f7-9340-d0b45a232879), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:26.848866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 28f03498-32b3-40f7-9340-d0b45a232879 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:26.867076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:26.894085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/44ab17df-ff6f-4e04-9450-f4979293ee7a/d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:26.962872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Made reservation on behalf of 141b87eb9e9149e98ba002cd5ef6ad04 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:26.966376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.036839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f23898e-92a7-413e-a3b9-e4b7a699c740 req-fa624838-2b85-40d3-a635-456504f83040 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8542790 Mar 11 00:00:27.143312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-43c38db9-b2d6-42c8-a0d8-2bebcbd71817 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1517794 Mar 11 00:00:27.150457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fb6bd2f-e2c9-4714-b452-5d884bef5f47 req-db165e4f-2c0a-4ce4-b611-73bde0caa6bb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 210 time: 0.1716318 Mar 11 00:00:27.164271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=c6eef77c-7678-4d3b-a685-c68afce54f10,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:27.180915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'admin_state_up': True, 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'security_groups': ['d8fc17d2-8631-4f6b-9114-414d8eeb7626']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:27.185029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks [] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.196688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.201794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.201980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:27.202568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.253832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:27.267350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:27.272542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:27.279029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58cd2b54-ba44-45be-babf-4a2e06afbd7f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5946887 Mar 11 00:00:27.280080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55096) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:27.379782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbacca2-1d46-43c6-bdc2-dc291d4b26fa req-33b97b4f-fc73-49ba-92a0-b672e151c6e0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:27.385562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Pushing event updated for resources: {'Port': ['ID=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:27.399602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcbacca2-1d46-43c6-bdc2-dc291d4b26fa req-33b97b4f-fc73-49ba-92a0-b672e151c6e0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2114697 Mar 11 00:00:27.413139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Attempting to bind port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:27.413960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Attempting to bind port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:27.413960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Attempting to bind port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:27.423883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:27.424428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:27.424690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.425083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:27.425565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Bound port: d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:27.425943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.519792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Made reservation on behalf of b8ad64cab7b74eff9c5bebc3054d5410 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:27.525014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.544426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fcbacca2-1d46-43c6-bdc2-dc291d4b26fa req-be3b479c-9e2c-4059-a0a2-e60a9427df11 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438160 Mar 11 00:00:27.556946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Deleting port c6eef77c-7678-4d3b-a685-c68afce54f10 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:27.556946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c6eef77c-7678-4d3b-a685-c68afce54f10), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.578657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] For port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:27.583151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] For port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:27.604242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.675203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 579af815-749e-464c-b7df-3dc91dfed864 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:27.683672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (28f03498-32b3-40f7-9340-d0b45a232879), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.745620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc0b4-af93-47c8-9bc9-ddb517ddfd3d None None] Pushing event updated for resources: {'Port': ['ID=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:27.794231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=28f03498-32b3-40f7-9340-d0b45a232879,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:27.828639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.835366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d8b87050-8fcd-4e33-a2c7-ab705e44e78a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/28f03498-32b3-40f7-9340-d0b45a232879 HTTP/1.1" status: 204 len: 168 time: 1.9474359 Mar 11 00:00:27.838599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55102) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:27.848407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Allocated IP 10.2.2.200 (8987e2f0-73bf-4039-97f6-097ce69689af/5b732605-5bd1-4f75-bae1-8ba740fa8650/48adcfff-8aeb-482d-920b-4cbd89057e57) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:27.944386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c6eef77c-7678-4d3b-a685-c68afce54f10), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:27.958594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Calling delete_port for c6eef77c-7678-4d3b-a685-c68afce54f10 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:28.000768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Allocated IP 172.20.0.11 (f474d164-ccd1-4103-be3a-e8d523293da6/25cf4162-70f3-419a-8853-74b0935164aa/5653acee-73d2-48e0-95c6-b3b710f03e8d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:28.032007 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:00:28.032491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:00:28.045937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005a26-767b-4077-8b12-ff94e57089d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.050755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-40005a26-767b-4077-8b12-ff94e57089d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2056291 Mar 11 00:00:28.059293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55104) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.106228 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-08708779-4dce-4a97-a6f4-f61ce4f92a91 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:00:28.111459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-08708779-4dce-4a97-a6f4-f61ce4f92a91 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/a7ab000e-75c9-4c7e-a51e-78b3c5cb140d HTTP/1.1" status: 404 len: 333 time: 0.0454733 Mar 11 00:00:28.112294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.140113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2110b186-01c3-4419-9d8d-76e566a772c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6210842 Mar 11 00:00:28.140752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.173385 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e716afe-acb6-45e9-bbba-631f79db130b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:00:28.174907 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3e716afe-acb6-45e9-bbba-631f79db130b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/28f03498-32b3-40f7-9340-d0b45a232879 HTTP/1.1" status: 404 len: 333 time: 0.0617239 Mar 11 00:00:28.188984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55112) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.311407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e0e7b3-2cee-41a3-9bf5-3a26722a8ea1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.315524 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44e0e7b3-2cee-41a3-9bf5-3a26722a8ea1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1551092 Mar 11 00:00:28.318397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55116) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.357841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks [] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.414505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.482827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event updated for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:28.486984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c80e9-0e69-4545-bddd-39f7518162a0 req-ba692ca2-06c1-40a9-a58b-16fe7cc8578b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.488552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c81c80e9-0e69-4545-bddd-39f7518162a0 req-ba692ca2-06c1-40a9-a58b-16fe7cc8578b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6244075 Mar 11 00:00:28.541027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c3cff4d8-a429-4e3d-8e88-2fb417aeda1a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.544092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Network f474d164-ccd1-4103-be3a-e8d523293da6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:28.545104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a259716-5769-487c-a944-ee86fb6c3eb4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.545732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:28.546406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a259716-5769-487c-a944-ee86fb6c3eb4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.550543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a259716-5769-487c-a944-ee86fb6c3eb4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2263744 Mar 11 00:00:28.552105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55118) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:28.553390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:28.616207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.617174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.642341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-1ff3ac24-7a02-42a4-b71e-bbc45c1f3fdc tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9582117 Mar 11 00:00:28.655057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Request body: {'port': {'device_id': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:28.680162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-9462d4d7-ba36-4601-9d76-eb666dff1959 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.698709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-9462d4d7-ba36-4601-9d76-eb666dff1959 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.698709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-9462d4d7-ba36-4601-9d76-eb666dff1959 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.704631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-9462d4d7-ba36-4601-9d76-eb666dff1959 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:28.706399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-9462d4d7-ba36-4601-9d76-eb666dff1959 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3095 time: 0.5042279 Mar 11 00:00:28.712255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.751861 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.795010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c6eef77c-7678-4d3b-a685-c68afce54f10), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.832979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 44ab17df-ff6f-4e04-9450-f4979293ee7a {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:28.846476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (44ab17df-ff6f-4e04-9450-f4979293ee7a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:28.919568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c81c80e9-0e69-4545-bddd-39f7518162a0 req-a91afc29-ee89-4cdf-88bc-5124dd6be426 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964691 Mar 11 00:00:29.009988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6eef77c-7678-4d3b-a685-c68afce54f10,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:29.081848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.093301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (44ab17df-ff6f-4e04-9450-f4979293ee7a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.251228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c3cff4d8-a429-4e3d-8e88-2fb417aeda1a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.254250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event updated for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:29.305963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71b0d5f5-8cb6-4a2d-8c79-df5b276c0fd1 req-a56f945b-eb95-4391-b109-bb9482c388ac tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5786917 Mar 11 00:00:29.323068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653acee-73d2-48e0-95c6-b3b710f03e8d {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:29.333146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks [] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.336441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Network 8987e2f0-73bf-4039-97f6-097ce69689af is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:29.354625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:29.359075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:29.368524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cff4d8-a429-4e3d-8e88-2fb417aeda1a']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:29.374305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Transition to ACTIVE for port object 5653acee-73d2-48e0-95c6-b3b710f03e8d will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:29.380751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.459257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:29.459893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:29.480997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Provisioning complete for port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:29.483031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.535545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.545273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Pushing event updated for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:29.553826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7bbbd20-47c7-40c1-aa56-56d7562cc4f5 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c6eef77c-7678-4d3b-a685-c68afce54f10 HTTP/1.1" status: 204 len: 168 time: 2.2452292 Mar 11 00:00:29.599485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55128) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:29.605993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (44ab17df-ff6f-4e04-9450-f4979293ee7a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.612473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2', 'external_fixed_ips': [{'subnet_id': 'e5a3cee4-2e90-4abb-8490-acaa85e6d3db', 'ip_address': '172.20.0.7'}]}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:29.719772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.721672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.794712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.833436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Current status of the port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:29.834743 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.852091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.854106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Attempting to bind port 5653acee-73d2-48e0-95c6-b3b710f03e8d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:29.859491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Attempting to bind port 5653acee-73d2-48e0-95c6-b3b710f03e8d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:29.860171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Attempting to bind port 5653acee-73d2-48e0-95c6-b3b710f03e8d on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:29.862463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:29.864249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9858e0-7141-425e-8f19-43c745981f03 req-253f9933-5f4c-4353-933b-832c492b7866 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:29.868016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac9858e0-7141-425e-8f19-43c745981f03 req-253f9933-5f4c-4353-933b-832c492b7866 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 932 time: 0.7811630 Mar 11 00:00:29.882118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Port 5653acee-73d2-48e0-95c6-b3b710f03e8d on network f474d164-ccd1-4103-be3a-e8d523293da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:29.883787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Attempting to bind port 5653acee-73d2-48e0-95c6-b3b710f03e8d on network f474d164-ccd1-4103-be3a-e8d523293da6 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:29.885347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.894052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:29.894531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.933326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-9bce1ff7-6475-4c75-b5db-cda2abbb7cee tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7726994 Mar 11 00:00:29.935089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:00:29.935796 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (86edd5ed-93fe-4d86-b2b0-68e81ddcc2fc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:00:29.953520 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:00:29.966150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:29.969240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Checking segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:29.969921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Bound using segment: {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:29.970552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Bound port: 5653acee-73d2-48e0-95c6-b3b710f03e8d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b591eee-269f-450c-852e-c50968473a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:29.971619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:29.980170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:30.036196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35c8e7-b227-4f76-9c40-e6f505b0e86d req-57a090d2-542f-44e6-abd1-66f0fa0287f1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.039795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c35c8e7-b227-4f76-9c40-e6f505b0e86d req-57a090d2-542f-44e6-abd1-66f0fa0287f1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3515396 Mar 11 00:00:30.075731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (44ab17df-ff6f-4e04-9450-f4979293ee7a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.094745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:30.106456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.113290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac9858e0-7141-425e-8f19-43c745981f03 req-44426742-784c-42e1-af53-db97d0f44ea7 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291327 Mar 11 00:00:30.173813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=44ab17df-ff6f-4e04-9450-f4979293ee7a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:30.198901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:00:30.202369 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:00:30.214413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.220951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9676e6c-7091-4b95-906d-22ec2d34cb52 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/44ab17df-ff6f-4e04-9450-f4979293ee7a HTTP/1.1" status: 204 len: 168 time: 1.6409543 Mar 11 00:00:30.221884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55140) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:30.225242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.225461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b27f8-11a0-42c6-ab4a-1b37a722c792 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:30.244269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.312704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c3cff4d8-a429-4e3d-8e88-2fb417aeda1a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.321016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6fc45038-c31f-4f8f-b71a-369bc0bf24d2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920238 Mar 11 00:00:30.326225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55142) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:30.328868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:30.329506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.379374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:30.380392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:30.385382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.390057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/c3cff4d8-a429-4e3d-8e88-2fb417aeda1a HTTP/1.1" status: 204 len: 168 time: 2.1968033 Mar 11 00:00:30.394361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c35c8e7-b227-4f76-9c40-e6f505b0e86d req-15d03242-b382-4f62-b114-e44aeeb690fc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156693 Mar 11 00:00:30.395259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4806db9-c4a4-44dc-975a-278ab6c46441 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=c3cff4d8-a429-4e3d-8e88-2fb417aeda1a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:30.404617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55146) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:30.411508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-887623948'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:30.429018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:30.438364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.500351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:30.509369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:30.562492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.580356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:30.661595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.662235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.664075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] 10.222.0.30 "PUT /v2.0/ports/5653acee-73d2-48e0-95c6-b3b710f03e8d HTTP/1.1" status: 200 len: 1092 time: 2.0145419 Mar 11 00:00:30.669700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:30.672488 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d1545-b833-498a-8a88-802b44b9feec" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:30.753892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:30.758103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.767007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Deleting port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:30.767765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.809300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-935a87a5-ef40-4392-9214-7ec7fcdd72d6 None None] Current status of the port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:30.869131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] For port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:30.869504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.870831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.876094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.882037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.885870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Calling delete_port for d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:30.887834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.893148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.894947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-a3a60a0f-3de0-44f8-82f1-69faa8eb7ced tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3816 time: 0.4119031 Mar 11 00:00:30.940187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.946787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3a103-8558-42fc-81f8-dc0ffb755385 service neutron] Pushing event updated for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:30.958466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:30.970433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:30.992061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-6390fe83-faf6-4bff-81cc-a411582e7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:30.993899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-6390fe83-faf6-4bff-81cc-a411582e7b62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 1126 time: 0.2757971 Mar 11 00:00:30.996523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.054094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-239699dd-5da0-4330-9389-b113d126259c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d HTTP/1.1" status: 200 len: 217 time: 0.0488796 Mar 11 00:00:31.094479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.122817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482b112-1400-483a-8379-28d46f716f15 req-a7cf9a38-3b20-4b3a-9e63-58877658b59b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:31.124355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c482b112-1400-483a-8379-28d46f716f15 req-a7cf9a38-3b20-4b3a-9e63-58877658b59b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4328568 Mar 11 00:00:31.125313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:31.171337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3fdce15a-4966-43f1-9032-fe336d21f25c None None] Provisioning complete for port 48adcfff-8aeb-482d-920b-4cbd89057e57 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:31.171337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3fdce15a-4966-43f1-9032-fe336d21f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.171337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] No DVR routers for this DVR port d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:31.174348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b867d2-2553-46ed-a352-3be49d7d9f86 None None] Pushing event deleted for resources: {'Port': ['ID=d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:31.201348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-13345ff0-e4c1-4918-841c-8ac129b585b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:31.202789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-13345ff0-e4c1-4918-841c-8ac129b585b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1131668 Mar 11 00:00:31.224493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3fdce15a-4966-43f1-9032-fe336d21f25c None None] Port 48adcfff-8aeb-482d-920b-4cbd89057e57 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:31.248080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d6787adc-d024-4f11-ab1d-18d27f63fa0d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.248717 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment d6787adc-d024-4f11-ab1d-18d27f63fa0d of type vlan for network 13a38712-11c6-47fc-8f24-3eb5080af7aa Mar 11 00:00:31.263888 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-42af2225-7b6e-4212-9cba-8a80b243150f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544870 Mar 11 00:00:31.338170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a18bba4-5308-4e21-b9a6-3de862414654 req-e055a110-2f59-41a7-8b66-f673605cc2e0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180629 Mar 11 00:00:31.422755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.20.0.7 (169d0119-cb2d-4db1-931e-551c9715a1a2/e5a3cee4-2e90-4abb-8490-acaa85e6d3db/340c0a80-2fb2-4400-bb50-18eae05e14b8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:31.433310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-03083866-3d83-4147-9830-3a654aeeae60 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622739 Mar 11 00:00:31.438368 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce37a706-ac6f-49ff-a415-d29b7fe9f369 x-openstack-request-id: req-ce37a706-ac6f-49ff-a415-d29b7fe9f369 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:31.438722 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:31.439461 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce37a706-ac6f-49ff-a415-d29b7fe9f369 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:31.439861 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d', 'status': 'completed', 'code': 200} Mar 11 00:00:31.472656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (13a38712-11c6-47fc-8f24-3eb5080af7aa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.518603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c482b112-1400-483a-8379-28d46f716f15 req-526b26af-a453-499c-90d5-d8f3d76be7d9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724797 Mar 11 00:00:31.546007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:31.589576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-166e78fc-71c5-437c-bd97-9e60cfdbe57f req-84080ccb-43fc-40b5-961c-9c3d49cc0474 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478548 Mar 11 00:00:31.614755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:31.617768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d6994b61-15e3-4ad1-ae4f-6f17eadb1ae4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:31.620317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (13a38712-11c6-47fc-8f24-3eb5080af7aa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.627224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:31.628421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.722844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (340c0a80-2fb2-4400-bb50-18eae05e14b8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.760912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d1545-b833-498a-8a88-802b44b9feec req-77f760e2-d80a-4c91-bcc7-5acd21c85500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:31.762425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-77f760e2-d80a-4c91-bcc7-5acd21c85500 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 1126 time: 0.0964398 Mar 11 00:00:31.797724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (340c0a80-2fb2-4400-bb50-18eae05e14b8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:31.829054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:31.893568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 169d0119-cb2d-4db1-931e-551c9715a1a2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:31.897372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=340c0a80-2fb2-4400-bb50-18eae05e14b8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:31.902107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:31.905705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:31.944939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d1545-b833-498a-8a88-802b44b9feec req-ef366f62-ba24-41db-a9d1-7d5a65de8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:31.946411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-ef366f62-ba24-41db-a9d1-7d5a65de8ae4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 200 len: 913 time: 0.1775322 Mar 11 00:00:31.998620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-57efa92e-a692-4c65-be7a-ab83ed5e69c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d HTTP/1.1" status: 200 len: 217 time: 0.0425341 Mar 11 00:00:32.167633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d1545-b833-498a-8a88-802b44b9feec req-5c9b5ec9-fb39-4585-a321-5c8bf6f25f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.169714 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-5c9b5ec9-fb39-4585-a321-5c8bf6f25f7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 200 len: 852 time: 0.1326478 Mar 11 00:00:32.228381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-48dadc8a-b7c6-488f-a05d-dd3f839776cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f474d164-ccd1-4103-be3a-e8d523293da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473959 Mar 11 00:00:32.297914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=13a38712-11c6-47fc-8f24-3eb5080af7aa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:32.309679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed2dcd59-edec-4e3e-b42a-7a22c61b92f2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8985832 Mar 11 00:00:32.309912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:32.313344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:32.321926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:32.331586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks [] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.416918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89ba8-071d-40c4-bffe-99ce3e65dd8b req-27cc8002-904b-4775-ab07-76c578d8953d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.418522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f89ba8-071d-40c4-bffe-99ce3e65dd8b req-27cc8002-904b-4775-ab07-76c578d8953d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 944 time: 0.8984809 Mar 11 00:00:32.419662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Transition to ACTIVE for port object 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:32.479165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f89ba8-071d-40c4-bffe-99ce3e65dd8b req-7b7bc803-9d92-4454-84a6-a729541d2fbd tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Mar 11 00:00:32.483377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.552410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738a86-e2eb-4f07-b83b-9a7252f75d14 req-5c491e78-b94b-4408-8740-5b529059a3cc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.560242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3738a86-e2eb-4f07-b83b-9a7252f75d14 req-5c491e78-b94b-4408-8740-5b529059a3cc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.7984245 Mar 11 00:00:32.579668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (af8eaa58-4cf7-4902-9bb9-4ff52208a10c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.591035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:32.600137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-52187d58-fd9b-41b8-81ba-322bb864efab service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642733 Mar 11 00:00:32.601826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.648289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:32.662299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:32.674097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0faeb99-2279-4a5f-a115-771d8c08f3a0 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:32.681819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.682463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.812058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4367471 Mar 11 00:00:32.817382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55176) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:32.823804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:32.833743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3738a86-e2eb-4f07-b83b-9a7252f75d14 req-5cd532c3-3ef6-4777-bd15-8fb203583fa3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724824 Mar 11 00:00:32.861087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bb895-5b03-4930-81bb-aa8691fe4eca tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=af8eaa58-4cf7-4902-9bb9-4ff52208a10c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:32.921248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.921248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.926308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:32.929867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:32.954584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.961140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.976826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.982311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:32.999168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.016587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-9d01d563-0c56-4b3f-be3b-5d9444b6f430 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3828 time: 0.3665011 Mar 11 00:00:33.092029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Attempting to bind port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:33.092659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Attempting to bind port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:33.093108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Attempting to bind port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 on network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:33.144480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/af8eaa58-4cf7-4902-9bb9-4ff52208a10c/0b116009-57c0-40ad-b5b4-82d9cd5e46a6) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:33.163584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 on network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:33.163584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Attempting to bind port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 on network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:33.183494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:33.183986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Checking segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:33.184499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Bound using segment: {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:33.185066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Bound port: 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb3f893-b327-46d8-ae96-6b4b7818361d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:33.185545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.191951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb6d1545-b833-498a-8a88-802b44b9feec req-2d301ad5-00b2-43f5-839e-f2c27b9e0cb4 service neutron] 10.222.0.30 "GET /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852773 Mar 11 00:00:33.224133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7943e25e-d1f3-4d78-affb-36d590309ab4 req-16227e89-4d59-40c4-a4be-01114580b89c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064040 Mar 11 00:00:33.278836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:33.286878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.313700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:33.317721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:33.322680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router_controller (b432be25-b87a-4bb6-b529-62f1c19973ab), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.331542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb89ec-9210-411e-bb55-543f504c9fd1 req-19ad9c98-9781-48b5-8721-a409680dfab1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.333484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fbb89ec-9210-411e-bb55-543f504c9fd1 req-19ad9c98-9781-48b5-8721-a409680dfab1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3144693 Mar 11 00:00:33.335731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.341359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.398551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Performing IP validity checks on allocation pools {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:00:33.401658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:00:33.423283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.424169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.425843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] 10.222.0.30 "PUT /v2.0/ports/580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 200 len: 1092 time: 3.4556489 Mar 11 00:00:33.430559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:33.432991 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:33.445133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.449756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0bf3fc29-1419-4d79-b23e-5884c991c165 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6307287 Mar 11 00:00:33.453574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55186) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:33.474497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:33.562761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fbb89ec-9210-411e-bb55-543f504c9fd1 req-dced3d4d-0bfe-4c93-ba6e-7b91998c0c92 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188857 Mar 11 00:00:33.564482 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c362ae-c232-4d4c-b33b-886725b5e8ce x-openstack-request-id: req-64c362ae-c232-4d4c-b33b-886725b5e8ce {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:33.564978 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:33.565226 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64c362ae-c232-4d4c-b33b-886725b5e8ce {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:33.565757 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'status': 'completed', 'code': 200} Mar 11 00:00:33.596662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks [] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.616328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.649660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.739317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Pushing event updated for resources: {'Port': ['ID=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:33.757179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:33.761347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:33.774138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:33.783656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc7386-f19a-4eb1-91c6-433f6f886cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:33.929364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Attempting to bind port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:33.929856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Attempting to bind port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:33.930324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Attempting to bind port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:33.938211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:33.939055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:33.939699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.940219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:33.940886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Bound port: 0b116009-57c0-40ad-b5b4-82d9cd5e46a6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:33.941372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:33.958788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.960879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.965698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.973879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.974365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:33.977077 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-6716c8f7-dd74-48cb-9cc7-2bc8d0160f72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 4394 time: 0.3913965 Mar 11 00:00:34.047155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] For port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:34.058057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] For port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:34.067038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:34.105511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:34.186476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688af6e-ef90-4018-9d3c-ca967fe01a92 None None] Pushing event updated for resources: {'Port': ['ID=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:34.205538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (208611c9-a1af-4f9b-a01f-3f23a23db8e2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:34.206940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f439-5041-4ef4-b308-a7119b6d80a2 req-092cb4d1-6fc6-436e-8d7a-65931033c556 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.208360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7598f439-5041-4ef4-b308-a7119b6d80a2 req-092cb4d1-6fc6-436e-8d7a-65931033c556 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 944 time: 0.5187371 Mar 11 00:00:34.400529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=208611c9-a1af-4f9b-a01f-3f23a23db8e2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:34.425189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-ff48b65f-797c-4689-9959-af964afa7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.427153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-ff48b65f-797c-4689-9959-af964afa7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.427635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-ff48b65f-797c-4689-9959-af964afa7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.433304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-ff48b65f-797c-4689-9959-af964afa7b01 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4019990 Mar 11 00:00:34.529839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': 'd6787adc-d024-4f11-ab1d-18d27f63fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:34.530200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: 13a38712-11c6-47fc-8f24-3eb5080af7aa, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:00:34.626415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5653acee-73d2-48e0-95c6-b3b710f03e8d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:00:34.658393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:00:34.685688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 13a38712-11c6-47fc-8f24-3eb5080af7aa) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:34.692968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:34.704750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.705373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:34.721011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe81c-a1a9-40a4-9710-7339567f94af req-81ad1933-5ecc-419b-ba64-60c5f076af53 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.723221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-50af49de-4903-4e6d-b250-15ad101b8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:34.725539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c67e7524-5c5f-4d6d-a8fd-7e61c9507427 req-50af49de-4903-4e6d-b250-15ad101b8b9e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144277 Mar 11 00:00:34.727440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-287fe81c-a1a9-40a4-9710-7339567f94af req-81ad1933-5ecc-419b-ba64-60c5f076af53 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.7793968 Mar 11 00:00:34.745378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a38d9c10-6bc4-4baa-91b9-cde057cd592c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4358556 Mar 11 00:00:34.746090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:34.751459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa', 'name': 'tempest-PortsIpV6TestJSON-330741439'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:34.757263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:00:34.941659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7598f439-5041-4ef4-b308-a7119b6d80a2 req-4a4ee915-91b5-42c5-80e4-7f21b60e70ad tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852832 Mar 11 00:00:34.989455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:35.015192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1d4bf-e9d2-49c7-89d1-aea567dc6199 None None] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:35.076864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.078116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c08f0d1-5b71-4315-8f88-c5647fd14233 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.4790866 Mar 11 00:00:35.081166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:35.086219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da4578e-ade7-4ea3-8a3f-4261e88e15bd {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:35.133703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks [] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.139470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Sync routers for ids ['0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:35.242726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:35.268500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.275694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-287fe81c-a1a9-40a4-9710-7339567f94af req-d1a4abc6-067f-4db4-83c3-3719fdc244da tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280226 Mar 11 00:00:35.277468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Transition to ACTIVE for port object 5da4578e-ade7-4ea3-8a3f-4261e88e15bd will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:35.307621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '5653acee-73d2-48e0-95c6-b3b710f03e8d', 'network_id': 'f474d164-ccd1-4103-be3a-e8d523293da6', 'port_id': '5653acee-73d2-48e0-95c6-b3b710f03e8d', 'mac_address': 'fa:16:3e:f2:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cf4162-70f3-419a-8853-74b0935164aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:00:35.330267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.557005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Routers {'0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:35.558202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:35.651291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:35.654718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.712064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.728920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:35.745380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-13a38712-11c6-47fc-8f24-3eb5080af7aa', 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '208611c9-a1af-4f9b-a01f-3f23a23db8e2'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:35.753124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:35.759367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port ed1e8430-6eab-4094-b4d0-c605af23c11b yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:35.799457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::1 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/af8eaa58-4cf7-4902-9bb9-4ff52208a10c/bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:36.036739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5653acee-73d2-48e0-95c6-b3b710f03e8d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:36.037829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.074204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.092208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.097539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.107954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Deleting port 340c0a80-2fb2-4400-bb50-18eae05e14b8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:36.108456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (340c0a80-2fb2-4400-bb50-18eae05e14b8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.114710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.127380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Set router 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:36.128846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.130956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-2ecd84e4-f742-405c-adb2-ca457771520f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3828 time: 1.0318904 Mar 11 00:00:36.157735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::1e2 (13a38712-11c6-47fc-8f24-3eb5080af7aa/208611c9-a1af-4f9b-a01f-3f23a23db8e2/ed1e8430-6eab-4094-b4d0-c605af23c11b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:36.231445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.314335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (340c0a80-2fb2-4400-bb50-18eae05e14b8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.372400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Calling delete_port for 340c0a80-2fb2-4400-bb50-18eae05e14b8 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:36.399634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.409628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:36.414988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653acee-73d2-48e0-95c6-b3b710f03e8d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:36.439467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Provisioning complete for port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:36.439877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.495514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f73d9b3b-f19f-4f94-b90f-3b05f506ba4f req-011f664c-725a-4227-b8f5-5802dd1a057f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134573 Mar 11 00:00:36.505109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:36.552624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (ed1e8430-6eab-4094-b4d0-c605af23c11b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.560323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:36.602758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:36.603275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (b432be25-b87a-4bb6-b529-62f1c19973ab), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.643762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbef49-cd22-4f86-bc90-95469414c8ba req-477f22ea-368d-4dd2-a532-1c495cbd3673 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.654073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acdbef49-cd22-4f86-bc90-95469414c8ba req-477f22ea-368d-4dd2-a532-1c495cbd3673 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.1876266 Mar 11 00:00:36.739893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:36.742193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:36.744481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ed1e8430-6eab-4094-b4d0-c605af23c11b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.796006 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.884807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:36.893964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:36.905401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:36.910121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Attempting to bind port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:36.911048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Attempting to bind port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:36.911048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Attempting to bind port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:36.912316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:36.913955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.919570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (340c0a80-2fb2-4400-bb50-18eae05e14b8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:36.926820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=ed1e8430-6eab-4094-b4d0-c605af23c11b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:36.958271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acdbef49-cd22-4f86-bc90-95469414c8ba req-5bc9e83e-3cdc-4999-a41f-ed4247be1cdd tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032143 Mar 11 00:00:37.007074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on network 65927154-b452-43bd-b828-b9e3ceddacb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:37.007405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Attempting to bind port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:37.019255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Port': ['ID=340c0a80-2fb2-4400-bb50-18eae05e14b8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:37.024574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Allocated IP 2001:db8::2 (13a38712-11c6-47fc-8f24-3eb5080af7aa/208611c9-a1af-4f9b-a01f-3f23a23db8e2/78756740-1f1a-4453-a495-85c135482de7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:37.054913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f700-93fc-4dfb-8a2f-1ff28b9f7652 req-a2f87dd8-3720-4f1f-a090-be0077ec597a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:37.072441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fa3f700-93fc-4dfb-8a2f-1ff28b9f7652 req-a2f87dd8-3720-4f1f-a090-be0077ec597a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 945 time: 0.3452229 Mar 11 00:00:37.098018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e995c694-e6ff-4497-8435-5e9accf4d541 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3484826 Mar 11 00:00:37.108631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55224) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:37.171797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:37.172420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:37.173004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Bound using segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:37.173954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Bound port: 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:37.180038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.221879 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.233290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.290124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks [] for port (78756740-1f1a-4453-a495-85c135482de7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.311490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (78756740-1f1a-4453-a495-85c135482de7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.326045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:37.326788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.328753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:37.339942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bff9095-2273-4a6b-99c4-f3da6eeb706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.374292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fa3f700-93fc-4dfb-8a2f-1ff28b9f7652 req-7b5d4e48-ad65-43f6-8b9c-f2ea6eaa67fb tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283058 Mar 11 00:00:37.417595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d48df-6c63-45e5-9c09-132ef1cf49e7 req-a26a0f10-0260-4765-af05-479caa46f9e4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:37.419513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be4d48df-6c63-45e5-9c09-132ef1cf49e7 req-a26a0f10-0260-4765-af05-479caa46f9e4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2179604 Mar 11 00:00:37.469883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:37.482187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5653acee-73d2-48e0-95c6-b3b710f03e8d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:00:37.497281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:37.504209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:37.510461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:37.531339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:37.566773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.671629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:37.672071 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.753137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.774575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.776488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Pushing event updated for resources: {'Port': ['ID=78756740-1f1a-4453-a495-85c135482de7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:37.778881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Current status of the port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:37.779149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.801332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port ed1e8430-6eab-4094-b4d0-c605af23c11b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:37.803048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ed1e8430-6eab-4094-b4d0-c605af23c11b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.828629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Attempting to bind port 78756740-1f1a-4453-a495-85c135482de7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:37.828863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Attempting to bind port 78756740-1f1a-4453-a495-85c135482de7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd6787adc-d024-4f11-ab1d-18d27f63fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:37.829042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Attempting to bind port 78756740-1f1a-4453-a495-85c135482de7 on network 13a38712-11c6-47fc-8f24-3eb5080af7aa {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:37.876699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372', 'name': '', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2', 'external_fixed_ips': [{'subnet_id': 'e5a3cee4-2e90-4abb-8490-acaa85e6d3db', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '340c0a80-2fb2-4400-bb50-18eae05e14b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:29Z', 'updated_at': '2022-03-11T00:00:32Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '340c0a80-2fb2-4400-bb50-18eae05e14b8', 'name': '', 'network_id': '169d0119-cb2d-4db1-931e-551c9715a1a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'e5a3cee4-2e90-4abb-8490-acaa85e6d3db', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:31Z', 'updated_at': '2022-03-11T00:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5a3cee4-2e90-4abb-8490-acaa85e6d3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:37.879892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:37.888720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:37.889094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Checking segment: {'id': 'd6787adc-d024-4f11-ab1d-18d27f63fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:37.889499 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.889898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Bound using segment: {'id': 'd6787adc-d024-4f11-ab1d-18d27f63fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:37.890377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Bound port: 78756740-1f1a-4453-a495-85c135482de7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6787adc-d024-4f11-ab1d-18d27f63fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '13a38712-11c6-47fc-8f24-3eb5080af7aa'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:37.890759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (78756740-1f1a-4453-a495-85c135482de7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.934421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ed1e8430-6eab-4094-b4d0-c605af23c11b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:37.951262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for ed1e8430-6eab-4094-b4d0-c605af23c11b owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:38.007800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:00:38.008101 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:00:38.008667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.061885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Checking router: 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:38.062247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Updating router 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 port 340c0a80-2fb2-4400-bb50-18eae05e14b8 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:00:38.069818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:38.152270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] For port 78756740-1f1a-4453-a495-85c135482de7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:38.155827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] For port 78756740-1f1a-4453-a495-85c135482de7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=78756740-1f1a-4453-a495-85c135482de7,segment=NetworkSegment(d6787adc-d024-4f11-ab1d-18d27f63fa0d),segment_id=d6787adc-d024-4f11-ab1d-18d27f63fa0d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:38.161485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Port 340c0a80-2fb2-4400-bb50-18eae05e14b8 not found while updating agent binding for router 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372. {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 00:00:38.196746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ed1e8430-6eab-4094-b4d0-c605af23c11b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.210568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (78756740-1f1a-4453-a495-85c135482de7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.369758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.378405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/ed1e8430-6eab-4094-b4d0-c605af23c11b HTTP/1.1" status: 204 len: 168 time: 1.2686467 Mar 11 00:00:38.439671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:38.486888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be4d48df-6c63-45e5-9c09-132ef1cf49e7 req-e5ff82c1-5287-4d00-a5d7-6fa6d5a873d4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0231013 Mar 11 00:00:38.516082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.525833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.527353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] 10.222.0.30 "PUT /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 1130 time: 5.0567961 Mar 11 00:00:38.534426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2505a-3f4e-49a9-950d-082c56df94e6 None None] Pushing event updated for resources: {'Port': ['ID=78756740-1f1a-4453-a495-85c135482de7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:38.541655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:38.544041 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00078e7-dd66-47ba-a468-6aa20e39815f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "5da4578e-ade7-4ea3-8a3f-4261e88e15bd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:38.580728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:38.675957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb676f99-41a8-4259-b8ce-b5f0c3cde749 service neutron] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:38.683143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Routers set() bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:38.687621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Router IDs set() for agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 00:00:38.690612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_agentschedulers_db [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent'). {{(pid=110427) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 00:00:38.691156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149767d7-e5b0-4dcf-bc0e-a006406f0897 None None] The sync data for ids ['0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:38.755005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74bbd8f4-c173-4366-964b-d0b99438ab35 None None] Current status of the port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:38.869961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.876237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.878630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-18f6d24b-f020-423d-aed9-c70c09c4e6ee None None] Provisioning complete for port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:38.879008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18f6d24b-f020-423d-aed9-c70c09c4e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:38.895749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.920424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.926360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.939823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:38.952827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ac354c06-19e6-4621-afe0-ac05b90a95f7 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 4600 time: 0.4558752 Mar 11 00:00:38.967137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-18f6d24b-f020-423d-aed9-c70c09c4e6ee None None] Port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:38.969678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.089364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159ab02-d2a4-4bd4-ba63-f4e654eca806 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=ed1e8430-6eab-4094-b4d0-c605af23c11b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:39.094276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e0f3d-37d5-43fd-9bff-18a1836ffacd req-1847144f-c16a-4a24-bcf9-c57118e88ab2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.119310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-863e0f3d-37d5-43fd-9bff-18a1836ffacd req-1847144f-c16a-4a24-bcf9-c57118e88ab2 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 945 time: 0.4673378 Mar 11 00:00:39.125063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.125654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:00:39.127672 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e2934f-f7d6-44ac-91e0-b985bba8a022 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:00:39.128502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e2934f-f7d6-44ac-91e0-b985bba8a022 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:00:39.134816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-96e2934f-f7d6-44ac-91e0-b985bba8a022 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/ed1e8430-6eab-4094-b4d0-c605af23c11b HTTP/1.1" status: 404 len: 333 time: 0.6917038 Mar 11 00:00:39.137098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:39.156088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.159529 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8868283a-00e7-4e03-a11b-290731e031ca tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0e36bc38-3a6a-4a86-b5bd-ec9e1ca0f372 HTTP/1.1" status: 204 len: 168 time: 4.0754368 Mar 11 00:00:39.166302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55246) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:39.234199 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a676fde3-b0ec-4bae-a5aa-d1e89b56f2a9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:00:39.238792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a676fde3-b0ec-4bae-a5aa-d1e89b56f2a9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/ed1e8430-6eab-4094-b4d0-c605af23c11b HTTP/1.1" status: 404 len: 333 time: 0.0896897 Mar 11 00:00:39.239421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55248) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:39.247810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03182d26-3e41-4ee8-ac18-708ddc6e2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.351914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 208611c9-a1af-4f9b-a01f-3f23a23db8e2 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:39.374791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (208611c9-a1af-4f9b-a01f-3f23a23db8e2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.387096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.395556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcfe52f2-3b14-437f-8369-5bf8452b0b53 req-ad7bead5-34d5-45f8-9bbd-f426eaace62f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4417341 Mar 11 00:00:39.412418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.413213 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (b432be25-b87a-4bb6-b529-62f1c19973ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.454172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (208611c9-a1af-4f9b-a01f-3f23a23db8e2), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.485618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Deleting subnet e5a3cee4-2e90-4abb-8490-acaa85e6d3db {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:39.526377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-863e0f3d-37d5-43fd-9bff-18a1836ffacd req-dfcfbac8-9027-4c2e-a806-783b51ffe3a9 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012780 Mar 11 00:00:39.529920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for subnet (e5a3cee4-2e90-4abb-8490-acaa85e6d3db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.599364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (208611c9-a1af-4f9b-a01f-3f23a23db8e2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.617013 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709f250-319a-49e0-a587-88b937c4f462 x-openstack-request-id: req-e709f250-319a-49e0-a587-88b937c4f462 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:39.617383 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "5da4578e-ade7-4ea3-8a3f-4261e88e15bd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:39.617644 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e709f250-319a-49e0-a587-88b937c4f462 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:39.618047 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd', 'status': 'completed', 'code': 200} Mar 11 00:00:39.685470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:39.695470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e5a3cee4-2e90-4abb-8490-acaa85e6d3db), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.789759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.791096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.791830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.794932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.795484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.796045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.801080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-fd74cdda-b2e3-4bb0-831f-7d1beb84962c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5348 time: 0.1711807 Mar 11 00:00:39.805802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (208611c9-a1af-4f9b-a01f-3f23a23db8e2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.939073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81bb5-c3c5-4381-85e4-932a6a403850 req-6c8cd102-6050-4268-9ebc-883d0e10b3f8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.940539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3a81bb5-c3c5-4381-85e4-932a6a403850 req-6c8cd102-6050-4268-9ebc-883d0e10b3f8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3909054 Mar 11 00:00:39.977289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-2d827e68-55ce-4142-b631-e9280c2627ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.982046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e5a3cee4-2e90-4abb-8490-acaa85e6d3db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:39.982281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-2d827e68-55ce-4142-b631-e9280c2627ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.982897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-2d827e68-55ce-4142-b631-e9280c2627ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:39.985448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-2d827e68-55ce-4142-b631-e9280c2627ab service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1768291 Mar 11 00:00:40.094232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:40.117950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:40.155716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3a81bb5-c3c5-4381-85e4-932a6a403850 req-8be83fd5-40f2-46d9-8a32-7b985081a3da tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025151 Mar 11 00:00:40.178852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=208611c9-a1af-4f9b-a01f-3f23a23db8e2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:40.186789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-bea74301-e8d7-40a6-ac11-924db3513b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.189311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e00078e7-dd66-47ba-a468-6aa20e39815f req-bea74301-e8d7-40a6-ac11-924db3513b3c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709423 Mar 11 00:00:40.197556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.212259 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3e493f71-2574-4350-a65d-a0279c56ff6d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/208611c9-a1af-4f9b-a01f-3f23a23db8e2 HTTP/1.1" status: 204 len: 168 time: 0.9717426 Mar 11 00:00:40.215148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:40.290767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e5a3cee4-2e90-4abb-8490-acaa85e6d3db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.382521 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.439314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:40.439764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ec40ce-cd09-4783-bbfa-29288c7c8776 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:40.451775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks [] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.471651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Transition to ACTIVE for port object 46ec40ce-cd09-4783-bbfa-29288c7c8776 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:40.492632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (13a38712-11c6-47fc-8f24-3eb5080af7aa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.495792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a3cee4-2e90-4abb-8490-acaa85e6d3db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:40.518128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.578539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb4496-3f7c-4fa1-96d3-80a7b35b5ceb None None] Network 13a38712-11c6-47fc-8f24-3eb5080af7aa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:40.650059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:40.655586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.656077 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.659315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98627dc6-4796-4283-9349-a1153f2dc594 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/e5a3cee4-2e90-4abb-8490-acaa85e6d3db HTTP/1.1" status: 204 len: 168 time: 1.4815829 Mar 11 00:00:40.667086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55264) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:40.704524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Provisioning complete for port 78756740-1f1a-4453-a495-85c135482de7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:40.705314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (78756740-1f1a-4453-a495-85c135482de7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.736649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c238c4-66d0-4a76-954d-c2569443adde req-dfc5014b-154a-4da0-ada0-082618d88734 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.743397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.745492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c238c4-66d0-4a76-954d-c2569443adde req-dfc5014b-154a-4da0-ada0-082618d88734 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2593818 Mar 11 00:00:40.757688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 78756740-1f1a-4453-a495-85c135482de7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:40.758407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (78756740-1f1a-4453-a495-85c135482de7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.800818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:40.801206 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.810436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5653acee-73d2-48e0-95c6-b3b710f03e8d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:40.823536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.841009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.859167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.868424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.875666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.881480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.888509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:40.891461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-f1190e77-44fe-4e33-b36d-166d89596059 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5371 time: 0.2949021 Mar 11 00:00:40.904333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] DHCP port deletion for 13a38712-11c6-47fc-8f24-3eb5080af7aa request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:40.926172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (169d0119-cb2d-4db1-931e-551c9715a1a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.984866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port 78756740-1f1a-4453-a495-85c135482de7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=78756740-1f1a-4453-a495-85c135482de7,segment=NetworkSegment(d6787adc-d024-4f11-ab1d-18d27f63fa0d),segment_id=d6787adc-d024-4f11-ab1d-18d27f63fa0d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:40.987665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Current status of the port 78756740-1f1a-4453-a495-85c135482de7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:40.988091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (78756740-1f1a-4453-a495-85c135482de7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:40.988209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (78756740-1f1a-4453-a495-85c135482de7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.002905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c238c4-66d0-4a76-954d-c2569443adde req-f840b2a9-1369-40cf-b3a0-21dda1e6dac0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565114 Mar 11 00:00:41.013878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Router b432be25-b87a-4bb6-b529-62f1c19973ab is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:00:41.058114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 78756740-1f1a-4453-a495-85c135482de7 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:41.096248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] For port 78756740-1f1a-4453-a495-85c135482de7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=78756740-1f1a-4453-a495-85c135482de7,segment=NetworkSegment(d6787adc-d024-4f11-ab1d-18d27f63fa0d),segment_id=d6787adc-d024-4f11-ab1d-18d27f63fa0d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:41.129170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (78756740-1f1a-4453-a495-85c135482de7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.147537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Attempting to bind port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:41.147955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Attempting to bind port 46ec40ce-cd09-4783-bbfa-29288c7c8776 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:41.148247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Attempting to bind port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:41.170222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on network 65927154-b452-43bd-b828-b9e3ceddacb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:41.170592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Attempting to bind port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:41.204218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba030af-d62d-467e-a4a1-d322e0365658 None None] Pushing event updated for resources: {'Port': ['ID=78756740-1f1a-4453-a495-85c135482de7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:41.222042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 5653acee-73d2-48e0-95c6-b3b710f03e8d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:00:41.236524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb74ad79-950c-4ea3-865f-e12a7b061eba req-da8947bc-a1e6-4e23-bb07-39b988d3a6ba tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3355215 Mar 11 00:00:41.242321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 5653acee-73d2-48e0-95c6-b3b710f03e8d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:41.242761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.269227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:41.277424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:41.279094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Bound using segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:41.279797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Bound port: 46ec40ce-cd09-4783-bbfa-29288c7c8776, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:41.281133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.311016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (169d0119-cb2d-4db1-931e-551c9715a1a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.335086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169d0119-cb2d-4db1-931e-551c9715a1a2']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.335324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:41.336653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 78756740-1f1a-4453-a495-85c135482de7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:41.348685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc060a76-c79e-4560-8f3e-023bf2acdba8') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.349089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc060a76-c79e-4560-8f3e-023bf2acdba8') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.360089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (cc060a76-c79e-4560-8f3e-023bf2acdba8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.368638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Deleting port 78756740-1f1a-4453-a495-85c135482de7 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:41.369115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (78756740-1f1a-4453-a495-85c135482de7), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.383313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cc060a76-c79e-4560-8f3e-023bf2acdba8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.390671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:00:41.391244 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (cc060a76-c79e-4560-8f3e-023bf2acdba8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.450665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] For port 78756740-1f1a-4453-a495-85c135482de7, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:41.451227 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (78756740-1f1a-4453-a495-85c135482de7), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.462938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:00:41.469385 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:00:41.471298 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (78756740-1f1a-4453-a495-85c135482de7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.475038 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Sync routers for ids ['b432be25-b87a-4bb6-b529-62f1c19973ab'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:41.475975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Calling delete_port for 78756740-1f1a-4453-a495-85c135482de7 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:41.480623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Port 78756740-1f1a-4453-a495-85c135482de7 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:00:41.486308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (78756740-1f1a-4453-a495-85c135482de7), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.487189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86f2c257-e2ea-4913-86fa-855aca1ef2f9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "PUT /v2.0/routers/b432be25-b87a-4bb6-b529-62f1c19973ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0323195 Mar 11 00:00:41.488292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port 78756740-1f1a-4453-a495-85c135482de7 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:41.493282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 78756740-1f1a-4453-a495-85c135482de7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:41.493702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 78756740-1f1a-4453-a495-85c135482de7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 00:00:41.495648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (169d0119-cb2d-4db1-931e-551c9715a1a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.496926 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Routers {'b432be25-b87a-4bb6-b529-62f1c19973ab'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:41.497178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e1680-028e-4eb2-9825-c145db711ea7 req-45c48f95-736f-4e52-9d2c-d97ba4465099 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:41.501818 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b432be25-b87a-4bb6-b529-62f1c19973ab'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.502697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 169d0119-cb2d-4db1-931e-551c9715a1a2 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:00:41.506384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.507063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-567e1680-028e-4eb2-9825-c145db711ea7 req-45c48f95-736f-4e52-9d2c-d97ba4465099 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 945 time: 0.3454590 Mar 11 00:00:41.515551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/networks/169d0119-cb2d-4db1-931e-551c9715a1a2 HTTP/1.1" status: 204 len: 168 time: 0.8473799 Mar 11 00:00:41.517882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:41.554815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f4a1-259c-446f-ac51-3ed21f6138e5 req-ebca3c5d-ea5d-4f03-85f2-01875f0c8412 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:41.562015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b56f4a1-259c-446f-ac51-3ed21f6138e5 req-ebca3c5d-ea5d-4f03-85f2-01875f0c8412 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2036457 Mar 11 00:00:41.591026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:41.623806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:41.652175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-567e1680-028e-4eb2-9825-c145db711ea7 req-c729a04f-90f4-44d9-a03a-a435617f5321 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438637 Mar 11 00:00:41.668710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.697006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b56f4a1-259c-446f-ac51-3ed21f6138e5 req-1b3ae127-52e8-4982-bc78-c73183a09b45 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340141 Mar 11 00:00:41.699417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (13a38712-11c6-47fc-8f24-3eb5080af7aa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.720030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] Pushing event deleted for resources: {'Port': ['ID=78756740-1f1a-4453-a495-85c135482de7,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:41.720992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a38712-11c6-47fc-8f24-3eb5080af7aa']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.737996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6787adc-d024-4f11-ab1d-18d27f63fa0d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.738548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6787adc-d024-4f11-ab1d-18d27f63fa0d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:41.761976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port 78756740-1f1a-4453-a495-85c135482de7 not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 00:00:41.762627 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Set router b432be25-b87a-4bb6-b529-62f1c19973ab gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:41.770211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (d6787adc-d024-4f11-ab1d-18d27f63fa0d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.788961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:41.802888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d6787adc-d024-4f11-ab1d-18d27f63fa0d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.811054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.815616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:00:41.816621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (d6787adc-d024-4f11-ab1d-18d27f63fa0d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.819732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 1129 time: 3.2440145 Mar 11 00:00:41.825077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '46ec40ce-cd09-4783-bbfa-29288c7c8776'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:41.832436 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "46ec40ce-cd09-4783-bbfa-29288c7c8776"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:41.887588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd7d40-5060-4477-9e35-8c9b03b1b7e9 None None] No DVR routers for this DVR port 78756740-1f1a-4453-a495-85c135482de7 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:41.903290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:41.965281 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:00:41.966678 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:00:41.969333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=78756740-1f1a-4453-a495-85c135482de7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:42.027519 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164affe6-7faa-4525-801b-550ea3cbc089 x-openstack-request-id: req-164affe6-7faa-4525-801b-550ea3cbc089 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:42.027826 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "46ec40ce-cd09-4783-bbfa-29288c7c8776", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:42.028111 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-164affe6-7faa-4525-801b-550ea3cbc089 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:42.028525 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '46ec40ce-cd09-4783-bbfa-29288c7c8776', 'status': 'completed', 'code': 200} Mar 11 00:00:42.029203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c25309-add6-4e29-971a-5442a1a5f5ce tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.033685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-99c25309-add6-4e29-971a-5442a1a5f5ce tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports/bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 HTTP/1.1" status: 200 len: 911 time: 0.5121517 Mar 11 00:00:42.039211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ef621-65ba-495d-a07e-7e288d31c321 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Network': ['ID=169d0119-cb2d-4db1-931e-551c9715a1a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:42.043091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7f21af38-ba45-461e-b2fc-0c9330e8fc2b None None] Provisioning complete for port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:42.054539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f21af38-ba45-461e-b2fc-0c9330e8fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.062811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55294) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:42.063022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (13a38712-11c6-47fc-8f24-3eb5080af7aa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.192174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.200759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 78756740-1f1a-4453-a495-85c135482de7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:42.213407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/13a38712-11c6-47fc-8f24-3eb5080af7aa HTTP/1.1" status: 204 len: 168 time: 1.9968784 Mar 11 00:00:42.215686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:42.252028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 78756740-1f1a-4453-a495-85c135482de7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:42.257533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 78756740-1f1a-4453-a495-85c135482de7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:42.269842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5653acee-73d2-48e0-95c6-b3b710f03e8d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:42.270360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.278279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182933900'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:42.292398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55302) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:42.296620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a507cb-3e16-4b7c-b1c7-d4d5baf93bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:42.331051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'name': 'tempest-router--1759486089', 'project_id': '03cc15efd497427fb69497b46f3fcc5d'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:42.345803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7f21af38-ba45-461e-b2fc-0c9330e8fc2b None None] Port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:42.350269 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:36Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:74:14:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:35Z', 'updated_at': '2022-03-11T00:00:38Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:42.353734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ffa97-fecd-43c3-a47f-f4697923e232 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=13a38712-11c6-47fc-8f24-3eb5080af7aa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:42.395419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:42.399546 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247bc3c-1518-4962-97bf-82719061af46" -d '{"events": [{"server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "name": "network-vif-plugged", "status": "completed", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:42.408582 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Checking router: b432be25-b87a-4bb6-b529-62f1c19973ab for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:42.409175 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Updating router b432be25-b87a-4bb6-b529-62f1c19973ab port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:00:42.447258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:42.458407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.464231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd2542-68f6-4af1-9e04-ee681cade393 req-102cb5f1-0359-4313-b67c-cb4cda987d64 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.466237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2bd2542-68f6-4af1-9e04-ee681cade393 req-102cb5f1-0359-4313-b67c-cb4cda987d64 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 814 time: 0.4310932 Mar 11 00:00:42.477164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.479342 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.484260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:42.495508 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.497872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.498979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.546916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.547511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.548264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.548813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.549342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.550059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.550503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.554252 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-99fa30ac-6f25-4830-8c1f-2d206d7772ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6301 time: 0.5114589 Mar 11 00:00:42.576049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca160d2-47c9-49ed-98bb-b3551f1071fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.583792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca160d2-47c9-49ed-98bb-b3551f1071fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.589966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cca160d2-47c9-49ed-98bb-b3551f1071fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5299842 Mar 11 00:00:42.594541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:42.602199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:42.690865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:42.762728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.769594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (02a85835-cca1-469b-b782-3d13017e2aeb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.770080 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment 02a85835-cca1-469b-b782-3d13017e2aeb of type vlan for network 8954dc46-852f-4e34-a387-010884da258d Mar 11 00:00:42.811412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.890448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.894167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe6d2088-d859-48a5-9fa5-110d5191e188 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5854337 Mar 11 00:00:42.894167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8954dc46-852f-4e34-a387-010884da258d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:42.898303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55310) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:42.917618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-3dc7eb1e-44a2-4f9e-99cd-c9abafef3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.918208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2bd2542-68f6-4af1-9e04-ee681cade393 req-7846c43d-b8d0-458f-9bc3-439ffb842607 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/quotas/8b6c9c00517c4d48bdb6df4b550f0d2a HTTP/1.1" status: 200 len: 375 time: 0.4345005 Mar 11 00:00:42.923833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-3dc7eb1e-44a2-4f9e-99cd-c9abafef3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.924473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-3dc7eb1e-44a2-4f9e-99cd-c9abafef3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.926331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-3dc7eb1e-44a2-4f9e-99cd-c9abafef3f6d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3599832 Mar 11 00:00:42.942153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.947738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.954050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.960363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.966673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.972886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.978446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:42.980404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-ff80bcfc-3797-4f50-9b57-2234c8956cc5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5371 time: 0.5132012 Mar 11 00:00:43.002495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48af16b2-8f3f-4270-af69-7a9288434916 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:43.017967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks [] for port (48af16b2-8f3f-4270-af69-7a9288434916), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.081250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:00:43.086353 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks [] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.106265 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.113108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a72f57a1-4ba9-4be8-9772-074affcd5312 req-c175ba32-c049-4c47-a209-0b6a33cc5fb2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139936 Mar 11 00:00:43.115853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Transition to ACTIVE for port object 48af16b2-8f3f-4270-af69-7a9288434916 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:43.135718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2bd2542-68f6-4af1-9e04-ee681cade393 req-5f46b978-e442-4984-96b9-5dbdd4b37b8e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1519043 Mar 11 00:00:43.136676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.202043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.306505 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ebc460-2ef3-41f5-b664-96ccda09df68 x-openstack-request-id: req-f2ebc460-2ef3-41f5-b664-96ccda09df68 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:43.306933 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "name": "network-vif-plugged", "status": "completed", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:43.307293 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2ebc460-2ef3-41f5-b664-96ccda09df68 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:43.307789 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d', 'code': 200} Mar 11 00:00:43.380870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Pushing event updated for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:43.422004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.442767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8954dc46-852f-4e34-a387-010884da258d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.453463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:43.456094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.457008 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.457361 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.457698 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.458032 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.458360 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.458687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.459078 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.460097 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.460451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.460777 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.461174 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.461501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.461822 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:00:43.530205 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Attempting to bind port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:43.531356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Attempting to bind port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:43.531900 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Attempting to bind port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:43.541803 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:43.542478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:43.543105 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.543692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:43.549293 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Bound port: bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:43.549906 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.697337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] For port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:43.701633 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] For port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:43.715810 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.724387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-0336243a-bbb5-4de8-9594-5470cdccebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:43.746671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c3ad3c8d-dbcc-4ccc-bcf8-3c8aa7e98a92 req-0336243a-bbb5-4de8-9594-5470cdccebe1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6530063 Mar 11 00:00:43.837316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Routers {'b432be25-b87a-4bb6-b529-62f1c19973ab'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:43.837961 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b432be25-b87a-4bb6-b529-62f1c19973ab'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:43.848074 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5991223 Mar 11 00:00:43.855652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Provisioning complete for port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:43.856256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:43.860234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55316) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:43.874199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '8954dc46-852f-4e34-a387-010884da258d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:43.976500 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea138-1e6f-4bcd-a4b0-558863cc05a4 None None] Pushing event updated for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:43.985020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916dd26-4218-45a9-ac72-60c3d3790d58 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=8954dc46-852f-4e34-a387-010884da258d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:44.017628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Current status of the port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:44.020110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.025319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8954dc46-852f-4e34-a387-010884da258d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:44.120374 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] Set router b432be25-b87a-4bb6-b529-62f1c19973ab gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:44.198082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] For port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:44.209266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.233560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.249400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.272237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca1390-ddf1-424c-b027-ae0ecd42cea7 None None] Pushing event updated for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:44.286889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:44.338409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0d60b133-a62b-4483-8123-fe51a83b9154 None None] Provisioning complete for port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:44.341181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0d60b133-a62b-4483-8123-fe51a83b9154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.392134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34140-1735-4906-b18f-f3ece4626b39 req-b9f1627e-5d3c-49d2-8104-aa2be4f39353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:44.393958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4e34140-1735-4906-b18f-f3ece4626b39 req-b9f1627e-5d3c-49d2-8104-aa2be4f39353 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 1128 time: 1.0069520 Mar 11 00:00:44.408469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Attempting to bind port 48af16b2-8f3f-4270-af69-7a9288434916 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:44.408873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Attempting to bind port 48af16b2-8f3f-4270-af69-7a9288434916 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:44.409339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Attempting to bind port 48af16b2-8f3f-4270-af69-7a9288434916 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:44.420630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Port 48af16b2-8f3f-4270-af69-7a9288434916 on network 65927154-b452-43bd-b828-b9e3ceddacb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:44.421017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Attempting to bind port 48af16b2-8f3f-4270-af69-7a9288434916 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:44.433363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:44.434115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3078f-c66a-4334-b2ee-f5d4cd686c0b req-65d27976-a18e-411f-aeb4-c3a9f1a21ded tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:44.442066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faa3078f-c66a-4334-b2ee-f5d4cd686c0b req-65d27976-a18e-411f-aeb4-c3a9f1a21ded tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.2690072 Mar 11 00:00:44.446809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:44.447156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:44.447554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Bound using segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:44.448188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Bound port: 48af16b2-8f3f-4270-af69-7a9288434916, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:44.448590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.451449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.457829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b62a93-ecbf-497c-beef-1638280069e6 req-4b637838-a30e-43f0-bbf5-e42fbb8d8ba4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:44.459936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16b62a93-ecbf-497c-beef-1638280069e6 req-4b637838-a30e-43f0-bbf5-e42fbb8d8ba4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2719018 Mar 11 00:00:44.533972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.534520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:00:44.536858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4e34140-1735-4906-b18f-f3ece4626b39 req-3e893467-1980-47d7-87d9-c3a3076c6f76 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298850 Mar 11 00:00:44.547353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:44.550917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7fb52ffe-5413-4eaf-8005-087aecfb583e tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3bdd20fd-3a62-4f6b-bf46-ddbf6f9f188c HTTP/1.1" status: 204 len: 168 time: 1.6474192 Mar 11 00:00:44.555881 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:36Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:74:14:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:35Z', 'updated_at': '2022-03-11T00:00:43Z', 'revision_number': 4, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:44.597679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0d60b133-a62b-4483-8123-fe51a83b9154 None None] Current status of the port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:44.625336 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ab865-3709-4c75-a960-67cb85d8c362 None None] The sync data for ids ['b432be25-b87a-4bb6-b529-62f1c19973ab'] in n-d-831844-1 is: [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:36Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:74:14:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:35Z', 'updated_at': '2022-03-11T00:00:43Z', 'revision_number': 4, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': 'af8eaa58-4cf7-4902-9bb9-4ff52208a10c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:44.679215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-faa3078f-c66a-4334-b2ee-f5d4cd686c0b req-992d22fd-11a7-41ab-9c7c-51bccc2f785c tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363245 Mar 11 00:00:44.809198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:44.816758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:44.828344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:44.878427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16b62a93-ecbf-497c-beef-1638280069e6 req-e5e87d59-e600-4a83-9d4d-c2f444721eb5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011922 Mar 11 00:00:44.882132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.016476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:45.113089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.113878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.116189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-568d33d1-9dce-4715-8b67-d2473fedad91 service neutron] 10.222.0.30 "PUT /v2.0/ports/48af16b2-8f3f-4270-af69-7a9288434916 HTTP/1.1" status: 200 len: 1091 time: 3.2308524 Mar 11 00:00:45.118067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:45.120622 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488782de-3650-44ec-b806-9be2a198a336" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "48af16b2-8f3f-4270-af69-7a9288434916"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:45.157579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.163534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.173506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.188164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.194813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.204137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.217357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.219822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-bddb3f35-6908-47a7-ad30-95b647339555 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5383 time: 0.3847833 Mar 11 00:00:45.227215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:45.368060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b5d18-85dd-463c-9a58-a2badab13e4c req-8e523ec8-719e-4481-8b42-db2baff89148 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:45.377653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-530b5d18-85dd-463c-9a58-a2badab13e4c req-8e523ec8-719e-4481-8b42-db2baff89148 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3270197 Mar 11 00:00:45.587969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.634167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3ee118-1982-48ed-9b38-2c891e5c6486 req-d733124a-7076-43a3-b717-6a40c6eb5872 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3972313 Mar 11 00:00:45.681753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-530b5d18-85dd-463c-9a58-a2badab13e4c req-0a8df5fc-00b8-4a40-b919-66ef2705b152 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026004 Mar 11 00:00:45.823851 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e83854-bc49-4a5c-ab57-68f9a2aaae3a x-openstack-request-id: req-88e83854-bc49-4a5c-ab57-68f9a2aaae3a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:45.826000 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "48af16b2-8f3f-4270-af69-7a9288434916", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:45.826984 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88e83854-bc49-4a5c-ab57-68f9a2aaae3a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:45.829932 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916', 'status': 'completed', 'code': 200} Mar 11 00:00:45.884173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1370135279', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:45.899395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (092d7d47-4999-4f52-9883-a3678ea93b89), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.962929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (b432be25-b87a-4bb6-b529-62f1c19973ab), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.980440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:45.982001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.166757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=092d7d47-4999-4f52-9883-a3678ea93b89,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:46.203115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.203605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.204111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.204593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.205059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.205524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.205986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.208121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-488782de-3650-44ec-b806-9be2a198a336 req-613bebf0-6814-4f5a-8acf-d342aab4c214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6399 time: 0.3486567 Mar 11 00:00:46.284225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb77f-71cf-409f-88e6-826e192ce0a6 req-a1018305-d1ce-4c0d-8d77-a7c92f2b1692 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.292289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ffb77f-71cf-409f-88e6-826e192ce0a6 req-a1018305-d1ce-4c0d-8d77-a7c92f2b1692 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.4599471 Mar 11 00:00:46.309678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-926d757f-bab7-4eff-a7ca-7c86a5c53139 req-72ff563e-a3ab-4dca-98fc-6a01e3018374 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a HTTP/1.1" status: 200 len: 221 time: 0.1696351 Mar 11 00:00:46.328882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:46.355157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': '02a85835-cca1-469b-b782-3d13017e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8954dc46-852f-4e34-a387-010884da258d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:46.355550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: 8954dc46-852f-4e34-a387-010884da258d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:00:46.431178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (b0230a02-e3da-4d6f-94ee-d489ecfdd714), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.432740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 8954dc46-852f-4e34-a387-010884da258d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:00:46.482230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:46.482606 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.608318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ffb77f-71cf-409f-88e6-826e192ce0a6 req-eb170e21-8ee2-4c3b-8deb-399604307f71 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111436 Mar 11 00:00:46.623038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:46.636886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (b0230a02-e3da-4d6f-94ee-d489ecfdd714), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.644501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8954dc46-852f-4e34-a387-010884da258d) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:46.657931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f128e-bb19-4433-979d-0d39875d84fc req-59b32c02-3cbf-4b23-ab1c-cdab3f645333 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.659497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d9f128e-bb19-4433-979d-0d39875d84fc req-59b32c02-3cbf-4b23-ab1c-cdab3f645333 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2291536 Mar 11 00:00:46.660789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-b68acf9d-ed6b-46ec-8619-4c8e8724f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.661265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-b68acf9d-ed6b-46ec-8619-4c8e8724f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.661718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-b68acf9d-ed6b-46ec-8619-4c8e8724f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.663383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-488782de-3650-44ec-b806-9be2a198a336 req-b68acf9d-ed6b-46ec-8619-4c8e8724f7a0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4418504 Mar 11 00:00:46.664150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba67a2de-0168-40a2-b4bd-38a6dfe34ac2 None None] Network 8954dc46-852f-4e34-a387-010884da258d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:46.677284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:46.678737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.747950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a5d62060-1f86-4661-b636-73809f3f5a68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8828800 Mar 11 00:00:46.758514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55356) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:46.760701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56de7a89-725e-409f-b54f-873f70a982a9 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:46.772092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '8954dc46-852f-4e34-a387-010884da258d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1460392659'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:46.779775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks [] for port (56de7a89-725e-409f-b54f-873f70a982a9), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.871578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:46.872002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.925541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-8954dc46-852f-4e34-a387-010884da258d', 'network_id': '8954dc46-852f-4e34-a387-010884da258d', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '092d7d47-4999-4f52-9883-a3678ea93b89'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:46.926426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:46.995419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Transition to ACTIVE for port object 56de7a89-725e-409f-b54f-873f70a982a9 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:47.070638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d9f128e-bb19-4433-979d-0d39875d84fc req-11134dec-f8c9-49a2-976b-bd3f82ec11c4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949778 Mar 11 00:00:47.103782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.104285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:47.104785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.122885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:47.216819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Allocated IP 2001:db8::2 (8954dc46-852f-4e34-a387-010884da258d/092d7d47-4999-4f52-9883-a3678ea93b89/45dd895f-9898-47d4-bbff-ae8f6c31ff0f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:47.389070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488782de-3650-44ec-b806-9be2a198a336 req-3002059e-bd83-4371-8e1f-2fcddb8ace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.396294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-488782de-3650-44ec-b806-9be2a198a336 req-3002059e-bd83-4371-8e1f-2fcddb8ace3e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7246752 Mar 11 00:00:47.400753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:47.446713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks [] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.461473 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.506129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Network 8954dc46-852f-4e34-a387-010884da258d is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:47.516159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:47.520292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:47.585239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.586088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Pushing event updated for resources: {'Port': ['ID=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:47.603872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.611139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.621648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Attempting to bind port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:47.622032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Attempting to bind port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '02a85835-cca1-469b-b782-3d13017e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8954dc46-852f-4e34-a387-010884da258d'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:47.622402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Attempting to bind port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f on network 8954dc46-852f-4e34-a387-010884da258d {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:47.626616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.627627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:47.628037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Checking segment: {'id': '02a85835-cca1-469b-b782-3d13017e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8954dc46-852f-4e34-a387-010884da258d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:47.628442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.628838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Bound using segment: {'id': '02a85835-cca1-469b-b782-3d13017e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8954dc46-852f-4e34-a387-010884da258d'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:47.629304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Bound port: 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a85835-cca1-469b-b782-3d13017e2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8954dc46-852f-4e34-a387-010884da258d'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:47.629737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.635471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.648470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.657721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.659835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-8b51e981-d7b3-4afa-8c61-4a1fca2192d0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5395 time: 0.5606186 Mar 11 00:00:47.661532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:47.669425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.669721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (b0230a02-e3da-4d6f-94ee-d489ecfdd714), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.694941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.700794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cf6-5828-4bb5-8a72-760d55040936 req-fa3593ca-e2ea-444c-a691-3798b533130f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:47.702584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5b86cf6-5828-4bb5-8a72-760d55040936 req-fa3593ca-e2ea-444c-a691-3798b533130f tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.4864686 Mar 11 00:00:47.729310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] For port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:47.737043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] For port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,segment=NetworkSegment(02a85835-cca1-469b-b782-3d13017e2aeb),segment_id=02a85835-cca1-469b-b782-3d13017e2aeb)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:47.753272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Attempting to bind port 56de7a89-725e-409f-b54f-873f70a982a9 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:47.753613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Attempting to bind port 56de7a89-725e-409f-b54f-873f70a982a9 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:47.753944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Attempting to bind port 56de7a89-725e-409f-b54f-873f70a982a9 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:47.754729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.762047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Port 56de7a89-725e-409f-b54f-873f70a982a9 on network 65927154-b452-43bd-b828-b9e3ceddacb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:47.762047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Attempting to bind port 56de7a89-725e-409f-b54f-873f70a982a9 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:47.773672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port eafbc0fa-863d-4322-8dd4-81e4b687152b yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:47.834095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Allocated IP 172.25.7.109 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/4b79407c-6db0-458b-89d9-729a9b4eee25) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:47.923262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5b86cf6-5828-4bb5-8a72-760d55040936 req-631ea38a-599f-4f07-9668-ddfff7076b3b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082429 Mar 11 00:00:47.926397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:47.926725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Checking segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:47.927109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Bound using segment: {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:47.927550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Bound port: 56de7a89-725e-409f-b54f-873f70a982a9, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62296bbf-140d-4d85-b87b-d4c8233c9573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:47.928347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:47.931546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598271c-13ba-488c-83bc-bb293802d054 None None] Pushing event updated for resources: {'Port': ['ID=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:48.141779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f888d571-8a53-481c-af4c-c99883dec5a3 req-6cce670b-7d4c-40e6-85ba-93e1ac7a6983 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4696555 Mar 11 00:00:48.167429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.179169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for port (4b79407c-6db0-458b-89d9-729a9b4eee25), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.202817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:48.214546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:48.250383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:48.314412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::291 (8954dc46-852f-4e34-a387-010884da258d/092d7d47-4999-4f52-9883-a3678ea93b89/eafbc0fa-863d-4322-8dd4-81e4b687152b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:48.473920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4b79407c-6db0-458b-89d9-729a9b4eee25), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.549256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.601745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303293f-a243-434b-a839-8b7e532507b3 req-dc491139-a0cb-46d7-b919-8ed0577c972e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:48.603627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2303293f-a243-434b-a839-8b7e532507b3 req-dc491139-a0cb-46d7-b919-8ed0577c972e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5383489 Mar 11 00:00:48.605668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.612489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.633179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event updated for resources: {'Port': ['ID=4b79407c-6db0-458b-89d9-729a9b4eee25,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:48.651501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (b432be25-b87a-4bb6-b529-62f1c19973ab), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.685228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:48.727542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:48.734427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:48.758016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=eafbc0fa-863d-4322-8dd4-81e4b687152b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:48.780282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:48.780910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:48.782346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] 10.222.0.30 "PUT /v2.0/ports/56de7a89-725e-409f-b54f-873f70a982a9 HTTP/1.1" status: 200 len: 1090 time: 3.5614414 Mar 11 00:00:48.784307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:48.786782 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69673ef-126a-4477-81ae-8f4f7877c924" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "56de7a89-725e-409f-b54f-873f70a982a9"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:48.801221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 8954dc46-852f-4e34-a387-010884da258d is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:48.861960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:48.867730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:48.890357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:48.910602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:48.911263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.064030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2303293f-a243-434b-a839-8b7e532507b3 req-15dc4c31-d20f-4f9b-8082-f4af433f46ae tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489949 Mar 11 00:00:49.086469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:49.091795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dede961a-1462-49e6-b0fa-4a693f1209ae tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3261778 Mar 11 00:00:49.098352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90356ff7-9467-4827-acda-7acc1f36155f service neutron] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:49.151063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343be9db-5bdb-4837-ba1b-d39a5480d322 req-1658cdeb-b1ee-44f6-bc02-90cedb6b175f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.152930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-343be9db-5bdb-4837-ba1b-d39a5480d322 req-1658cdeb-b1ee-44f6-bc02-90cedb6b175f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.4273822 Mar 11 00:00:49.181565 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ce5f0-44bf-48fb-ae24-d9e68d0c6c7e x-openstack-request-id: req-187ce5f0-44bf-48fb-ae24-d9e68d0c6c7e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:49.182255 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "56de7a89-725e-409f-b54f-873f70a982a9", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:49.182691 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-187ce5f0-44bf-48fb-ae24-d9e68d0c6c7e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:49.183311 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9', 'status': 'completed', 'code': 200} Mar 11 00:00:49.192087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.380015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Router b432be25-b87a-4bb6-b529-62f1c19973ab has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:00:49.388676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-343be9db-5bdb-4837-ba1b-d39a5480d322 req-50a280c4-951f-4325-85f2-bf12184f157f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2237127 Mar 11 00:00:49.425471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.425968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.426342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.426813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.427275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.427799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.428294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.433531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-59377d97-72b3-4a5f-85ae-76b3c80e2cf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6497 time: 0.2215991 Mar 11 00:00:49.546897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2f785-24cb-41aa-8358-dfbb0a66a579 req-34348378-c296-47da-8c28-c15e0d06391d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:49.554322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6c2f785-24cb-41aa-8358-dfbb0a66a579 req-34348378-c296-47da-8c28-c15e0d06391d tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.2642987 Mar 11 00:00:49.560065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e47562b-aed5-4383-9203-a2e817d57d16 None None] Network 8954dc46-852f-4e34-a387-010884da258d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:49.669757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Provisioning complete for port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:49.670125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.715531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (b0230a02-e3da-4d6f-94ee-d489ecfdd714), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.801953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Current status of the port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:49.802645 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.826798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:49.858855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] For port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,segment=NetworkSegment(02a85835-cca1-469b-b782-3d13017e2aeb),segment_id=02a85835-cca1-469b-b782-3d13017e2aeb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:49.868567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Sync routers for ids ['b432be25-b87a-4bb6-b529-62f1c19973ab'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:49.877124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.949394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ca3b-3d00-47a3-94da-e78e6d7ed350 None None] Pushing event updated for resources: {'Port': ['ID=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:49.951006 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2cea5a48-f5aa-4863-b34a-29980d9eed27 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "PUT /v2.0/routers/b432be25-b87a-4bb6-b529-62f1c19973ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3475842 Mar 11 00:00:49.952319 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:49.971776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:49.973871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Routers {'b432be25-b87a-4bb6-b529-62f1c19973ab'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:49.974867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b432be25-b87a-4bb6-b529-62f1c19973ab'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:50.174682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.184951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.190869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.199596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.206124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.215135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.221257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.230145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-202e97b9-2935-4448-9dd7-0d402ca382ca tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5395 time: 0.7298274 Mar 11 00:00:50.259185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6c2f785-24cb-41aa-8358-dfbb0a66a579 req-d38572c5-38b2-4bb6-b908-2efe618973b8 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038896 Mar 11 00:00:50.330458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-58472f8d-89f6-4c4c-8e1c-c9386e736cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.340381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-58472f8d-89f6-4c4c-8e1c-c9386e736cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.342089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-58472f8d-89f6-4c4c-8e1c-c9386e736cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.353091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-58472f8d-89f6-4c4c-8e1c-c9386e736cce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8518202 Mar 11 00:00:50.510879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Set router b432be25-b87a-4bb6-b529-62f1c19973ab gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:50.611193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:47Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:50.671404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45dd895f-9898-47d4-bbff-ae8f6c31ff0f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:50.680449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Checking router: b432be25-b87a-4bb6-b529-62f1c19973ab for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:50.723707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e85c7c7b-96ce-4003-abdc-c9a3944ca9a3 req-c19154d0-b3fa-4093-8f46-fe910f81796c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4924679 Mar 11 00:00:50.739871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Provisioning complete for port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:50.740822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:50.817047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Routers {'b432be25-b87a-4bb6-b529-62f1c19973ab'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:50.817705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b432be25-b87a-4bb6-b529-62f1c19973ab'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:50.908127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-92ef3263-0a0c-4134-b6b2-70a926a44133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.911303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d69673ef-126a-4477-81ae-8f4f7877c924 req-92ef3263-0a0c-4134-b6b2-70a926a44133 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5492139 Mar 11 00:00:50.932645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f059b-6584-4d45-8c6c-74eec77af645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.934670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f059b-6584-4d45-8c6c-74eec77af645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.936609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-451f059b-6584-4d45-8c6c-74eec77af645 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7834568 Mar 11 00:00:50.937186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25d766-c139-4266-9150-a2211b80bfa8 req-a77bf17e-793e-4611-b563-fcbcb3f0abaa tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:50.940157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:50.949731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac25d766-c139-4266-9150-a2211b80bfa8 req-a77bf17e-793e-4611-b563-fcbcb3f0abaa tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4966912 Mar 11 00:00:50.951757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port eafbc0fa-863d-4322-8dd4-81e4b687152b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:50.952365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:50.959115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] Set router b432be25-b87a-4bb6-b529-62f1c19973ab gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:51.004332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9295e486-b00f-4a4d-9aa1-20e9117fda59 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:51.020386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:47Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:51.049900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364bd29-8399-423f-87ef-26935d6b25ec None None] The sync data for ids ['b432be25-b87a-4bb6-b529-62f1c19973ab'] in n-d-831844-1 is: [{'id': 'b432be25-b87a-4bb6-b529-62f1c19973ab', 'name': 'tempest-NetworksTestDHCPv6-router-408683355', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:33Z', 'updated_at': '2022-03-11T00:00:47Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:51.062252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:51.062624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.087676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Router b0230a02-e3da-4d6f-94ee-d489ecfdd714 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:00:51.096876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks [] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.114459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac25d766-c139-4266-9150-a2211b80bfa8 req-15eee901-274f-4542-ad20-77204e926093 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638770 Mar 11 00:00:51.158094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Transition to ACTIVE for port object 9295e486-b00f-4a4d-9aa1-20e9117fda59 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:51.165849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.180454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet af8eaa58-4cf7-4902-9bb9-4ff52208a10c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:51.187055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (af8eaa58-4cf7-4902-9bb9-4ff52208a10c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.217149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Current status of the port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:51.269659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:51.299965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Provisioning complete for port eafbc0fa-863d-4322-8dd4-81e4b687152b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:51.300354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.362091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (af8eaa58-4cf7-4902-9bb9-4ff52208a10c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.387368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.391651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fde61872-e5ef-4390-924f-d2e7fa40b68b None None] Port eafbc0fa-863d-4322-8dd4-81e4b687152b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:51.440743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:51.501688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff7d9-002c-4a22-9ef2-023efdd19e25 req-921d9a26-8ae1-4e0f-8644-b9cc973c6305 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:51.503309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf7ff7d9-002c-4a22-9ef2-023efdd19e25 req-921d9a26-8ae1-4e0f-8644-b9cc973c6305 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.2123523 Mar 11 00:00:51.504104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Attempting to bind port 9295e486-b00f-4a4d-9aa1-20e9117fda59 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:51.504441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Attempting to bind port 9295e486-b00f-4a4d-9aa1-20e9117fda59 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:51.504848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Attempting to bind port 9295e486-b00f-4a4d-9aa1-20e9117fda59 on network 8987e2f0-73bf-4039-97f6-097ce69689af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:51.522482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Port 9295e486-b00f-4a4d-9aa1-20e9117fda59 on network 8987e2f0-73bf-4039-97f6-097ce69689af not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:51.522880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Attempting to bind port 9295e486-b00f-4a4d-9aa1-20e9117fda59 on network 8987e2f0-73bf-4039-97f6-097ce69689af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:51.523852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for eafbc0fa-863d-4322-8dd4-81e4b687152b owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:51.535351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2c11a587-3a32-4605-b566-aad9bfc5b2c9 None None] Provisioning complete for port eafbc0fa-863d-4322-8dd4-81e4b687152b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:51.536130 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c11a587-3a32-4605-b566-aad9bfc5b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.557364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:51.557818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Checking segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:51.558318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Bound using segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:51.558876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Bound port: 9295e486-b00f-4a4d-9aa1-20e9117fda59, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:51.559343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.639726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2c11a587-3a32-4605-b566-aad9bfc5b2c9 None None] Port eafbc0fa-863d-4322-8dd4-81e4b687152b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:00:51.683030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf7ff7d9-002c-4a22-9ef2-023efdd19e25 req-21adfa50-6fd0-4476-a2f1-ca0848173e53 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721892 Mar 11 00:00:51.711098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15403788-0b12-4420-aed2-0ef3af63a326 req-9e815dcc-8ec8-4ffd-808f-7e8ecab440b4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:51.718989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15403788-0b12-4420-aed2-0ef3af63a326 req-9e815dcc-8ec8-4ffd-808f-7e8ecab440b4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1912963 Mar 11 00:00:51.750615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:51.802632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15403788-0b12-4420-aed2-0ef3af63a326 req-e05d7f27-ed40-4336-be15-6653c94e10e1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785863 Mar 11 00:00:51.882195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:51.894835 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] Sync routers for ids ['b0230a02-e3da-4d6f-94ee-d489ecfdd714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:51.901322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:51.905365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (af8eaa58-4cf7-4902-9bb9-4ff52208a10c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.923575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] Routers {'b0230a02-e3da-4d6f-94ee-d489ecfdd714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:51.925438 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b0230a02-e3da-4d6f-94ee-d489ecfdd714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:51.937093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.985708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:51.988180 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21fb8b55-e09d-4e81-aaaa-47cc1a6aa689 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1774449 Mar 11 00:00:51.994266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55418) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.020234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:52.020594 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:52.065505 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] Routers {'b0230a02-e3da-4d6f-94ee-d489ecfdd714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:52.067862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b0230a02-e3da-4d6f-94ee-d489ecfdd714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:52.083138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a801-44b7-4aab-bd5b-8e38acdfa598 req-11163ef4-0183-4494-8a56-1b28ab7280ea tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.086480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2841a801-44b7-4aab-bd5b-8e38acdfa598 req-11163ef4-0183-4494-8a56-1b28ab7280ea tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.2713537 Mar 11 00:00:52.091091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.092056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.093623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5d77332d-fddf-4841-8aab-512c1d57b5f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9295e486-b00f-4a4d-9aa1-20e9117fda59 HTTP/1.1" status: 200 len: 1091 time: 3.2418246 Mar 11 00:00:52.094320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:52.097356 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ac536-adb4-45f0-b482-b07b4468d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:52.109157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:52.134650 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cbe10036-641e-4066-9b45-f5ac08f01312 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/b0230a02-e3da-4d6f-94ee-d489ecfdd714 HTTP/1.1" status: 200 len: 921 time: 0.1382518 Mar 11 00:00:52.143274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Request body: {'port': {'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:52.152818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.169464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:52.169818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bd9a16dc-6f7c-4160-ab1e-3362bc7da2b6 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:52.190174 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:52.190868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01a1d0-b763-4532-9820-d9d37d551cf4 None None] The sync data for ids ['b0230a02-e3da-4d6f-94ee-d489ecfdd714'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:52.205536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.211840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.226278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.233654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.241447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.248391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.254347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:52.263378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (af8eaa58-4cf7-4902-9bb9-4ff52208a10c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.268275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-c2559b42-f7c1-4087-864e-76635ad5685e tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5407 time: 0.3279896 Mar 11 00:00:52.303111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-52f39f2c-e7cc-4ac4-9369-8a0c3a80b162 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0230a02-e3da-4d6f-94ee-d489ecfdd714 HTTP/1.1" status: 200 len: 205 time: 0.1484504 Mar 11 00:00:52.315466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55424) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.325551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=af8eaa58-4cf7-4902-9bb9-4ff52208a10c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:52.328340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.334753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0315bddb-0544-45ed-8457-eaf1b191dfb5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/af8eaa58-4cf7-4902-9bb9-4ff52208a10c HTTP/1.1" status: 204 len: 168 time: 1.3892715 Mar 11 00:00:52.338227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.340265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225580f4-141e-477f-9bd8-662792a076da None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:52.347947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (eafbc0fa-863d-4322-8dd4-81e4b687152b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.460935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=eafbc0fa-863d-4322-8dd4-81e4b687152b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:52.508412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2841a801-44b7-4aab-bd5b-8e38acdfa598 req-64fe1c57-d990-4c00-9e2c-ec43f02272da tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4063621 Mar 11 00:00:52.575196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.601828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.610836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cca355c1-25a6-4058-8420-a8c96d4f8be6 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/eafbc0fa-863d-4322-8dd4-81e4b687152b HTTP/1.1" status: 204 len: 168 time: 3.5216010 Mar 11 00:00:52.652870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55430) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.701810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:52.788137 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da182c94-f633-4061-982a-57482f7f5a13 x-openstack-request-id: req-da182c94-f633-4061-982a-57482f7f5a13 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:52.788363 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:52.788612 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da182c94-f633-4061-982a-57482f7f5a13 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:52.789028 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'status': 'completed', 'code': 200} Mar 11 00:00:52.851389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Deleting port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:52.852211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:52.900447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bdba518-adfe-48e6-b9ed-4d3bcf3a9078 req-1cf4b101-355b-4444-8b3b-e41322a58a0d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6304479 Mar 11 00:00:52.945257 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc2b5a7-0d7e-4014-8d22-3003d67803a2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:00:52.955829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ecc2b5a7-0d7e-4014-8d22-3003d67803a2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/eafbc0fa-863d-4322-8dd4-81e4b687152b HTTP/1.1" status: 404 len: 333 time: 0.2701492 Mar 11 00:00:52.966465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1cf2f4b2-cf5f-49c6-849e-6b3db07dabda tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6261988 Mar 11 00:00:52.975444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55436) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:52.976015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55438) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:53.042852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] For port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:53.043851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.063269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Calling delete_port for 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:53.128871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.148579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-a9cbdff2-9ee7-4c05-892f-86c98c6b8634 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.150364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-a9cbdff2-9ee7-4c05-892f-86c98c6b8634 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.6098850 Mar 11 00:00:53.155589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.156224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.156717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.157181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.157636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.158197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.158660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.160668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-c4d7afe9-e03a-4283-9225-76ac8583e114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6595 time: 0.5044060 Mar 11 00:00:53.176442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-2f75c904-10fe-41c6-9263-7c811439009f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.178816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-2f75c904-10fe-41c6-9263-7c811439009f tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.3877068 Mar 11 00:00:53.193932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.210923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (0b116009-57c0-40ad-b5b4-82d9cd5e46a6), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.246938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] Pushing event deleted for resources: {'Port': ['ID=0b116009-57c0-40ad-b5b4-82d9cd5e46a6,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:53.258757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b73491-4794-4a68-a237-cbda5a9b0e6b None None] No DVR routers for this DVR port 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:53.290939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630cec-944a-412c-b3a4-11f77169600d req-a00db3db-5322-4221-83ba-2fe9c2766997 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.295442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 092d7d47-4999-4f52-9883-a3678ea93b89 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:00:53.305456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:00:53.306526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33630cec-944a-412c-b3a4-11f77169600d req-a00db3db-5322-4221-83ba-2fe9c2766997 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5090051 Mar 11 00:00:53.358328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (092d7d47-4999-4f52-9883-a3678ea93b89), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.514095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33630cec-944a-412c-b3a4-11f77169600d req-b5cf5e54-cf3c-4641-83c8-21f8dc2c6490 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034552 Mar 11 00:00:53.535135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-f3f661f5-8a32-47d9-9d8e-1705698996af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.535418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-f3f661f5-8a32-47d9-9d8e-1705698996af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.536027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-f3f661f5-8a32-47d9-9d8e-1705698996af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.543971 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-f3f661f5-8a32-47d9-9d8e-1705698996af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3558102 Mar 11 00:00:53.578590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92e19d-0222-4994-adb4-d4530bf679a3 req-d289e3c2-8750-4c61-ab9e-e81fce912c9a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:53.586641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a92e19d-0222-4994-adb4-d4530bf679a3 req-d289e3c2-8750-4c61-ab9e-e81fce912c9a tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 946 time: 0.5779479 Mar 11 00:00:53.588977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (092d7d47-4999-4f52-9883-a3678ea93b89), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.767560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48adcfff-8aeb-482d-920b-4cbd89057e57 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:00:53.777713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks [] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.795813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Transition to ACTIVE for port object 48adcfff-8aeb-482d-920b-4cbd89057e57 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:00:53.896387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.896597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.903531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router_controller (b432be25-b87a-4bb6-b529-62f1c19973ab), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.978912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (b0230a02-e3da-4d6f-94ee-d489ecfdd714), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:53.982530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (092d7d47-4999-4f52-9883-a3678ea93b89), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.029749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (b432be25-b87a-4bb6-b529-62f1c19973ab), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.030262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Fanout notify agent at l3_agent the message router_deleted on router b432be25-b87a-4bb6-b529-62f1c19973ab {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:00:54.038289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.039280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6eb7f68b-270c-4ff1-ab1a-4b0ca188b298 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/routers/b432be25-b87a-4bb6-b529-62f1c19973ab HTTP/1.1" status: 204 len: 168 time: 1.0430713 Mar 11 00:00:54.045739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55450) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:54.053301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:54.060550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Deleting port 451101ff-d5a7-4159-91c0-7794cd1285b3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:54.061107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.065682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a92e19d-0222-4994-adb4-d4530bf679a3 req-c015f632-82e4-4216-b014-4090f0810c09 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/security-groups?id=d475d8a2-f54e-4eea-9daf-12fc2598cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780552 Mar 11 00:00:54.068748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-e13e8445-a0b5-4ecf-a83e-f7ea8a2e5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:54.071122 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f27ac536-adb4-45f0-b482-b07b4468d0e1 req-e13e8445-a0b5-4ecf-a83e-f7ea8a2e5d2b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5263925 Mar 11 00:00:54.169960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Pushing event updated for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:54.202745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Deleting port 5653acee-73d2-48e0-95c6-b3b710f03e8d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:54.203288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.214701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:54.263343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:54.265245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0b116009-57c0-40ad-b5b4-82d9cd5e46a6 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:54.407550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (092d7d47-4999-4f52-9883-a3678ea93b89), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.452444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:54.455786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.467778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=092d7d47-4999-4f52-9883-a3678ea93b89,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:54.493914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.500343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e3a63fd-d21a-49a6-9619-f9e5df9191f7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/092d7d47-4999-4f52-9883-a3678ea93b89 HTTP/1.1" status: 204 len: 168 time: 1.5194514 Mar 11 00:00:54.505035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:54.508493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] For port 451101ff-d5a7-4159-91c0-7794cd1285b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=451101ff-d5a7-4159-91c0-7794cd1285b3,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:54.508932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.518283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e6928-99bb-4352-93bf-2caba88d13ce None None] Network 8954dc46-852f-4e34-a387-010884da258d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:54.551171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cf022-6783-4576-aa93-4b50fd97b509 req-cc4339ee-5ed8-4fb4-8368-59cba648201c tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:54.561024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94cf022-6783-4576-aa93-4b50fd97b509 req-cc4339ee-5ed8-4fb4-8368-59cba648201c tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 945 time: 0.7118118 Mar 11 00:00:54.576119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Attempting to bind port 48adcfff-8aeb-482d-920b-4cbd89057e57 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:54.576119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Attempting to bind port 48adcfff-8aeb-482d-920b-4cbd89057e57 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:54.576608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Attempting to bind port 48adcfff-8aeb-482d-920b-4cbd89057e57 on network 8987e2f0-73bf-4039-97f6-097ce69689af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:54.596492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Port 48adcfff-8aeb-482d-920b-4cbd89057e57 on network 8987e2f0-73bf-4039-97f6-097ce69689af not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:00:54.597374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Attempting to bind port 48adcfff-8aeb-482d-920b-4cbd89057e57 on network 8987e2f0-73bf-4039-97f6-097ce69689af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:54.622096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] For port 5653acee-73d2-48e0-95c6-b3b710f03e8d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5653acee-73d2-48e0-95c6-b3b710f03e8d,segment=NetworkSegment(9b591eee-269f-450c-852e-c50968473a31),segment_id=9b591eee-269f-450c-852e-c50968473a31)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:54.622484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.626694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port 4b79407c-6db0-458b-89d9-729a9b4eee25 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:54.626987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4b79407c-6db0-458b-89d9-729a9b4eee25), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.655127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:54.655470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Checking segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:54.655862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Bound using segment: {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:54.656464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Bound port: 48adcfff-8aeb-482d-920b-4cbd89057e57, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3051bb0f-fe3f-4906-bce3-aa074c73b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:54.656690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:54.713634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Calling delete_port for 5653acee-73d2-48e0-95c6-b3b710f03e8d owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:54.778449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] DHCP port deletion for 8954dc46-852f-4e34-a387-010884da258d request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:00:54.902240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Deleting port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:54.906916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.013303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4b79407c-6db0-458b-89d9-729a9b4eee25), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.031265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for 4b79407c-6db0-458b-89d9-729a9b4eee25 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:55.080912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8954dc46-852f-4e34-a387-010884da258d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.090049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] For port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,segment=NetworkSegment(02a85835-cca1-469b-b782-3d13017e2aeb),segment_id=02a85835-cca1-469b-b782-3d13017e2aeb)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:55.090884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.121186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Calling delete_port for 45dd895f-9898-47d4-bbff-ae8f6c31ff0f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:55.286913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94cf022-6783-4576-aa93-4b50fd97b509 req-6a66a445-9fcf-4474-8ccb-4f43da22891a tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca7b53b-5725-4cd4-a575-1b0b247f6a39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7240453 Mar 11 00:00:55.311198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.311562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.311882 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Floating IP 62950d39-f4ed-4ccf-80de-ac2ed3bd5cee disassociated. External IP: 172.25.7.116, port: 451101ff-d5a7-4159-91c0-7794cd1285b3. Mar 11 00:00:55.312249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Calling delete_port for 451101ff-d5a7-4159-91c0-7794cd1285b3 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:55.359948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4b79407c-6db0-458b-89d9-729a9b4eee25), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.364794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.375739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffcfc1-e619-4ede-be21-6b1926de19a6 req-0d474522-6792-47be-b8bd-4b7be42f51b4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:55.391284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ffcfc1-e619-4ede-be21-6b1926de19a6 req-0d474522-6792-47be-b8bd-4b7be42f51b4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.0381985 Mar 11 00:00:55.392026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5653acee-73d2-48e0-95c6-b3b710f03e8d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.397980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.421685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] Pushing event deleted for resources: {'Port': ['ID=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:55.423740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4881f13-9a3e-46e4-bda6-b6562dfd004e None None] No DVR routers for this DVR port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:55.494609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:55.499504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:55.601791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:55.604608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:00:55.605000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.614741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f1cd7-6b65-45e6-936b-dddb843bbff4 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:00:55.684464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f, host n-d-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:55.684870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.698234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 45dd895f-9898-47d4-bbff-ae8f6c31ff0f owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:00:55.701139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f was not found and therefore no delete operation was performed {{(pid=110426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:00:55.704286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:55.705078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.717317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (45dd895f-9898-47d4-bbff-ae8f6c31ff0f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.749550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (451101ff-d5a7-4159-91c0-7794cd1285b3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.753256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=45dd895f-9898-47d4-bbff-ae8f6c31ff0f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:55.762072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c893e56a-adc2-4f82-8c6d-c32de67af2df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7128081 Mar 11 00:00:55.773380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55464) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:55.796970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port 45dd895f-9898-47d4-bbff-ae8f6c31ff0f on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:55.804931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:55.828793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event deleted for resources: {'Port': ['ID=451101ff-d5a7-4159-91c0-7794cd1285b3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:55.858957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:00:55.859837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.956876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8954dc46-852f-4e34-a387-010884da258d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:55.976066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=4b79407c-6db0-458b-89d9-729a9b4eee25,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:55.980093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8954dc46-852f-4e34-a387-010884da258d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:55.994810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a85835-cca1-469b-b782-3d13017e2aeb') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:55.995204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a85835-cca1-469b-b782-3d13017e2aeb') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:56.006305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (02a85835-cca1-469b-b782-3d13017e2aeb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.025325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (02a85835-cca1-469b-b782-3d13017e2aeb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.032435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:00:56.032817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (02a85835-cca1-469b-b782-3d13017e2aeb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.181566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45dd895f-9898-47d4-bbff-ae8f6c31ff0f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:56.184657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd/bf204ca3-cb1f-44de-987e-099594fdd60a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:56.243144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 45dd895f-9898-47d4-bbff-ae8f6c31ff0f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:56.243654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45dd895f-9898-47d4-bbff-ae8f6c31ff0f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:56.270230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Pushing event deleted for resources: {'Port': ['ID=5653acee-73d2-48e0-95c6-b3b710f03e8d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:00:56.281211 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:00:56.290000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] No DVR routers for this DVR port 5653acee-73d2-48e0-95c6-b3b710f03e8d on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:56.295741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:00:56.297078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8954dc46-852f-4e34-a387-010884da258d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.297237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:56.305505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.307027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.320015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.331504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25c3ff9f-fac9-4973-9fef-e39033a3e936 req-4ea156da-5b67-4b05-bf3d-7c4aac710f9b tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.30 "DELETE /v2.0/ports/5653acee-73d2-48e0-95c6-b3b710f03e8d HTTP/1.1" status: 204 len: 173 time: 3.0756438 Mar 11 00:00:56.346328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'name': 'network-vif-deleted', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:56.351484 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437267c9-2ac6-46b7-947c-185727d93372" -d '{"events": [{"server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "name": "network-vif-deleted", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:56.369203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router_controller (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.394591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.403059 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/8954dc46-852f-4e34-a387-010884da258d HTTP/1.1" status: 204 len: 168 time: 1.8966119 Mar 11 00:00:56.414396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55470) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:56.420944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48adcfff-8aeb-482d-920b-4cbd89057e57,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:56.444366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ffcfc1-e619-4ede-be21-6b1926de19a6 req-7eeac1ec-b27f-4948-8aa1-fed710b1b3e0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0431345 Mar 11 00:00:56.456108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6174f-f80c-4398-a303-07b57b2d6800 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=8954dc46-852f-4e34-a387-010884da258d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:56.456108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.479055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'name': 'tempest-PortsIpV6TestJSON-849636190'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:56.491236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.495855 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2dcb1596-8156-4c8f-994c-7c673438fb1b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6954434 Mar 11 00:00:56.498323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55474) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:56.544951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks [] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.561898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.620380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:56.623831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:56.629640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:56.685750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (b0230a02-e3da-4d6f-94ee-d489ecfdd714), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.710131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.713512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4ff8a73-2297-48b1-9b1f-7e9f38077bef req-22a64eee-503a-4e42-a4ea-5f0cff9a5a11 tempest-DeleteServersTestJSON-1773429772 tempest-DeleteServersTestJSON-1773429772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d1f9194-92cc-41f1-99ba-bed56b18c4fe HTTP/1.1" status: 200 len: 210 time: 0.0446692 Mar 11 00:00:56.741056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Pushing event updated for resources: {'Port': ['ID=bf204ca3-cb1f-44de-987e-099594fdd60a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:56.769798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:00:56.796694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.803198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Sync routers for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:00:56.809444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.842161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.848792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.855390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.861771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5653acee-73d2-48e0-95c6-b3b710f03e8d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:56.863167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.868942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:56.871248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-d2deba9d-ad4a-4db1-957c-2a410be9b16b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 1.4509509 Mar 11 00:00:56.892616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:56.893548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:56.931615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] No DVR routers for this DVR port 451101ff-d5a7-4159-91c0-7794cd1285b3 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:00:56.937845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:56.941049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 5653acee-73d2-48e0-95c6-b3b710f03e8d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:56.941586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5653acee-73d2-48e0-95c6-b3b710f03e8d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:56.942174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-595bb37f-1c05-4c0f-81ab-b15b7dd87589 req-041e9944-e30e-425a-b7b2-6947f152a9de tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.30 "DELETE /v2.0/ports/451101ff-d5a7-4159-91c0-7794cd1285b3 HTTP/1.1" status: 204 len: 173 time: 3.7431242 Mar 11 00:00:56.942356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 451101ff-d5a7-4159-91c0-7794cd1285b3 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:00:56.943772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'name': 'network-vif-deleted', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:56.947974 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6171c82a-68cc-479b-b3d5-5e6512879c6d" -d '{"events": [{"server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "name": "network-vif-deleted", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:56.948828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Attempting to bind port bf204ca3-cb1f-44de-987e-099594fdd60a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:00:56.949211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Attempting to bind port bf204ca3-cb1f-44de-987e-099594fdd60a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:00:56.949587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Attempting to bind port bf204ca3-cb1f-44de-987e-099594fdd60a on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:00:57.069046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:57.143251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.151804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.152583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.154908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] 10.222.0.30 "PUT /v2.0/ports/48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 200 len: 1091 time: 5.0159702 Mar 11 00:00:57.178526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:00:57.180200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:00:57.180782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.181452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:00:57.182219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Bound port: bf204ca3-cb1f-44de-987e-099594fdd60a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:00:57.182906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.185669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 451101ff-d5a7-4159-91c0-7794cd1285b3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:00:57.186265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 451101ff-d5a7-4159-91c0-7794cd1285b3 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:00:57.235257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a0a25ee-3b46-47fd-9a31-ddeb13e6e90f req-ee2eb0a2-b9a1-4f50-966c-09644fd67bba tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b HTTP/1.1" status: 200 len: 210 time: 0.2488256 Mar 11 00:00:57.269633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.277900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:57.293822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.351667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (b0230a02-e3da-4d6f-94ee-d489ecfdd714), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.361785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] For port bf204ca3-cb1f-44de-987e-099594fdd60a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:00:57.370057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] For port bf204ca3-cb1f-44de-987e-099594fdd60a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bf204ca3-cb1f-44de-987e-099594fdd60a,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:00:57.391547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.546334 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e41be0-6db2-49a3-9ae4-ca894a4640f3 x-openstack-request-id: req-d2e41be0-6db2-49a3-9ae4-ca894a4640f3 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:57.546899 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f9194-92cc-41f1-99ba-bed56b18c4fe", "name": "network-vif-deleted", "tag": "5653acee-73d2-48e0-95c6-b3b710f03e8d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:57.547425 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2e41be0-6db2-49a3-9ae4-ca894a4640f3 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:57.548088 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f9194-92cc-41f1-99ba-bed56b18c4fe', 'name': 'network-vif-deleted', 'tag': '5653acee-73d2-48e0-95c6-b3b710f03e8d', 'status': 'completed', 'code': 200} Mar 11 00:00:57.554016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 6cc88517-7eb3-405d-aedc-d1327ef55ba7 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:00:57.594245 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b25810a-a7d5-4642-833e-49d9c83da3b5 x-openstack-request-id: req-6b25810a-a7d5-4642-833e-49d9c83da3b5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:00:57.594808 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b", "name": "network-vif-deleted", "tag": "451101ff-d5a7-4159-91c0-7794cd1285b3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:00:57.594808 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b25810a-a7d5-4642-833e-49d9c83da3b5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:00:57.595268 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c8e4d-9334-483e-a2f0-db24b9eb8a5b', 'name': 'network-vif-deleted', 'tag': '451101ff-d5a7-4159-91c0-7794cd1285b3', 'status': 'completed', 'code': 200} Mar 11 00:00:57.596349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::1 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd/d2f47ec3-faf9-4af8-9c80-cfac7301321d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:00:57.602146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0152-6e6c-4797-b935-107b7f0b83c9 None None] Pushing event updated for resources: {'Port': ['ID=bf204ca3-cb1f-44de-987e-099594fdd60a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:57.686883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:57.687132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc7d93-1d96-4e49-8b0f-d7d097d2652d service neutron] Pushing event updated for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:57.758579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55486) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:57.762014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Checking router: d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:00:57.772902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:00:57.773614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:57.777292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1820921750'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:57.856745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.857231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.857699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.858165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.858626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.859085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.859546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:57.861622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-8f2939e4-5a60-4112-bc8e-f047d5d53abe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6693 time: 0.6186504 Mar 11 00:00:57.866926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (b0230a02-e3da-4d6f-94ee-d489ecfdd714), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.867501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router b0230a02-e3da-4d6f-94ee-d489ecfdd714 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:00:57.905016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.918043 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.919183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc48b438-4c93-4d9a-aed1-abec29ce3bbd tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/b0230a02-e3da-4d6f-94ee-d489ecfdd714 HTTP/1.1" status: 204 len: 168 time: 5.6022060 Mar 11 00:00:57.936741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55488) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:57.943773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1505864698', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:57.984552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.995170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d58a4fec-47c5-45af-a504-2d4ea5c2ab9b req-1080d003-633d-48cc-9bf3-9fe3784eb053 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9859009 Mar 11 00:00:57.996654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:57.997821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.003116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-85a4afad-2b90-4719-aa4f-aa814e4880c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 200 len: 217 time: 0.1278262 Mar 11 00:00:58.033438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3944f-c212-432a-823a-0a0f2b40916c req-07e97c98-e9ff-4a09-afb4-2c7e9d620fe4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:58.040992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cac3944f-c212-432a-823a-0a0f2b40916c req-07e97c98-e9ff-4a09-afb4-2c7e9d620fe4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4800541 Mar 11 00:00:58.051272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:58.055520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.107664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:58.130111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:58.146540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:58.148551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.180566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:00:58.183545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-02a7ca34-0f6b-4ac2-bc10-857e9e347575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:58.185092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-02a7ca34-0f6b-4ac2-bc10-857e9e347575 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d182f39-cab6-4b03-93e4-abcd938e5920 HTTP/1.1" status: 200 len: 850 time: 0.1696835 Mar 11 00:00:58.319391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cac3944f-c212-432a-823a-0a0f2b40916c req-b7502c6a-dab4-4099-8c88-e3230e868fc4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728732 Mar 11 00:00:58.336213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bf204ca3-cb1f-44de-987e-099594fdd60a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:00:58.364630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.383196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c1dfb8b-f5b6-4f2b-8519-071873084842), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.392032 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Added segment 3c1dfb8b-f5b6-4f2b-8519-071873084842 of type vlan for network 13dbe604-8e8d-4d64-97d2-954de927f094 Mar 11 00:00:58.407538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:58.408972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:00:58.464696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55504) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:58.467998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bf204ca3-cb1f-44de-987e-099594fdd60a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:58.469185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.501853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (99f0957b-cd13-4fb7-9cab-308357416fb6), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.585824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (6cc88517-7eb3-405d-aedc-d1327ef55ba7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.725691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (99f0957b-cd13-4fb7-9cab-308357416fb6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.757170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (13dbe604-8e8d-4d64-97d2-954de927f094), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.778543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bf204ca3-cb1f-44de-987e-099594fdd60a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:58.779024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.830405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d9b5a70c-ff56-42e7-a727-73610c15f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:58.836668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d9b5a70c-ff56-42e7-a727-73610c15f1cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6054146 Mar 11 00:00:58.855171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (1ca7b53b-5725-4cd4-a575-1b0b247f6a39), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.859938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port bf204ca3-cb1f-44de-987e-099594fdd60a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bf204ca3-cb1f-44de-987e-099594fdd60a,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:00:58.879008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:58.908921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33814c-36d5-4d02-849d-514381afc9ca req-4db563c9-bca3-47b4-bcf8-f51d21580427 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:58.910474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e33814c-36d5-4d02-849d-514381afc9ca req-4db563c9-bca3-47b4-bcf8-f51d21580427 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3155792 Mar 11 00:00:58.960342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:00:59.016025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93fe81c-23e9-4f99-aa2d-e6216209d061 None None] The sync data for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 is: [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-10T23:59:32Z', 'revision_number': 4, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ba16c606-43ca-474f-9062-43e34efcd3ed', 'name': '', 'network_id': 'edc26b3e-a4a7-4efb-9836-054e3e61190f', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'mac_address': 'fa:16:3e:c1:3f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '8414c011-e5ff-411c-9557-78a67c97489d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'subnets': [{'id': '8414c011-e5ff-411c-9557-78a67c97489d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:00:59.021513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=bf204ca3-cb1f-44de-987e-099594fdd60a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:59.050572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (13dbe604-8e8d-4d64-97d2-954de927f094), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.057827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.058477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.129777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (1ca7b53b-5725-4cd4-a575-1b0b247f6a39), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.150540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e33814c-36d5-4d02-849d-514381afc9ca req-dc9847f8-1160-4ec0-ba58-89402cc5f44b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095220 Mar 11 00:00:59.164372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3918359 Mar 11 00:00:59.273977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9e241a3b-e2ef-4fd5-b79b-5e36aaef85a5 None None] Provisioning complete for port bf204ca3-cb1f-44de-987e-099594fdd60a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:59.275682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9e241a3b-e2ef-4fd5-b79b-5e36aaef85a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.299856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55522) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:59.314044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2018472820'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:00:59.350323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6cc88517-7eb3-405d-aedc-d1327ef55ba7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.428827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9e241a3b-e2ef-4fd5-b79b-5e36aaef85a5 None None] Current status of the port bf204ca3-cb1f-44de-987e-099594fdd60a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:00:59.552010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f06a1f-1e2f-40b4-87d2-091af58f484b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Network': ['ID=13dbe604-8e8d-4d64-97d2-954de927f094,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:59.578228 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e04851-b72c-4a0a-aa0a-9482b15e9c29 None None] New status for floating IP 62950d39-f4ed-4ccf-80de-ac2ed3bd5cee: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:00:59.606662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:00:59.609049 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ece22d-1379-4b61-ba32-d96a54d9efba" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:00:59.637912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 13dbe604-8e8d-4d64-97d2-954de927f094 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:00:59.649082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:00:59.676216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ca7b53b-5725-4cd4-a575-1b0b247f6a39), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.681399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.692100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ca7b53b-5725-4cd4-a575-1b0b247f6a39 HTTP/1.1" status: 204 len: 168 time: 1.1976728 Mar 11 00:00:59.692100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:00:59.697228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:00:59.700863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55532) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:59.703578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.704231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.761376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3158550 Mar 11 00:00:59.766974 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-1fdf559e-74f3-4751-a282-d06513df7af6 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] show failed (client error): The resource could not be found. Mar 11 00:00:59.772680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1fdf559e-74f3-4751-a282-d06513df7af6 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "GET /v2.0/security-groups/1ca7b53b-5725-4cd4-a575-1b0b247f6a39 HTTP/1.1" status: 404 len: 347 time: 0.0561051 Mar 11 00:00:59.776048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55534) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:59.776431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55536) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:00:59.777073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:00:59.780444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.930244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.935406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.940563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.946351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.951540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.957581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.962557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3eacdccb-61c5-41c6-aab4-bf66ed8c849a None None] Provisioning complete for port d2f47ec3-faf9-4af8-9c80-cfac7301321d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:00:59.963175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eacdccb-61c5-41c6-aab4-bf66ed8c849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.963282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:00:59.968186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.970430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-bd269690-325e-40f5-9179-7c245764c03a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.7683778 Mar 11 00:00:59.988871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d961f0-3889-4f91-a446-8c394ec369d7 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7b53b-5725-4cd4-a575-1b0b247f6a39,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:00:59.999016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:00:59.999792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.000665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-ee49801d-375d-4f56-befc-d85fac67a78f service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1096127 Mar 11 00:01:00.001283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e08b0-95a0-4468-a167-eb183bd7e84b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=6cc88517-7eb3-405d-aedc-d1327ef55ba7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:00.039214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92af8e-fa1c-421e-9809-c5ffc6c2a171 req-c7150ed7-bf87-490e-b257-1d6627194ab8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:00.046058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e92af8e-fa1c-421e-9809-c5ffc6c2a171 req-c7150ed7-bf87-490e-b257-1d6627194ab8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6720347 Mar 11 00:01:00.064021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3eacdccb-61c5-41c6-aab4-bf66ed8c849a None None] Port d2f47ec3-faf9-4af8-9c80-cfac7301321d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:00.081276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:00.090572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (99f0957b-cd13-4fb7-9cab-308357416fb6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.147876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.191342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bf204ca3-cb1f-44de-987e-099594fdd60a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:00.216117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:00.243653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bf204ca3-cb1f-44de-987e-099594fdd60a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:00.244071 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.259406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.25.7.83 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/998d6512-4e39-4668-a266-45c515dd34a0) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:00.337437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-dc1cd30d-709e-45e5-b681-306d1cc90ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121297 Mar 11 00:01:00.353792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bf204ca3-cb1f-44de-987e-099594fdd60a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:00.384853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:00.385912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9b9edf0-939d-4bc6-86f0-1549926c5395 req-a240ad5f-6f7f-45ae-9784-be87e4125a58 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4145036 Mar 11 00:01:00.387803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:00.423023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e92af8e-fa1c-421e-9809-c5ffc6c2a171 req-5eaf03dd-3380-4bb5-aa8e-317f85665c94 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761251 Mar 11 00:01:00.481020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6762c002-fcb6-4a18-8ad6-c34459ea5b7e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.482211 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Added segment 6762c002-fcb6-4a18-8ad6-c34459ea5b7e of type vlan for network 128c5d5c-3517-42fd-a18c-a48f9013d74f Mar 11 00:01:00.499154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d2d7c187-7ff4-4dfc-85ee-48f98305140e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 217 time: 0.1081138 Mar 11 00:01:00.547383 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c082df97-1fd6-469d-8797-340d6789de2f x-openstack-request-id: req-c082df97-1fd6-469d-8797-340d6789de2f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:00.547689 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:00.547992 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c082df97-1fd6-469d-8797-340d6789de2f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:00.548396 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57', 'status': 'completed', 'code': 200} Mar 11 00:01:00.561809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (998d6512-4e39-4668-a266-45c515dd34a0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.641798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (128c5d5c-3517-42fd-a18c-a48f9013d74f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.645414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (998d6512-4e39-4668-a266-45c515dd34a0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.673356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Deleting port 096b2424-9818-434b-92b6-279d8c89b9aa {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:00.673836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.682268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 6cc88517-7eb3-405d-aedc-d1327ef55ba7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:00.682710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6cc88517-7eb3-405d-aedc-d1327ef55ba7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.686454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d97d28ba-5a8e-418f-b559-89bd458694be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:00.688100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d97d28ba-5a8e-418f-b559-89bd458694be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1776800 Mar 11 00:01:00.699633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:00.704513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:00.707447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:00.770161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:00.784729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (128c5d5c-3517-42fd-a18c-a48f9013d74f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.790661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:00.791412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.836851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=998d6512-4e39-4668-a266-45c515dd34a0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:00.891206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafee5b4-0974-4258-843c-f17da515493f req-d216949b-3e91-4b4a-9736-6d3c78afc497 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:00.892865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cafee5b4-0974-4258-843c-f17da515493f req-d216949b-3e91-4b4a-9736-6d3c78afc497 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3167555 Mar 11 00:01:00.910690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6cc88517-7eb3-405d-aedc-d1327ef55ba7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.925770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-258f9643-5da2-430d-b566-a4fed7c43c66 None None] Provisioning complete for port d2f47ec3-faf9-4af8-9c80-cfac7301321d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:00.926251 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-258f9643-5da2-430d-b566-a4fed7c43c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:00.955708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6457145 Mar 11 00:01:00.966817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:00.969854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-258f9643-5da2-430d-b566-a4fed7c43c66 None None] Port d2f47ec3-faf9-4af8-9c80-cfac7301321d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:01.012397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:01.020661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84a187cb-6fb4-4f02-9cf9-e49cb0c31737 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "PUT /v2.0/routers/ccbf9089-b2ee-4f6b-acff-e12c5a814e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5190005 Mar 11 00:01:01.024480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:01.026677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Sync routers for ids ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:01.042935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Routers {'ccbf9089-b2ee-4f6b-acff-e12c5a814e27'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:01.044357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:01.097756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85aa5-12f3-46f4-902e-77ce916cb130 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:01.103184 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-98a85aa5-12f3-46f4-902e-77ce916cb130 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports/d2f47ec3-faf9-4af8-9c80-cfac7301321d HTTP/1.1" status: 200 len: 911 time: 0.0775235 Mar 11 00:01:01.103914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55546) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:01.175901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Set router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:01.277958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc381d93-0aaa-40df-813d-b563c0116ac0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:01.286330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc381d93-0aaa-40df-813d-b563c0116ac0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:01.296871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc381d93-0aaa-40df-813d-b563c0116ac0 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1858022 Mar 11 00:01:01.304419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55548) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:01.353597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'subnet': {'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:01.363366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 6cc88517-7eb3-405d-aedc-d1327ef55ba7 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:01.363809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (99f0957b-cd13-4fb7-9cab-308357416fb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.416343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:00:58Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'd2f47ec3-faf9-4af8-9c80-cfac7301321d', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:ba:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:57Z', 'updated_at': '2022-03-11T00:00:59Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:01.452686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Checking router: ccbf9089-b2ee-4f6b-acff-e12c5a814e27 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:01.453202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Updating router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 port d2f47ec3-faf9-4af8-9c80-cfac7301321d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:01:01.476280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-10259365-601c-49db-8909-94f7da8dc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:01.478731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-10259365-601c-49db-8909-94f7da8dc66e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7528610 Mar 11 00:01:01.498531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.508442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853870-ffe8-4284-b3d0-2437d26d1258 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Network': ['ID=128c5d5c-3517-42fd-a18c-a48f9013d74f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:01.521616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:01.543853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.544206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (096b2424-9818-434b-92b6-279d8c89b9aa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.656912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Calling delete_port for 096b2424-9818-434b-92b6-279d8c89b9aa owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:01.730441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.730661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cafee5b4-0974-4258-843c-f17da515493f req-427a7864-2c4c-4eee-89cd-4f18e2cde676 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143082 Mar 11 00:01:01.859771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks [] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.870866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:01.913802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router 99f0957b-cd13-4fb7-9cab-308357416fb6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:01.930291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a51f7-ff1c-4683-b9eb-fb60ebafdbac None None] Pushing event updated for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:01.965912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:01.969379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.078594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.084353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.089859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.095458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.102883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.109625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.116215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.118231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-c3cc28e3-7760-41a5-ad1f-7a8ab3ee43a0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.5473921 Mar 11 00:01:02.118514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Attempting to bind port d2f47ec3-faf9-4af8-9c80-cfac7301321d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:02.118992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Attempting to bind port d2f47ec3-faf9-4af8-9c80-cfac7301321d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:02.119443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Attempting to bind port d2f47ec3-faf9-4af8-9c80-cfac7301321d on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:02.128033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:02.128720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:02.129409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.129964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:02.130662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:02.131076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Bound port: d2f47ec3-faf9-4af8-9c80-cfac7301321d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:02.131640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.145865 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Sync routers for ids ['99f0957b-cd13-4fb7-9cab-308357416fb6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:02.167197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Routers {'99f0957b-cd13-4fb7-9cab-308357416fb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:02.167842 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['99f0957b-cd13-4fb7-9cab-308357416fb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:02.227088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.230774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2b650915-288a-4ac1-b4ed-033860482632 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2905498 Mar 11 00:01:02.231814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55558) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:02.254246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5f8b17e3-7054-4cd3-acaa-65b31d6f32da service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467275 Mar 11 00:01:02.270716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] For port d2f47ec3-faf9-4af8-9c80-cfac7301321d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:02.283260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] For port d2f47ec3-faf9-4af8-9c80-cfac7301321d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2f47ec3-faf9-4af8-9c80-cfac7301321d,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:02.290727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.305131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.306542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760d07c-d854-451e-be51-35270a84d2e5 req-45c463b6-1a76-454d-a732-d06cb9d87303 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:02.315737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4760d07c-d854-451e-be51-35270a84d2e5 req-45c463b6-1a76-454d-a732-d06cb9d87303 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4128790 Mar 11 00:01:02.344432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6cc88517-7eb3-405d-aedc-d1327ef55ba7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.410680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a51f7-ff1c-4683-b9eb-fb60ebafdbac None None] Pushing event updated for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:02.445839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.455577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Provisioning complete for port d2f47ec3-faf9-4af8-9c80-cfac7301321d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:02.455993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.457929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/6cc88517-7eb3-405d-aedc-d1327ef55ba7 HTTP/1.1" status: 204 len: 168 time: 2.6697884 Mar 11 00:01:02.497917 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Set router 99f0957b-cd13-4fb7-9cab-308357416fb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:02.548261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55560) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:02.558603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4760d07c-d854-451e-be51-35270a84d2e5 req-05b38a77-2ee8-4ce5-8bd2-e560d86ac369 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418768 Mar 11 00:01:02.578548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'mac_address': 'fa:16:3e:2e:65:dc', 'name': 'tempest-PortsIpV6TestJSON-981884104'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:02.582679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce3f00-768f-403e-ae68-b35984986e53 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=6cc88517-7eb3-405d-aedc-d1327ef55ba7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:02.612984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Routers {'ccbf9089-b2ee-4f6b-acff-e12c5a814e27'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:02.612984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:02.734434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Current status of the port d2f47ec3-faf9-4af8-9c80-cfac7301321d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:02.735156 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:02.842432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] Set router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:02.931675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-113be2f8-80b4-4fb1-be33-4c0d2477eabd req-2d0cceca-cf3c-4209-a0fd-238bf5f98375 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7026882 Mar 11 00:01:02.957806 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83'}], 'enable_snat': False}, 'gw_port_id': '998d6512-4e39-4668-a266-45c515dd34a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:58Z', 'updated_at': '2022-03-11T00:01:01Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '998d6512-4e39-4668-a266-45c515dd34a0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:00Z', 'updated_at': '2022-03-11T00:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:02.970400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] For port d2f47ec3-faf9-4af8-9c80-cfac7301321d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2f47ec3-faf9-4af8-9c80-cfac7301321d,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:02.993192 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Checking router: 99f0957b-cd13-4fb7-9cab-308357416fb6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:02.993549 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Updating router 99f0957b-cd13-4fb7-9cab-308357416fb6 port 998d6512-4e39-4668-a266-45c515dd34a0 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:01:02.999059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.070470 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (998d6512-4e39-4668-a266-45c515dd34a0), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.109814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-acec7d18-d913-4389-be53-cb639b4bfefc service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326697 Mar 11 00:01:03.171262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-290601d1-d9e2-4289-8358-c4bbce6ee089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 217 time: 0.0483556 Mar 11 00:01:03.181204 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90be1aa2-4ff6-4d5d-abe1-16948eaf9823 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/99f0957b-cd13-4fb7-9cab-308357416fb6 HTTP/1.1" status: 200 len: 908 time: 0.9482577 Mar 11 00:01:03.185960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:03.201062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1505864698', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': True}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:03.229730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:03.267178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb384c73-e289-41bb-bf95-e0ca77be27ba req-d7bf514e-5f41-4e8c-8094-a6c21b6e8844 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:03.269542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (a6862602-26f4-4351-8b55-a3419059945e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.273750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (a6862602-26f4-4351-8b55-a3419059945e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.275399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb384c73-e289-41bb-bf95-e0ca77be27ba req-d7bf514e-5f41-4e8c-8094-a6c21b6e8844 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5810671 Mar 11 00:01:03.326177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (096b2424-9818-434b-92b6-279d8c89b9aa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.373071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c88d4ef7-1b0c-44e3-af2d-93f5e5aa4dea None None] Provisioning complete for port d2f47ec3-faf9-4af8-9c80-cfac7301321d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:03.373653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c88d4ef7-1b0c-44e3-af2d-93f5e5aa4dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.387188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58b78-fe89-4632-a3fc-38e7b7cf99d5 None None] Pushing event updated for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:03.424683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Pushing event deleted for resources: {'Port': ['ID=096b2424-9818-434b-92b6-279d8c89b9aa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:03.426025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (a6862602-26f4-4351-8b55-a3419059945e), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.484391 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks [] for port (998d6512-4e39-4668-a266-45c515dd34a0), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.491346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-6e3330d9-e3c7-4456-a4ae-da6294629d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:03.493079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-6e3330d9-e3c7-4456-a4ae-da6294629d84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.3115520 Mar 11 00:01:03.494008 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (998d6512-4e39-4668-a266-45c515dd34a0), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.494176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (95d832bb-af5d-41dc-a886-b56fd227c335), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.499952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb384c73-e289-41bb-bf95-e0ca77be27ba req-ed398566-9ae9-4360-bc48-2230272e312e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236836 Mar 11 00:01:03.622459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c88d4ef7-1b0c-44e3-af2d-93f5e5aa4dea None None] Current status of the port d2f47ec3-faf9-4af8-9c80-cfac7301321d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:03.624674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Attempting to bind port 998d6512-4e39-4668-a266-45c515dd34a0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:03.627618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Attempting to bind port 998d6512-4e39-4668-a266-45c515dd34a0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:03.628132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Attempting to bind port 998d6512-4e39-4668-a266-45c515dd34a0 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:03.633211 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-370b0978-209a-47a5-a055-46f66ef9ffa7 req-63fb1805-3302-4d5f-9c76-26903f83d86f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0899587 Mar 11 00:01:03.635274 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c495-de26-4a5f-8563-c7e592976ba7 None None] Pushing event updated for resources: {'Port': ['ID=998d6512-4e39-4668-a266-45c515dd34a0,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:03.643303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port d2f47ec3-faf9-4af8-9c80-cfac7301321d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:03.643675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.648094 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:03.651534 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:03.658348 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.658772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:03.659313 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Bound port: 998d6512-4e39-4668-a266-45c515dd34a0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:03.659706 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (998d6512-4e39-4668-a266-45c515dd34a0), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.675786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:00:58Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'd2f47ec3-faf9-4af8-9c80-cfac7301321d', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:ba:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:57Z', 'updated_at': '2022-03-11T00:01:02Z', 'revision_number': 4, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:03.713035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.738496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038f2fa-aae9-4132-996f-93f49f5fd93f None None] The sync data for ids ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'] in n-d-831844-1 is: [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:00:58Z', 'revision_number': 2, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None, '_interfaces': [{'id': 'd2f47ec3-faf9-4af8-9c80-cfac7301321d', 'name': '', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'mac_address': 'fa:16:3e:ba:11:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:00:57Z', 'updated_at': '2022-03-11T00:01:02Z', 'revision_number': 4, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'subnets': [{'id': '86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:03.743518 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] For port 998d6512-4e39-4668-a266-45c515dd34a0, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:03.746908 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] For port 998d6512-4e39-4668-a266-45c515dd34a0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=998d6512-4e39-4668-a266-45c515dd34a0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:03.758497 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (998d6512-4e39-4668-a266-45c515dd34a0), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:03.780778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-370b0978-209a-47a5-a055-46f66ef9ffa7 req-1a0576d3-8355-41f6-890d-87eab58ed4c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0607252 Mar 11 00:01:03.834246 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Routers {'99f0957b-cd13-4fb7-9cab-308357416fb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:03.834983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['99f0957b-cd13-4fb7-9cab-308357416fb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:03.856592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Subnet': ['ID=95d832bb-af5d-41dc-a886-b56fd227c335,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:03.884279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-370b0978-209a-47a5-a055-46f66ef9ffa7 req-c33e7215-b9d6-4853-b7a3-cbad080f312f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346220 Mar 11 00:01:03.908008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c7bb49aa-c279-4168-90c9-7de4daf83a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:03.909830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c7bb49aa-c279-4168-90c9-7de4daf83a4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4062774 Mar 11 00:01:03.923394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 05eb8603-2404-47bb-a4e7-e1710a52c89e yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:03.932466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:03.933099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network hostable DHCP agents. Network: 13dbe604-8e8d-4d64-97d2-954de927f094, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:04.007131 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] Set router 99f0957b-cd13-4fb7-9cab-308357416fb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:04.041859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b0978-209a-47a5-a055-46f66ef9ffa7 req-1d46dee3-339d-41f2-a074-dbbdd8e097ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.046864 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-370b0978-209a-47a5-a055-46f66ef9ffa7 req-1d46dee3-339d-41f2-a074-dbbdd8e097ea service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554999 Mar 11 00:01:04.091807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks [] for floatingip (62950d39-f4ed-4ccf-80de-ac2ed3bd5cee), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.096399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.097653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ff7e705d-ae52-4c40-bac1-a9e655950c11 tempest-ServersTestJSON-1103236656 tempest-ServersTestJSON-1103236656-project] 10.222.0.21 "DELETE /v2.0/floatingips/62950d39-f4ed-4ccf-80de-ac2ed3bd5cee HTTP/1.1" status: 204 len: 168 time: 4.2463107 Mar 11 00:01:04.105643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55576) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:04.149369 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7c495-de26-4a5f-8563-c7e592976ba7 None None] Pushing event updated for resources: {'Port': ['ID=998d6512-4e39-4668-a266-45c515dd34a0,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:04.248313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:04.275462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-b6cefea9-a407-4021-bdc1-09cb0a2745b7 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452029 Mar 11 00:01:04.314808 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (a6862602-26f4-4351-8b55-a3419059945e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.357422 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83'}], 'enable_snat': False}, 'gw_port_id': '998d6512-4e39-4668-a266-45c515dd34a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:58Z', 'updated_at': '2022-03-11T00:01:01Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '998d6512-4e39-4668-a266-45c515dd34a0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:00Z', 'updated_at': '2022-03-11T00:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:04.396889 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c524d-b981-48d3-9756-be22d2987bbc None None] The sync data for ids ['99f0957b-cd13-4fb7-9cab-308357416fb6'] in n-d-831844-1 is: [{'id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83'}], 'enable_snat': False}, 'gw_port_id': '998d6512-4e39-4668-a266-45c515dd34a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:58Z', 'updated_at': '2022-03-11T00:01:01Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '998d6512-4e39-4668-a266-45c515dd34a0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f0957b-cd13-4fb7-9cab-308357416fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:00Z', 'updated_at': '2022-03-11T00:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:04.474734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port d2f47ec3-faf9-4af8-9c80-cfac7301321d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2f47ec3-faf9-4af8-9c80-cfac7301321d,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:04.475110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.538632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for d2f47ec3-faf9-4af8-9c80-cfac7301321d owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:04.588124 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (05eb8603-2404-47bb-a4e7-e1710a52c89e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.595300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 13dbe604-8e8d-4d64-97d2-954de927f094) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:04.604772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d3ca8-757a-4875-a9d1-15c1635d6aa4 None None] Network 13dbe604-8e8d-4d64-97d2-954de927f094 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:04.629166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.629782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.648154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888be5-639b-4a77-8868-669ba5eb185d req-3b0ebfe8-a674-4c9c-a404-68e10d8f1bd2 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.655233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1888be5-639b-4a77-8868-669ba5eb185d req-3b0ebfe8-a674-4c9c-a404-68e10d8f1bd2 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.9290881 Mar 11 00:01:04.904397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.906394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-13dbe604-8e8d-4d64-97d2-954de927f094', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:04.907869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:04.914037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.928232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.934116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.946278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.951630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.957111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:04.960650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95d87a-4518-490a-b668-a429417ede44 req-19e1d70d-9fe4-4829-b009-f03545f81ba1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.7366915 Mar 11 00:01:04.969593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9928ddda-0bb1-412c-b601-f1b71fd2d79e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0003512 Mar 11 00:01:04.999521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-67887aec-be1f-40da-b3bb-d8eee33f177a service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118428 Mar 11 00:01:05.007523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55580) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:05.013135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'subnet': {'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:05.098047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (a6862602-26f4-4351-8b55-a3419059945e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.159320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.161129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1888be5-639b-4a77-8868-669ba5eb185d req-d6cf97e8-decd-4097-9677-1bdc6bf6f076 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050404 Mar 11 00:01:05.258217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Allocated IP 10.1.1.2 (13dbe604-8e8d-4d64-97d2-954de927f094/95d832bb-af5d-41dc-a886-b56fd227c335/72458656-0e7a-4d6a-9134-f62a58767ec2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:05.321131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95d87a-4518-490a-b668-a429417ede44 req-30e75e3d-555f-4759-a9e7-395906430f26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3489621 Mar 11 00:01:05.354408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-ee6dfbd3-b786-44d6-a39a-a4710b522a67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=48af16b2-8f3f-4270-af69-7a9288434916 HTTP/1.1" status: 200 len: 217 time: 0.2039554 Mar 11 00:01:05.367333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (05eb8603-2404-47bb-a4e7-e1710a52c89e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.406690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.25.7.190 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/8a6d0ed4-6522-461e-9bf4-2510da810772) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:05.459653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:05.463046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.529965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d2f47ec3-faf9-4af8-9c80-cfac7301321d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.569302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d4d05820-053a-4a3e-953a-21c9bd54f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:05.570694 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks [] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.574419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-d4d05820-053a-4a3e-953a-21c9bd54f5bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1950696 Mar 11 00:01:05.579338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.586024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=d2f47ec3-faf9-4af8-9c80-cfac7301321d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:05.614364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.617134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:05.625884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:05.631996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:05.803861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:05.825741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:05.829951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Pushing event updated for resources: {'Port': ['ID=72458656-0e7a-4d6a-9134-f62a58767ec2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:05.838625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:05.844197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:05.845862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Attempting to bind port 72458656-0e7a-4d6a-9134-f62a58767ec2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:05.846426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Attempting to bind port 72458656-0e7a-4d6a-9134-f62a58767ec2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:05.846887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Attempting to bind port 72458656-0e7a-4d6a-9134-f62a58767ec2 on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:05.851543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.861004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:05.861566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:05.862079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.862571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Bound using segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:05.863162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Bound port: 72458656-0e7a-4d6a-9134-f62a58767ec2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:05.863642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.869192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=05eb8603-2404-47bb-a4e7-e1710a52c89e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:05.956416 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:05.959089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2553d36-98db-42bc-93aa-a5ad6935b580 req-39fc72ca-9d42-4681-a599-b5c792c4449c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:05.964458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2553d36-98db-42bc-93aa-a5ad6935b580 req-39fc72ca-9d42-4681-a599-b5c792c4449c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6298444 Mar 11 00:01:05.983189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-db831fe4-0fda-472f-a86e-0a6db480e8a7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4178834 Mar 11 00:01:05.990674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:05.994518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.003885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] For port 72458656-0e7a-4d6a-9134-f62a58767ec2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:06.017193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] For port 72458656-0e7a-4d6a-9134-f62a58767ec2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72458656-0e7a-4d6a-9134-f62a58767ec2,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:06.024570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.029560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a0cc5e01-d37c-4b1a-b9ba-0805dcfa28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:06.031327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a0cc5e01-d37c-4b1a-b9ba-0805dcfa28b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4312880 Mar 11 00:01:06.079125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:06.101308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:06.105812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.126386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2eff1-f242-4a0a-a888-1acaa198b5af None None] Pushing event updated for resources: {'Port': ['ID=72458656-0e7a-4d6a-9134-f62a58767ec2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:06.183358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:06.265316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6d0ed4-6522-461e-9bf4-2510da810772,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:06.282314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde56159-b2bc-4c2c-b7f7-918cc436228c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:06.287450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dde56159-b2bc-4c2c-b7f7-918cc436228c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/05eb8603-2404-47bb-a4e7-e1710a52c89e HTTP/1.1" status: 200 len: 844 time: 0.2874417 Mar 11 00:01:06.290487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:06.311202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 998d6512-4e39-4668-a266-45c515dd34a0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:06.361395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5ab31f91-fd92-4024-a0c5-99ddb6c73f66 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010311 Mar 11 00:01:06.432732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 998d6512-4e39-4668-a266-45c515dd34a0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:06.433239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (998d6512-4e39-4668-a266-45c515dd34a0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.593725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 998d6512-4e39-4668-a266-45c515dd34a0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:06.594416 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (998d6512-4e39-4668-a266-45c515dd34a0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.624380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 998d6512-4e39-4668-a266-45c515dd34a0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=998d6512-4e39-4668-a266-45c515dd34a0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:06.638304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (998d6512-4e39-4668-a266-45c515dd34a0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.794443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-063396d7-7868-4b8f-a578-ffff3df251cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:06.826207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=998d6512-4e39-4668-a266-45c515dd34a0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:06.921834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2553d36-98db-42bc-93aa-a5ad6935b580 req-cbbf7ce9-0d27-4967-a95c-ade26cf12534 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247572 Mar 11 00:01:07.039141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:01:07.114279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.195792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:07.207063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Sync routers for ids ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:07.214728 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1ebb560b-b114-48cd-9fc9-9a57441053dd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "PUT /v2.0/routers/ccbf9089-b2ee-4f6b-acff-e12c5a814e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9087813 Mar 11 00:01:07.220072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.224612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.230539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Routers {'ccbf9089-b2ee-4f6b-acff-e12c5a814e27'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:07.231439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:07.232195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.237408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.242696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.247937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.253208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.255989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-19857c82-410e-44f9-9ca2-b199ef54da53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.3316519 Mar 11 00:01:07.257684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55602) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:07.298502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 05eb8603-2404-47bb-a4e7-e1710a52c89e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:07.298755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (05eb8603-2404-47bb-a4e7-e1710a52c89e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.301481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Subnet': ['ID=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:07.305514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-02479285-7b2e-43d1-943a-5d9e7f32b1ca service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9271178 Mar 11 00:01:07.419954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Set router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:07.478639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e9e6b-b31e-4dcd-bc3f-5b64641c0156 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.480606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e9e6b-b31e-4dcd-bc3f-5b64641c0156 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.491774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b62e9e6b-b31e-4dcd-bc3f-5b64641c0156 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2110770 Mar 11 00:01:07.496241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5c5a632d-9c53-4df6-8907-74c4360ec817 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=56de7a89-725e-409f-b54f-873f70a982a9 HTTP/1.1" status: 200 len: 217 time: 0.1660480 Mar 11 00:01:07.499207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:07.503109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:01:05Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:07.547048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Checking router: ccbf9089-b2ee-4f6b-acff-e12c5a814e27 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:07.557987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Routers {'ccbf9089-b2ee-4f6b-acff-e12c5a814e27'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:07.558622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:00:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:07.599589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61c7a6f-c4ce-48c8-9109-c8abe8314765 req-18f62c18-00e3-48ad-a7ff-2cb4ebced80a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3316343 Mar 11 00:01:07.641428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Deleting port ba16c606-43ca-474f-9062-43e34efcd3ed {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:07.641770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.651960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (05eb8603-2404-47bb-a4e7-e1710a52c89e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.659086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Checking segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:07.659456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network hostable DHCP agents. Network: 128c5d5c-3517-42fd-a18c-a48f9013d74f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:07.703900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 05eb8603-2404-47bb-a4e7-e1710a52c89e owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:07.712634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] Set router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:07.787089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] For port ba16c606-43ca-474f-9062-43e34efcd3ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba16c606-43ca-474f-9062-43e34efcd3ed,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:07.787753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.790890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:01:05Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:07.803515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Calling delete_port for ba16c606-43ca-474f-9062-43e34efcd3ed owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:07.819702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba6525-5936-4497-a832-d50d1b03955a None None] The sync data for ids ['ccbf9089-b2ee-4f6b-acff-e12c5a814e27'] in n-d-831844-1 is: [{'id': 'ccbf9089-b2ee-4f6b-acff-e12c5a814e27', 'name': 'tempest-NetworksTestDHCPv6-router-277531956', 'tenant_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:00:56Z', 'updated_at': '2022-03-11T00:01:05Z', 'revision_number': 3, 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:07.835123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:07.839764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.881767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e8b33fc8-5e0d-4bb1-98f8-57c56c91ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.884953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-e8b33fc8-5e0d-4bb1-98f8-57c56c91ccec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.3664954 Mar 11 00:01:07.888180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (a6862602-26f4-4351-8b55-a3419059945e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.941354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:07.949505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (05eb8603-2404-47bb-a4e7-e1710a52c89e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:07.994541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043231b-c9e6-437c-9b0e-4170f235a05c req-9d47761a-683c-4c5b-a971-099c0fa2472d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:07.996831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f043231b-c9e6-437c-9b0e-4170f235a05c req-9d47761a-683c-4c5b-a971-099c0fa2472d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.8844335 Mar 11 00:01:08.013359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34e341-35d4-4ae4-b78f-b1d315e5ba07 None None] Network 13dbe604-8e8d-4d64-97d2-954de927f094 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:08.057108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.061916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=05eb8603-2404-47bb-a4e7-e1710a52c89e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:08.064146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 128c5d5c-3517-42fd-a18c-a48f9013d74f) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:08.104426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.104778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.135176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744579a9-0840-4893-bc13-4939ed578b3d None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:08.154979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35b9d408-ef71-46df-b568-9c022ee000af tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1456110 Mar 11 00:01:08.158611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55608) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:08.164484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.171150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a7d6bf1e-4f2c-47a2-be66-75b0e5969547 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/05eb8603-2404-47bb-a4e7-e1710a52c89e HTTP/1.1" status: 204 len: 168 time: 1.8731353 Mar 11 00:01:08.178737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'name': 'tempest-TaggedBootDevicesTest_v242-42746965', 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:08.182451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55610) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:08.272699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f043231b-c9e6-437c-9b0e-4170f235a05c req-bbb454d7-f37b-4057-beef-595ba0cd6305 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449799 Mar 11 00:01:08.285236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-128c5d5c-3517-42fd-a18c-a48f9013d74f', 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ips': [{'subnet_id': '3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:08.286291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.307403 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8e3f4c-1c00-450c-a657-1eb254c04684 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:01:08.307403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed8e3f4c-1c00-450c-a657-1eb254c04684 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/05eb8603-2404-47bb-a4e7-e1710a52c89e HTTP/1.1" status: 404 len: 333 time: 0.1141548 Mar 11 00:01:08.308218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55612) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:08.312989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-7c6d6c05-7b10-4724-98d9-b7b6dcc4d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.315509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-7c6d6c05-7b10-4724-98d9-b7b6dcc4d5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3928330 Mar 11 00:01:08.325834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'name': 'tempest-PortsIpV6TestJSON-1464580'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:08.335960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba16c606-43ca-474f-9062-43e34efcd3ed), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.374655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Provisioning complete for port 72458656-0e7a-4d6a-9134-f62a58767ec2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:08.375026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.404985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Pushing event deleted for resources: {'Port': ['ID=ba16c606-43ca-474f-9062-43e34efcd3ed,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:08.503609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (a6862602-26f4-4351-8b55-a3419059945e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.619258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72458656-0e7a-4d6a-9134-f62a58767ec2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:08.935016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Current status of the port 72458656-0e7a-4d6a-9134-f62a58767ec2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:08.936257 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.950541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.956251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Allocated IP 10.2.2.2 (128c5d5c-3517-42fd-a18c-a48f9013d74f/3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981/d3a0913a-f95c-4b90-911e-9c5898846264) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:08.968362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.974499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 72458656-0e7a-4d6a-9134-f62a58767ec2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:08.975262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:08.976156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.985162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.992179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:08.997637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:09.003034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:09.011609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:09.013953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-0ef76740-95f1-42cc-97fb-cda917bbca90 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.2508006 Mar 11 00:01:09.035303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:09.042338 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.044257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] For port 72458656-0e7a-4d6a-9134-f62a58767ec2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72458656-0e7a-4d6a-9134-f62a58767ec2,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:09.050045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ab6b5-e4b6-47ea-817b-d31bd1453827 req-ad156ff5-6b30-4bfa-9bd9-33c034a9947b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:09.057549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.060539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b3ab6b5-e4b6-47ea-817b-d31bd1453827 req-ad156ff5-6b30-4bfa-9bd9-33c034a9947b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5826597 Mar 11 00:01:09.065810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:09.075956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port e241a855-61af-464c-84be-edbaee9e5554 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:09.086201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router a6862602-26f4-4351-8b55-a3419059945e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:09.151291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe043c2f-17ab-41d7-b217-94ffa82814ec None None] Pushing event updated for resources: {'Port': ['ID=72458656-0e7a-4d6a-9134-f62a58767ec2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:09.189750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-0a28b2f9-0c29-4c29-8f2d-be280c8532e4 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587298 Mar 11 00:01:09.222455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.253332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cfde38a1-a91f-4e83-96c9-9248bd673b0c None None] Provisioning complete for port 72458656-0e7a-4d6a-9134-f62a58767ec2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:09.254129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfde38a1-a91f-4e83-96c9-9248bd673b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.343273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31aa0483-24e0-43b3-83a0-4da69111bea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.354748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 72458656-0e7a-4d6a-9134-f62a58767ec2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:09.356839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 998d6512-4e39-4668-a266-45c515dd34a0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:09.362583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cde14db-f9cb-4db0-b250-9070e38cb0c8 req-33562d74-36d7-4c5c-9b38-de81f0b3971d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1666880 Mar 11 00:01:09.377518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:09.390110 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Sync routers for ids ['a6862602-26f4-4351-8b55-a3419059945e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:09.409497 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Routers {'a6862602-26f4-4351-8b55-a3419059945e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:09.410282 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a6862602-26f4-4351-8b55-a3419059945e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:09.421452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] device_id is not set on port 61ffe986-4bf3-44da-a3ce-74203250b8db yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:09.439078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.444620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-39a9d5f0-acbf-4108-91ef-5fd4a0ab4cf6 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.2570634 Mar 11 00:01:09.454526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55622) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:09.461605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.497640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks [] for port (d3a0913a-f95c-4b90-911e-9c5898846264), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.518161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.580975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d3a0913a-f95c-4b90-911e-9c5898846264,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:09.590192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:09.591320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cfde38a1-a91f-4e83-96c9-9248bd673b0c None None] Current status of the port 72458656-0e7a-4d6a-9134-f62a58767ec2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:09.601614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:09.609823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:09.625638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 998d6512-4e39-4668-a266-45c515dd34a0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:09.627061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (998d6512-4e39-4668-a266-45c515dd34a0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.698730 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Set router a6862602-26f4-4351-8b55-a3419059945e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:09.765280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Attempting to bind port d3a0913a-f95c-4b90-911e-9c5898846264 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:09.765675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Attempting to bind port d3a0913a-f95c-4b90-911e-9c5898846264 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:09.766159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Attempting to bind port d3a0913a-f95c-4b90-911e-9c5898846264 on network 128c5d5c-3517-42fd-a18c-a48f9013d74f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:09.769522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.1.1.126 (13dbe604-8e8d-4d64-97d2-954de927f094/95d832bb-af5d-41dc-a886-b56fd227c335/61ffe986-4bf3-44da-a3ce-74203250b8db) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:09.778095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:09.778509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Checking segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:09.778884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.779292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Bound using segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:09.779783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Bound port: d3a0913a-f95c-4b90-911e-9c5898846264, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:09.780220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.809140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 998d6512-4e39-4668-a266-45c515dd34a0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:09.845495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (e241a855-61af-464c-84be-edbaee9e5554), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.888817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] For port d3a0913a-f95c-4b90-911e-9c5898846264, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:09.894177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5e7a3259-2209-4fc1-ae44-de28f7d5de6f tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/a6862602-26f4-4351-8b55-a3419059945e HTTP/1.1" status: 200 len: 908 time: 0.4334550 Mar 11 00:01:09.894369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] For port d3a0913a-f95c-4b90-911e-9c5898846264, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3a0913a-f95c-4b90-911e-9c5898846264,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:09.896278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b3ab6b5-e4b6-47ea-817b-d31bd1453827 req-63aed5f5-9718-4dfa-ac34-008e76ae7eee tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8346078 Mar 11 00:01:09.904495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55624) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:09.905340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2f47ec3-faf9-4af8-9c80-cfac7301321d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:09.957956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d2f47ec3-faf9-4af8-9c80-cfac7301321d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:09.958670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2f47ec3-faf9-4af8-9c80-cfac7301321d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:09.965993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:09.996135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e241a855-61af-464c-84be-edbaee9e5554), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.104878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.132286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6862602-26f4-4351-8b55-a3419059945e', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:03Z', 'updated_at': '2022-03-11T00:01:07Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6862602-26f4-4351-8b55-a3419059945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:05Z', 'updated_at': '2022-03-11T00:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:10.144346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310440d-7d91-4488-9a7f-44d7c32b3bf2 None None] Pushing event updated for resources: {'Port': ['ID=d3a0913a-f95c-4b90-911e-9c5898846264,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:10.199260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.207966 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Checking router: a6862602-26f4-4351-8b55-a3419059945e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:10.210271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Updating router a6862602-26f4-4351-8b55-a3419059945e port 8a6d0ed4-6522-461e-9bf4-2510da810772 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:01:10.260498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:10.266524 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.311354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:10.322036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72458656-0e7a-4d6a-9134-f62a58767ec2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:10.345149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.357877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:10.362941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:10.363565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.461853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:10.518902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.545454 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.561751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:10.562504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 72458656-0e7a-4d6a-9134-f62a58767ec2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:10.562988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.568731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:10.576623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-060c47a8-15c6-4111-a74f-b5b9b63ef2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3195632 Mar 11 00:01:10.579047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:10.734836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 72458656-0e7a-4d6a-9134-f62a58767ec2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:10.735532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cc41cce5-23ae-49a8-ab29-2be0bd6ac4c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59 HTTP/1.1" status: 200 len: 217 time: 0.1156933 Mar 11 00:01:10.743595 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.783042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=e241a855-61af-464c-84be-edbaee9e5554,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:10.830155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f034a08b-ce21-4e80-9e50-c715897f9409 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 2.5119066 Mar 11 00:01:10.839307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:10.839541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:01:10.843444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8480d295-78a6-4402-8639-bb9f00f9a2ae tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd HTTP/1.1" status: 204 len: 168 time: 3.3424962 Mar 11 00:01:10.848498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154db7d4-894b-475b-868a-e680c793c709 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:10.863678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55636) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:10.865765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55638) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:10.875491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:10.967532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (a6862602-26f4-4351-8b55-a3419059945e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.011186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:11.043158 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks [] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.055879 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.067402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4a23060c-8121-4d26-8f25-c4d3f478a2b5 None None] Provisioning complete for port 61ffe986-4bf3-44da-a3ce-74203250b8db triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:11.068895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a23060c-8121-4d26-8f25-c4d3f478a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.089336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ff3dd-94d0-4920-88e7-bd47eeaffb6a req-ede453cb-d86f-4f28-a524-728b4e99de4a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.091498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728ff3dd-94d0-4920-88e7-bd47eeaffb6a req-ede453cb-d86f-4f28-a524-728b4e99de4a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.9056370 Mar 11 00:01:11.112527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.116325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.139876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4a23060c-8121-4d26-8f25-c4d3f478a2b5 None None] Port 61ffe986-4bf3-44da-a3ce-74203250b8db cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:11.186899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a1df852c-6217-4788-8048-176af1e51472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.189677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-a1df852c-6217-4788-8048-176af1e51472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.4376285 Mar 11 00:01:11.210469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:11.249595 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Attempting to bind port 8a6d0ed4-6522-461e-9bf4-2510da810772 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:11.251455 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Attempting to bind port 8a6d0ed4-6522-461e-9bf4-2510da810772 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:11.251831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Attempting to bind port 8a6d0ed4-6522-461e-9bf4-2510da810772 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:11.263132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb9c8-fca2-4502-80b0-2d813654241f None None] Pushing event updated for resources: {'Port': ['ID=8a6d0ed4-6522-461e-9bf4-2510da810772,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:11.277242 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:11.277480 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:11.277759 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.278282 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:11.278781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Bound port: 8a6d0ed4-6522-461e-9bf4-2510da810772, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:11.279337 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.288979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e241a855-61af-464c-84be-edbaee9e5554), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.333561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Deleting port bf204ca3-cb1f-44de-987e-099594fdd60a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:11.334008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.359141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728ff3dd-94d0-4920-88e7-bd47eeaffb6a req-83ee1ddc-7ec1-490d-b400-a470c492df66 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291479 Mar 11 00:01:11.414100 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] For port 8a6d0ed4-6522-461e-9bf4-2510da810772, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:11.418854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.419085 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] For port 8a6d0ed4-6522-461e-9bf4-2510da810772, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8a6d0ed4-6522-461e-9bf4-2510da810772,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:11.431567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.432099 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.474759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.480832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.490949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.508909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.527604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.532961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-b001308a-5016-4031-b675-68513c8dca12 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.9363015 Mar 11 00:01:11.581236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] For port bf204ca3-cb1f-44de-987e-099594fdd60a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bf204ca3-cb1f-44de-987e-099594fdd60a,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:11.583078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.598122 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Routers {'a6862602-26f4-4351-8b55-a3419059945e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:11.618091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Calling delete_port for bf204ca3-cb1f-44de-987e-099594fdd60a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:11.620829 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a6862602-26f4-4351-8b55-a3419059945e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:11.636117 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:11.650140 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb9c8-fca2-4502-80b0-2d813654241f None None] Pushing event updated for resources: {'Port': ['ID=8a6d0ed4-6522-461e-9bf4-2510da810772,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:11.694780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40b4016d-71fe-4780-ac0a-88d3897db30a req-8928f754-3999-4fc3-b532-186f8b3509cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091704 Mar 11 00:01:11.723144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-228c5871-eb96-485d-aa23-af0589637e35 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5492508 Mar 11 00:01:11.725251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55644) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:11.746417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'name': 'tempest-TaggedBootDevicesTest_v242-503030389', 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:11.805105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fb287-c699-4657-9e45-e4e84895b31d None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:11.860553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-2daf34d9-15d3-42c4-9825-15b761f739b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:11.862147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-2daf34d9-15d3-42c4-9825-15b761f739b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6033199 Mar 11 00:01:11.865251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] Set router a6862602-26f4-4351-8b55-a3419059945e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:11.983780 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84ca187d-4394-4b61-80d8-b2d6353bf977 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0972254 Mar 11 00:01:11.991609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Provisioning complete for port d3a0913a-f95c-4b90-911e-9c5898846264 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:11.992346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.002049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55646) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:12.019860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (bf204ca3-cb1f-44de-987e-099594fdd60a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.052452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63f699-aea6-4799-bea7-05b3aadfced3 req-9545fba2-91ca-4501-802c-ff6a585182a7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:12.054060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f63f699-aea6-4799-bea7-05b3aadfced3 req-9545fba2-91ca-4501-802c-ff6a585182a7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5196950 Mar 11 00:01:12.080455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] Pushing event deleted for resources: {'Port': ['ID=bf204ca3-cb1f-44de-987e-099594fdd60a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:12.103731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6702635-dbd9-4bb8-8e32-e5a298e8b7fe None None] No DVR routers for this DVR port bf204ca3-cb1f-44de-987e-099594fdd60a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:12.215253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Current status of the port d3a0913a-f95c-4b90-911e-9c5898846264 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:12.215253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.237465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3a0913a-f95c-4b90-911e-9c5898846264 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:12.339818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] For port d3a0913a-f95c-4b90-911e-9c5898846264, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3a0913a-f95c-4b90-911e-9c5898846264,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:12.352417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6862602-26f4-4351-8b55-a3419059945e', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:03Z', 'updated_at': '2022-03-11T00:01:07Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6862602-26f4-4351-8b55-a3419059945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:05Z', 'updated_at': '2022-03-11T00:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:12.376207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.381834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d3a0913a-f95c-4b90-911e-9c5898846264 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:12.382200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.411059 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497f7348-40a9-4ba0-925a-7511af4935b8 None None] The sync data for ids ['a6862602-26f4-4351-8b55-a3419059945e'] in n-d-831844-1 is: [{'id': 'a6862602-26f4-4351-8b55-a3419059945e', 'name': 'tempest-snat-router-1505864698', 'tenant_id': '5685ad31cfe142688678bbe86b73e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:03Z', 'updated_at': '2022-03-11T00:01:07Z', 'revision_number': 3, 'project_id': '5685ad31cfe142688678bbe86b73e2cb', 'gw_port': {'id': '8a6d0ed4-6522-461e-9bf4-2510da810772', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:03:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6862602-26f4-4351-8b55-a3419059945e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:05Z', 'updated_at': '2022-03-11T00:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:12.428804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.501965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (e241a855-61af-464c-84be-edbaee9e5554), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.519899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (a6862602-26f4-4351-8b55-a3419059945e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.527968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e241a855-61af-464c-84be-edbaee9e5554), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.552515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5082a-178e-4a93-850e-fc9951659481 None None] Pushing event updated for resources: {'Port': ['ID=d3a0913a-f95c-4b90-911e-9c5898846264,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:12.564725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-451f65a3-5f0c-4332-8c13-114c1af06d6d None None] Provisioning complete for port d3a0913a-f95c-4b90-911e-9c5898846264 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:12.565104 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-451f65a3-5f0c-4332-8c13-114c1af06d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.605916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-7a94b21b-af25-4f67-9399-bb844f838f68 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332127 Mar 11 00:01:12.638599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d3a0913a-f95c-4b90-911e-9c5898846264 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:12.674448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=e241a855-61af-464c-84be-edbaee9e5554,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:12.678010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] In _notify_port_updated(), no bound segment for port e241a855-61af-464c-84be-edbaee9e5554 on network 60947701-2f45-4c2a-ae42-0282fde1881b {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:01:12.683962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:12.684795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.695473 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4679865b-3991-417b-ba44-890841f25446 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/ports/e241a855-61af-464c-84be-edbaee9e5554 HTTP/1.1" status: 200 len: 818 time: 1.8257744 Mar 11 00:01:12.704926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:12.733903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bf204ca3-cb1f-44de-987e-099594fdd60a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:12.737170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-451f65a3-5f0c-4332-8c13-114c1af06d6d None None] Current status of the port d3a0913a-f95c-4b90-911e-9c5898846264 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:12.761406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f63f699-aea6-4799-bea7-05b3aadfced3 req-87d9dd48-247b-4d13-ad59-7fbcaa7d718c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994368 Mar 11 00:01:12.790790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:12.811566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-600fca27-5664-471f-b29d-7ddb1a28fddc admin admin] 10.222.0.21 "PUT /v2.0/routers/d233e972-1fa8-4b8a-8da8-a5e9f507e5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7030241 Mar 11 00:01:12.831344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Sync routers for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:12.834831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bf204ca3-cb1f-44de-987e-099594fdd60a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:12.835193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bf204ca3-cb1f-44de-987e-099594fdd60a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:12.845297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:12.845927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:12.859909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:12.872728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:12.923082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:13.000629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] device_id is not set on port cd189fbc-d907-44ec-a05c-0dd68ffc379a yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:13.053123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Deleting port 8a6d0ed4-6522-461e-9bf4-2510da810772 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:13.054957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.062151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port e241a855-61af-464c-84be-edbaee9e5554 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:13.062758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e241a855-61af-464c-84be-edbaee9e5554), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.329830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:13.338727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e241a855-61af-464c-84be-edbaee9e5554), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.369684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for e241a855-61af-464c-84be-edbaee9e5554 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:13.463476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.525254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] For port 8a6d0ed4-6522-461e-9bf4-2510da810772, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8a6d0ed4-6522-461e-9bf4-2510da810772,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:13.525621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.564676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Calling delete_port for 8a6d0ed4-6522-461e-9bf4-2510da810772 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:13.689879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e241a855-61af-464c-84be-edbaee9e5554), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.745636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-11T00:01:08Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:13.777007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:13.780264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/e241a855-61af-464c-84be-edbaee9e5554 HTTP/1.1" status: 204 len: 168 time: 1.0736492 Mar 11 00:01:13.781172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cd9d2-3b01-49db-9840-322fa3c8a852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=e241a855-61af-464c-84be-edbaee9e5554,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:13.795017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:13.820913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Checking router: d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:13.831206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Routers {'d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:13.832110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:13.962658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87495376-1a2e-44f4-ad51-b3dfcb2a9e3f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:13.964539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-87495376-1a2e-44f4-ad51-b3dfcb2a9e3f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1668046 Mar 11 00:01:13.968334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:14.022325 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b28a048-1c6c-4a3d-8bfc-4f8f22423db8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:01:14.024088 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b28a048-1c6c-4a3d-8bfc-4f8f22423db8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/e241a855-61af-464c-84be-edbaee9e5554 HTTP/1.1" status: 404 len: 333 time: 0.0443180 Mar 11 00:01:14.024574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] Set router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:14.038610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks [] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.040430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55666) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:14.042586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-eb6f1d2b-150f-4432-902b-ec851a35489e service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3772640 Mar 11 00:01:14.056572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-567350220'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:14.083307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:14.088017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.197188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8a6d0ed4-6522-461e-9bf4-2510da810772), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.209629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:14.228917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.261899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-11T00:01:08Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:14.269488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6d0ed4-6522-461e-9bf4-2510da810772,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:14.297548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b410076-5dc5-4200-8917-e051bb53ad54 None None] The sync data for ids ['d233e972-1fa8-4b8a-8da8-a5e9f507e5d5'] in n-d-831844-1 is: [{'id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'name': 'tempest-ServersTestJSON-1042189302-router', 'tenant_id': '0569f0eddd874a1a961833fdb7699205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:22Z', 'updated_at': '2022-03-11T00:01:08Z', 'revision_number': 5, 'project_id': '0569f0eddd874a1a961833fdb7699205', 'gw_port': {'id': 'e4a6e01b-c859-4efd-9850-3f91cefb5adb', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233e972-1fa8-4b8a-8da8-a5e9f507e5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:23Z', 'updated_at': '2022-03-10T23:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:14.301297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router_controller (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.307858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8d3a7ee7-a5e1-4f4d-9604-52937fe88a84), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.308222 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment 8d3a7ee7-a5e1-4f4d-9604-52937fe88a84 of type vlan for network faf6339d-3238-4967-be68-70df667e03e5 Mar 11 00:01:14.314404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-31b000d3-8ca6-4598-8dd8-878987a4a654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 200 len: 217 time: 0.1901805 Mar 11 00:01:14.378333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (a6862602-26f4-4351-8b55-a3419059945e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.382088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (faf6339d-3238-4967-be68-70df667e03e5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.495507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (a6862602-26f4-4351-8b55-a3419059945e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.499037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (a6862602-26f4-4351-8b55-a3419059945e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.509844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (faf6339d-3238-4967-be68-70df667e03e5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.515492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:14.516157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.609763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (a6862602-26f4-4351-8b55-a3419059945e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.610422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6862602-26f4-4351-8b55-a3419059945e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:14.616760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.621032 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-878a014f-a868-4b17-8858-42e0adc24dd8 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a6862602-26f4-4351-8b55-a3419059945e HTTP/1.1" status: 204 len: 168 time: 4.6416395 Mar 11 00:01:14.624783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:14.631055 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5864031 Mar 11 00:01:14.636544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks [] for router_gateway (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.644853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cfb3e3d0-03c8-4ca9-9880-428af341376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:14.647271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-cfb3e3d0-03c8-4ca9-9880-428af341376f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.3035872 Mar 11 00:01:14.649235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:14.656301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ccbf9089-b2ee-4f6b-acff-e12c5a814e27), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.656841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Fanout notify agent at l3_agent the message router_deleted on router ccbf9089-b2ee-4f6b-acff-e12c5a814e27 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:14.716266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:14.757005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3a0913a-f95c-4b90-911e-9c5898846264 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:14.830765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.1.1.58 (13dbe604-8e8d-4d64-97d2-954de927f094/95d832bb-af5d-41dc-a886-b56fd227c335/cd189fbc-d907-44ec-a05c-0dd68ffc379a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:14.834970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.881220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d3a0913a-f95c-4b90-911e-9c5898846264 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:14.881719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:14.907970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a74c4c-4265-4a4d-ab90-511424d90f14 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=faf6339d-3238-4967-be68-70df667e03e5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:14.955215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network faf6339d-3238-4967-be68-70df667e03e5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:15.065592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.124900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.128815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:15.137790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-077ef2a1-e39a-46ec-89d0-f46c30f46c50 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/routers/ccbf9089-b2ee-4f6b-acff-e12c5a814e27 HTTP/1.1" status: 204 len: 168 time: 3.1221218 Mar 11 00:01:15.164012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.180169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.191553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.204824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.206951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2b2750d4-50ec-45dc-a9ce-83716b687b7a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0738904 Mar 11 00:01:15.208773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55676) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:15.211634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d3a0913a-f95c-4b90-911e-9c5898846264 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:15.212771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8a6d0ed4-6522-461e-9bf4-2510da810772 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:15.219204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.225535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.243892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.245896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-1d9318b2-b496-430e-85de-004ea869b93a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 1.3381629 Mar 11 00:01:15.253596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (99f0957b-cd13-4fb7-9cab-308357416fb6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.273713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8a6d0ed4-6522-461e-9bf4-2510da810772 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:15.274074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8a6d0ed4-6522-461e-9bf4-2510da810772 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 00:01:15.289857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518753a-86ba-492a-9779-6d5e32e134f6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.291678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3518753a-86ba-492a-9779-6d5e32e134f6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761220 Mar 11 00:01:15.294339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55678) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:15.312236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port 8a6d0ed4-6522-461e-9bf4-2510da810772 not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 00:01:15.368527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a1e4-20fa-432b-8ddd-a7f2cdf3b566 req-f70e510d-0544-4588-a12d-bae908f819e3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.370416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea52a1e4-20fa-432b-8ddd-a7f2cdf3b566 req-f70e510d-0544-4588-a12d-bae908f819e3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.4236436 Mar 11 00:01:15.384634 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-54a8f7c4-0b05-4bea-a120-cdd744e84cf8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888529 Mar 11 00:01:15.392581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:15.398269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:15.431055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5872912d-3a4e-43c6-883d-1a7eb8a7f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:15.432917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-5872912d-3a4e-43c6-883d-1a7eb8a7f275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7681065 Mar 11 00:01:15.498604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:15.510550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.550271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.569436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea52a1e4-20fa-432b-8ddd-a7f2cdf3b566 req-108952a8-3fe6-41ff-8ad3-e241aeb15bfe tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844447 Mar 11 00:01:15.573883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Deleting port 998d6512-4e39-4668-a266-45c515dd34a0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:15.574438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (998d6512-4e39-4668-a266-45c515dd34a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.678098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:15.679150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] For port 998d6512-4e39-4668-a266-45c515dd34a0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=998d6512-4e39-4668-a266-45c515dd34a0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:15.679530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (998d6512-4e39-4668-a266-45c515dd34a0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.695064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Calling delete_port for 998d6512-4e39-4668-a266-45c515dd34a0 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:15.702501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:15.806973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Deleting port e4a6e01b-c859-4efd-9850-3f91cefb5adb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:15.807322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:15.930034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:15.936596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.025700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:16.084418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (578ff20e-6136-4eda-b82f-53e4830f0bd5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.095268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (998d6512-4e39-4668-a266-45c515dd34a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.096673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0a1ff2c4-5a18-405e-8e27-a4ebb985c5ce None None] Provisioning complete for port cd189fbc-d907-44ec-a05c-0dd68ffc379a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:16.097153 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0a1ff2c4-5a18-405e-8e27-a4ebb985c5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.176393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event deleted for resources: {'Port': ['ID=998d6512-4e39-4668-a266-45c515dd34a0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:16.179503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ff2c4-5a18-405e-8e27-a4ebb985c5ce None None] Port cd189fbc-d907-44ec-a05c-0dd68ffc379a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:16.186126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=578ff20e-6136-4eda-b82f-53e4830f0bd5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:16.204843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba16c606-43ca-474f-9062-43e34efcd3ed no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:16.207629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e803929f-41cf-43ab-866f-8774f5816fa9 req-100738da-2120-4783-af8d-8691efad58b4 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9384286 Mar 11 00:01:16.256499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ba16c606-43ca-474f-9062-43e34efcd3ed {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:16.260860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-c33a5bd2-433a-43d2-9378-f46a33ce3588 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875626 Mar 11 00:01:16.261151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:16.262437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba16c606-43ca-474f-9062-43e34efcd3ed not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:16.263054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8a6d0ed4-6522-461e-9bf4-2510da810772 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:16.311176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8a6d0ed4-6522-461e-9bf4-2510da810772 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:16.311683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8a6d0ed4-6522-461e-9bf4-2510da810772 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:16.332344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (99f0957b-cd13-4fb7-9cab-308357416fb6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.356924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cfc4e-b8e7-46f9-8550-f905ec2ce18c req-e08ac995-e5c7-42d5-8a8e-558ad9d47f56 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:16.358520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-848cfc4e-b8e7-46f9-8550-f905ec2ce18c req-e08ac995-e5c7-42d5-8a8e-558ad9d47f56 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6025584 Mar 11 00:01:16.389013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:16.389660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.433653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47bfcc71-1323-4e2e-91b1-c2e1f22eea7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6954412 Mar 11 00:01:16.489118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.507536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_controller (99f0957b-cd13-4fb7-9cab-308357416fb6), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.538381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] For port e4a6e01b-c859-4efd-9850-3f91cefb5adb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e4a6e01b-c859-4efd-9850-3f91cefb5adb,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:16.538930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.555957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Calling delete_port for e4a6e01b-c859-4efd-9850-3f91cefb5adb owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:16.598360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (99f0957b-cd13-4fb7-9cab-308357416fb6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.599690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99f0957b-cd13-4fb7-9cab-308357416fb6 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:16.632166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.638906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7de66e7d-126f-450d-906c-76c173a3047c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "DELETE /v2.0/routers/99f0957b-cd13-4fb7-9cab-308357416fb6 HTTP/1.1" status: 204 len: 168 time: 2.0043447 Mar 11 00:01:16.641818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55688) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:16.648202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1371730802', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:16.745915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:01:16.762896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55690) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:16.764122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (66256bff-55e1-4c8d-8a5d-097275bca98e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.782060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.784207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.792207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-848cfc4e-b8e7-46f9-8550-f905ec2ce18c req-e082d8d2-a9ce-40af-8123-b6d131cb9960 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231381 Mar 11 00:01:16.794583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79284360', 'description': 'tempest-description--1368309742'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:16.827564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.839576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:16.862221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:16.863200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: faf6339d-3238-4967-be68-70df667e03e5, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:16.867034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:16.870643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:16.871257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.879623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3689668-0b75-45f5-8e79-662d2907da70 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:16.887398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e4a6e01b-c859-4efd-9850-3f91cefb5adb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:16.906875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5125873 Mar 11 00:01:16.918177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:16.923403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:17.033043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (0cfb4e0e-4a2d-4534-a867-3e9410fee2ef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.054259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-66558a33-7bbe-4286-b862-a4e0a200545f service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698581 Mar 11 00:01:17.059630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a6e01b-c859-4efd-9850-3f91cefb5adb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:17.070092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0cfb4e0e-4a2d-4534-a867-3e9410fee2ef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.112341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.113805 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3252139 Mar 11 00:01:17.137477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:17.151803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'security_group_rule': {'security_group_id': '0cfb4e0e-4a2d-4534-a867-3e9410fee2ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:17.173772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '66256bff-55e1-4c8d-8a5d-097275bca98e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:17.175621 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.242664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:17.279570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef4e90-033f-4400-8acf-15fbc1635fad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=66256bff-55e1-4c8d-8a5d-097275bca98e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:17.296146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network faf6339d-3238-4967-be68-70df667e03e5 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:17.375493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, faf6339d-3238-4967-be68-70df667e03e5) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:17.382752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.387498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:17.390559 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.403244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b73a26-870c-43c1-a1d8-80215d5f3eb7 None None] Network faf6339d-3238-4967-be68-70df667e03e5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:17.405489 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (f2a0ad5a-838b-4f65-b9a6-6f0780f70fbc), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.415586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722992ff-968e-4345-96d7-ebb233c927ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:17.486484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-12c793ad-4948-40f4-95ec-f1ebc7b6ac4f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8309824 Mar 11 00:01:17.491588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55716) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:17.526348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:17.663748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Allocated IP 2001:db8::f816:3eff:fe2d:d338 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/66256bff-55e1-4c8d-8a5d-097275bca98e/c77b5b78-00cd-4f9f-ad68-2e16ac308d92) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:17.698992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-faf6339d-3238-4967-be68-70df667e03e5', 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '578ff20e-6136-4eda-b82f-53e4830f0bd5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:17.700347 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.731853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Deleting subnet 25cf4162-70f3-419a-8853-74b0935164aa {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:17.735811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Publish callbacks [] for subnet (25cf4162-70f3-419a-8853-74b0935164aa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.777700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (25cf4162-70f3-419a-8853-74b0935164aa), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.823594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (25cf4162-70f3-419a-8853-74b0935164aa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.874124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Allocated IP 2001:db8::2 (faf6339d-3238-4967-be68-70df667e03e5/578ff20e-6136-4eda-b82f-53e4830f0bd5/e089133f-3f89-4192-8eaf-fcfd9e658c4b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:17.901742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (25cf4162-70f3-419a-8853-74b0935164aa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.961117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:17.969024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55720) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:17.969696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25cf4162-70f3-419a-8853-74b0935164aa HTTP/1.1" status: 204 len: 168 time: 0.6785741 Mar 11 00:01:17.977265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08282fbc-e485-471b-b1c4-17159c0bf71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cf4162-70f3-419a-8853-74b0935164aa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:17.983259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.046244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks [] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.061889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.063865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.110379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:18.115218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.121409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (f2a0ad5a-838b-4f65-b9a6-6f0780f70fbc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.126314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Network faf6339d-3238-4967-be68-70df667e03e5 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:18.150218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f2a0ad5a-838b-4f65-b9a6-6f0780f70fbc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.159022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:18.168497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:18.188248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.190049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Pushing event updated for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:18.191575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0486486 Mar 11 00:01:18.193534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55722) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:18.207511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'security_group_rule': {'security_group_id': '0cfb4e0e-4a2d-4534-a867-3e9410fee2ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:18.247204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f474d164-ccd1-4103-be3a-e8d523293da6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.263461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Attempting to bind port e089133f-3f89-4192-8eaf-fcfd9e658c4b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:18.264017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Attempting to bind port e089133f-3f89-4192-8eaf-fcfd9e658c4b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:18.264498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Attempting to bind port e089133f-3f89-4192-8eaf-fcfd9e658c4b on network faf6339d-3238-4967-be68-70df667e03e5 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:18.266280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e0d09-847c-45ec-8cf7-37493957dcd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a0ad5a-838b-4f65-b9a6-6f0780f70fbc,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:18.274793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:18.275293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Checking segment: {'id': '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:18.275786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.276275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Bound using segment: {'id': '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:18.276837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Bound port: e089133f-3f89-4192-8eaf-fcfd9e658c4b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'faf6339d-3238-4967-be68-70df667e03e5'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:18.277343 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.279572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 998d6512-4e39-4668-a266-45c515dd34a0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:18.304177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (6661a283-7ab5-4878-886a-30b3a4b8dbf5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.320872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 998d6512-4e39-4668-a266-45c515dd34a0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:18.321318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 998d6512-4e39-4668-a266-45c515dd34a0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:18.403586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks [] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.418454 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.431507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f474d164-ccd1-4103-be3a-e8d523293da6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.437524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:18.457013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f474d164-ccd1-4103-be3a-e8d523293da6']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:18.470129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b591eee-269f-450c-852e-c50968473a31') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:18.470352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b591eee-269f-450c-852e-c50968473a31') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:18.482065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (9b591eee-269f-450c-852e-c50968473a31), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.484398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e089133f-3f89-4192-8eaf-fcfd9e658c4b,segment=NetworkSegment(8d3a7ee7-a5e1-4f4d-9604-52937fe88a84),segment_id=8d3a7ee7-a5e1-4f4d-9604-52937fe88a84)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:18.491265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:18.495417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:18.500330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9b591eee-269f-450c-852e-c50968473a31), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.508015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:18.508982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:01:18.509390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (9b591eee-269f-450c-852e-c50968473a31), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.514403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.525629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Pushing event updated for resources: {'Port': ['ID=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:01:18.575575 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:01:18.584695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f474d164-ccd1-4103-be3a-e8d523293da6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.590014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.593160 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] 10.222.0.21 "DELETE /v2.0/networks/f474d164-ccd1-4103-be3a-e8d523293da6 HTTP/1.1" status: 204 len: 168 time: 0.6177359 Mar 11 00:01:18.650436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106012bb-91c0-429c-95ac-bc60248a2ebc None None] Pushing event updated for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:18.662231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.664847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks [] for router_controller (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.690201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Attempting to bind port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:18.690742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Attempting to bind port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:18.691211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Attempting to bind port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:18.709302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:18.710586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:18.711296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.711959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:18.712789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Bound port: c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:18.713357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.749089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdb5ed-76a1-458f-9198-3a4f1790eb76 req-f604c2ba-ab61-41e0-83da-11bffbb9d96f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.750392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68fdb5ed-76a1-458f-9198-3a4f1790eb76 req-f604c2ba-ab61-41e0-83da-11bffbb9d96f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.4604692 Mar 11 00:01:18.757002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb9fff-c6ec-4de1-83b1-4d9fda93a06a admin admin] Pushing event deleted for resources: {'Network': ['ID=f474d164-ccd1-4103-be3a-e8d523293da6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:18.765788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.766277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.766750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.767213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.767676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.768165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.768624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.771461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-701ff922-114c-4a6e-8750-1048dc3ae450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6693 time: 1.6177073 Mar 11 00:01:18.772501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (d233e972-1fa8-4b8a-8da8-a5e9f507e5d5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.773538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:18.786956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.788145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44f3e503-2181-4734-ac87-c04877739983 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d233e972-1fa8-4b8a-8da8-a5e9f507e5d5 HTTP/1.1" status: 204 len: 168 time: 5.7147942 Mar 11 00:01:18.822821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:18.841242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:18.884859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] For port c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:18.889559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] For port c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:18.911708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.919444 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (6661a283-7ab5-4878-886a-30b3a4b8dbf5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:18.954349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-1ea1e869-89cf-433b-ae77-c61e240199d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:18.955857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-1ea1e869-89cf-433b-ae77-c61e240199d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 200 len: 903 time: 0.1761587 Mar 11 00:01:18.969102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:18.972822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.001782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.008460 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3991715-78e9-44de-9c2f-09e5b5826ebd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=141b87eb9e9149e98ba002cd5ef6ad04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603568 Mar 11 00:01:19.013074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6661a283-7ab5-4878-886a-30b3a4b8dbf5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.013262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.018013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7db1-68ac-42e6-8003-fffb9df7f8fe None None] Pushing event updated for resources: {'Port': ['ID=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:19.019046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.022781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:19.028797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.039408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.042884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.070581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.072665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-4a9eae9d-229f-4063-a033-e83f542b3055 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 1.7091031 Mar 11 00:01:19.087348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6661a283-7ab5-4878-886a-30b3a4b8dbf5,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:19.172766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-fe8431ef-3164-4233-af5d-acfcf8b08949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 200 len: 217 time: 0.1861565 Mar 11 00:01:19.200564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Deleting subnet 8414c011-e5ff-411c-9557-78a67c97489d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:19.252220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68fdb5ed-76a1-458f-9198-3a4f1790eb76 req-07392dad-8010-4eb1-ae6d-bc2458a7f0a5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765494 Mar 11 00:01:19.334337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Publish callbacks [] for subnet (8414c011-e5ff-411c-9557-78a67c97489d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.367673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-11f15ad0-69db-46a3-9e8b-f988b671f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.369299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-11f15ad0-69db-46a3-9e8b-f988b671f4f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.1782956 Mar 11 00:01:19.403540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (8414c011-e5ff-411c-9557-78a67c97489d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.426493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c355e84c-f26b-43c6-b86e-b9e8f33e029c req-8ff6995f-30f3-47f1-a8c5-d0152f564a1b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3017013 Mar 11 00:01:19.489128 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 578ff20e-6136-4eda-b82f-53e4830f0bd5 (CIDR: 2001:db8::/64) Mar 11 00:01:19.509540 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:01:19.510035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:01:19.530974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.535197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-68f2eaf6-c052-4b6b-8650-83c1238168e6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3285232 Mar 11 00:01:19.535747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:19.547323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-bec8438e-5e14-4855-8abc-f41c5e213c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:19.548954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-bec8438e-5e14-4855-8abc-f41c5e213c7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1604834 Mar 11 00:01:19.576075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c109cfbf-d99d-40a4-b736-474c3dc7d9b4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0569308 Mar 11 00:01:19.590490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:19.597664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:19.689411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8414c011-e5ff-411c-9557-78a67c97489d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.734825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:19.784819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:19.788846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.828083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-a481640b-9cb9-420c-b79b-3e2b81f2a788 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727613 Mar 11 00:01:19.874262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] Publish callbacks [] for security_group (d475d8a2-f54e-4eea-9daf-12fc2598cb98), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.883007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.943433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:19.976086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.003223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (8414c011-e5ff-411c-9557-78a67c97489d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.017812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] Publish callbacks [] for security_group (d475d8a2-f54e-4eea-9daf-12fc2598cb98), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.056760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2ece22d-1379-4b61-ba32-d96a54d9efba req-73eb2716-3e32-4e1b-9c5d-024ee436e160 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548905 Mar 11 00:01:20.069474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.106897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d396bc1-2cca-4d2d-841b-57c187c4973d None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:20.154183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.167229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8414c011-e5ff-411c-9557-78a67c97489d HTTP/1.1" status: 204 len: 168 time: 1.3421338 Mar 11 00:01:20.170371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:20.181339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18ee7-9d80-4a76-aea7-bfc134db61e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8414c011-e5ff-411c-9557-78a67c97489d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:20.312598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:20.346699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (ee98a449-4c22-46ec-8b5c-1175fe41b08d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.358102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e089133f-3f89-4192-8eaf-fcfd9e658c4b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:20.362691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:20.370414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.370952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.425125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (edc26b3e-a4a7-4efb-9836-054e3e61190f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.468739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8666a2b-7bfa-4f90-b8d8-afec2010c4d3 None None] Network faf6339d-3238-4967-be68-70df667e03e5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:20.472962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:20.491192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d475d8a2-f54e-4eea-9daf-12fc2598cb98), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.497982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.501721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d475d8a2-f54e-4eea-9daf-12fc2598cb98 HTTP/1.1" status: 204 len: 168 time: 1.4348056 Mar 11 00:01:20.501987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network faf6339d-3238-4967-be68-70df667e03e5 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:20.535612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd84f0ac-9a37-497e-af99-1760d3cbef99 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6134131 Mar 11 00:01:20.535612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Allocated IP 172.25.7.199 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/dd22c569-12ce-4d3a-beee-6dfecb0721a9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:20.536687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:20.540285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.541029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.548504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:20.549325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.554833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:20.568143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:3d:ba:f3', 'name': 'tempest-NetworksTestDHCPv6-1882939001'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:20.576725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9828174 Mar 11 00:01:20.581960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55746) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:20.586333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234f8bf-882f-44d1-9007-c434b17b3ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d475d8a2-f54e-4eea-9daf-12fc2598cb98,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:20.601372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'fixed_ips': [{'subnet_id': '578ff20e-6136-4eda-b82f-53e4830f0bd5'}, {'subnet_id': 'ee98a449-4c22-46ec-8b5c-1175fe41b08d'}], 'name': 'tempest-PortsIpV6TestJSON-1553416041'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:20.619625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] DHCP port deletion for edc26b3e-a4a7-4efb-9836-054e3e61190f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:20.644699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233a488-5936-4916-926f-28c8e52a82b5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=ee98a449-4c22-46ec-8b5c-1175fe41b08d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:20.711157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07047597-548c-48ae-86d9-345c438d31a9 req-61634805-0cb4-43ff-9786-8d0952cc3f15 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.718541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07047597-548c-48ae-86d9-345c438d31a9 req-61634805-0cb4-43ff-9786-8d0952cc3f15 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2658663 Mar 11 00:01:20.774903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-95b2a48c-643c-4a91-89f3-73ebf96414cd None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:20.775289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95b2a48c-643c-4a91-89f3-73ebf96414cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.811910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.819303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.830227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.846727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.850057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.856323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.861989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:20.864077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-e7be06e2-0d15-4dd3-b4ed-8c6c8a7b073f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.2405050 Mar 11 00:01:20.871266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Deleting port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:20.871609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.931316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:20.931789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.940306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07047597-548c-48ae-86d9-345c438d31a9 req-b371a6e4-9db8-4986-8dae-c21bfc8a960d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147202 Mar 11 00:01:20.963593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:20.996416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Deleting port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:20.996993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.035728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] For port 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38f2cb00-fb13-4aeb-ab93-5564b15087a2,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:21.036859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.051744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Calling delete_port for 38f2cb00-fb13-4aeb-ab93-5564b15087a2 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:21.194099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for port (dd22c569-12ce-4d3a-beee-6dfecb0721a9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.203543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:21.277089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34eb5b92-7817-40c0-88f6-542ee993f3c7 req-cefd5333-d981-4c95-860b-cc7eb481756a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3987474 Mar 11 00:01:21.280292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.318541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f2cb00-fb13-4aeb-ab93-5564b15087a2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:21.330588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805c79-c4c2-4228-bf63-9d99bffc7fbc req-16461a67-d008-45c5-9996-25a029ab7c2b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:21.332544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14805c79-c4c2-4228-bf63-9d99bffc7fbc req-16461a67-d008-45c5-9996-25a029ab7c2b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1565623 Mar 11 00:01:21.334236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] No DVR routers for this DVR port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:21.340602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] For port 38f2cb00-fb13-4aeb-ab93-5564b15087a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=38f2cb00-fb13-4aeb-ab93-5564b15087a2,segment=NetworkSegment(a3d614c0-e12a-42ac-8b4d-ca02c1e03e72),segment_id=a3d614c0-e12a-42ac-8b4d-ca02c1e03e72)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:21.341153 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.356549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.360114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8ef34-aad2-4c85-ab5c-10a241dbe33a None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:21.380417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Calling delete_port for 38f2cb00-fb13-4aeb-ab93-5564b15087a2 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:21.416696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:21.430346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e089133f-3f89-4192-8eaf-fcfd9e658c4b,segment=NetworkSegment(8d3a7ee7-a5e1-4f4d-9604-52937fe88a84),segment_id=8d3a7ee7-a5e1-4f4d-9604-52937fe88a84)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:21.465344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (edc26b3e-a4a7-4efb-9836-054e3e61190f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.481917 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.482693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c77b5b78-00cd-4f9f-ad68-2e16ac308d92 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:21.492293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14805c79-c4c2-4228-bf63-9d99bffc7fbc req-ab68f230-4ad8-44f6-b607-2d33d91fa29f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459043 Mar 11 00:01:21.501959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc26b3e-a4a7-4efb-9836-054e3e61190f']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:21.504454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dd22c569-12ce-4d3a-beee-6dfecb0721a9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.522089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:21.522389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d614c0-e12a-42ac-8b4d-ca02c1e03e72') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:21.531960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a3d614c0-e12a-42ac-8b4d-ca02c1e03e72), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.547305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a3d614c0-e12a-42ac-8b4d-ca02c1e03e72), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.554812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:01:21.555333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a3d614c0-e12a-42ac-8b4d-ca02c1e03e72), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:01:21.557634 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:01:21.633066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (edc26b3e-a4a7-4efb-9836-054e3e61190f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.640593 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.644812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/edc26b3e-a4a7-4efb-9836-054e3e61190f HTTP/1.1" status: 204 len: 168 time: 1.4681814 Mar 11 00:01:21.660583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port b0200087-a374-40cc-8904-e13e1fc335a6 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:21.679442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event updated for resources: {'Port': ['ID=dd22c569-12ce-4d3a-beee-6dfecb0721a9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:21.695662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:21.699958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc332c6-5be3-4cb5-94e5-ff1221fdfd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc26b3e-a4a7-4efb-9836-054e3e61190f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:21.701414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-95b2a48c-643c-4a91-89f3-73ebf96414cd None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:21.702894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:21.741930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:21.743146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:21.751900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Update dhcp port {'port': {'network_id': 'faf6339d-3238-4967-be68-70df667e03e5', 'fixed_ips': [{'subnet_id': '578ff20e-6136-4eda-b82f-53e4830f0bd5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee98a449-4c22-46ec-8b5c-1175fe41b08d'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'e089133f-3f89-4192-8eaf-fcfd9e658c4b'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: from cryptography.utils import int_from_bytes Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: from cryptography.utils import int_from_bytes Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.764852 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:01:21.768140 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:01:21.792872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.793222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.794066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.794066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.794255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.794537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.794861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.795188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.795513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.795894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.796186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.796511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.797062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:21.811405 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (38f2cb00-fb13-4aeb-ab93-5564b15087a2), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.815402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 172.25.7.158 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/af90077d-b162-4e9b-b00b-44bb416498d5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:21.842822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.868472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.878127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55774) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:21.882384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:21.882771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:21.921912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Network edc26b3e-a4a7-4efb-9836-054e3e61190f is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:01:21.922279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] No DVR routers for this DVR port 38f2cb00-fb13-4aeb-ab93-5564b15087a2 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:21.928503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd7353-b6ed-44ff-a2a2-97970ba37455 None None] Pushing event deleted for resources: {'Port': ['ID=38f2cb00-fb13-4aeb-ab93-5564b15087a2,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:21.929355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55776) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:21.941844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-663fe3a7-e008-4769-a717-26c337f2db8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0569f0eddd874a1a961833fdb7699205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614181 Mar 11 00:01:21.943161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:21.983376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 4ffb2e02-fb8b-4387-8373-c14b2913aa53 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:21.994962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Provisioning complete for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:21.995194 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.018170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] Publish callbacks [] for security_group (a8882fb4-9390-4703-b7ab-1e38e2dce42d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.053072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] Publish callbacks [] for security_group (a8882fb4-9390-4703-b7ab-1e38e2dce42d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.116703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8882fb4-9390-4703-b7ab-1e38e2dce42d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.123686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.128594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8882fb4-9390-4703-b7ab-1e38e2dce42d HTTP/1.1" status: 204 len: 168 time: 0.1840889 Mar 11 00:01:22.149082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e5145-6248-44bb-a00e-8150a2a807a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8882fb4-9390-4703-b7ab-1e38e2dce42d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:22.196867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '66256bff-55e1-4c8d-8a5d-097275bca98e', 'ip_address': '2001:db8::f816:3eff:fe2d:d338'}, {'subnet_id': 'ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'c77b5b78-00cd-4f9f-ad68-2e16ac308d92'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:01:22.233202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:22.233594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.299962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.379354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:22.380677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.391900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Allocated IP 2001:db8:0:1::2 (faf6339d-3238-4967-be68-70df667e03e5/ee98a449-4c22-46ec-8b5c-1175fe41b08d/e089133f-3f89-4192-8eaf-fcfd9e658c4b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:22.449322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-network', 'tenant_id': '08842c2ac2134b4e870479e65d17335e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:22.462226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.467624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.473280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.480382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.487154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.488021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:22.495526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.500904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.512896 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.513155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-21e6f80a-d608-45c3-8e97-dce591744780 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.1169081 Mar 11 00:01:22.535658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e4a6e01b-c859-4efd-9850-3f91cefb5adb no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:22.606403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0e4da1c-3002-4e89-9706-a5daa4ff1313 req-0d13a073-77e5-4cf1-88b8-a97c57ea52aa tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932245 Mar 11 00:01:22.641994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e4a6e01b-c859-4efd-9850-3f91cefb5adb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:22.642962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e4a6e01b-c859-4efd-9850-3f91cefb5adb not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:22.692526 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (af90077d-b162-4e9b-b00b-44bb416498d5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.702817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Made reservation on behalf of 08842c2ac2134b4e870479e65d17335e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:22.705778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.723994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.750723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:01:22.751082 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:01:22.751805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:22.783116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff165-3b66-49ab-a46d-531f57ed56a5 req-7625f269-161c-49d8-93d2-fec8a62eddf5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:22.785231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Allocated IP 172.20.0.2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8/c77b5b78-00cd-4f9f-ad68-2e16ac308d92) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:22.786342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a24ff165-3b66-49ab-a46d-531f57ed56a5 req-7625f269-161c-49d8-93d2-fec8a62eddf5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1344023 Mar 11 00:01:22.800756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e089133f-3f89-4192-8eaf-fcfd9e658c4b,segment=NetworkSegment(8d3a7ee7-a5e1-4f4d-9604-52937fe88a84),segment_id=8d3a7ee7-a5e1-4f4d-9604-52937fe88a84)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:22.809303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e089133f-3f89-4192-8eaf-fcfd9e658c4b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:22.872323 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.880429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a24ff165-3b66-49ab-a46d-531f57ed56a5 req-bcb96a48-3bd1-4363-8f39-b10c2188f08c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Mar 11 00:01:22.900756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Publish callbacks [] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.922792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:22.941485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:22.977558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:23.009473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:23.016044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.047459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=af90077d-b162-4e9b-b00b-44bb416498d5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:23.083355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec61e2-32cc-4d59-b030-599b186db3ca req-c63f18d1-3a62-44b0-9463-d5c07467cd09 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:23.086211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5eec61e2-32cc-4d59-b030-599b186db3ca req-c63f18d1-3a62-44b0-9463-d5c07467cd09 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.0884049 Mar 11 00:01:23.115420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] For port c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:23.140872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks [] for security_group (a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.143814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:23.144223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.169764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.174369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5eec61e2-32cc-4d59-b030-599b186db3ca req-d3979632-04a8-4017-a6eb-15a1e5f21e0e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813866 Mar 11 00:01:23.186681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b6446-751d-44d4-8bc6-019108b5fbea None None] Pushing event updated for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:23.235208 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Publish callbacks [] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.244591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.262244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:23.373219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:23.423537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:23.442910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1231127856-network', 'tenant_id': '95842c3c82c4499a9ea39842c1af17da'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:23.467713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.467713 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Added segment 6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd of type vlan for network 05543322-a00d-4710-b80f-14359ca26094 Mar 11 00:01:23.479719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::19c (faf6339d-3238-4967-be68-70df667e03e5/578ff20e-6136-4eda-b82f-53e4830f0bd5/b0200087-a374-40cc-8904-e13e1fc335a6) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:23.488195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.488633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.489569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.489993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.490387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.490812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.491212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.491610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.492032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.492428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.492831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.493228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.493614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:23.494052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08901c1d-febf-4a86-ba5b-e82d98efb106 req-92f7d6ac-755c-4b42-95ce-8c59d0295582 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:23.496243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08901c1d-febf-4a86-ba5b-e82d98efb106 req-92f7d6ac-755c-4b42-95ce-8c59d0295582 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1324899 Mar 11 00:01:23.514996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Made reservation on behalf of 95842c3c82c4499a9ea39842c1af17da for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:23.522502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.546756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.552859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:23.565844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.568561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8:0:1::1d9 (faf6339d-3238-4967-be68-70df667e03e5/ee98a449-4c22-46ec-8b5c-1175fe41b08d/b0200087-a374-40cc-8904-e13e1fc335a6) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:23.597933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8698fbfa-3d59-4564-8180-875301ebb45f None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:23.611603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4517-a3aa-4506-a6bf-d02b45af5acf None None] Pushing event updated for resources: {'Port': ['ID=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:23.643907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 172.20.0.10 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8/4ffb2e02-fb8b-4387-8373-c14b2913aa53) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:23.650400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe3d:baf3 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/66256bff-55e1-4c8d-8a5d-097275bca98e/4ffb2e02-fb8b-4387-8373-c14b2913aa53) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:23.662201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38f2cb00-fb13-4aeb-ab93-5564b15087a2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:23.668436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08901c1d-febf-4a86-ba5b-e82d98efb106 req-c296a329-6e55-4542-91de-b076308c2b51 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405659 Mar 11 00:01:23.669863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (05543322-a00d-4710-b80f-14359ca26094), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.710944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 38f2cb00-fb13-4aeb-ab93-5564b15087a2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:23.711297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 38f2cb00-fb13-4aeb-ab93-5564b15087a2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:23.808518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks [] for security_group (4a489c6b-c020-45f3-bf5e-6e701670b4d3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.867839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4a489c6b-c020-45f3-bf5e-6e701670b4d3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.889333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.923115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a489c6b-c020-45f3-bf5e-6e701670b4d3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:23.927780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:23.968450 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (869f76a3-739b-42b7-a8c5-4aaeaf725272), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.969018 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Added segment 869f76a3-739b-42b7-a8c5-4aaeaf725272 of type vlan for network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e Mar 11 00:01:23.988147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (05543322-a00d-4710-b80f-14359ca26094), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.988971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:23.989798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:23.995712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.002132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.008353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.014719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.020286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.025722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.031166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.033181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-d574e9b0-822c-4404-82d8-b25436762099 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.2390699 Mar 11 00:01:24.043692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113ef7-40d6-401b-8a7a-cb6c85278e97 req-7384f123-cff7-4311-8fce-1e4d1c2c2946 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.045566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0113ef7-40d6-401b-8a7a-cb6c85278e97 req-7384f123-cff7-4311-8fce-1e4d1c2c2946 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2324278 Mar 11 00:01:24.048689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.101029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f68f9-937c-403a-b05c-085f72f347b4 None None] Network faf6339d-3238-4967-be68-70df667e03e5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:24.158865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (3ecb3ce3-89cf-4523-8896-00dfcc9a581e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.175079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2365301 Mar 11 00:01:24.181619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:24.188617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-590363b0-8d4e-4ebb-83aa-bb3302edfc89 None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:24.188867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Request body: {'subnet': {'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-subnet', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:24.189013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-590363b0-8d4e-4ebb-83aa-bb3302edfc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.225143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Made reservation on behalf of 08842c2ac2134b4e870479e65d17335e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:24.227657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.280742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57d2ca-dbc9-42af-9d11-2238b7d4cb7e admin admin] Pushing event updated for resources: {'Network': ['ID=05543322-a00d-4710-b80f-14359ca26094,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:24.307888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 05543322-a00d-4710-b80f-14359ca26094 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:24.336692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b3d6d72-95f2-436c-bc4f-4b112a90441e req-e8ef4210-480a-47b5-89d8-cc658c899687 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2884974 Mar 11 00:01:24.349342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0113ef7-40d6-401b-8a7a-cb6c85278e97 req-f11a713a-86f8-4624-b06d-59850e99f351 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722692 Mar 11 00:01:24.371342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-590363b0-8d4e-4ebb-83aa-bb3302edfc89 None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:24.388929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (3ecb3ce3-89cf-4523-8896-00dfcc9a581e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.392419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.393101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.414706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.454815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (b0200087-a374-40cc-8904-e13e1fc335a6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.531195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2675016 Mar 11 00:01:24.541837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55826) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:24.551654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Request body: {'subnet': {'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1231127856-subnet', 'tenant_id': '95842c3c82c4499a9ea39842c1af17da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:24.593732 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.600697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2d5c0d0-71a5-4abd-aa06-7a85949dab17 None None] Provisioning complete for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:24.601741 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c0d0-71a5-4abd-aa06-7a85949dab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.618980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c2dc-0285-4a47-8a37-949f7f83c956 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecb3ce3-89cf-4523-8896-00dfcc9a581e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:24.653432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:24.681847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Made reservation on behalf of 95842c3c82c4499a9ea39842c1af17da for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:24.684361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.693443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edcfc4-8a9d-4d6f-b7df-65c0ca4821c2 req-1732c65d-1d58-407b-bbb2-fa154cffd522 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.695142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3edcfc4-8a9d-4d6f-b7df-65c0ca4821c2 req-1732c65d-1d58-407b-bbb2-fa154cffd522 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2132218 Mar 11 00:01:24.721995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (38d6c0bb-b682-4ddd-9960-d0d5d65845be), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.727613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=4ffb2e02-fb8b-4387-8373-c14b2913aa53,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:24.741810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (af90077d-b162-4e9b-b00b-44bb416498d5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.746431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:24.763610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:24.790366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:24.796742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.798783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.798944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e089133f-3f89-4192-8eaf-fcfd9e658c4b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:24.812030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d6c0bb-b682-4ddd-9960-d0d5d65845be,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:24.852176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5c0d0-71a5-4abd-aa06-7a85949dab17 None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:24.875243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:24.875243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:24.934434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3edcfc4-8a9d-4d6f-b7df-65c0ca4821c2 req-f09b3d57-27ab-4962-8219-dac9159b6e0b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224977 Mar 11 00:01:24.940034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Checking segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:24.940406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Network hostable DHCP agents. Network: 05543322-a00d-4710-b80f-14359ca26094, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:24.957893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Router 6538effc-f52d-4a91-91e1-5daf9987e527 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:24.962785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=af90077d-b162-4e9b-b00b-44bb416498d5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:24.992166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:24.993436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.003728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Network 05543322-a00d-4710-b80f-14359ca26094 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:25.007461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:25.008928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c77b5b78-00cd-4f9f-ad68-2e16ac308d92 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:25.015534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-aa15f068-9835-467b-a76d-8f227a1cbe9b None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:25.015983 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aa15f068-9835-467b-a76d-8f227a1cbe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.030105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 05543322-a00d-4710-b80f-14359ca26094) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:25.048195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a1d09-7f08-4475-a6ed-e975025f6d5a None None] Network 05543322-a00d-4710-b80f-14359ca26094 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:25.062867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.063483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.088205 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3515918d-983e-40fc-a0b7-c3689b4b1f8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5283172 Mar 11 00:01:25.095064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network faf6339d-3238-4967-be68-70df667e03e5 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:25.099582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:25.141567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-02e28d75-0a66-46f2-8472-0600a534afa4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9564097 Mar 11 00:01:25.144331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55832) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:25.149976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:25.195568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (64b25ef3-7cfd-454f-be10-ae7719897496), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.196694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (64b25ef3-7cfd-454f-be10-ae7719897496), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.201188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c25072c9-f137-4fd6-8b42-30582fe90854), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.232269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:25.234865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:25.240654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.241286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.279881 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.6913569 Mar 11 00:01:25.284713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:25.285088 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.286874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:25.291230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:25.306149 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] Sync routers for ids ['6538effc-f52d-4a91-91e1-5daf9987e527'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:25.315194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '578ff20e-6136-4eda-b82f-53e4830f0bd5'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:25.318157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] Routers {'6538effc-f52d-4a91-91e1-5daf9987e527'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:25.318782 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6538effc-f52d-4a91-91e1-5daf9987e527'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:25.324458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccec2-3e41-4111-b4f8-2bfcc178d5cc req-87b4ad7c-4e22-4cfc-84ef-5c94015cac01 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.325070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d714b4-a02b-4c69-b9a1-fb2eed1eabc6 None None] Network 05543322-a00d-4710-b80f-14359ca26094 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:25.326204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b49ccec2-3e41-4111-b4f8-2bfcc178d5cc req-87b4ad7c-4e22-4cfc-84ef-5c94015cac01 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2489069 Mar 11 00:01:25.335357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a9376-816f-4b7a-8d94-e1091a8508ff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.341207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782a9376-816f-4b7a-8d94-e1091a8508ff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.342333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-aa15f068-9835-467b-a76d-8f227a1cbe9b None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:25.346107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-782a9376-816f-4b7a-8d94-e1091a8508ff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2440059 Mar 11 00:01:25.351684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55836) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:25.367282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.380761 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:25.384531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddf44-de02-4ff4-908e-0b2693c3930b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=b0200087-a374-40cc-8904-e13e1fc335a6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:25.391949 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] Routers {'6538effc-f52d-4a91-91e1-5daf9987e527'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:25.393164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6538effc-f52d-4a91-91e1-5daf9987e527'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:25.436159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:25.437074 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c178e7-8dce-40bf-8f9e-070712873212 None None] The sync data for ids ['6538effc-f52d-4a91-91e1-5daf9987e527'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:25.438832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.446710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cb4529d3-79bd-4053-ac8e-a83e3204c345 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8951683 Mar 11 00:01:25.450570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.451901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c00d42f-95c0-4d29-ab8c-a2587dfb759c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8090889 Mar 11 00:01:25.455842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55842) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:25.471761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for router_controller (64b25ef3-7cfd-454f-be10-ae7719897496), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.475107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:25.494553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25072c9-f137-4fd6-8b42-30582fe90854,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:25.518838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:25.523704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0682c9e9-e3c3-43ab-8b27-09600a5c91c0 None None] Provisioning complete for port 4ffb2e02-fb8b-4387-8373-c14b2913aa53 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:25.524115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0682c9e9-e3c3-43ab-8b27-09600a5c91c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.578868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Checking segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:25.578868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Network hostable DHCP agents. Network: 3ecb3ce3-89cf-4523-8896-00dfcc9a581e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:25.593423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0682c9e9-e3c3-43ab-8b27-09600a5c91c0 None None] Port 4ffb2e02-fb8b-4387-8373-c14b2913aa53 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:25.596596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.714844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ee17f0ea-54a9-40cb-8198-f6434e856141 None None] Provisioning complete for port b0200087-a374-40cc-8904-e13e1fc335a6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:25.715440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ee17f0ea-54a9-40cb-8198-f6434e856141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.739777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b49ccec2-3e41-4111-b4f8-2bfcc178d5cc req-86987a1f-cabe-4224-9434-8b24b464d26c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916423 Mar 11 00:01:25.775454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ee17f0ea-54a9-40cb-8198-f6434e856141 None None] Port b0200087-a374-40cc-8904-e13e1fc335a6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:25.794365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:25.840636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for router_gateway (64b25ef3-7cfd-454f-be10-ae7719897496), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.854507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 3ecb3ce3-89cf-4523-8896-00dfcc9a581e) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:25.860255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 4ffb2e02-fb8b-4387-8373-c14b2913aa53 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:25.860982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.863337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdd7873-8af2-42cc-ba10-7fd048b66d4c None None] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:25.881725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.887018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.892292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.898727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.903971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.909160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.915762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.917724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-eb0a181d-fb47-4daf-87d7-871ab8e0c92a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.3423309 Mar 11 00:01:25.921688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:25.922292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:25.976478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25b145-9cc0-464e-9b4a-8151969f9958 None None] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:26.016695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b0f43544-86ba-445d-9e16-5222c5617a9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4640613 Mar 11 00:01:26.106886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-59bac8c1-4dad-4a86-9d4c-fbe8b1ed9032 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--79284360&fields=id&tenant_id=7f7aacb7ec5d48378c98404a98c240da HTTP/1.1" status: 200 len: 267 time: 0.2542982 Mar 11 00:01:26.131285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:26.188615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 4ffb2e02-fb8b-4387-8373-c14b2913aa53 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:26.202892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78fba491-2f23-4409-a2a1-e0654d7a9544 req-5aa622e3-5146-4b9b-8a52-92e96ff99e8c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653575 Mar 11 00:01:26.261215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9266759d-15a3-4b91-9e34-5a6a65115a70 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:26.262900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9266759d-15a3-4b91-9e34-5a6a65115a70 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 935 time: 0.1455705 Mar 11 00:01:26.369377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-b651e75b-f068-4078-87ec-6ea185004b9f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:26.370690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-b651e75b-f068-4078-87ec-6ea185004b9f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 935 time: 0.0987720 Mar 11 00:01:26.418181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-f252f211-d449-4f6b-a4ca-8c338f3e87f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0359535 Mar 11 00:01:26.424905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Delete allocated IP 2001:db8:0:1::1d9 (faf6339d-3238-4967-be68-70df667e03e5/ee98a449-4c22-46ec-8b5c-1175fe41b08d) {{(pid=110426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:01:26.505832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8e6ca5c7-a17b-4098-9fa5-aa4e33ec49f1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0758412 Mar 11 00:01:26.544747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:26.631707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (b0200087-a374-40cc-8904-e13e1fc335a6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:26.638932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:26.734456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] In _notify_port_updated(), no bound segment for port b0200087-a374-40cc-8904-e13e1fc335a6 on network faf6339d-3238-4967-be68-70df667e03e5 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:01:26.741193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:26.741859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:26.745827 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/ports/b0200087-a374-40cc-8904-e13e1fc335a6 HTTP/1.1" status: 200 len: 926 time: 1.4544241 Mar 11 00:01:26.749706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:26.757974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '578ff20e-6136-4eda-b82f-53e4830f0bd5'}, {'subnet_id': 'ee98a449-4c22-46ec-8b5c-1175fe41b08d'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:26.768109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dea724-df04-44f7-8558-46e599dd278f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=b0200087-a374-40cc-8904-e13e1fc335a6,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:27.004297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-65491ca6-82c6-4433-af67-b8f4a0a95098 None None] Provisioning complete for port b0200087-a374-40cc-8904-e13e1fc335a6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:27.006543 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65491ca6-82c6-4433-af67-b8f4a0a95098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.029039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.046476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-65491ca6-82c6-4433-af67-b8f4a0a95098 None None] Port b0200087-a374-40cc-8904-e13e1fc335a6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:27.136885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for router_gateway (64b25ef3-7cfd-454f-be10-ae7719897496), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.170967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-68528ee5-3fbd-4b59-86a1-7c7fde9eea37 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.172349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-68528ee5-3fbd-4b59-86a1-7c7fde9eea37 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 818 time: 0.6963351 Mar 11 00:01:27.180963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.199153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-422865af-2dc7-43bf-9067-30a89ce27e1a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.204039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-422865af-2dc7-43bf-9067-30a89ce27e1a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.208949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-422865af-2dc7-43bf-9067-30a89ce27e1a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.210500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-422865af-2dc7-43bf-9067-30a89ce27e1a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/networks?id=7bc5db18-5892-46b8-b428-eea0c34a3814&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=128c5d5c-3517-42fd-a18c-a48f9013d74f&id=128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 200 len: 1995 time: 0.6904466 Mar 11 00:01:27.227689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-a9e44502-56a6-4bf4-80f6-3509cb699839 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/quotas/95842c3c82c4499a9ea39842c1af17da HTTP/1.1" status: 200 len: 375 time: 0.0446730 Mar 11 00:01:27.249959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-47d30861-4080-4d18-8638-61bd34c13837 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/quotas/7f7aacb7ec5d48378c98404a98c240da HTTP/1.1" status: 200 len: 375 time: 0.0268192 Mar 11 00:01:27.253417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4ffb2e02-fb8b-4387-8373-c14b2913aa53), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.304244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-b8ba3435-2b50-4ae8-9ae9-fafb8a67943b tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665717 Mar 11 00:01:27.369029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=4ffb2e02-fb8b-4387-8373-c14b2913aa53,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:27.405107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.413310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.413664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.414004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.414340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.414669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.415007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.415425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.415627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.415972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.416301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.416621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.416941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.417258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:27.432482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.512305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8:0:1::3c1 (faf6339d-3238-4967-be68-70df667e03e5/ee98a449-4c22-46ec-8b5c-1175fe41b08d/b0200087-a374-40cc-8904-e13e1fc335a6) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:27.593144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Allocated IP 172.25.7.163 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5c3f13e1-d8ed-440a-81a1-a061cc23ae7e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:27.623967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-d1dadb1c-c1fa-417e-b255-b1d9016d9650 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3223772 Mar 11 00:01:27.625794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-abb9dd29-cd8f-496b-bdf8-9cd5cb34d588 service neutron] 10.222.0.21 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023782 Mar 11 00:01:27.649894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router 6538effc-f52d-4a91-91e1-5daf9987e527 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:01:27.661776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.664683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5dba5893-4d5b-438e-938e-fd040578d50c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/4ffb2e02-fb8b-4387-8373-c14b2913aa53 HTTP/1.1" status: 204 len: 168 time: 2.3103390 Mar 11 00:01:27.669546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:27.782605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (b0200087-a374-40cc-8904-e13e1fc335a6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.790006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.794385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21fd3d-7399-41f7-88e7-e73afdd644df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.795693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21fd3d-7399-41f7-88e7-e73afdd644df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.797012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21fd3d-7399-41f7-88e7-e73afdd644df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.798555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa21fd3d-7399-41f7-88e7-e73afdd644df tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1278100 Mar 11 00:01:27.808797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55882) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:27.865349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-000ea058-1958-4fde-b1ad-bdd43ec66be6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324169 Mar 11 00:01:27.906614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-4a40abe8-c323-440f-a554-47057b24d62c service neutron] 10.222.0.21 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471704 Mar 11 00:01:27.912005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.963369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=b0200087-a374-40cc-8904-e13e1fc335a6,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:27.985005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] In _notify_port_updated(), no bound segment for port b0200087-a374-40cc-8904-e13e1fc335a6 on network faf6339d-3238-4967-be68-70df667e03e5 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:01:27.990651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:27.991282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:27.997390 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78d5a720-af03-4ac8-930b-601b5912fdfb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/ports/b0200087-a374-40cc-8904-e13e1fc335a6 HTTP/1.1" status: 200 len: 1012 time: 1.2459865 Mar 11 00:01:28.008815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 66256bff-55e1-4c8d-8a5d-097275bca98e {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:28.011843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:28.016107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:28.029151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] Sync routers for ids ['6538effc-f52d-4a91-91e1-5daf9987e527'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:28.029704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (66256bff-55e1-4c8d-8a5d-097275bca98e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.032951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.034182 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-991bedde-1a8a-4521-8df5-ab3473647b2c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "PUT /v2.0/routers/6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 200 len: 922 time: 2.5771830 Mar 11 00:01:28.042753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:28.060405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] Routers {'6538effc-f52d-4a91-91e1-5daf9987e527'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:28.061842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6538effc-f52d-4a91-91e1-5daf9987e527'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:28.169509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-57b36443-7821-4d3e-b317-96aaae31d27b service neutron] 10.222.0.21 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548163 Mar 11 00:01:28.180146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:28.191357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] Routers {'6538effc-f52d-4a91-91e1-5daf9987e527'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:28.192414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6538effc-f52d-4a91-91e1-5daf9987e527'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:28.228432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:28.228958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (66256bff-55e1-4c8d-8a5d-097275bca98e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.229483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8af6fc-56af-4695-9d9a-22a8dc339fd2 None None] The sync data for ids ['6538effc-f52d-4a91-91e1-5daf9987e527'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:28.240511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.277114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-858b6d23-b29a-453d-8851-703a9e96cc38 None None] Provisioning complete for port b0200087-a374-40cc-8904-e13e1fc335a6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:28.277760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-858b6d23-b29a-453d-8851-703a9e96cc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.334390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-858b6d23-b29a-453d-8851-703a9e96cc38 None None] Port b0200087-a374-40cc-8904-e13e1fc335a6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:28.354967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port b0200087-a374-40cc-8904-e13e1fc335a6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:28.355329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.365308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:28.383205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (66256bff-55e1-4c8d-8a5d-097275bca98e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.387314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:28.390488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7e72a32a-e139-46db-a750-1dcc9567d152 service neutron] 10.222.0.21 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1526191 Mar 11 00:01:28.392158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:28.396334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb46b1bb-389e-40b4-91f1-dc1ca02a3a7b tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 200 len: 922 time: 0.3469853 Mar 11 00:01:28.408876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:28.417019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55896) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:28.467166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191856df-0956-4227-9dac-887cad07a0bb req-bc20a48b-9018-419c-9c19-2a27332a560c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:28.468718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-191856df-0956-4227-9dac-887cad07a0bb req-bc20a48b-9018-419c-9c19-2a27332a560c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2377403 Mar 11 00:01:28.701376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-191856df-0956-4227-9dac-887cad07a0bb req-abdcadee-00b9-4fa7-be8d-dd50158f6aa9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231126 Mar 11 00:01:28.705584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-692c8aa3-138e-41dd-8d10-e5d697c04ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081288 Mar 11 00:01:28.917533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.929938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c9baf-49ee-4938-b9cd-e42824549adb tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:28.931496 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-608c9baf-49ee-4938-b9cd-e42824549adb tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=6538effc-f52d-4a91-91e1-5daf9987e527&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5110841 Mar 11 00:01:28.937035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55910) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:28.946072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for b0200087-a374-40cc-8904-e13e1fc335a6 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:28.951440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (66256bff-55e1-4c8d-8a5d-097275bca98e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:28.960210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9e749915-4144-4b38-8f9f-8b74838d8fef service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409964 Mar 11 00:01:28.979669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:28.985508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:28.991134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:28.996545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:29.001957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:29.007715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:29.008799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=66256bff-55e1-4c8d-8a5d-097275bca98e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:29.013022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:29.014923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dc54b31-081d-495e-bc04-030a571b338e req-39832ad4-2152-4e2f-8ff2-9840adea3b32 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.2049038 Mar 11 00:01:29.034820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e076bd-dd02-485a-bfc2-bf96f5ae830c None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:29.066674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for router_gateway (64b25ef3-7cfd-454f-be10-ae7719897496), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.115418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-12d55f58-de83-46da-acc2-b926a4a10596 service neutron] 10.222.0.21 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0995083 Mar 11 00:01:29.120279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.127340 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-03a970fb-7e88-4a89-bd31-11e8c7d6d393 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/66256bff-55e1-4c8d-8a5d-097275bca98e HTTP/1.1" status: 204 len: 168 time: 1.3158631 Mar 11 00:01:29.136194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55912) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:29.235808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dc54b31-081d-495e-bc04-030a571b338e req-0498a3f1-9e61-4178-866c-78f4b587a545 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066038 Mar 11 00:01:29.310541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564a132-2825-4efa-9f22-db02d11bec1c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:29.311954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5564a132-2825-4efa-9f22-db02d11bec1c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.3733416 Mar 11 00:01:29.318735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55914) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:29.388203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:29.390193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-422f76f8-6561-4468-b20f-6c5f8ab36fd6 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 200 len: 205 time: 0.0684361 Mar 11 00:01:29.403620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:29.410788 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.465082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-2301bcdc-23ef-477a-bb06-2144a59ddb78 service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407307 Mar 11 00:01:29.497156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.692216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.721276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b0200087-a374-40cc-8904-e13e1fc335a6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.768568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=b0200087-a374-40cc-8904-e13e1fc335a6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:29.869350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:29.876495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9c5d076b-980b-4370-a660-e52bdfd81dc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/b0200087-a374-40cc-8904-e13e1fc335a6 HTTP/1.1" status: 204 len: 168 time: 1.8587306 Mar 11 00:01:29.877887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:29.937183 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a114571-20fb-4af8-b85e-dee0782797aa tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:01:29.942388 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a114571-20fb-4af8-b85e-dee0782797aa tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/b0200087-a374-40cc-8904-e13e1fc335a6 HTTP/1.1" status: 404 len: 333 time: 0.0633006 Mar 11 00:01:29.944801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:29.971608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.120438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:30.131455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.135011 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-838d8e8a-66a0-46bc-b7d0-127568e03665 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8 HTTP/1.1" status: 204 len: 168 time: 0.9932723 Mar 11 00:01:30.149082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet ee98a449-4c22-46ec-8b5c-1175fe41b08d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:30.166467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:30.223069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (ee98a449-4c22-46ec-8b5c-1175fe41b08d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.230797 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65c3d6b3-89bc-413f-b15d-bd3d16c9f9fb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617733 Mar 11 00:01:30.235023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f918dd-b384-42e9-94b7-0e133c510f76 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:30.253899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:30.263316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:30.305324 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:01:30.330068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-e4be509b-17ba-43ae-a2d1-2616ba932458 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:30.331514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-e4be509b-17ba-43ae-a2d1-2616ba932458 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 818 time: 0.4063582 Mar 11 00:01:30.364696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4ffdf0af-cdca-433b-8b51-c206637ac56e None None] Provisioning complete for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:30.365589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ffdf0af-cdca-433b-8b51-c206637ac56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.367961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (6538effc-f52d-4a91-91e1-5daf9987e527), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.373007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ee98a449-4c22-46ec-8b5c-1175fe41b08d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.378869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Request body: {'port': {'device_id': '862e3887-6b85-4e89-b099-66f3e67660e6', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'admin_state_up': True, 'tenant_id': '95842c3c82c4499a9ea39842c1af17da'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:30.388078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9485789-e9c0-4f94-b21b-e054d15dad30 req-e7ae52ba-7ceb-48cc-a594-cb9caa578ac0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:30.392057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9485789-e9c0-4f94-b21b-e054d15dad30 req-e7ae52ba-7ceb-48cc-a594-cb9caa578ac0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.8476703 Mar 11 00:01:30.441965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c9234f9f-faa2-472a-b0b4-bfdd072b4dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9639912 Mar 11 00:01:30.450812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (64b25ef3-7cfd-454f-be10-ae7719897496), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.456296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:30.460304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.473206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdf0af-cdca-433b-8b51-c206637ac56e None None] Current status of the port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:30.510991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:30.575275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Deleting port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:30.575655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.655771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] For port c77b5b78-00cd-4f9f-ad68-2e16ac308d92, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:30.656183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.672058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Calling delete_port for c77b5b78-00cd-4f9f-ad68-2e16ac308d92 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:30.688320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ee98a449-4c22-46ec-8b5c-1175fe41b08d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.747854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Made reservation on behalf of 95842c3c82c4499a9ea39842c1af17da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:30.751308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.789746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c77b5b78-00cd-4f9f-ad68-2e16ac308d92 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:30.804345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-6dfbce10-44fa-4eae-b69f-2289effa41e4 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:30.806246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-6dfbce10-44fa-4eae-b69f-2289effa41e4 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 818 time: 0.5296116 Mar 11 00:01:30.831671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Request body: {'port': {'device_id': '42409e61-6295-4518-a0a3-9fc5836cf850', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'admin_state_up': True, 'tenant_id': '95842c3c82c4499a9ea39842c1af17da'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:30.848612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c77b5b78-00cd-4f9f-ad68-2e16ac308d92), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.861576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-c73ee45b-ecd8-4205-b349-11e4454b3a74 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:30.864583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-c73ee45b-ecd8-4205-b349-11e4454b3a74 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 818 time: 0.5882392 Mar 11 00:01:30.871970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] No DVR routers for this DVR port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:30.895696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ee98a449-4c22-46ec-8b5c-1175fe41b08d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.896438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:01:30.898113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port c77b5b78-00cd-4f9f-ad68-2e16ac308d92 host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:01:30.898113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c77b5b78-00cd-4f9f-ad68-2e16ac308d92 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:30.900567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9485789-e9c0-4f94-b21b-e054d15dad30 req-f779283c-4c4b-4038-8389-e68f14f9de2f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556890 Mar 11 00:01:30.913421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589c380-86fe-495e-bd62-c595fc09216a None None] Pushing event deleted for resources: {'Port': ['ID=c77b5b78-00cd-4f9f-ad68-2e16ac308d92,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:30.937861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6ae98-3d8e-41b5-af89-d95d1c5f91ba None None] Network faf6339d-3238-4967-be68-70df667e03e5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:30.956951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:30.960253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/ee98a449-4c22-46ec-8b5c-1175fe41b08d HTTP/1.1" status: 204 len: 168 time: 1.0144250 Mar 11 00:01:30.965045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:30.967814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5e52-0b49-4b6b-a961-3785e578c668 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=ee98a449-4c22-46ec-8b5c-1175fe41b08d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:30.972741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Request body: {'port': {'device_id': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'admin_state_up': True, 'tenant_id': '95842c3c82c4499a9ea39842c1af17da'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:31.019951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.111051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Allocated IP 172.20.0.4 (3ecb3ce3-89cf-4523-8896-00dfcc9a581e/c25072c9-f137-4fd6-8b42-30582fe90854/efa8bf9c-5b53-4b7b-9cbb-d40fc7487234) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:31.118784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 578ff20e-6136-4eda-b82f-53e4830f0bd5 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:31.131144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (578ff20e-6136-4eda-b82f-53e4830f0bd5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.148452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-ddcea453-2258-4f44-99a0-45e91a40b6fe service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877706 Mar 11 00:01:31.239892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (578ff20e-6136-4eda-b82f-53e4830f0bd5), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.241639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e482f1b-bf99-4aba-83fa-4f092f37c89f req-0eb3acc5-2781-49b1-b01b-68a402317b46 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 210 time: 0.2052348 Mar 11 00:01:31.328532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:01:31.337511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8eea972f-fb21-4ef0-8dee-f4305c74e92f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.436599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:31.471633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Made reservation on behalf of 95842c3c82c4499a9ea39842c1af17da for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:31.474046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:31.475412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.484511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.485132 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.489557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04010f9d-dbc9-404f-b5aa-4b97507667e1 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:31.517642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=8eea972f-fb21-4ef0-8dee-f4305c74e92f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:31.523951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port dd22c569-12ce-4d3a-beee-6dfecb0721a9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:31.524228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dd22c569-12ce-4d3a-beee-6dfecb0721a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.524546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (578ff20e-6136-4eda-b82f-53e4830f0bd5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.540923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Router 64b25ef3-7cfd-454f-be10-ae7719897496 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:31.544175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-2a09db97-45dc-47cf-8c0b-ad6c6f085c2d service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379061 Mar 11 00:01:31.552287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Made reservation on behalf of 95842c3c82c4499a9ea39842c1af17da for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:31.555612 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.567652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65aa5c86-74b3-4cbb-b790-224e65408367 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3127146 Mar 11 00:01:31.575130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:31.599080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:31.629072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.634360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.638363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks [] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.639772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.644787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.650558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.654765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '8eea972f-fb21-4ef0-8dee-f4305c74e92f'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:31.655755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.655990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.662412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:31.670304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-97409cdc-d5c2-4a97-bb01-80f4eaf5d291 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.3292279 Mar 11 00:01:31.710915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (578ff20e-6136-4eda-b82f-53e4830f0bd5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.775212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=578ff20e-6136-4eda-b82f-53e4830f0bd5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:31.777758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.781278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-abc3f7bd-d91d-4e4b-b6a9-143153f81866 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/578ff20e-6136-4eda-b82f-53e4830f0bd5 HTTP/1.1" status: 204 len: 168 time: 0.8107362 Mar 11 00:01:31.791224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:31.816683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.864870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Allocated IP 2001:db8::f816:3eff:fe88:bd94 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/8eea972f-fb21-4ef0-8dee-f4305c74e92f/f4b50100-f308-442b-b485-7cf1258e09d9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:31.941637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:31.948728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (faf6339d-3238-4967-be68-70df667e03e5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.955328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:31.959713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:31.963601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:31.967853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event updated for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:31.981709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:32.000495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dd22c569-12ce-4d3a-beee-6dfecb0721a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.099855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for dd22c569-12ce-4d3a-beee-6dfecb0721a9 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:32.111853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:32.112558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.125279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-cf25e433-033f-4951-a3ff-f4db846951d6 service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523593 Mar 11 00:01:32.137284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5c6cc5e-dd4a-4994-a65b-0ab8db6f3c42 req-4a2f2b74-b136-4bd2-a439-f20d1b6b583b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4640739 Mar 11 00:01:32.153591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-2f877e26-59b4-4597-89de-2e5594a22d26 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7880707 Mar 11 00:01:32.166273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Request body: {'port': {'device_id': '862e3887-6b85-4e89-b099-66f3e67660e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:32.178233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41154b7-5296-4f1f-b3e8-8bc256a20a43 None None] Network faf6339d-3238-4967-be68-70df667e03e5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:32.213489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:32.229428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Sync routers for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:32.246509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:32.247299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port e089133f-3f89-4192-8eaf-fcfd9e658c4b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:32.247454 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:32.247867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.252844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Allocated IP 172.20.0.5 (3ecb3ce3-89cf-4523-8896-00dfcc9a581e/c25072c9-f137-4fd6-8b42-30582fe90854/64f2b47a-53e1-4ac0-a92a-e8d7637d60ea) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:32.314542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f07a333e-0f62-4457-abd4-0a7e5c0389b7 None None] Provisioning complete for port e089133f-3f89-4192-8eaf-fcfd9e658c4b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:32.315214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f07a333e-0f62-4457-abd4-0a7e5c0389b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.319162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.377823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e089133f-3f89-4192-8eaf-fcfd9e658c4b,segment=NetworkSegment(8d3a7ee7-a5e1-4f4d-9604-52937fe88a84),segment_id=8d3a7ee7-a5e1-4f4d-9604-52937fe88a84)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:32.378354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.397664 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:32.421020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for e089133f-3f89-4192-8eaf-fcfd9e658c4b owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:32.431691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks [] for port (f4b50100-f308-442b-b485-7cf1258e09d9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.447231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.529826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:32.537540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:32.539840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f07a333e-0f62-4457-abd4-0a7e5c0389b7 None None] Current status of the port e089133f-3f89-4192-8eaf-fcfd9e658c4b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:32.541880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Pushing event updated for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:32.544446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:32.559980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] DHCP port deletion for faf6339d-3238-4967-be68-70df667e03e5 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:32.599054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8ca74b80-780d-43a3-b664-0f4603e80ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476335 Mar 11 00:01:32.611060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.615334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-634b1007-ef26-4823-a2c4-87ae9fd01302 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.4699957 Mar 11 00:01:32.623880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55944) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:32.629858 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:28Z', 'revision_number': 3, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:32.638402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Attempting to bind port f4b50100-f308-442b-b485-7cf1258e09d9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:32.639111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Attempting to bind port f4b50100-f308-442b-b485-7cf1258e09d9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:32.639692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Attempting to bind port f4b50100-f308-442b-b485-7cf1258e09d9 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:32.649479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:32.650139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:32.650758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.651346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:32.652174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Bound port: f4b50100-f308-442b-b485-7cf1258e09d9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:32.652807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.668028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Checking router: 64b25ef3-7cfd-454f-be10-ae7719897496 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:32.668606 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Updating router 64b25ef3-7cfd-454f-be10-ae7719897496 port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:01:32.683517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (77b97f54-3800-407f-b51b-34c15f6d6499), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.702861 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.745923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Deleting port e089133f-3f89-4192-8eaf-fcfd9e658c4b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:32.746215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.770626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=77b97f54-3800-407f-b51b-34c15f6d6499,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:32.804518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:32.807073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:32.812672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e089133f-3f89-4192-8eaf-fcfd9e658c4b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:32.828126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:32.828896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.841429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.867867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dd22c569-12ce-4d3a-beee-6dfecb0721a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.879351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port e089133f-3f89-4192-8eaf-fcfd9e658c4b on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:32.898200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:32.913770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:32.921382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a016fdcb-de98-4832-a912-403ee91e9496 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3443286 Mar 11 00:01:32.925158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55946) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:32.935179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f4b50100-f308-442b-b485-7cf1258e09d9,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:32.937502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] For port e089133f-3f89-4192-8eaf-fcfd9e658c4b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e089133f-3f89-4192-8eaf-fcfd9e658c4b,segment=NetworkSegment(8d3a7ee7-a5e1-4f4d-9604-52937fe88a84),segment_id=8d3a7ee7-a5e1-4f4d-9604-52937fe88a84)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:32.937907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.960129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:32.961065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:9f:21:25', 'name': 'tempest-NetworksTestDHCPv6-1305713492'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:32.964495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Calling delete_port for e089133f-3f89-4192-8eaf-fcfd9e658c4b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:32.970562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=dd22c569-12ce-4d3a-beee-6dfecb0721a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:32.981384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port e089133f-3f89-4192-8eaf-fcfd9e658c4b {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:01:32.981764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port e089133f-3f89-4192-8eaf-fcfd9e658c4b host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:01:32.982153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e089133f-3f89-4192-8eaf-fcfd9e658c4b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:33.012571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131205-f070-4d3d-a7ca-9035aa036ba2 req-918242b9-ad7f-47f8-b36c-cffcba2df05a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:33.019532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea131205-f070-4d3d-a7ca-9035aa036ba2 req-918242b9-ad7f-47f8-b36c-cffcba2df05a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4180491 Mar 11 00:01:33.071449 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks [] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.081076 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.107853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908f64b-d166-48ba-8653-f089f92c8041 None None] Pushing event updated for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:33.152706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (e089133f-3f89-4192-8eaf-fcfd9e658c4b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.167292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Attempting to bind port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:33.167739 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Attempting to bind port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:33.171847 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Attempting to bind port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:33.186342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] Pushing event deleted for resources: {'Port': ['ID=e089133f-3f89-4192-8eaf-fcfd9e658c4b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:33.186949 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:33.187337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:33.187742 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.191544 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:33.192259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Bound port: 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:33.192710 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.194217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d2770-ec2d-4a19-b729-0f0198986957 None None] No DVR routers for this DVR port e089133f-3f89-4192-8eaf-fcfd9e658c4b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:33.259783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] For port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:33.263741 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] For port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:33.268031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318d86-99b5-4d76-bde4-8cd2334badd3 None None] Pushing event updated for resources: {'Port': ['ID=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:33.280898 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.351512 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:33.352210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:33.431977 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318d86-99b5-4d76-bde4-8cd2334badd3 None None] Pushing event updated for resources: {'Port': ['ID=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:33.510865 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:33.583653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-49d69b32-3265-42fb-b8e9-e4e5a4868dea service neutron] 10.222.0.21 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670625 Mar 11 00:01:33.626954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (faf6339d-3238-4967-be68-70df667e03e5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.673480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf6339d-3238-4967-be68-70df667e03e5']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:33.714813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:33.715177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3a7ee7-a5e1-4f4d-9604-52937fe88a84') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:33.735816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8d3a7ee7-a5e1-4f4d-9604-52937fe88a84), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.743870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:28Z', 'revision_number': 3, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:33.759911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8d3a7ee7-a5e1-4f4d-9604-52937fe88a84), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.771296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:01:33.771699 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8d3a7ee7-a5e1-4f4d-9604-52937fe88a84), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.774083 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e61df-3a35-40e2-b67d-2b0adb15425a None None] The sync data for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 is: [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:28Z', 'revision_number': 3, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:01:33.775775 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:01:33.791369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-25573693-e81e-4566-a8ea-0a7f00a96ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971169 Mar 11 00:01:33.849659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (faf6339d-3238-4967-be68-70df667e03e5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.853320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:33.878773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.884438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/faf6339d-3238-4967-be68-70df667e03e5 HTTP/1.1" status: 204 len: 168 time: 2.0917130 Mar 11 00:01:33.888666 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks [] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.892765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea131205-f070-4d3d-a7ca-9035aa036ba2 req-14f01815-a077-41cc-8040-0ad4b465f4cd tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8722465 Mar 11 00:01:33.896742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:33.901536 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (6538effc-f52d-4a91-91e1-5daf9987e527), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:33.905955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26430780-6716-4a50-9bad-2f1af052916d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=faf6339d-3238-4967-be68-70df667e03e5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:34.012923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.041018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 0864e1fd-d6f3-4853-a69d-33540df75251 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:34.169778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a05e686-6f9c-455b-92d1-efd36630b1af req-6780fa0b-3365-47e8-a617-9379f9208abe tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 210 time: 0.1135507 Mar 11 00:01:34.180609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.185795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (6538effc-f52d-4a91-91e1-5daf9987e527), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.296454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 172.20.0.4 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/77b97f54-3800-407f-b51b-34c15f6d6499/0864e1fd-d6f3-4853-a69d-33540df75251) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:34.305774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe9f:2125 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/8eea972f-fb21-4ef0-8dee-f4305c74e92f/0864e1fd-d6f3-4853-a69d-33540df75251) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:34.339285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-68cf9c2a-9e1d-48b0-95a4-525a62f40adc service neutron] 10.222.0.21 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476682 Mar 11 00:01:34.367348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (6538effc-f52d-4a91-91e1-5daf9987e527), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.367886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router 6538effc-f52d-4a91-91e1-5daf9987e527 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:34.369980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.404817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.408980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0520613e-a88b-4bc4-b213-3a990a1032c3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 204 len: 168 time: 5.0101321 Mar 11 00:01:34.414504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:34.418871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1887700749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:34.451438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c063949-d5d3-49c5-af05-79f774e45b4a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.452979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9c063949-d5d3-49c5-af05-79f774e45b4a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5526764 Mar 11 00:01:34.476885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55956) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:34.555427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b685d3-5284-4e7e-8ede-d2112fcd84dc None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:34.585961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (0864e1fd-d6f3-4853-a69d-33540df75251), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.613584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Provisioning complete for port f4b50100-f308-442b-b485-7cf1258e09d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:34.614768 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.626269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0864e1fd-d6f3-4853-a69d-33540df75251), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.629209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (82d52d9b-868b-4806-8760-059514686810), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.631148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (82d52d9b-868b-4806-8760-059514686810), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.664628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:34.668354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:34.687110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:34.698667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:34.702624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Allocated IP 172.20.0.7 (3ecb3ce3-89cf-4523-8896-00dfcc9a581e/c25072c9-f137-4fd6-8b42-30582fe90854/8702b606-1c1e-4d7d-b21b-57609da2d945) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:34.717411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event updated for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:34.720509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:34.744453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:34.774733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.775725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.808459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8562465 Mar 11 00:01:34.811785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55958) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:34.863362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.878428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cd97d-5ee1-4fce-b1fa-e07ab4f1241f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=0864e1fd-d6f3-4853-a69d-33540df75251,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:34.883405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.888652 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (82d52d9b-868b-4806-8760-059514686810), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.899657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (82d52d9b-868b-4806-8760-059514686810), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.901090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.906605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.912534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.918016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.938851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.940411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-68bd5089-acee-4c05-973b-053d0685e51c tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5252192 Mar 11 00:01:34.940639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:34.943464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:34.944804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:34.945203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:34.948876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:34.949300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-6e081561-4e9f-47b0-9fdc-da0a66ad5f7c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.6276217 Mar 11 00:01:35.018864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f4b50100-f308-442b-b485-7cf1258e09d9,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:35.026210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:35.031044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.102352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2c41d747-4b02-4d7e-a889-6e22273d4f68 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6023304 Mar 11 00:01:35.111378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55962) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:35.116767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3ff50a09-7a61-4f4c-8de1-22c31685c36e service neutron] 10.222.0.21 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639441 Mar 11 00:01:35.126546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea6f3f-8ad7-44c5-b0fd-7d96a43972f4 None None] Pushing event updated for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:35.127781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1531563478'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:35.147602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.148288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.184982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '8eea972f-fb21-4ef0-8dee-f4305c74e92f', 'ip_address': '2001:db8::f816:3eff:fe88:bd94'}, {'subnet_id': '77b97f54-3800-407f-b51b-34c15f6d6499'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'f4b50100-f308-442b-b485-7cf1258e09d9'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:01:35.261858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.280867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:35.281368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.322709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (82d52d9b-868b-4806-8760-059514686810), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.336798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-00d25342-dbdb-4e6e-ba62-dd34c76c51c2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5157850 Mar 11 00:01:35.346641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:35.351013 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.371531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea64e6-3c35-419a-8425-5f40bf3f2716 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.377014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea64e6-3c35-419a-8425-5f40bf3f2716 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.381563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1fea64e6-3c35-419a-8425-5f40bf3f2716 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5526717 Mar 11 00:01:35.387964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Request body: {'port': {'device_id': '42409e61-6295-4518-a0a3-9fc5836cf850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:35.388906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55966) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:35.395757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-32398904-3623-4461-b608-8edf70a210e1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.397837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-32398904-3623-4461-b608-8edf70a210e1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 935 time: 0.2558346 Mar 11 00:01:35.410799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8970c8b-c211-4ed2-aff2-80d8f882966d req-0ee84c3a-bd74-4088-8a25-4d369e800018 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4583035 Mar 11 00:01:35.475592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:35.476015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.509514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:35.520045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.522688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f4b50100-f308-442b-b485-7cf1258e09d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:35.607937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 0864e1fd-d6f3-4853-a69d-33540df75251 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:35.608581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0864e1fd-d6f3-4853-a69d-33540df75251), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.622765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:35.635084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d023f361-ef2e-40da-86d3-5c3e9ae9ba4d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.635676 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment d023f361-ef2e-40da-86d3-5c3e9ae9ba4d of type vlan for network b45348f6-eb6e-4a74-a974-38c08697430c Mar 11 00:01:35.666262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Allocated IP 172.20.0.2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/77b97f54-3800-407f-b51b-34c15f6d6499/f4b50100-f308-442b-b485-7cf1258e09d9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:35.682939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:35.703415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b45348f6-eb6e-4a74-a974-38c08697430c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.703754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f4b50100-f308-442b-b485-7cf1258e09d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:35.704253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.720663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0864e1fd-d6f3-4853-a69d-33540df75251), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.735330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 0864e1fd-d6f3-4853-a69d-33540df75251 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:35.776295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b45348f6-eb6e-4a74-a974-38c08697430c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.790810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.792203 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.821462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:35.907243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-6e95c342-d7b6-4536-acad-5ed66f790352 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:35.920825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-6e95c342-d7b6-4536-acad-5ed66f790352 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 935 time: 0.4921546 Mar 11 00:01:35.925882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f4b50100-f308-442b-b485-7cf1258e09d9,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:35.972235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Publish callbacks [] for port (f4b50100-f308-442b-b485-7cf1258e09d9), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:35.978395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.032842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35ee95-ebd0-4acf-8b4e-e6cda40d1aa8 req-c303c003-64f8-449e-bc84-2e8a2b12b566 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:36.043717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c35ee95-ebd0-4acf-8b4e-e6cda40d1aa8 req-c303c003-64f8-449e-bc84-2e8a2b12b566 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5047307 Mar 11 00:01:36.066122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9443905 Mar 11 00:01:36.074938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64142c61-f246-4727-91ee-65456d9e4d90 None None] Pushing event updated for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:36.083953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.085322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:36.094661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:36.122398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks [] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.143516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.177267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fd5d8-303d-47f5-9f0a-0683cc1899b9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=b45348f6-eb6e-4a74-a974-38c08697430c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:36.196191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b45348f6-eb6e-4a74-a974-38c08697430c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:36.198664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0864e1fd-d6f3-4853-a69d-33540df75251), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.307463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:36.314095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.398811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c35ee95-ebd0-4acf-8b4e-e6cda40d1aa8 req-5ab6a45b-fda0-49f9-b2a4-2a38a39dbcd3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255193 Mar 11 00:01:36.565360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-277dff35-9d7f-46e5-a3e2-a69d94a02a77 req-093ebc84-f328-4f0e-9ad3-666f257edfbf tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 210 time: 0.0342941 Mar 11 00:01:36.650201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.693577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7bb52f74-11c3-40ab-9c97-d3c590a6469f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:36.775734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:36.831557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Allocated IP 172.20.0.1 (05543322-a00d-4710-b80f-14359ca26094/38d6c0bb-b682-4ddd-9960-d0d5d65845be/fd630b66-808e-45ee-ba14-7904bf63efd1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:36.842829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:36.944795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=0864e1fd-d6f3-4853-a69d-33540df75251,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:36.987445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48adcfff-8aeb-482d-920b-4cbd89057e57 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:37.011726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (40f5a74d-6d16-4590-b5f3-fd5a838cfd92), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.018161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.024874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e4bab957-d9cd-448b-891e-3ca23c2c858f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/0864e1fd-d6f3-4853-a69d-33540df75251 HTTP/1.1" status: 204 len: 168 time: 1.6306286 Mar 11 00:01:37.031964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:37.032341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.048962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55996) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:37.172124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604bac0-d3e8-49a2-a90c-e9a97974b799 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.173886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604bac0-d3e8-49a2-a90c-e9a97974b799 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.175127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2604bac0-d3e8-49a2-a90c-e9a97974b799 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.184334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2604bac0-d3e8-49a2-a90c-e9a97974b799 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1052568 Mar 11 00:01:37.196241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:37.200469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (82d52d9b-868b-4806-8760-059514686810), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.307580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:01:37.318502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.324344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 77b97f54-3800-407f-b51b-34c15f6d6499 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:37.327700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (77b97f54-3800-407f-b51b-34c15f6d6499), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.371421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (77b97f54-3800-407f-b51b-34c15f6d6499), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.405147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5f4db164-7407-4203-9a88-be0b93ec61c9 None None] Provisioning complete for port f4b50100-f308-442b-b485-7cf1258e09d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:37.405534 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5f4db164-7407-4203-9a88-be0b93ec61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.414255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:37.422052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:37.472900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (77b97f54-3800-407f-b51b-34c15f6d6499), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.496019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event updated for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:37.501736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48adcfff-8aeb-482d-920b-4cbd89057e57,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:37.569505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (77b97f54-3800-407f-b51b-34c15f6d6499), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.576801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '48adcfff-8aeb-482d-920b-4cbd89057e57', 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'port_id': '48adcfff-8aeb-482d-920b-4cbd89057e57', 'mac_address': 'fa:16:3e:38:df:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b732605-5bd1-4f75-bae1-8ba740fa8650', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:37.605437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:37.606766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f4b50100-f308-442b-b485-7cf1258e09d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:37.627507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks [] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.634975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.635611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.685517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.690734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.697087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.703852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.706013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=40f5a74d-6d16-4590-b5f3-fd5a838cfd92,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:37.712988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 48adcfff-8aeb-482d-920b-4cbd89057e57 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:37.713963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.719724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.726440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.737904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.742016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5f4db164-7407-4203-9a88-be0b93ec61c9 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:37.745101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48adcfff-8aeb-482d-920b-4cbd89057e57 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:37.746214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-f30523a9-684c-4213-bc0d-813da60874bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.747370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-5edd8010-8ab1-4813-8e61-fab70e733d15 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5419 time: 0.8268912 Mar 11 00:01:37.747581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-f30523a9-684c-4213-bc0d-813da60874bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 935 time: 0.7176740 Mar 11 00:01:37.752553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.755758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5f4db164-7407-4203-9a88-be0b93ec61c9 None None] Could not find standard attr ID for object 0864e1fd-d6f3-4853-a69d-33540df75251. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:37.759056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/77b97f54-3800-407f-b51b-34c15f6d6499 HTTP/1.1" status: 204 len: 168 time: 0.4999137 Mar 11 00:01:37.761853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56004) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:37.774677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f4b50100-f308-442b-b485-7cf1258e09d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:37.775315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.778173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48adcfff-8aeb-482d-920b-4cbd89057e57,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:37.789953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:37.790325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: b45348f6-eb6e-4a74-a974-38c08697430c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:37.799344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.800325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 56de7a89-725e-409f-b54f-873f70a982a9 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:37.809707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694ed47-a5be-4d78-9891-d208f420136f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=77b97f54-3800-407f-b51b-34c15f6d6499,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:37.812918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:37.827761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c2963-c475-4457-be31-373dc2689367 req-ef25b7ff-6d48-402c-9a92-b4d67385985c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.829899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a11c2963-c475-4457-be31-373dc2689367 req-ef25b7ff-6d48-402c-9a92-b4d67385985c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4326291 Mar 11 00:01:37.834825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ca26c7ad-a129-4ff3-90e0-4be2678763c0 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8874290 Mar 11 00:01:37.852359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks [] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.868454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Request body: {'port': {'device_id': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:37.892642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-90bf95a6-8d0b-4f36-9339-6e1e8013abd9 None None] Could not find standard attr ID for object 0864e1fd-d6f3-4853-a69d-33540df75251. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:37.898838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:37.912921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Transition to ACTIVE for port object efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:37.929490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-cf5e8ae9-b217-4e48-aef5-af6f72e1a50c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:37.930839 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-cf5e8ae9-b217-4e48-aef5-af6f72e1a50c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 935 time: 0.1669400 Mar 11 00:01:37.934331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:37.936235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network b45348f6-eb6e-4a74-a974-38c08697430c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:38.023861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:38.028968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:38.054311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Allocated IP 172.25.7.207 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/208856ed-b44a-4a65-bdd6-4c86359a7d8c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:38.073159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:38.091304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '56de7a89-725e-409f-b54f-873f70a982a9', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'port_id': '56de7a89-725e-409f-b54f-873f70a982a9', 'mac_address': 'fa:16:3e:48:e3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:38.135379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 56de7a89-725e-409f-b54f-873f70a982a9 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:38.136261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.137963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:38.146790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks [] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.160028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Transition to ACTIVE for port object 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:38.175145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56de7a89-725e-409f-b54f-873f70a982a9 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:38.193474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.230743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:38.246790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.247523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48af16b2-8f3f-4270-af69-7a9288434916 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:38.253939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b45348f6-eb6e-4a74-a974-38c08697430c) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:38.278212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:38.278836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.282369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a11c2963-c475-4457-be31-373dc2689367 req-b6fdcde0-676a-4016-ad34-c0b59aac0c76 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290352 Mar 11 00:01:38.308720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56acb01c-bb81-4296-bac5-9ad015c360a6 None None] Network b45348f6-eb6e-4a74-a974-38c08697430c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:38.343811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 8eea972f-fb21-4ef0-8dee-f4305c74e92f {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:38.348924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (8eea972f-fb21-4ef0-8dee-f4305c74e92f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.355589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-37715127-ef4d-4590-a76b-580fb9abb97f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2657371 Mar 11 00:01:38.370314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56012) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:38.380681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c', 'name': 'tempest-PortsIpV6TestJSON-971653710'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:38.396967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (8eea972f-fb21-4ef0-8dee-f4305c74e92f), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.442683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2883b-e227-4882-b7cb-7de14cebdcb7 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:38.498573 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8eea972f-fb21-4ef0-8dee-f4305c74e92f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.543186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for port (208856ed-b44a-4a65-bdd6-4c86359a7d8c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.564892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:38.568844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.590766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.594926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:38.616878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:38.644258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86ccd4c0-afb0-4ada-9569-75924fa2a0f0 req-29fc6119-198b-47b8-bac3-31cca38feb47 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8939455 Mar 11 00:01:38.648448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '48af16b2-8f3f-4270-af69-7a9288434916', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'port_id': '48af16b2-8f3f-4270-af69-7a9288434916', 'mac_address': 'fa:16:3e:75:29:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:38.655406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bb1b5e0-9ed6-48fb-bf6b-9351f31b6087 req-379d177b-3d57-4a62-9613-f6b2015a919e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0689356 Mar 11 00:01:38.667152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Attempting to bind port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:38.667937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Network 05543322-a00d-4710-b80f-14359ca26094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:38.668368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Attempting to bind port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:38.669099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Attempting to bind port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:38.676871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:38.677570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 44884466-b545-459e-8eda-18c0503af615 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:38.678752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.683016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:38.696409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Pushing event updated for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:38.795838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:38.796229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Attempting to bind port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:38.804621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (208856ed-b44a-4a65-bdd6-4c86359a7d8c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.816138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 48af16b2-8f3f-4270-af69-7a9288434916 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:38.816626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.830186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:38.836389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:38.839767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:38.844499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b45348f6-eb6e-4a74-a974-38c08697430c', 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '40f5a74d-6d16-4590-b5f3-fd5a838cfd92'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:38.845404 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.870708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48af16b2-8f3f-4270-af69-7a9288434916 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:38.896630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:38.897029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Checking segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:38.897558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Bound using segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:38.898010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Bound port: efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:38.898371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.974154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (8eea972f-fb21-4ef0-8dee-f4305c74e92f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:38.987661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:38.994924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (64b25ef3-7cfd-454f-be10-ae7719897496), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.005614 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.006335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:39.106432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.110102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/8eea972f-fb21-4ef0-8dee-f4305c74e92f HTTP/1.1" status: 204 len: 168 time: 1.3454285 Mar 11 00:01:39.125289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:39.126044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event updated for resources: {'Port': ['ID=208856ed-b44a-4a65-bdd6-4c86359a7d8c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:39.128677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:39.139321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:39.162531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17663-6589-4ac3-a940-6e15c29a3fbf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=8eea972f-fb21-4ef0-8dee-f4305c74e92f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:39.272119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc47be1-20e6-404a-a651-9089c281d7e8 req-68cfd7dd-169a-4cd6-9a41-b671a1aed0d9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:39.279778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbc47be1-20e6-404a-a651-9089c281d7e8 req-68cfd7dd-169a-4cd6-9a41-b671a1aed0d9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4540796 Mar 11 00:01:39.281467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f3d39375-555b-4a67-ae49-9159d8715f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.290215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abae9f-7ffa-4065-8767-55ccc1baaceb None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '8eea972f-fb21-4ef0-8dee-f4305c74e92f'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'f4b50100-f308-442b-b485-7cf1258e09d9'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:01:39.314228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.317849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Attempting to bind port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:39.318187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Attempting to bind port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:39.318508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Attempting to bind port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:39.328804 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8abae9f-7ffa-4065-8767-55ccc1baaceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.332313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ca6f-5764-4c0a-8ac4-ce5015561c60 req-3fd0cea1-4459-4167-8bb2-744342879cce tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:39.334458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d43ca6f-5764-4c0a-8ac4-ce5015561c60 req-3fd0cea1-4459-4167-8bb2-744342879cce tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 931 time: 0.5100451 Mar 11 00:01:39.353777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:39.378380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:39.378798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Attempting to bind port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:39.393522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'port_id': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'mac_address': 'fa:16:3e:d3:3c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:39.440584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:39.441892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Checking segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:39.441892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Bound using segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:39.441892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Bound port: 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:39.442738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.521535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:39.522995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.526394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbc47be1-20e6-404a-a651-9089c281d7e8 req-5e581a09-86ac-4bcc-939b-5d62667d3243 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457108 Mar 11 00:01:39.542021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:39.554905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d43ca6f-5764-4c0a-8ac4-ce5015561c60 req-56f04786-2542-431f-bce9-a663ca0685ad tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021086 Mar 11 00:01:39.574072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7aa89d56-15d8-4157-84bf-9dcb8bb2994c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4450212 Mar 11 00:01:39.574752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56024) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:39.575194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:39.577786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::cf (b45348f6-eb6e-4a74-a974-38c08697430c/40f5a74d-6d16-4590-b5f3-fd5a838cfd92/44884466-b545-459e-8eda-18c0503af615) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:39.581817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:39.604634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:39.612828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.613620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9295e486-b00f-4a4d-9aa1-20e9117fda59 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:39.669318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:39.678676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:39.687724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'network_id': '8987e2f0-73bf-4039-97f6-097ce69689af', 'port_id': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'mac_address': 'fa:16:3e:8c:38:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b732605-5bd1-4f75-bae1-8ba740fa8650', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:39.693613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6dff56-cd11-436c-8681-bdc9bad96e81 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:39.782453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.788149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:39.826394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:39.892645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cafba6ee-b237-41b7-9bee-ed9f997ba280 None None] Provisioning complete for port f4b50100-f308-442b-b485-7cf1258e09d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:39.893263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cafba6ee-b237-41b7-9bee-ed9f997ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.899065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:39.901505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8702b606-1c1e-4d7d-b21b-57609da2d945 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:39.910807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks [] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:39.970043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:39.979732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.032521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.033890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.035953 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] 10.222.0.30 "PUT /v2.0/ports/efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 HTTP/1.1" status: 200 len: 1091 time: 7.8744926 Mar 11 00:01:40.036898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:40.039664 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b" -d '{"events": [{"name": "network-changed", "server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:40.146451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9295e486-b00f-4a4d-9aa1-20e9117fda59 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:40.146770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.155759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0002449d-e522-4ae7-89bf-4ad686edbc93 req-05a42612-9f7a-4d58-92fd-14bc1ec97c4c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.2070432 Mar 11 00:01:40.156894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.180356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9295e486-b00f-4a4d-9aa1-20e9117fda59 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:40.206237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c5576-376d-42bb-8e30-cc1ec9a89483 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:40.230282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:40.261486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.262408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 46ec40ce-cd09-4783-bbfa-29288c7c8776 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:40.295530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Transition to ACTIVE for port object 8702b606-1c1e-4d7d-b21b-57609da2d945 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:40.322919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5d592410-563e-4e83-8775-7e47925b9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.328678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5d592410-563e-4e83-8775-7e47925b9222 service neutron] 10.222.0.30 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 1031 time: 0.3769066 Mar 11 00:01:40.330546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cafba6ee-b237-41b7-9bee-ed9f997ba280 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:40.333674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:40.369098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.377793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks [] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.398706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.399257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.401059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] 10.222.0.30 "PUT /v2.0/ports/64f2b47a-53e1-4ac0-a92a-e8d7637d60ea HTTP/1.1" status: 200 len: 1091 time: 5.0475836 Mar 11 00:01:40.402588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:40.402943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-1e97f3af-2e72-4d7b-83a0-b0593dc82602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.404597 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-1e97f3af-2e72-4d7b-83a0-b0593dc82602 service neutron] 10.222.0.30 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 1031 time: 0.0607998 Mar 11 00:01:40.411604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (82d52d9b-868b-4806-8760-059514686810), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.418823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-85638f40-afbf-445a-a96a-7df04a02b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.424622 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-85638f40-afbf-445a-a96a-7df04a02b121 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 1125 time: 0.3042963 Mar 11 00:01:40.428207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:40.430618 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307f05d8-5162-46b5-8ac0-aed84eac3be2" -d '{"events": [{"name": "network-changed", "server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:40.454033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '46ec40ce-cd09-4783-bbfa-29288c7c8776', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'port_id': '46ec40ce-cd09-4783-bbfa-29288c7c8776', 'mac_address': 'fa:16:3e:d9:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:40.460419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.460680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:40.475725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.484532 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.548699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac904b29-98f3-4d09-97d5-59919c61aeab service neutron] Pushing event updated for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:40.564018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-04649c9b-f203-4c52-b473-d9edd44c491a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 HTTP/1.1" status: 200 len: 217 time: 0.0818622 Mar 11 00:01:40.569885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (44884466-b545-459e-8eda-18c0503af615), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.607978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Deleting port f4b50100-f308-442b-b485-7cf1258e09d9 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:40.608349 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.617164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.623170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.623567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 46ec40ce-cd09-4783-bbfa-29288c7c8776 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:40.624020 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.630253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.636359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.642555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.648406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.654741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.656780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-92352ee7-5a55-4f63-b22a-def35e4e79bb tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5423 time: 0.5141847 Mar 11 00:01:40.672406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ec40ce-cd09-4783-bbfa-29288c7c8776 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:40.700575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:40.728309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (64b25ef3-7cfd-454f-be10-ae7719897496), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.762914 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.763664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.764895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5da4578e-ade7-4ea3-8a3f-4261e88e15bd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:40.805857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b01c2-7ddd-4bef-81c8-77bf72308638 req-d45bb163-027f-4b29-9bf4-5314864fbacb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.810205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f99b01c2-7ddd-4bef-81c8-77bf72308638 req-d45bb163-027f-4b29-9bf4-5314864fbacb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4833958 Mar 11 00:01:40.815431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:40.816591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-99d5526c-cb71-4e4a-8b25-898213d834e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.818817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-99d5526c-cb71-4e4a-8b25-898213d834e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.2344363 Mar 11 00:01:40.844879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-00c9f487-ce4f-4fe8-8342-7b4eefe19bbd tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.851369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-00c9f487-ce4f-4fe8-8342-7b4eefe19bbd tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.856872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-00c9f487-ce4f-4fe8-8342-7b4eefe19bbd tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:40.858535 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-00c9f487-ce4f-4fe8-8342-7b4eefe19bbd tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/networks?id=7bc5db18-5892-46b8-b428-eea0c34a3814&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=128c5d5c-3517-42fd-a18c-a48f9013d74f&id=128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 200 len: 1995 time: 0.4430647 Mar 11 00:01:40.897573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (44884466-b545-459e-8eda-18c0503af615), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.909731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd', 'network_id': '65927154-b452-43bd-b828-b9e3ceddacb7', 'port_id': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd', 'mac_address': 'fa:16:3e:5e:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd9e954-2b42-4134-9945-f36decb9841c', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:40.913306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Pushing event updated for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:40.920210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f4b50100-f308-442b-b485-7cf1258e09d9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:40.930422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (f17f73e2-0af8-4bc1-9a99-16118ef42fa3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:40.933438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-5c9cb08d-632e-4a7b-8ac0-14f98a519ccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047821 Mar 11 00:01:40.982890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.037088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network b45348f6-eb6e-4a74-a974-38c08697430c is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:41.057412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:41.081482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f4b50100-f308-442b-b485-7cf1258e09d9,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:41.081890 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.097131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-701facbf-643e-4e35-93ce-20d35664942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:41.099261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-701facbf-643e-4e35-93ce-20d35664942a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 1125 time: 0.5376046 Mar 11 00:01:41.103587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=44884466-b545-459e-8eda-18c0503af615,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.107160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:41.112445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:41.118943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:41.119691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.146860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:41.191079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c6a647c1-9ae3-4838-aa50-abb1f683209e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f7aacb7ec5d48378c98404a98c240da HTTP/1.1" status: 200 len: 378 time: 0.2978120 Mar 11 00:01:41.195755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f4b50100-f308-442b-b485-7cf1258e09d9 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:41.196719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.204731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'admin_state_up': True, 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'security_groups': ['0cfb4e0e-4a2d-4534-a867-3e9410fee2ef']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:41.211545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (82d52d9b-868b-4806-8760-059514686810), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.212188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cfa0c36-8b9c-4d38-8329-7187f3f26d4b req-020ac65e-9647-4688-82b3-e7b2dbfa05e2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5022302 Mar 11 00:01:41.216975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:41.222028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.225270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Calling delete_port for f4b50100-f308-442b-b485-7cf1258e09d9 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:41.241926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-7ddd973d-9e2a-4756-907e-259f59634a5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea HTTP/1.1" status: 200 len: 217 time: 0.1177492 Mar 11 00:01:41.242633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.248559 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae3f25a8-615e-466e-9e33-1eebadba0624 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8744531 Mar 11 00:01:41.253729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f99b01c2-7ddd-4bef-81c8-77bf72308638 req-f137cae5-46d7-4da6-87c4-727f886b6fc7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378741 Mar 11 00:01:41.257800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56044) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:41.261905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (82d52d9b-868b-4806-8760-059514686810), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.275342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c', 'name': 'tempest-PortsIpV6TestJSON-1383037037'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:41.279513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=f17f73e2-0af8-4bc1-9a99-16118ef42fa3,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.289398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Attempting to bind port 8702b606-1c1e-4d7d-b21b-57609da2d945 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:41.289934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Attempting to bind port 8702b606-1c1e-4d7d-b21b-57609da2d945 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:41.290473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Attempting to bind port 8702b606-1c1e-4d7d-b21b-57609da2d945 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:41.299754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port f4b50100-f308-442b-b485-7cf1258e09d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f4b50100-f308-442b-b485-7cf1258e09d9,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:41.318926 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.349023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:41.349023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.361347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-64999f0c-d828-4fc6-bb31-6a3019838f40 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933895 Mar 11 00:01:41.397952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Allocated IP 2001:db8::2 (b45348f6-eb6e-4a74-a974-38c08697430c/40f5a74d-6d16-4590-b5f3-fd5a838cfd92/4367927d-ef3c-471f-8bc1-0d1943a74071) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:41.475577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da4578e-ade7-4ea3-8a3f-4261e88e15bd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:41.534885 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c497423-21c5-4025-84a9-261c76297634 x-openstack-request-id: req-9c497423-21c5-4025-84a9-261c76297634 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:41.535161 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:41.535793 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c497423-21c5-4025-84a9-261c76297634 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:41.535915 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', 'status': 'completed', 'code': 200} Mar 11 00:01:41.547529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:41.564096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.603341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.679178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.682460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Router 82d52d9b-868b-4806-8760-059514686810 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:41.684486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.692391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:41.696095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.765009 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e934a14-b184-4e58-b215-059d120c698c x-openstack-request-id: req-0e934a14-b184-4e58-b215-059d120c698c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:41.765881 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:41.766305 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e934a14-b184-4e58-b215-059d120c698c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:41.766875 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea', 'status': 'completed', 'code': 200} Mar 11 00:01:41.787320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (f4b50100-f308-442b-b485-7cf1258e09d9), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:41.799818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cafee209-94ac-45dc-b5e2-96e47af5e348 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2223125 Mar 11 00:01:41.820286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Port 8702b606-1c1e-4d7d-b21b-57609da2d945 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:41.820871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Attempting to bind port 8702b606-1c1e-4d7d-b21b-57609da2d945 on network 3ecb3ce3-89cf-4523-8896-00dfcc9a581e {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:41.824563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56048) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:41.836708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] No DVR routers for this DVR port f4b50100-f308-442b-b485-7cf1258e09d9 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:41.845387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ac4aa-edd0-4338-9bf3-4f214d6e69aa None None] Pushing event deleted for resources: {'Port': ['ID=f4b50100-f308-442b-b485-7cf1258e09d9,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:41.854905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1bfc3d8-582d-4e0a-916c-a81a0cc27d2e req-c4a38452-ecf6-48ae-b154-4fec5ad77b93 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0829043 Mar 11 00:01:41.866546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa163ea-1e3c-4bdc-8c5b-18d2443a023b None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:41.869852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:41.870118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 172.20.0.4 (7bc5db18-5892-46b8-b428-eea0c34a3814/f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777/c5ceedae-b4e1-403d-89ea-67642b8ca1a7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:41.948845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Network 05543322-a00d-4710-b80f-14359ca26094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:41.953514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ef37958e-6c14-49a9-86bb-7cdfb937fb6c service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168062 Mar 11 00:01:42.028526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:42.028848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Checking segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:42.029254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Bound using segment: {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:42.030185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Bound port: 8702b606-1c1e-4d7d-b21b-57609da2d945, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869f76a3-739b-42b7-a8c5-4aaeaf725272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:42.030185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.041519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:42.083598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-826a3645-9ca3-42d9-9bea-9c019a7f53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.087418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-826a3645-9ca3-42d9-9bea-9c019a7f53ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.8250558 Mar 11 00:01:42.123170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks [] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.141866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['48adcfff-8aeb-482d-920b-4cbd89057e57'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.146767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'f17f73e2-0af8-4bc1-9a99-16118ef42fa3'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:42.147618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.174277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.184650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-51dd7e22-18b8-49fa-8794-ae4cc6e2bd5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830839 Mar 11 00:01:42.243312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9295e486-b00f-4a4d-9aa1-20e9117fda59'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.245797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['46ec40ce-cd09-4783-bbfa-29288c7c8776'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.248210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.264700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-027e8fe8-9329-48e7-b07b-7ec684937345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.266264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-027e8fe8-9329-48e7-b07b-7ec684937345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 1125 time: 0.2319481 Mar 11 00:01:42.314318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d36ac-f735-43c9-9477-7f2692bd9453 req-039f7ed8-2a8e-485f-8f02-a18a35ef27e2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.315889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-290d36ac-f735-43c9-9477-7f2692bd9453 req-039f7ed8-2a8e-485f-8f02-a18a35ef27e2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 943 time: 0.5480387 Mar 11 00:01:42.389762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['48af16b2-8f3f-4270-af69-7a9288434916'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.456532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1a77-6cfd-4b28-bdf6-d6ff364ff09e req-0139d80b-a88a-46ff-a8a4-79c4b3ffadf5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.456764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-5c081c90-a740-432d-85c3-1e556cd6e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.458474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01df1a77-6cfd-4b28-bdf6-d6ff364ff09e req-0139d80b-a88a-46ff-a8a4-79c4b3ffadf5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5071080 Mar 11 00:01:42.459168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-5c081c90-a740-432d-85c3-1e556cd6e18a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 919 time: 0.1702352 Mar 11 00:01:42.464154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.483855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5da4578e-ade7-4ea3-8a3f-4261e88e15bd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:42.529433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:42.536658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.541429 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f5913a81-c6ac-4200-bf70-87c2014bc98a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "PUT /v2.0/routers/82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 200 len: 880 time: 7.5965352 Mar 11 00:01:42.542082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:42.554261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:42.557974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.560600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:42.609109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:42.612351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.627826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8702b606-1c1e-4d7d-b21b-57609da2d945,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:42.651628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-290d36ac-f735-43c9-9477-7f2692bd9453 req-3dd0e1ff-f8cc-460b-b7c8-130a0b689f67 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168352 Mar 11 00:01:42.672176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.674716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port dbb82ed6-19bd-4131-9b26-de33cec039da yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:42.681913 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-40989566-fd32-4217-afe8-1353bb8a8137 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 200 len: 921 time: 0.1364040 Mar 11 00:01:42.683388 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-1f49925c-000b-4030-a478-2c8b7edca47f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 HTTP/1.1" status: 200 len: 217 time: 0.2117655 Mar 11 00:01:42.685723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56058) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:42.711829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Network b45348f6-eb6e-4a74-a974-38c08697430c is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:42.733522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] Sync routers for ids ['82d52d9b-868b-4806-8760-059514686810'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:42.734650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.736264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:42.736967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:42.742023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8d517373-6a47-455e-acca-107e01f13aca service neutron] 10.222.0.30 "PUT /v2.0/ports/8702b606-1c1e-4d7d-b21b-57609da2d945 HTTP/1.1" status: 200 len: 1091 time: 4.8808510 Mar 11 00:01:42.784463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:42.823302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-e177cd0a-1d8d-4a03-abc4-9a7abb6a8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:42.824792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-e177cd0a-1d8d-4a03-abc4-9a7abb6a8180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.1303687 Mar 11 00:01:42.946879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Pushing event updated for resources: {'Port': ['ID=4367927d-ef3c-471f-8bc1-0d1943a74071,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:42.979358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] Routers {'82d52d9b-868b-4806-8760-059514686810'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:42.980016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['82d52d9b-868b-4806-8760-059514686810'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:43.143321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-02edbd69-9ded-484d-a3ad-f2d726e95f13 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9502110 Mar 11 00:01:43.144533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517373-6a47-455e-acca-107e01f13aca service neutron] Pushing event updated for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:43.160072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01df1a77-6cfd-4b28-bdf6-d6ff364ff09e req-5a1b567b-9c32-4596-bc2e-8c7ccf8d7f79 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852186 Mar 11 00:01:43.173598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Router 64b25ef3-7cfd-454f-be10-ae7719897496 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:01:43.202668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Allocated IP 172.20.0.2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/f17f73e2-0af8-4bc1-9a99-16118ef42fa3/dc57baac-0ab5-4aab-8a04-4cda341c9eda) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:43.213520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:43.272357 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-2828235f-8996-4caa-befc-2c77a73aa71c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4256334 Mar 11 00:01:43.324866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['56de7a89-725e-409f-b54f-873f70a982a9'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:43.326894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:43.378490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-3451caf6-fc45-4bf5-91dd-0820cd0c414a service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032597 Mar 11 00:01:43.414233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71141474-d53f-440c-b084-6337eaed7167 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:43.416205 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-71141474-d53f-440c-b084-6337eaed7167 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=82d52d9b-868b-4806-8760-059514686810&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7295527 Mar 11 00:01:43.421833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:43.434561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:43.475191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] Routers {'82d52d9b-868b-4806-8760-059514686810'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:43.475877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['82d52d9b-868b-4806-8760-059514686810'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:43.478429 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:43.571976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa415b4-a503-401d-8187-17c1af933a9c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:43.576365 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2aa415b4-a503-401d-8187-17c1af933a9c tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.1324079 Mar 11 00:01:43.587439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:43.587857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Attempting to bind port 4367927d-ef3c-471f-8bc1-0d1943a74071 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:43.588392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Attempting to bind port 4367927d-ef3c-471f-8bc1-0d1943a74071 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:43.588768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Attempting to bind port 4367927d-ef3c-471f-8bc1-0d1943a74071 on network b45348f6-eb6e-4a74-a974-38c08697430c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:43.590197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-930f3655-c3bc-448d-bbba-0ce5f48a711c service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106322 Mar 11 00:01:43.590639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:43.591067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:43.594071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:43.670964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:01:43.728866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:43.728866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:43.761112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (1ccdfa25-8190-4270-9a8c-1a90b45e00c9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:43.767707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:43.771297 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c934b4ae-cd85-416a-8f8d-fd39c1f9062b req-707748c0-e799-4191-8238-acd868320bf9 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704590 Mar 11 00:01:43.772268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c9629-9fa6-4072-8d68-92f3bf968fdf None None] The sync data for ids ['82d52d9b-868b-4806-8760-059514686810'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:43.775218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-3f199e3c-0755-4216-a896-1d509e8376f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5772612 Mar 11 00:01:43.777399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1f9667ce-6ae1-4983-ad3f-06fe11b8cdd3 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 200 len: 205 time: 0.1576617 Mar 11 00:01:43.778098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:43.779715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:43.781117 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307fe00d-2429-45a1-99da-7ce2c2ed3873" -d '{"events": [{"name": "network-changed", "server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:43.802748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'admin_state_up': True, 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'security_groups': ['0cfb4e0e-4a2d-4534-a867-3e9410fee2ef']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:43.823885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-7ebd799a-c8b3-401b-9db4-9c6ed3cd7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:43.831311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-7ebd799a-c8b3-401b-9db4-9c6ed3cd7a34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 1125 time: 0.4962528 Mar 11 00:01:43.839901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:44.007367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2634ab-e004-4037-b94c-9dd8ff84f9b2 req-72eea5d6-39ae-4988-bbfc-1da2a90b1913 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.008849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a2634ab-e004-4037-b94c-9dd8ff84f9b2 req-72eea5d6-39ae-4988-bbfc-1da2a90b1913 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 931 time: 0.6004722 Mar 11 00:01:44.011858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:44.027214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (82d52d9b-868b-4806-8760-059514686810), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.035951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-ab6af5c4-5bdf-42f0-87ea-1624bb2f55dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8702b606-1c1e-4d7d-b21b-57609da2d945 HTTP/1.1" status: 200 len: 217 time: 0.1389894 Mar 11 00:01:44.048044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:44.060469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.062665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:44.063208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Checking segment: {'id': 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:44.063672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.064282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Bound using segment: {'id': 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:44.064800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Bound port: 4367927d-ef3c-471f-8bc1-0d1943a74071, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b45348f6-eb6e-4a74-a974-38c08697430c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:44.065272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.066299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.072541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.077752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.083088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.088358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.094139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.096367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-e6ca2ef8-0b86-407f-b3ac-56e946242d1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5426 time: 0.9673305 Mar 11 00:01:44.097443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.098549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.116298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82ffa8ad-c187-442b-8e79-b94233196012 None None] Provisioning complete for port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:44.116630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:44.116771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82ffa8ad-c187-442b-8e79-b94233196012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.117181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-4dcd6e1e-c77e-42cf-bcbc-1dc772e6b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.118672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-4dcd6e1e-c77e-42cf-bcbc-1dc772e6b21f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 1125 time: 0.6077483 Mar 11 00:01:44.120399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.186624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks [] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.188212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82ffa8ad-c187-442b-8e79-b94233196012 None None] Port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:44.274897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=1ccdfa25-8190-4270-9a8c-1a90b45e00c9,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:44.278755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::1a3 (b45348f6-eb6e-4a74-a974-38c08697430c/40f5a74d-6d16-4590-b5f3-fd5a838cfd92/dbb82ed6-19bd-4131-9b26-de33cec039da) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:44.299501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-678a893a-f7d2-46a9-af17-f715ecff729f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4406438 Mar 11 00:01:44.300319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56078) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:44.313304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.324880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (82d52d9b-868b-4806-8760-059514686810), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.335014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:37:f9:9e', 'name': 'tempest-NetworksTestDHCPv6-1384326598'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:44.367972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.1.1.40 (13dbe604-8e8d-4d64-97d2-954de927f094/95d832bb-af5d-41dc-a886-b56fd227c335/b21c323d-9303-4e12-ae9f-660273dcbd10) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:44.412996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee606d-5c64-4958-ac68-52baeb381b58 req-f095d308-c688-4259-b3c1-dd201a657c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:44.414628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-f095d308-c688-4259-b3c1-dd201a657c51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.3134124 Mar 11 00:01:44.433276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.resource_extend [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:01:44.498936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-cb9a01eb-5800-4490-b773-706e48bf8dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617993 Mar 11 00:01:44.502225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a2634ab-e004-4037-b94c-9dd8ff84f9b2 req-d3e7d6c3-b042-41db-9b03-fa8374e855d1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4781957 Mar 11 00:01:44.513918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:44.525929 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Sync routers for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:44.544975 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:44.545878 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:44.593979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94be42c0-e623-4833-af55-730e7d8747d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/64b25ef3-7cfd-454f-be10-ae7719897496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9650519 Mar 11 00:01:44.600618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb3f70d5-a4c8-41b5-8caa-8074ebc84ca3 req-8943beea-3f87-4f43-9855-04c7e4159c41 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4674404 Mar 11 00:01:44.630754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:44.715878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port 208856ed-b44a-4a65-bdd6-4c86359a7d8c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:44.716592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (208856ed-b44a-4a65-bdd6-4c86359a7d8c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.727235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:44.741115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:44.777984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:44.826322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Pushing event updated for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:44.897842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:44.898079 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.902493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] For port 4367927d-ef3c-471f-8bc1-0d1943a74071, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:44.908905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] For port 4367927d-ef3c-471f-8bc1-0d1943a74071, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4367927d-ef3c-471f-8bc1-0d1943a74071,segment=NetworkSegment(d023f361-ef2e-40da-86d3-5c3e9ae9ba4d),segment_id=d023f361-ef2e-40da-86d3-5c3e9ae9ba4d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:44.931726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (208856ed-b44a-4a65-bdd6-4c86359a7d8c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.962828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for 208856ed-b44a-4a65-bdd6-4c86359a7d8c owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:44.971653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:44.974997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'port_id': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', 'mac_address': 'fa:16:3e:ec:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25072c9-f137-4fd6-8b42-30582fe90854', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:45.024567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.042829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Attempting to bind port dc57baac-0ab5-4aab-8a04-4cda341c9eda on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:45.043518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Attempting to bind port dc57baac-0ab5-4aab-8a04-4cda341c9eda by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:45.044084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Attempting to bind port dc57baac-0ab5-4aab-8a04-4cda341c9eda on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:45.073170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:45.081205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:45.084482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:45.093842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:45.094225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:45.094627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.095051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:45.095483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Bound port: dc57baac-0ab5-4aab-8a04-4cda341c9eda, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:45.095861 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.152755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:45.160603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:45.160603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.163958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab81450-5cc9-4ad2-914e-8ed24335fb20 None None] Pushing event updated for resources: {'Port': ['ID=4367927d-ef3c-471f-8bc1-0d1943a74071,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:45.272000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:45.274552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:45.275440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.299312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-7a7c635f-c5a1-471f-b68c-6382b22610a3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5118597 Mar 11 00:01:45.312147 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:39Z', 'revision_number': 4, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fd630b66-808e-45ee-ba14-7904bf63efd1', 'name': '', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'mac_address': 'fa:16:3e:44:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:36Z', 'updated_at': '2022-03-11T00:01:39Z', 'revision_number': 2, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'subnets': [{'id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:45.317673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'admin_state_up': True, 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'security_groups': ['0cfb4e0e-4a2d-4534-a867-3e9410fee2ef']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:45.342450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:45.352893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:45.356602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dc57baac-0ab5-4aab-8a04-4cda341c9eda,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:45.358117 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.368100 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Checking router: 64b25ef3-7cfd-454f-be10-ae7719897496 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:01:45.368588 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Updating router 64b25ef3-7cfd-454f-be10-ae7719897496 port fd630b66-808e-45ee-ba14-7904bf63efd1 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:01:45.424723 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.453124 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3d79b7-2472-4ec1-a7b4-aebdd13613a0 x-openstack-request-id: req-1e3d79b7-2472-4ec1-a7b4-aebdd13613a0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:45.453519 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:45.453641 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e3d79b7-2472-4ec1-a7b4-aebdd13613a0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:45.453992 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945', 'status': 'completed', 'code': 200} Mar 11 00:01:45.546781 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.549527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:45.551115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-4dcb5dff-aa09-4c8b-802c-e4ccbf92582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:45.552646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-4dcb5dff-aa09-4c8b-802c-e4ccbf92582d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 919 time: 1.3910739 Mar 11 00:01:45.614699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe07b-fb55-4e8a-9d6d-a784a1a403a6 None None] Pushing event updated for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:45.636407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:45.646545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:45.717090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:45.720661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.746719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-6850bb37-5822-4122-abad-ab70fb14603b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea HTTP/1.1" status: 200 len: 217 time: 0.1747494 Mar 11 00:01:45.796876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (208856ed-b44a-4a65-bdd6-4c86359a7d8c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.838837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:45.861159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'port_id': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea', 'mac_address': 'fa:16:3e:de:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25072c9-f137-4fd6-8b42-30582fe90854', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:45.890139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-25d48923-b2aa-4ef7-ad85-9ca588486211 None None] Provisioning complete for port b21c323d-9303-4e12-ae9f-660273dcbd10 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:45.890599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-25d48923-b2aa-4ef7-ad85-9ca588486211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.932600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-25d48923-b2aa-4ef7-ad85-9ca588486211 None None] Port b21c323d-9303-4e12-ae9f-660273dcbd10 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:45.942681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:45.958421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=208856ed-b44a-4a65-bdd6-4c86359a7d8c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:45.960372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1d891-13cd-4a3f-8724-28603a5bc3d4 req-e265f930-9275-4d80-9227-4f30e1d000f8 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:45.967530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee1d891-13cd-4a3f-8724-28603a5bc3d4 req-e265f930-9275-4d80-9227-4f30e1d000f8 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 943 time: 0.5125921 Mar 11 00:01:45.975522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-8cb8efe0-3982-447a-aa45-5264b7b3fcee service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4595459 Mar 11 00:01:45.979997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:45.980688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:45.993654 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks [] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.009738 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.013644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:46.024876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1bf50-b153-4063-b05d-7f93f24bf2b0 req-817ae37c-2ec6-4e71-b28f-d99aac5eb406 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:46.031854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d1bf50-b153-4063-b05d-7f93f24bf2b0 req-817ae37c-2ec6-4e71-b28f-d99aac5eb406 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5682707 Mar 11 00:01:46.092680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:46.093183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.097262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-41f879f5-70be-4ffa-b44b-f55264920dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:46.099506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-41f879f5-70be-4ffa-b44b-f55264920dcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.3435080 Mar 11 00:01:46.108715 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Pushing event updated for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:46.118472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (82d52d9b-868b-4806-8760-059514686810), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.127677 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.128168 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.128720 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.129716 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.130238 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.130639 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.131054 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.131450 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.132013 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.132410 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.132805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.133202 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.133618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:01:46.187170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['efa8bf9c-5b53-4b7b-9cbb-d40fc7487234'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:46.255642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Attempting to bind port fd630b66-808e-45ee-ba14-7904bf63efd1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:46.256899 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Attempting to bind port fd630b66-808e-45ee-ba14-7904bf63efd1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:46.258024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Attempting to bind port fd630b66-808e-45ee-ba14-7904bf63efd1 on network 05543322-a00d-4710-b80f-14359ca26094 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:46.272668 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:46.273521 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Checking segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:46.274178 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.274802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Bound using segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:46.275765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Bound port: fd630b66-808e-45ee-ba14-7904bf63efd1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:46.277191 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.290040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-dab81f7e-f5b2-4804-aae7-ccb073c832a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642175 Mar 11 00:01:46.310839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.1.1.142 (13dbe604-8e8d-4d64-97d2-954de927f094/95d832bb-af5d-41dc-a886-b56fd227c335/97d22241-2310-4360-865c-c7fc25cce536) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:46.318182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (82d52d9b-868b-4806-8760-059514686810), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.322080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (82d52d9b-868b-4806-8760-059514686810), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.325717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:46.369105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (dbb82ed6-19bd-4131-9b26-de33cec039da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.377481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:46.390879 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] For port fd630b66-808e-45ee-ba14-7904bf63efd1, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:46.394504 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] For port fd630b66-808e-45ee-ba14-7904bf63efd1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd630b66-808e-45ee-ba14-7904bf63efd1,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:46.408161 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.410577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.477339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:46.477673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.506180 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86819-5e02-45af-81a9-e064de3e5287 None None] Pushing event updated for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:46.510507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (82d52d9b-868b-4806-8760-059514686810), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.511100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router 82d52d9b-868b-4806-8760-059514686810 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:01:46.538145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.547823 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:46.548746 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:46.550135 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d8b780fe-fbb6-460b-80fb-25488cb406da tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 204 len: 168 time: 2.7691786 Mar 11 00:01:46.561578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:46.586776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1292795552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:46.610078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:46.613084 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04247ce-39a8-4e24-9ca8-54ab078ecf83" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:46.622681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ee1d891-13cd-4a3f-8724-28603a5bc3d4 req-ade5904b-9214-41ed-8122-ba3411054362 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540372 Mar 11 00:01:46.665225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:46.678128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:46.686868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.687916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 56de7a89-725e-409f-b54f-873f70a982a9 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:46.696068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d1bf50-b153-4063-b05d-7f93f24bf2b0 req-74a40893-4a44-43af-8a55-e6f24ea9bc99 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631300 Mar 11 00:01:46.765509 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.766572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:46.788572 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:01:46.883914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:46.901684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['64f2b47a-53e1-4ac0-a92a-e8d7637d60ea'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:47.031428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (97d22241-2310-4360-865c-c7fc25cce536), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.043886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.054646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.090174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dc57baac-0ab5-4aab-8a04-4cda341c9eda up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:47.102844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 56de7a89-725e-409f-b54f-873f70a982a9 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:47.125140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edee606d-5c64-4958-ac68-52baeb381b58 req-1839875f-7879-47fc-9eb3-96be68243462 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1356890 Mar 11 00:01:47.139907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 56de7a89-725e-409f-b54f-873f70a982a9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:47.140393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (56de7a89-725e-409f-b54f-873f70a982a9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.146609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.150184 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9bc86928-948f-45a1-9694-12468a68c27a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5880358 Mar 11 00:01:47.167144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56108) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:47.175346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.202631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': True}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:47.219676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4272c2-9303-4ccd-99b5-9c1b3e6a685e None None] Network b45348f6-eb6e-4a74-a974-38c08697430c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:47.221179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.265993 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:39Z', 'revision_number': 4, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fd630b66-808e-45ee-ba14-7904bf63efd1', 'name': '', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'mac_address': 'fa:16:3e:44:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:36Z', 'updated_at': '2022-03-11T00:01:46Z', 'revision_number': 4, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'subnets': [{'id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:47.284568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 13dbe604-8e8d-4d64-97d2-954de927f094 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:47.295445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:47.300161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:47.320221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6de068-c2d6-4638-be3a-a6f41230f336 None None] The sync data for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 is: [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:01:39Z', 'revision_number': 4, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'fd630b66-808e-45ee-ba14-7904bf63efd1', 'name': '', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'mac_address': 'fa:16:3e:44:da:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:36Z', 'updated_at': '2022-03-11T00:01:46Z', 'revision_number': 4, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'subnets': [{'id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:47.382494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:47.446604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:47.447091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.512809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-317b7a44-1c98-4cad-87cc-22be94f26cd6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005088 Mar 11 00:01:47.526365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'admin_state_up': True, 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'security_groups': ['0cfb4e0e-4a2d-4534-a867-3e9410fee2ef']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:47.702213 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (dbb82ed6-19bd-4131-9b26-de33cec039da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.751652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382caa1-d7dd-4d50-be5e-57af09cdadea None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:47.780743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port bde9f8eb-d17f-4573-90c8-074b3ff1a0a6 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:47.804363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:47.872700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Provisioning complete for port 4367927d-ef3c-471f-8bc1-0d1943a74071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:47.873220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.994723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:47.996539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 172.20.0.9 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/f17f73e2-0af8-4bc1-9a99-16118ef42fa3/bde9f8eb-d17f-4573-90c8-074b3ff1a0a6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:48.003485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe37:f99e (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/1ccdfa25-8190-4270-9a8c-1a90b45e00c9/bde9f8eb-d17f-4573-90c8-074b3ff1a0a6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:48.045579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 56de7a89-725e-409f-b54f-873f70a982a9 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:48.051968 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.065033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:48.065414 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.072897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-58652087-33fa-4c46-904e-ea3a2565a034 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7636735 Mar 11 00:01:48.106965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network b45348f6-eb6e-4a74-a974-38c08697430c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:48.138284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:48.141266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:48.147015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.147648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.156742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-f9bb48df-c246-46a5-9f15-4a8e9be14d05 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.166292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-f9bb48df-c246-46a5-9f15-4a8e9be14d05 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 819 time: 1.1796861 Mar 11 00:01:48.289604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-0cbf786e-c2db-4a86-acd0-9891963c81a6 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/quotas/08842c2ac2134b4e870479e65d17335e HTTP/1.1" status: 200 len: 375 time: 0.1223075 Mar 11 00:01:48.294456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:48.315556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7da69a-efc6-4767-8c24-ac6ac48bb1e7 req-794fb6b1-c098-4133-8ea2-9427d0b7d7a2 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.326303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7da69a-efc6-4767-8c24-ac6ac48bb1e7 req-794fb6b1-c098-4133-8ea2-9427d0b7d7a2 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.334561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d7da69a-efc6-4767-8c24-ac6ac48bb1e7 req-794fb6b1-c098-4133-8ea2-9427d0b7d7a2 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 1652 time: 1.3875122 Mar 11 00:01:48.346639 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.346992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.2.2.100 (128c5d5c-3517-42fd-a18c-a48f9013d74f/3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981/62f0fa15-cb27-43f8-b47b-69bd9d7028d7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:48.347460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48af16b2-8f3f-4270-af69-7a9288434916 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:48.392812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.1187496 Mar 11 00:01:48.392812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24030bff-a7cc-4a8e-86eb-070c9da0d65d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=dbb82ed6-19bd-4131-9b26-de33cec039da,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:48.405060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-6a90d03e-d3c3-4a4c-8f7f-d3ed40e370d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.406554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-6a90d03e-d3c3-4a4c-8f7f-d3ed40e370d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95842c3c82c4499a9ea39842c1af17da&device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 1125 time: 1.1910725 Mar 11 00:01:48.408206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56112) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:48.489315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Current status of the port 4367927d-ef3c-471f-8bc1-0d1943a74071 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:48.490164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.602477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.624533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.671770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.693846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:48.695363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.730307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:48.737382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] For port 4367927d-ef3c-471f-8bc1-0d1943a74071, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4367927d-ef3c-471f-8bc1-0d1943a74071,segment=NetworkSegment(d023f361-ef2e-40da-86d3-5c3e9ae9ba4d),segment_id=d023f361-ef2e-40da-86d3-5c3e9ae9ba4d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:48.741363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:48.746198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:48.768501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.777467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:48.811319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:48.871135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:48.883913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c04cb-a9f1-4133-85fb-7a0da5dfaf9a None None] Pushing event updated for resources: {'Port': ['ID=4367927d-ef3c-471f-8bc1-0d1943a74071,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:48.886576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': 'f17f73e2-0af8-4bc1-9a99-16118ef42fa3', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ccdfa25-8190-4270-9a8c-1a90b45e00c9'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'dc57baac-0ab5-4aab-8a04-4cda341c9eda'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:01:48.894103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.936488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8b18a652-e51c-4e5c-8aba-2f491eb7759c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4169114 Mar 11 00:01:48.944851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:48.947088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'admin_state_up': True, 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'security_groups': ['0cfb4e0e-4a2d-4534-a867-3e9410fee2ef']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:48.960005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d7da69a-efc6-4767-8c24-ac6ac48bb1e7 req-45fb0ee8-a53e-4534-83e5-5650bef5fbec tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6243978 Mar 11 00:01:48.973665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dc57baac-0ab5-4aab-8a04-4cda341c9eda,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:49.022475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.023468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4367927d-ef3c-471f-8bc1-0d1943a74071 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:49.182809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-c8774c27-5cd9-4b73-a4f5-c25f31c6d92e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8921952 Mar 11 00:01:49.220464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d14973d-01a3-4537-ac23-0a0405d32760 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:49.225893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9d14973d-01a3-4537-ac23-0a0405d32760 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acf HTTP/1.1" status: 200 len: 927 time: 0.7801809 Mar 11 00:01:49.235374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56114) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:49.268195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 48af16b2-8f3f-4270-af69-7a9288434916 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:49.292609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Provisioning complete for port 97d22241-2310-4360-865c-c7fc25cce536 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:49.293319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97d22241-2310-4360-865c-c7fc25cce536), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.298201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307f05d8-5162-46b5-8ac0-aed84eac3be2 req-12d77477-2ee1-4479-a2b3-1fffa22dbef4 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1775324 Mar 11 00:01:49.308487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Made reservation on behalf of 7f7aacb7ec5d48378c98404a98c240da for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:49.312905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.340169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-4d6bec83-fa14-43f7-bb0f-9f402f615e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:49.341682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-4d6bec83-fa14-43f7-bb0f-9f402f615e9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 200 len: 919 time: 0.7412052 Mar 11 00:01:49.468274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (bde9f8eb-d17f-4573-90c8-074b3ff1a0a6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.496258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port dbb82ed6-19bd-4131-9b26-de33cec039da {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:49.496611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dbb82ed6-19bd-4131-9b26-de33cec039da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.502719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Port 97d22241-2310-4360-865c-c7fc25cce536 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:49.513591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 48af16b2-8f3f-4270-af69-7a9288434916 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:49.513966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (48af16b2-8f3f-4270-af69-7a9288434916), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.567454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:49.593848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4367927d-ef3c-471f-8bc1-0d1943a74071 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:49.594806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.646578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dbb82ed6-19bd-4131-9b26-de33cec039da), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.650071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8702b606-1c1e-4d7d-b21b-57609da2d945 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:01:49.663495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for dbb82ed6-19bd-4131-9b26-de33cec039da owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:49.759588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8702b606-1c1e-4d7d-b21b-57609da2d945,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:49.781404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8702b606-1c1e-4d7d-b21b-57609da2d945', 'network_id': '3ecb3ce3-89cf-4523-8896-00dfcc9a581e', 'port_id': '8702b606-1c1e-4d7d-b21b-57609da2d945', 'mac_address': 'fa:16:3e:82:e8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25072c9-f137-4fd6-8b42-30582fe90854', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:01:49.789105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:49.789485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.867035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 48af16b2-8f3f-4270-af69-7a9288434916 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:49.867474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.875801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dbb82ed6-19bd-4131-9b26-de33cec039da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:49.966617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=dbb82ed6-19bd-4131-9b26-de33cec039da,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:49.978726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-b4a45ea7-26e5-4777-b3d2-3c8f9ba85d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8702b606-1c1e-4d7d-b21b-57609da2d945 HTTP/1.1" status: 200 len: 217 time: 0.6120679 Mar 11 00:01:50.023324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:50.036887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.038392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 46ec40ce-cd09-4783-bbfa-29288c7c8776 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:50.059051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.065599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.072660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.078614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.084664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.088195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4367927d-ef3c-471f-8bc1-0d1943a74071 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:50.091029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.109412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8702b606-1c1e-4d7d-b21b-57609da2d945 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:50.111323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.117310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.119743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-98a4d2fc-c77b-4da2-97a0-9c4bdf966f54 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5428 time: 0.9623692 Mar 11 00:01:50.255113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8702b606-1c1e-4d7d-b21b-57609da2d945 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:50.284499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-2c718ea4-7fc0-4fc3-a300-e4a7a5dcd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:50.308023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:50.308205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-2c718ea4-7fc0-4fc3-a300-e4a7a5dcd02a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 200 len: 858 time: 0.3022575 Mar 11 00:01:50.310684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:50.319885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:50.325408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8702b606-1c1e-4d7d-b21b-57609da2d945,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:50.326333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-d7a0e7ab-22a0-4d6a-8872-d76467d9e7df service neutron] 10.222.0.21 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1421268 Mar 11 00:01:50.331272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:50.331838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.335620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.423815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Provisioning complete for port 44884466-b545-459e-8eda-18c0503af615 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:50.424804 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (44884466-b545-459e-8eda-18c0503af615), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.436711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dc57baac-0ab5-4aab-8a04-4cda341c9eda up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:50.458435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aae8e7ca-e261-4131-9e69-168847a42ef9 req-76f84d04-9f7d-486c-8aab-939ca9aae4b0 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3178031 Mar 11 00:01:50.468807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-6e7727ed-3318-4ac4-b847-87c0dd1b953b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ecb3ce3-89cf-4523-8896-00dfcc9a581e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537685 Mar 11 00:01:50.523703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bde9f8eb-d17f-4573-90c8-074b3ff1a0a6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.668423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.678306 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-943c42fb-f545-40dd-8963-255da728a703 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/dbb82ed6-19bd-4131-9b26-de33cec039da HTTP/1.1" status: 204 len: 168 time: 1.4417706 Mar 11 00:01:50.681962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56120) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:50.715780 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff623cd-e9ed-4a0f-bcf9-d7bb911c1abd tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:01:50.720661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4ff623cd-e9ed-4a0f-bcf9-d7bb911c1abd tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/dbb82ed6-19bd-4131-9b26-de33cec039da HTTP/1.1" status: 404 len: 333 time: 0.0377111 Mar 11 00:01:50.721970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56122) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:50.773559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Allocated IP 2001:db8::f816:3eff:fe3b:a71e (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/1ccdfa25-8190-4270-9a8c-1a90b45e00c9/dc57baac-0ab5-4aab-8a04-4cda341c9eda) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:50.789994 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985c152-c2ce-40f1-be30-14bc417fe081 x-openstack-request-id: req-6985c152-c2ce-40f1-be30-14bc417fe081 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:50.792001 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:50.792374 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6985c152-c2ce-40f1-be30-14bc417fe081 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:50.793233 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'code': 200} Mar 11 00:01:50.796879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8702b606-1c1e-4d7d-b21b-57609da2d945'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:01:50.797215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Allocated IP 10.2.2.200 (128c5d5c-3517-42fd-a18c-a48f9013d74f/3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981/28609424-21ff-472a-8048-4abb6da70daa) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:50.808207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:50.857399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Port 44884466-b545-459e-8eda-18c0503af615 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:50.897734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:50.930834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:50.939955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:50.945728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=bde9f8eb-d17f-4573-90c8-074b3ff1a0a6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:50.946233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 44884466-b545-459e-8eda-18c0503af615 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:50.946698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (44884466-b545-459e-8eda-18c0503af615), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:50.992652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dc57baac-0ab5-4aab-8a04-4cda341c9eda,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:51.013232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.016373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-f3c792a0-880d-4e7a-a957-1c95f16ef33a service neutron] 10.222.0.21 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753476 Mar 11 00:01:51.024308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-5e120c40-7188-4867-a7af-926d9737b88b service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377445 Mar 11 00:01:51.077784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.096643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (44884466-b545-459e-8eda-18c0503af615), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.102876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.103794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.118022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 44884466-b545-459e-8eda-18c0503af615 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:51.171593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Publish callbacks [] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.173261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae547-1d85-4138-b305-618f264ac774 req-126337c6-40ea-48ea-8012-e3e35acd601c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.175003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5eae547-1d85-4138-b305-618f264ac774 req-126337c6-40ea-48ea-8012-e3e35acd601c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3943164 Mar 11 00:01:51.240729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56126) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:51.252569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-87c98c2d-8510-4082-bdfd-014328950cc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.9248958 Mar 11 00:01:51.273311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Provisioning complete for port 4367927d-ef3c-471f-8bc1-0d1943a74071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:51.273699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.276059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.404556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 46ec40ce-cd09-4783-bbfa-29288c7c8776 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:51.405067 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.413563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:51.413950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.476880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-307fe00d-2429-45a1-99da-7ce2c2ed3873 req-0e9cad24-364b-4de3-8463-db33e8b579c9 service neutron] 10.222.0.30 "GET /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269097 Mar 11 00:01:51.482664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5eae547-1d85-4138-b305-618f264ac774 req-35c6844b-6a2c-4148-a15d-e1bc6e8e4b89 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743711 Mar 11 00:01:51.483960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35525f0a-246a-40a5-a499-a055efb19628 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.493100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35525f0a-246a-40a5-a499-a055efb19628 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.506584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56132) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:51.506739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35525f0a-246a-40a5-a499-a055efb19628 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2622075 Mar 11 00:01:51.514578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.25.7.66 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/0aa7ea3f-d4c5-4048-b540-da1788c99cc0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:51.560653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ceaca4-48a3-4ed1-bbcc-44eef0d16bc8 req-3a1affec-9393-4627-8b2b-aee7bf769fc4 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.562161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ceaca4-48a3-4ed1-bbcc-44eef0d16bc8 req-3a1affec-9393-4627-8b2b-aee7bf769fc4 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 944 time: 0.2241001 Mar 11 00:01:51.567123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:51.570724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (44884466-b545-459e-8eda-18c0503af615), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.573538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81428b59-98b0-4d82-8420-ef6628fa64d4 None None] Pushing event updated for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:51.599050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for port (28609424-21ff-472a-8048-4abb6da70daa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.604683 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.675561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=44884466-b545-459e-8eda-18c0503af615,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:51.682465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48adcfff-8aeb-482d-920b-4cbd89057e57 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:51.724660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.732730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9dd420a-7e2f-4107-aa65-cf80ddc1e142 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/44884466-b545-459e-8eda-18c0503af615 HTTP/1.1" status: 204 len: 168 time: 1.0061297 Mar 11 00:01:51.739048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56140) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:51.792564 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a7449-cd50-4e72-870c-b131c3253608 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:01:51.798509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56142) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:51.800713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d93a7449-cd50-4e72-870c-b131c3253608 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/44884466-b545-459e-8eda-18c0503af615 HTTP/1.1" status: 404 len: 333 time: 0.0606980 Mar 11 00:01:51.819701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.898520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (0aa7ea3f-d4c5-4048-b540-da1788c99cc0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:51.904610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:51.923114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:51.924509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:51.928674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:51.993618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:51.995033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.021974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-114c938b-7ade-4945-b5c2-09440632a572 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0789306 Mar 11 00:01:52.046338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:52.052354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:52.100436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0aa7ea3f-d4c5-4048-b540-da1788c99cc0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.111205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ceaca4-48a3-4ed1-bbcc-44eef0d16bc8 req-255a2596-035f-4a3f-8939-8f4490e03c7c tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300837 Mar 11 00:01:52.126241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Current status of the port 4367927d-ef3c-471f-8bc1-0d1943a74071 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:52.149683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca896cf0-8cb2-4b64-bb59-a912ebcbd763 None None] Could not find standard attr ID for object dbb82ed6-19bd-4131-9b26-de33cec039da. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:52.180266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:52.182639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd630b66-808e-45ee-ba14-7904bf63efd1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:52.197681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 48adcfff-8aeb-482d-920b-4cbd89057e57 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:52.239512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=0aa7ea3f-d4c5-4048-b540-da1788c99cc0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:52.247803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port bde9f8eb-d17f-4573-90c8-074b3ff1a0a6 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:52.248174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bde9f8eb-d17f-4573-90c8-074b3ff1a0a6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.251936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 48adcfff-8aeb-482d-920b-4cbd89057e57 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:52.252553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.268476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:52.294024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:52.310759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.373447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c91db63b-ff8b-4054-ade3-06e17346cabd req-541c276e-fa13-45f4-b24e-316179493b80 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 210 time: 0.0735219 Mar 11 00:01:52.385717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:52.389990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3de6ad69-fece-4b03-a2f3-d3ccaa15f693 None None] Provisioning complete for port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:52.403978 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3de6ad69-fece-4b03-a2f3-d3ccaa15f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.438030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752686-8d3e-4230-a998-350074f84730 req-5f87cfad-4dab-4ef7-9ef7-56df364d3e64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:52.444322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752686-8d3e-4230-a998-350074f84730 req-5f87cfad-4dab-4ef7-9ef7-56df364d3e64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:52.449779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752686-8d3e-4230-a998-350074f84730 req-5f87cfad-4dab-4ef7-9ef7-56df364d3e64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:52.461933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752686-8d3e-4230-a998-350074f84730 req-5f87cfad-4dab-4ef7-9ef7-56df364d3e64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:52.469571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69752686-8d3e-4230-a998-350074f84730 req-5f87cfad-4dab-4ef7-9ef7-56df364d3e64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 3094 time: 0.7584507 Mar 11 00:01:52.495845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fd630b66-808e-45ee-ba14-7904bf63efd1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:52.501923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.506022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3de6ad69-fece-4b03-a2f3-d3ccaa15f693 None None] Port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:52.589715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3de6ad69-fece-4b03-a2f3-d3ccaa15f693 None None] Could not find standard attr ID for object dbb82ed6-19bd-4131-9b26-de33cec039da. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:52.589934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 40f5a74d-6d16-4590-b5f3-fd5a838cfd92 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:52.609030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3de6ad69-fece-4b03-a2f3-d3ccaa15f693 None None] Could not find standard attr ID for object 44884466-b545-459e-8eda-18c0503af615. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:52.625885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 48adcfff-8aeb-482d-920b-4cbd89057e57 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:52.626280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.638475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (40f5a74d-6d16-4590-b5f3-fd5a838cfd92), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.696904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48adcfff-8aeb-482d-920b-4cbd89057e57,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:52.709753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.710656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:52.727641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (40f5a74d-6d16-4590-b5f3-fd5a838cfd92), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.786230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fd630b66-808e-45ee-ba14-7904bf63efd1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:52.786635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.793958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec40ce-cd09-4783-bbfa-29288c7c8776'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:52.796283 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6b65f-fb80-4868-8443-6016e476448c" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "56de7a89-725e-409f-b54f-873f70a982a9"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "48af16b2-8f3f-4270-af69-7a9288434916"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "46ec40ce-cd09-4783-bbfa-29288c7c8776"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:52.841090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ceedae-b4e1-403d-89ea-67642b8ca1a7 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:52.859196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks [] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.864064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (40f5a74d-6d16-4590-b5f3-fd5a838cfd92), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.876493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0ef66cab-0deb-4b87-a392-46fa0856ab2d None None] Provisioning complete for port 28609424-21ff-472a-8048-4abb6da70daa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:52.876954 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ef66cab-0deb-4b87-a392-46fa0856ab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (28609424-21ff-472a-8048-4abb6da70daa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.889219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Transition to ACTIVE for port object c5ceedae-b4e1-403d-89ea-67642b8ca1a7 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:52.896079 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.921128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:52.954313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fd630b66-808e-45ee-ba14-7904bf63efd1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd630b66-808e-45ee-ba14-7904bf63efd1,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:52.974792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (40f5a74d-6d16-4590-b5f3-fd5a838cfd92), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.996306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:52.997148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4367927d-ef3c-471f-8bc1-0d1943a74071 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:53.042050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:53.046419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0ef66cab-0deb-4b87-a392-46fa0856ab2d None None] Port 28609424-21ff-472a-8048-4abb6da70daa cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:01:53.050504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:53.104142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69752686-8d3e-4230-a998-350074f84730 req-3ccf09f7-5235-4433-969a-a724d02bf16a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6260939 Mar 11 00:01:53.110699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-6f2eb925-c420-4e6a-94ae-e70297ac8210 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.121802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-6f2eb925-c420-4e6a-94ae-e70297ac8210 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 819 time: 0.1297765 Mar 11 00:01:53.128695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Request body: {'port': {'device_id': '349ece52-099c-4fce-b9f0-e19094658dc9', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'admin_state_up': True, 'tenant_id': '08842c2ac2134b4e870479e65d17335e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:53.141083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:53.141649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.227630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Attempting to bind port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:53.228024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Attempting to bind port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:53.237905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Attempting to bind port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 on network 7bc5db18-5892-46b8-b428-eea0c34a3814 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:53.257077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:53.258196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 on network 7bc5db18-5892-46b8-b428-eea0c34a3814 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:53.258579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Attempting to bind port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 on network 7bc5db18-5892-46b8-b428-eea0c34a3814 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:53.270813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:53.271167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Checking segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:53.271791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Bound using segment: {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:53.280798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Bound port: c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567a2b37-edb5-41df-ac52-347cf0645c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:53.282540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.293785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-106eb0bf-562e-45de-8214-e1e18eed3aeb None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:53.294217 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-106eb0bf-562e-45de-8214-e1e18eed3aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.382494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4367927d-ef3c-471f-8bc1-0d1943a74071 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:53.382930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.408918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=40f5a74d-6d16-4590-b5f3-fd5a838cfd92,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:53.439235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e4166-b799-4060-841e-84eea7f6fe31 None None] Network b45348f6-eb6e-4a74-a974-38c08697430c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:53.461948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.477384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d769072f-da28-439f-81ac-18ccb4e82df7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/40f5a74d-6d16-4590-b5f3-fd5a838cfd92 HTTP/1.1" status: 204 len: 168 time: 1.4762771 Mar 11 00:01:53.480308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bde9f8eb-d17f-4573-90c8-074b3ff1a0a6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.481997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56164) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:53.506633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:53.507042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.516527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:53.554074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:53.607114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.620119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b45348f6-eb6e-4a74-a974-38c08697430c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.621032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.626408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.627042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:53.638276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.645187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.651784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.658331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.659083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.659904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:53.667294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.683666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-8ab63124-394f-4e7a-ab10-3c863d6120de tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5430 time: 1.0994480 Mar 11 00:01:53.687978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:53.688818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.690457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] 10.222.0.30 "PUT /v2.0/ports/c5ceedae-b4e1-403d-89ea-67642b8ca1a7 HTTP/1.1" status: 200 len: 1091 time: 1.6588407 Mar 11 00:01:53.691643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:53.692956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for bde9f8eb-d17f-4573-90c8-074b3ff1a0a6 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:53.695571 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:53.771278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:53.819778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad9357-b471-4425-a5d0-25043f8d0b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:53.861232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-106eb0bf-562e-45de-8214-e1e18eed3aeb None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:53.870390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:53.873856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4367927d-ef3c-471f-8bc1-0d1943a74071 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:53.889473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:53.896658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:53.897538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:53.979225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] DHCP port deletion for b45348f6-eb6e-4a74-a974-38c08697430c request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:53.985232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 4367927d-ef3c-471f-8bc1-0d1943a74071 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:53.985587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.025640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bde9f8eb-d17f-4573-90c8-074b3ff1a0a6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.025890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.078968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-57fea2e9-34af-4b62-b4ca-7837df4a734f None None] Could not find standard attr ID for object bde9f8eb-d17f-4573-90c8-074b3ff1a0a6. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:01:54.112658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dc57baac-0ab5-4aab-8a04-4cda341c9eda up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:54.125060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port 4367927d-ef3c-471f-8bc1-0d1943a74071, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4367927d-ef3c-471f-8bc1-0d1943a74071,segment=NetworkSegment(d023f361-ef2e-40da-86d3-5c3e9ae9ba4d),segment_id=d023f361-ef2e-40da-86d3-5c3e9ae9ba4d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:54.125538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.155267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 4367927d-ef3c-471f-8bc1-0d1943a74071 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:54.180122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:54.180854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.242039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Deleting port 4367927d-ef3c-471f-8bc1-0d1943a74071 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:54.242418 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.259794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=bde9f8eb-d17f-4573-90c8-074b3ff1a0a6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:54.268901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:54.281974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:54.282539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.287196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.288163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9295e486-b00f-4a4d-9aa1-20e9117fda59 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:54.298120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.455575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=4367927d-ef3c-471f-8bc1-0d1943a74071,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:54.469509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port 4367927d-ef3c-471f-8bc1-0d1943a74071 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:54.532777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Made reservation on behalf of 08842c2ac2134b4e870479e65d17335e for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:54.536442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.596221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f67edd2-41e4-40e0-a009-4cc802a443bd req-387fd610-1c11-4b5d-baf9-8528caa3bf75 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5789852 Mar 11 00:01:54.609277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-664ed8fe-1130-449b-a47a-ee1ef2c4ed66 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:54.610488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b45348f6-eb6e-4a74-a974-38c08697430c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.616587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-664ed8fe-1130-449b-a47a-ee1ef2c4ed66 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 819 time: 1.1292970 Mar 11 00:01:54.640661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.646614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a368ee42-f7c0-4404-84ef-dd91c735a8c2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/bde9f8eb-d17f-4573-90c8-074b3ff1a0a6 HTTP/1.1" status: 204 len: 168 time: 3.1389441 Mar 11 00:01:54.647276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:54.683755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-13dfd708-8a44-45c0-b05a-67d20d47b9c1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/quotas/08842c2ac2134b4e870479e65d17335e HTTP/1.1" status: 200 len: 375 time: 0.0660439 Mar 11 00:01:54.709605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45348f6-eb6e-4a74-a974-38c08697430c']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:54.732955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:54.733364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd023f361-ef2e-40da-86d3-5c3e9ae9ba4d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:54.739628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] For port 4367927d-ef3c-471f-8bc1-0d1943a74071, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4367927d-ef3c-471f-8bc1-0d1943a74071,segment=NetworkSegment(d023f361-ef2e-40da-86d3-5c3e9ae9ba4d),segment_id=d023f361-ef2e-40da-86d3-5c3e9ae9ba4d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:54.740045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.763877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (d023f361-ef2e-40da-86d3-5c3e9ae9ba4d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.774031 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c4789-b251-4eb5-9a59-aa70b1642bb0 x-openstack-request-id: req-957c4789-b251-4eb5-9a59-aa70b1642bb0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:54.774385 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "56de7a89-725e-409f-b54f-873f70a982a9", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "48af16b2-8f3f-4270-af69-7a9288434916", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "46ec40ce-cd09-4783-bbfa-29288c7c8776", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:54.775245 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-957c4789-b251-4eb5-9a59-aa70b1642bb0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:54.776001 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9', 'code': 200} Mar 11 00:01:54.777419 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916', 'code': 200} Mar 11 00:01:54.777419 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ec40ce-cd09-4783-bbfa-29288c7c8776', 'code': 200} Mar 11 00:01:54.777613 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57', 'code': 200} Mar 11 00:01:54.783296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9295e486-b00f-4a4d-9aa1-20e9117fda59 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:54.791129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Calling delete_port for 4367927d-ef3c-471f-8bc1-0d1943a74071 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:54.796649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.801186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:54.805818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0065f-ad5e-44f8-b770-29a99ebbe583 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:54.807453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0065f-ad5e-44f8-b770-29a99ebbe583 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:54.808934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0065f-ad5e-44f8-b770-29a99ebbe583 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:54.811693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9295e486-b00f-4a4d-9aa1-20e9117fda59 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:54.812055 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c7f0065f-ad5e-44f8-b770-29a99ebbe583 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1601465 Mar 11 00:01:54.812187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.814832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d023f361-ef2e-40da-86d3-5c3e9ae9ba4d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.825087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:54.860328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:01:54.860740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (d023f361-ef2e-40da-86d3-5c3e9ae9ba4d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:01:54.867414 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:01:54.989852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:54.991021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd630b66-808e-45ee-ba14-7904bf63efd1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:55.010754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b45348f6-eb6e-4a74-a974-38c08697430c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.027164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.030759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/b45348f6-eb6e-4a74-a974-38c08697430c HTTP/1.1" status: 204 len: 168 time: 1.5453200 Mar 11 00:01:55.037077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56174) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:55.047270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-38635923'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:55.100189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9295e486-b00f-4a4d-9aa1-20e9117fda59 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:55.100597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.111887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:55.116938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.131573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (4367927d-ef3c-471f-8bc1-0d1943a74071), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.159283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93e2f4-def5-4f9a-a0e4-4452bec67bc4 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=b45348f6-eb6e-4a74-a974-38c08697430c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.161897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:01:55.177185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Network b45348f6-eb6e-4a74-a974-38c08697430c is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:01:55.177665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] No DVR routers for this DVR port 4367927d-ef3c-471f-8bc1-0d1943a74071 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:55.183289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:55.185193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81777108-2923-48de-a28b-92da3e7222f5 None None] Pushing event deleted for resources: {'Port': ['ID=4367927d-ef3c-471f-8bc1-0d1943a74071,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.200011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 1ccdfa25-8190-4270-9a8c-1a90b45e00c9 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:55.205647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ffe986-4bf3-44da-a3ce-74203250b8db {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:55.212835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e1a632c0-457e-4fd7-bc13-5d2e87803523), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.213199 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment e1a632c0-457e-4fd7-bc13-5d2e87803523 of type vlan for network 754f2293-c64f-462b-a298-f4bbf2bc53a4 Mar 11 00:01:55.213768 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.215022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5da4578e-ade7-4ea3-8a3f-4261e88e15bd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:55.217121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (1ccdfa25-8190-4270-9a8c-1a90b45e00c9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.221630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks [] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.301497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Transition to ACTIVE for port object 61ffe986-4bf3-44da-a3ce-74203250b8db will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:55.315769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.325626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (754f2293-c64f-462b-a298-f4bbf2bc53a4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.329428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (1ccdfa25-8190-4270-9a8c-1a90b45e00c9), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.329849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.341350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fd630b66-808e-45ee-ba14-7904bf63efd1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:55.341703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.361650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Allocated IP 172.20.0.7 (05543322-a00d-4710-b80f-14359ca26094/38d6c0bb-b682-4ddd-9960-d0d5d65845be/4afe579d-9bc2-4939-b3d6-5ce41e57e4ef) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:55.451978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (754f2293-c64f-462b-a298-f4bbf2bc53a4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.458235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:55.458857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.488734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fd630b66-808e-45ee-ba14-7904bf63efd1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:55.496853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:55.502216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:55.503617 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.553050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.560189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=754f2293-c64f-462b-a298-f4bbf2bc53a4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.601744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:01:55.602471 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks [] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.665108 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fcfdac75-80da-453b-a1c6-9cbd5663a86e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6229775 Mar 11 00:01:55.667452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56178) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:55.677217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:55.760658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Attempting to bind port 61ffe986-4bf3-44da-a3ce-74203250b8db on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:55.761024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Attempting to bind port 61ffe986-4bf3-44da-a3ce-74203250b8db by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:55.761650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Attempting to bind port 61ffe986-4bf3-44da-a3ce-74203250b8db on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:55.770596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Port 61ffe986-4bf3-44da-a3ce-74203250b8db on network 13dbe604-8e8d-4d64-97d2-954de927f094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:55.771077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Attempting to bind port 61ffe986-4bf3-44da-a3ce-74203250b8db on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:55.777873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:55.778284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.780382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:55.780733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:55.781124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Bound using segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:55.781572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Bound port: 61ffe986-4bf3-44da-a3ce-74203250b8db, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:55.782017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.782356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.800385 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1ccdfa25-8190-4270-9a8c-1a90b45e00c9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.830217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:55.841873 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.873259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:55.877136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:55.901880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Network 05543322-a00d-4710-b80f-14359ca26094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:55.910854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Pushing event updated for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.923948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:55.927725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:55.931565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:55.936425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ec50a20c-1aa0-4c00-92f6-acfabec0f46c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2517667 Mar 11 00:01:55.937558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8702b606-1c1e-4d7d-b21b-57609da2d945 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:01:55.988045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:55.991720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61ffe986-4bf3-44da-a3ce-74203250b8db,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:56.012066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.048281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8702b606-1c1e-4d7d-b21b-57609da2d945 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:01:56.056594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8702b606-1c1e-4d7d-b21b-57609da2d945 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:56.057118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.092979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:56.094144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.095871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] 10.222.0.30 "PUT /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 1134 time: 2.3305635 Mar 11 00:01:56.126163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4367927d-ef3c-471f-8bc1-0d1943a74071 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:56.136966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:56.142957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (1ccdfa25-8190-4270-9a8c-1a90b45e00c9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.162082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4367927d-ef3c-471f-8bc1-0d1943a74071 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:01:56.162393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.162569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4367927d-ef3c-471f-8bc1-0d1943a74071 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:01:56.163017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.173681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/1ccdfa25-8190-4270-9a8c-1a90b45e00c9 HTTP/1.1" status: 204 len: 168 time: 1.3433318 Mar 11 00:01:56.177915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56180) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:56.199423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:56.200412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.211852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656ace6-ba5a-4b34-ae8a-65ae8b8f9d3e req-904dd5cf-686c-4e5c-9cc6-310f9fdc2479 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:56.217354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8702b606-1c1e-4d7d-b21b-57609da2d945 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:56.217906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.224169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5656ace6-ba5a-4b34-ae8a-65ae8b8f9d3e req-904dd5cf-686c-4e5c-9cc6-310f9fdc2479 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 944 time: 0.4916472 Mar 11 00:01:56.231969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360cb53-f9fc-4971-b65d-60811d9c77a5 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:56.234599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.250167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d489aa-51c0-4adf-b60c-47f7f6b7ef60 service neutron] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:56.259065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5718-e50e-4ea5-a07b-bdea7f2c4ea6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccdfa25-8190-4270-9a8c-1a90b45e00c9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:56.287259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8702b606-1c1e-4d7d-b21b-57609da2d945,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:56.294731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.369265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet f17f73e2-0af8-4bc1-9a99-16118ef42fa3 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:01:56.427998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:56.436650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.444118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5656ace6-ba5a-4b34-ae8a-65ae8b8f9d3e req-1194d3f0-2382-4d74-8579-18012454d9a8 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185795 Mar 11 00:01:56.480101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-40009873-cd03-4584-96db-aec175ca5a9c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3471966 Mar 11 00:01:56.489398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Request body: {'port': {'device_id': '349ece52-099c-4fce-b9f0-e19094658dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:56.490414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (f17f73e2-0af8-4bc1-9a99-16118ef42fa3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.570944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-36f2eb93-e77d-4eaf-bf2e-c596d6681ca6 service neutron] 10.222.0.21 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093130 Mar 11 00:01:56.653709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f17f73e2-0af8-4bc1-9a99-16118ef42fa3), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.708459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.775102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (17f6c8d2-8d79-4ed7-9cad-a6824b75733c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:56.778346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234'}, {'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd'}, {'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:56.780777 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4b80cc-18f3-43ea-97d0-a294123f3a52" -d '{"events": [{"server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "name": "network-vif-plugged", "status": "completed", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234"}, {"server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "name": "network-vif-plugged", "status": "completed", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "5da4578e-ade7-4ea3-8a3f-4261e88e15bd"}, {"server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "name": "network-vif-plugged", "status": "completed", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:56.794554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3b64a-dee7-4aa8-a8d9-ef49dd408dc8 req-a1598fb9-cf05-44f1-aa01-1243238e4ac9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:56.796149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dff3b64a-dee7-4aa8-a8d9-ef49dd408dc8 req-a1598fb9-cf05-44f1-aa01-1243238e4ac9 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2242711 Mar 11 00:01:56.896622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-a73c351d-5c0b-457b-a2e5-832bc48d7967 service neutron] 10.222.0.21 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901754 Mar 11 00:01:56.972011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=17f6c8d2-8d79-4ed7-9cad-a6824b75733c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:56.979031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': 'e1a632c0-457e-4fd7-bc13-5d2e87803523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:56.979397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: 754f2293-c64f-462b-a298-f4bbf2bc53a4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:01:57.023342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dff3b64a-dee7-4aa8-a8d9-ef49dd408dc8 req-1a90c7fc-53ec-4b99-a3ab-d19d32876eb6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013614 Mar 11 00:01:57.032200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f17f73e2-0af8-4bc1-9a99-16118ef42fa3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.038417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router ed31e030-2a8d-4199-a5fb-611e8b76f3b6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:01:57.176837 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eef50e-b95e-4f55-8224-0ffae22ff2c4 x-openstack-request-id: req-b3eef50e-b95e-4f55-8224-0ffae22ff2c4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:57.178044 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:57.178538 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3eef50e-b95e-4f55-8224-0ffae22ff2c4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:57.179220 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'status': 'completed', 'code': 200} Mar 11 00:01:57.215863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:01:57.231413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f17f73e2-0af8-4bc1-9a99-16118ef42fa3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.272316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 754f2293-c64f-462b-a298-f4bbf2bc53a4) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:57.283949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=f17f73e2-0af8-4bc1-9a99-16118ef42fa3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:57.286957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.287659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.292498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815a984-4328-434e-957d-66d0d351367b None None] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:57.301224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.307784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0497cabd-af5b-4260-b99a-6615c23e925f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/f17f73e2-0af8-4bc1-9a99-16118ef42fa3 HTTP/1.1" status: 204 len: 168 time: 1.1028197 Mar 11 00:01:57.312172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56190) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:57.317211 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4202442c-1f93-4e6c-b3fa-9fc818cc1e20 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6431491 Mar 11 00:01:57.342004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56192) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:57.369443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4', 'name': 'tempest-PortsIpV6TestJSON-998817408', 'fixed_ips': [{'subnet_id': '17f6c8d2-8d79-4ed7-9cad-a6824b75733c', 'ip_address': '2001:db8::10'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:57.419093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c34efd-283f-4492-aab6-c1a148b68b58 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:01:57.475423 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-11586199-37aa-430b-a32a-9fdc633a8716 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570332 Mar 11 00:01:57.485694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56196) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:57.497774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:01:57.525377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd189fbc-d907-44ec-a05c-0dd68ffc379a {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:57.565731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f0854655-ec9f-4a93-bcfa-29eb601f2d70 None None] Provisioning complete for port dc57baac-0ab5-4aab-8a04-4cda341c9eda triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:01:57.566038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f0854655-ec9f-4a93-bcfa-29eb601f2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.616350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks [] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.668188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:01:57.672150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Transition to ACTIVE for port object cd189fbc-d907-44ec-a05c-0dd68ffc379a will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:57.682320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.683213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-30e43b5e-b757-40a4-953b-29578ca62951 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "PUT /v2.0/routers/ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 200 len: 914 time: 10.4956560 Mar 11 00:01:57.690801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:57.696692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-754f2293-c64f-462b-a298-f4bbf2bc53a4', 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '17f6c8d2-8d79-4ed7-9cad-a6824b75733c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:01:57.698229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.698484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.704138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.708424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] Sync routers for ids ['ed31e030-2a8d-4199-a5fb-611e8b76f3b6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:01:57.709679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.714919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.720169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.726179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.731231 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.731872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.734104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-df99878e-1eaf-4f00-99f3-2526dca1161a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.3435907 Mar 11 00:01:57.751160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.752170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.752648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.753252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.754397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.754714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.756651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-3d95ab04-19ed-4ca5-9647-01f0c161cfd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5351 time: 0.4225087 Mar 11 00:01:57.774506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] Routers {'ed31e030-2a8d-4199-a5fb-611e8b76f3b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:57.775452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ed31e030-2a8d-4199-a5fb-611e8b76f3b6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:57.781158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.787161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.792488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.797765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.803089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.808362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:57.810694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-223323f6-445d-43ae-86db-5b99173a415e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 4603 time: 0.5433273 Mar 11 00:01:57.871669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:01:57.952370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:57.955912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:01:57.959420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:57.960303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:57.992618 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a755e5ac-277b-49f9-ab62-a4e7865138a9 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 200 len: 920 time: 0.2987998 Mar 11 00:01:58.008383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56206) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:58.011376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:01:58.096615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] Routers {'ed31e030-2a8d-4199-a5fb-611e8b76f3b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:01:58.097252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:01:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ed31e030-2a8d-4199-a5fb-611e8b76f3b6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:58.099568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dc57baac-0ab5-4aab-8a04-4cda341c9eda no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:01:58.151272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks [] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.171132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f0854655-ec9f-4a93-bcfa-29eb601f2d70 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:58.247080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:01:58.247736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb4cbf-d1dc-469d-86e6-1b029564fcf8 None None] The sync data for ids ['ed31e030-2a8d-4199-a5fb-611e8b76f3b6'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:01:58.291397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Deleting port dc57baac-0ab5-4aab-8a04-4cda341c9eda {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:01:58.291805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.330390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Transition to ACTIVE for port object 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:01:58.374107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dc57baac-0ab5-4aab-8a04-4cda341c9eda is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:01:58.374689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.406102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dd1a3d0-cfb2-4efb-ac44-c6202000e491 req-afa5e7b4-04d5-4a59-b4af-2e7b924b8679 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6455872 Mar 11 00:01:58.406835 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.474116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb626a1b-f4a3-45a3-96a1-5967e69865eb req-feeb34cf-1e4d-43a1-a384-377fa2cb7981 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6360590 Mar 11 00:01:58.476658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-795e1d20-0299-471e-9059-cfc89c86e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:58.477137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-795e1d20-0299-471e-9059-cfc89c86e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:58.477603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-795e1d20-0299-471e-9059-cfc89c86e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:58.479211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-795e1d20-0299-471e-9059-cfc89c86e6c6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f7aacb7ec5d48378c98404a98c240da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7103040 Mar 11 00:01:58.501462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Allocated IP 2001:db8::2 (754f2293-c64f-462b-a298-f4bbf2bc53a4/17f6c8d2-8d79-4ed7-9cad-a6824b75733c/81e64d6e-9684-4cb7-b0ba-f8430797b6da) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:58.533432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dc57baac-0ab5-4aab-8a04-4cda341c9eda,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:58.533803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.538400 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcd950-10c6-47de-8643-b7bdc9a2cb9a x-openstack-request-id: req-f8bcd950-10c6-47de-8643-b7bdc9a2cb9a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:01:58.538757 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "name": "network-vif-plugged", "status": "completed", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234", "code": 200}, {"server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "name": "network-vif-plugged", "status": "completed", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-plugged", "status": "completed", "tag": "5da4578e-ade7-4ea3-8a3f-4261e88e15bd", "code": 200}, {"server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "name": "network-vif-plugged", "status": "completed", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:01:58.539024 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8bcd950-10c6-47de-8643-b7bdc9a2cb9a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:01:58.539444 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', 'code': 200} Mar 11 00:01:58.539706 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea', 'code': 200} Mar 11 00:01:58.540179 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'code': 200} Mar 11 00:01:58.540438 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da4578e-ade7-4ea3-8a3f-4261e88e15bd', 'code': 200} Mar 11 00:01:58.540710 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945', 'code': 200} Mar 11 00:01:58.624889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port dc57baac-0ab5-4aab-8a04-4cda341c9eda, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dc57baac-0ab5-4aab-8a04-4cda341c9eda,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:01:58.662203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Calling delete_port for dc57baac-0ab5-4aab-8a04-4cda341c9eda owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:01:58.743388 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:58.775062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76251118-5226-4910-a086-6fdc90aec5c9 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:58.780940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.30', 51732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:58.784371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.30', 51733) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:58.784600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-76251118-5226-4910-a086-6fdc90aec5c9 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=ed31e030-2a8d-4199-a5fb-611e8b76f3b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7208879 Mar 11 00:01:58.784600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56208) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:58.820906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:58.830880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.30', 51734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:01:59.000370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d2225-378f-4868-a20a-42177c9bbc27 req-dc80b73b-db0c-402d-95e9-6e5c7e4fa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.001949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-312d2225-378f-4868-a20a-42177c9bbc27 req-dc80b73b-db0c-402d-95e9-6e5c7e4fa1a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 1127 time: 0.1684945 Mar 11 00:01:59.008389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-388b5962-43e8-4c31-8c6a-ff78f853e7f6 req-ba6343d7-de39-43d8-baf2-59ba731acacc tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 210 time: 0.2011161 Mar 11 00:01:59.059330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks [] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.070315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a867c3-831a-4561-883e-754167463d8c req-2bfa2f00-4365-46bd-9070-5f973c449576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.071882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-58a867c3-831a-4561-883e-754167463d8c req-2bfa2f00-4365-46bd-9070-5f973c449576 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 1127 time: 0.2896721 Mar 11 00:01:59.092179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.093684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.132737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.133220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.133873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.134347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.135182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.135657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.136146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.137648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Pushing event updated for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.138144 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-9c7d3888-0e28-44c6-99dd-e1a4bea141bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6707 time: 0.3147914 Mar 11 00:01:59.148880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:01:59.149824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.188347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-45d66dc5-69ed-4b81-b3bf-9d9dbb051880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.190583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-45d66dc5-69ed-4b81-b3bf-9d9dbb051880 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6439552 Mar 11 00:01:59.195796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '61ffe986-4bf3-44da-a3ce-74203250b8db'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:01:59.199213 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "61ffe986-4bf3-44da-a3ce-74203250b8db"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:01:59.204121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-312d2225-378f-4868-a20a-42177c9bbc27 req-a2a818d5-4e0d-4541-8337-25890ea77bf8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802227 Mar 11 00:01:59.210546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:01:59.213901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Pushing event updated for resources: {'Port': ['ID=81e64d6e-9684-4cb7-b0ba-f8430797b6da,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.217730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:01:59.232964 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (dc57baac-0ab5-4aab-8a04-4cda341c9eda), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.258594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c6343-0ba2-4f5c-93ed-f15674bda1b2 req-1443801d-acb4-43ff-b92f-97291b6c3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.260045 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-955c6343-0ba2-4f5c-93ed-f15674bda1b2 req-1443801d-acb4-43ff-b92f-97291b6c3c9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 1127 time: 0.4763801 Mar 11 00:01:59.265036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Attempting to bind port cd189fbc-d907-44ec-a05c-0dd68ffc379a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:59.265380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Attempting to bind port cd189fbc-d907-44ec-a05c-0dd68ffc379a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:59.265711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Attempting to bind port cd189fbc-d907-44ec-a05c-0dd68ffc379a on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:59.281864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Port cd189fbc-d907-44ec-a05c-0dd68ffc379a on network 13dbe604-8e8d-4d64-97d2-954de927f094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:01:59.282241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Attempting to bind port cd189fbc-d907-44ec-a05c-0dd68ffc379a on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:59.295407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:59.295789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:59.296280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Bound using segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:59.296724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Bound port: cd189fbc-d907-44ec-a05c-0dd68ffc379a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:59.297084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.320240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Attempting to bind port 81e64d6e-9684-4cb7-b0ba-f8430797b6da on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:01:59.321048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Attempting to bind port 81e64d6e-9684-4cb7-b0ba-f8430797b6da by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e1a632c0-457e-4fd7-bc13-5d2e87803523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:01:59.321667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Attempting to bind port 81e64d6e-9684-4cb7-b0ba-f8430797b6da on network 754f2293-c64f-462b-a298-f4bbf2bc53a4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:01:59.323864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port f8977446-f132-4f8c-b2cd-f06842c89fd3 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:01:59.327481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] Pushing event deleted for resources: {'Port': ['ID=dc57baac-0ab5-4aab-8a04-4cda341c9eda,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.337670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c7244d-ca35-4a73-8052-b9feba557ed0 None None] No DVR routers for this DVR port dc57baac-0ab5-4aab-8a04-4cda341c9eda on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:01:59.341884 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-58a867c3-831a-4561-883e-754167463d8c req-7e0ab47e-99a2-4fa8-8036-0851befba933 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549605 Mar 11 00:01:59.345432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:01:59.346250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Checking segment: {'id': 'e1a632c0-457e-4fd7-bc13-5d2e87803523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:01:59.347065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.347724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Bound using segment: {'id': 'e1a632c0-457e-4fd7-bc13-5d2e87803523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:01:59.348453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Bound port: 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a632c0-457e-4fd7-bc13-5d2e87803523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:01:59.351036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.405446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:59.409419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:59.424495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] For port 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:01:59.428906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] For port 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81e64d6e-9684-4cb7-b0ba-f8430797b6da,segment=NetworkSegment(e1a632c0-457e-4fd7-bc13-5d2e87803523),segment_id=e1a632c0-457e-4fd7-bc13-5d2e87803523)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:01:59.429580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.435866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.486426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa6ca785-c553-4a69-ba55-e6149b88a206 req-c7ccc2d5-6a2f-4ad2-8176-3fdcebdd77a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018160 Mar 11 00:01:59.524871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:01:59.525495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:01:59.526825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb7c8c-7f08-412b-a1b9-02ea6f66e2b3 None None] Pushing event updated for resources: {'Port': ['ID=81e64d6e-9684-4cb7-b0ba-f8430797b6da,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.526967 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 1134 time: 3.3977931 Mar 11 00:01:59.624966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b75a4-a8d3-4751-98aa-2a1c602fd116 service neutron] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:01:59.713729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::10 (754f2293-c64f-462b-a298-f4bbf2bc53a4/17f6c8d2-8d79-4ed7-9cad-a6824b75733c/f8977446-f132-4f8c-b2cd-f06842c89fd3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:01:59.845049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:00.059943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Attempting to bind port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:00.060482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Attempting to bind port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:00.060717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Attempting to bind port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef on network 05543322-a00d-4710-b80f-14359ca26094 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:00.071876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef on network 05543322-a00d-4710-b80f-14359ca26094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:00.072229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Attempting to bind port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef on network 05543322-a00d-4710-b80f-14359ca26094 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:00.090623 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.096538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (9051999a-31d6-4007-9dd4-28c1378dbe5a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.117019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81e64d6e-9684-4cb7-b0ba-f8430797b6da up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:00.118942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-955c6343-0ba2-4f5c-93ed-f15674bda1b2 req-477c9c83-ac46-453d-844d-91233a8fd872 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860572 Mar 11 00:02:00.140406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437163-31c5-437b-a42f-30735f05d8bb req-8d649f6f-0342-4740-95c7-d82d2bf22809 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.143197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29437163-31c5-437b-a42f-30735f05d8bb req-8d649f6f-0342-4740-95c7-d82d2bf22809 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 1.3557317 Mar 11 00:02:00.168873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.177770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:00.178124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Checking segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:00.178527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Bound using segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:00.178973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Bound port: 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:00.179862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.191586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 81e64d6e-9684-4cb7-b0ba-f8430797b6da triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:00.193112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.199094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5651e-2d1f-4454-8e52-5643a2b755de req-5cf8ca09-4344-419d-b55d-bed92047d5e2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.205937 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bc5651e-2d1f-4454-8e52-5643a2b755de req-5cf8ca09-4344-419d-b55d-bed92047d5e2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 945 time: 1.0546350 Mar 11 00:02:00.245646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f801bb27-608b-4f8f-a6ab-9569a4955353 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.248510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f801bb27-608b-4f8f-a6ab-9569a4955353 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 1.4380958 Mar 11 00:02:00.258187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56222) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:00.286104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-1726ef00-452d-442f-8d36-884718fc2142 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.287696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-1726ef00-452d-442f-8d36-884718fc2142 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 819 time: 1.4497523 Mar 11 00:02:00.307329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50999c32-3e6f-4b05-a88b-d152a239ca42 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 200 len: 205 time: 0.0478723 Mar 11 00:02:00.307784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56224) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:00.326336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 81e64d6e-9684-4cb7-b0ba-f8430797b6da is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:00.327207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.360380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:00.372296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81e64d6e-9684-4cb7-b0ba-f8430797b6da,segment=NetworkSegment(e1a632c0-457e-4fd7-bc13-5d2e87803523),segment_id=e1a632c0-457e-4fd7-bc13-5d2e87803523)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:00.376688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Request body: {'port': {'device_id': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'admin_state_up': True, 'tenant_id': '08842c2ac2134b4e870479e65d17335e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:00.378434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.387913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:00.395056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:00.398315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.398426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.439753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.446336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bc5651e-2d1f-4454-8e52-5643a2b755de req-1a0b98f7-2259-4542-9e5f-a2c5b1cf24ab tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394414 Mar 11 00:02:00.507476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=9051999a-31d6-4007-9dd4-28c1378dbe5a,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:00.521639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=81e64d6e-9684-4cb7-b0ba-f8430797b6da,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:00.530917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:00.537229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80cde13-0ea9-4307-9bbb-bc08ddd11e37 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:00.587059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c2132f50-58ee-46a2-a4cb-ef0efc966577 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0931401 Mar 11 00:02:00.600944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56226) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:00.611064 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c8be0-88e0-495a-a2d8-c4d2a6e0a169 x-openstack-request-id: req-706c8be0-88e0-495a-a2d8-c4d2a6e0a169 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:00.611446 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "61ffe986-4bf3-44da-a3ce-74203250b8db", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:00.612514 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-706c8be0-88e0-495a-a2d8-c4d2a6e0a169 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:00.612930 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '61ffe986-4bf3-44da-a3ce-74203250b8db', 'status': 'completed', 'code': 200} Mar 11 00:02:00.687740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:00.701291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.718228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.725720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29437163-31c5-437b-a42f-30735f05d8bb req-686837d1-d0c7-45e1-8cd6-3b059c1a15dc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362959 Mar 11 00:02:00.765667 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.931798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=f8977446-f132-4f8c-b2cd-f06842c89fd3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:00.984192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:00.985548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:00.996714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] 10.222.0.30 "PUT /v2.0/ports/4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 1091 time: 4.5152142 Mar 11 00:02:01.001425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:01.043198 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d" -d '{"events": [{"name": "network-changed", "server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:01.069751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '9051999a-31d6-4007-9dd4-28c1378dbe5a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:01.070640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.116020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:01.131219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:01.144137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:01.152217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.153029 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.181323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.182307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.182783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.183250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.183714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.184267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.184872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.188849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-efb791ca-b645-4817-a557-fde800ae8e5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6309 time: 0.5600877 Mar 11 00:02:01.193964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87940a5-cec1-47f3-ae0d-ebcf1520fc41 None None] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:01.200427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cc38b6c0-edea-440d-9c6e-9a295b3da857 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8444111 Mar 11 00:02:01.207583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:01.234145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '754f2293-c64f-462b-a298-f4bbf2bc53a4', 'name': 'tempest-PortsIpV6TestJSON-330070589', 'fixed_ips': [{'subnet_id': '17f6c8d2-8d79-4ed7-9cad-a6824b75733c', 'ip_address': '2001:db8::f'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:01.284100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eaf3a-402c-4b34-b608-f1927c461a4b service neutron] Pushing event updated for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:01.319182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port 0aa7ea3f-d4c5-4048-b540-da1788c99cc0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:01.319549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0aa7ea3f-d4c5-4048-b540-da1788c99cc0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.340354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.346241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.352373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.358026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.365520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.370984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.376418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.386499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-45b33e4d-f494-4427-97fe-8faf3425b304 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.6821947 Mar 11 00:02:01.402389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Made reservation on behalf of 08842c2ac2134b4e870479e65d17335e for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:01.406658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.407438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f697f0a7-52de-4cc8-adf2-a0e2c5590257 None None] Provisioning complete for port 81e64d6e-9684-4cb7-b0ba-f8430797b6da triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:01.407830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f697f0a7-52de-4cc8-adf2-a0e2c5590257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.451054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.459658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.465425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.470868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.478367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.484207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.489921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.492289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-f2e66b96-c37b-4642-9943-89fb428f0093 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5379 time: 0.5822859 Mar 11 00:02:01.497688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-9ddd95d7-1014-4107-91ee-6df2deaedb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.499416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-9ddd95d7-1014-4107-91ee-6df2deaedb18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1125 time: 0.3185520 Mar 11 00:02:01.500362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:01.505684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.538950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Allocated IP 172.20.0.2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/9051999a-31d6-4007-9dd4-28c1378dbe5a/26dad114-ad74-4f67-8416-e5cf666cadcd) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:01.593202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21c323d-9303-4e12-ae9f-660273dcbd10 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:01.598971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-810dd9b6-0fe7-416a-b547-009fa5624b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.599535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-810dd9b6-0fe7-416a-b547-009fa5624b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.600521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-810dd9b6-0fe7-416a-b547-009fa5624b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.602272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-810dd9b6-0fe7-416a-b547-009fa5624b70 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f7aacb7ec5d48378c98404a98c240da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3997729 Mar 11 00:02:01.620615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks [] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.649539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-1444e014-3032-452b-bc47-302a8eee7e68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.1347709 Mar 11 00:02:01.687461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f697f0a7-52de-4cc8-adf2-a0e2c5590257 None None] Current status of the port 81e64d6e-9684-4cb7-b0ba-f8430797b6da is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:01.748426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-c7e9b07f-067f-465c-b6d3-5f0a38586057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:01.749995 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-85d9f4fd-54cf-4a0f-8144-14530deb8ed0 req-c7e9b07f-067f-465c-b6d3-5f0a38586057 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338787 Mar 11 00:02:01.785939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0aa7ea3f-d4c5-4048-b540-da1788c99cc0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.811492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Transition to ACTIVE for port object b21c323d-9303-4e12-ae9f-660273dcbd10 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:01.821942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for 0aa7ea3f-d4c5-4048-b540-da1788c99cc0 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:01.839770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:01.870438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec34025f-ff75-4920-b526-0ef2b7d0bd69 req-75094733-e40f-473e-bd92-44733d4338b6 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4765332 Mar 11 00:02:01.915745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Pushing event updated for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:01.918380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:01.929605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.014021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port d6486854-0158-4ee8-9474-17ca3c2ec4bb yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:02.080121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks [] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.109396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81e64d6e-9684-4cb7-b0ba-f8430797b6da up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:02.113775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22871b45-ffcf-4bd7-a9d4-0a35d577509a req-0c4b76ce-21c7-45b6-b5db-d13cd360d6db tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5971222 Mar 11 00:02:02.127881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-236edac4-bec1-4c58-b400-0cc677e82113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:02.130867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-236edac4-bec1-4c58-b400-0cc677e82113 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.4730566 Mar 11 00:02:02.201734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d9dd5d0-3eca-4cc3-a143-65e4b8a9954f req-26eb25e8-7ce0-46f7-96cf-973b06b06b51 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 210 time: 0.1563742 Mar 11 00:02:02.205344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.273676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-4bc86b31-fabe-430a-8d83-adc2ec608157 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017032 Mar 11 00:02:02.307630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Allocated IP 172.20.0.5 (05543322-a00d-4710-b80f-14359ca26094/38d6c0bb-b682-4ddd-9960-d0d5d65845be/0b192ba6-e9ca-4b56-b3db-39434f1a124d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:02.360237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:02.387480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b95bc6-1b1c-4e9b-92d4-48f741a56588 x-openstack-request-id: req-e7b95bc6-1b1c-4e9b-92d4-48f741a56588 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:02.387480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:02.387480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7b95bc6-1b1c-4e9b-92d4-48f741a56588 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:02.387480 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef', 'status': 'completed', 'code': 200} Mar 11 00:02:02.416889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:02.422357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 81e64d6e-9684-4cb7-b0ba-f8430797b6da triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:02.422737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.437812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:02.487467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Pushing event updated for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:02.541917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Provisioning complete for port 81e64d6e-9684-4cb7-b0ba-f8430797b6da triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:02.542625 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.624046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:02.628097 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "cd189fbc-d907-44ec-a05c-0dd68ffc379a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:02.647737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Attempting to bind port 26dad114-ad74-4f67-8416-e5cf666cadcd on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:02.648213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Attempting to bind port 26dad114-ad74-4f67-8416-e5cf666cadcd by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:02.648963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Attempting to bind port 26dad114-ad74-4f67-8416-e5cf666cadcd on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:02.656770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:02.657308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:02.657752 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.658763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:02.659510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Bound port: 26dad114-ad74-4f67-8416-e5cf666cadcd, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:02.660023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.668651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::f (754f2293-c64f-462b-a298-f4bbf2bc53a4/17f6c8d2-8d79-4ed7-9cad-a6824b75733c/d6486854-0158-4ee8-9474-17ca3c2ec4bb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:02.678901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Attempting to bind port b21c323d-9303-4e12-ae9f-660273dcbd10 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:02.679227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Attempting to bind port b21c323d-9303-4e12-ae9f-660273dcbd10 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:02.679554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Attempting to bind port b21c323d-9303-4e12-ae9f-660273dcbd10 on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:02.696567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Port b21c323d-9303-4e12-ae9f-660273dcbd10 on network 13dbe604-8e8d-4d64-97d2-954de927f094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:02.696889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Attempting to bind port b21c323d-9303-4e12-ae9f-660273dcbd10 on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:02.743714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b6512-9ae6-490c-b144-aeb88041bf0b req-27dc6b17-aecd-4428-9d13-a82c0351c27c tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:02.746444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a0b6512-9ae6-490c-b144-aeb88041bf0b req-27dc6b17-aecd-4428-9d13-a82c0351c27c tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 945 time: 0.4304483 Mar 11 00:02:02.803642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-13876c79-6ace-4c3f-bf30-90429843508e service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214584 Mar 11 00:02:02.820421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 81e64d6e-9684-4cb7-b0ba-f8430797b6da is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:02.834081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Current status of the port 81e64d6e-9684-4cb7-b0ba-f8430797b6da is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:02.835738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6402-2334-45af-94af-cb74086db3a8 req-b8df128c-e048-426a-8a3e-dba06e383d6a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:02.837413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805b6402-2334-45af-94af-cb74086db3a8 req-b8df128c-e048-426a-8a3e-dba06e383d6a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3511248 Mar 11 00:02:02.845388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:02.848934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=26dad114-ad74-4f67-8416-e5cf666cadcd,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:02.860558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Provisioning complete for port f8977446-f132-4f8c-b2cd-f06842c89fd3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:02.860941 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.865290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:02.957661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbd8cc-4e93-4eb8-83a7-0d8e4b63323e None None] Port f8977446-f132-4f8c-b2cd-f06842c89fd3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:02.983551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db421787-3eeb-41c0-a8f2-04b8fa6082db None None] Pushing event updated for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:03.001537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:03.002325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:03.002721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Bound using segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:03.003161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Bound port: b21c323d-9303-4e12-ae9f-660273dcbd10, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:03.004108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.010962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0aa7ea3f-d4c5-4048-b540-da1788c99cc0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.085952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a0b6512-9ae6-490c-b144-aeb88041bf0b req-c2aae93c-bfb3-40a1-bfa3-0496c8cc95c5 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292058 Mar 11 00:02:03.089728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=0aa7ea3f-d4c5-4048-b540-da1788c99cc0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:03.095023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.100875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-333c31e7-61df-497d-bcc9-232d9f245ebb None None] Provisioning complete for port f8977446-f132-4f8c-b2cd-f06842c89fd3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:03.101312 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-333c31e7-61df-497d-bcc9-232d9f245ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.125546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805b6402-2334-45af-94af-cb74086db3a8 req-aed19e32-551c-4975-93e9-75ecd1835d6b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515748 Mar 11 00:02:03.198933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-333c31e7-61df-497d-bcc9-232d9f245ebb None None] Port f8977446-f132-4f8c-b2cd-f06842c89fd3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:03.286556 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3db943-7093-463f-a013-11043cd49408 x-openstack-request-id: req-eb3db943-7093-463f-a013-11043cd49408 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:03.289201 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "cd189fbc-d907-44ec-a05c-0dd68ffc379a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:03.289502 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb3db943-7093-463f-a013-11043cd49408 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:03.290065 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a', 'status': 'completed', 'code': 200} Mar 11 00:02:03.358214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec19bdfa-2854-4651-8130-a9089ffde099 req-2fdb32ab-5f63-40bd-816b-b49eba4a91ca service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138023 Mar 11 00:02:03.449102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks [] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.545520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:03.700241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.705859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.711444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.716834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.723171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.729039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.734825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.736994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-5d0080da-3934-47d7-8e45-8e1a283d4f4f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.3969500 Mar 11 00:02:03.749367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-f0b80539-62a4-4d8b-8c78-c30af484dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.751089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-f0b80539-62a4-4d8b-8c78-c30af484dffe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1125 time: 0.2923667 Mar 11 00:02:03.774677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda7dba-62a0-41e9-9c94-40448aadca1f req-6cb9cdea-0f8b-43fb-bf02-e5b24d985601 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:03.777665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bda7dba-62a0-41e9-9c94-40448aadca1f req-6cb9cdea-0f8b-43fb-bf02-e5b24d985601 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 945 time: 0.4510398 Mar 11 00:02:03.806923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.870287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.879417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:03.916567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.975514 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:03.979786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.019960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bda7dba-62a0-41e9-9c94-40448aadca1f req-8d816da8-162e-4af8-87b4-e66751535629 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742332 Mar 11 00:02:04.054354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b21c323d-9303-4e12-ae9f-660273dcbd10,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:04.087880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 26dad114-ad74-4f67-8416-e5cf666cadcd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:04.128558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:04.140115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=d6486854-0158-4ee8-9474-17ca3c2ec4bb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:04.146063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:04.148703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:04.155052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.156083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.189830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:04.190261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.190781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ed31e030-2a8d-4199-a5fb-611e8b76f3b6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.191362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router ed31e030-2a8d-4199-a5fb-611e8b76f3b6 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:02:04.200517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.206231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2fd90098-3a72-4529-aeeb-57d6ce4d7e6a tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 204 len: 168 time: 3.8935077 Mar 11 00:02:04.208823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.225137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56256) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:04.238354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.238909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.239317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.239779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.244260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.244746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.245218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.248517 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-0fd53894-6a33-4795-a1a3-9bda661fe9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6364 time: 0.9879782 Mar 11 00:02:04.251639 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-856e27a2-ebe9-4e78-95cd-35d42e29f1bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4844027 Mar 11 00:02:04.319739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1856491261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:04.330016 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-635728cf-d9b5-4d73-9b39-c699bb903ab5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1129827 Mar 11 00:02:04.363470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56258) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:04.375387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:04.375786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.420614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=26dad114-ad74-4f67-8416-e5cf666cadcd,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:04.428382 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.439697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.440370 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.442373 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] 10.222.0.30 "PUT /v2.0/ports/b21c323d-9303-4e12-ae9f-660273dcbd10 HTTP/1.1" status: 200 len: 1090 time: 4.6013687 Mar 11 00:02:04.553008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:04.614881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:04.640803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b89b0-3dfb-4b52-b84e-7a3d086349ee service neutron] Pushing event updated for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:04.668086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-79c19d68-eb89-4f91-9d73-d6c069fff556 None None] Provisioning complete for port d6486854-0158-4ee8-9474-17ca3c2ec4bb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:04.668786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79c19d68-eb89-4f91-9d73-d6c069fff556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.753723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.755443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.792439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-79c19d68-eb89-4f91-9d73-d6c069fff556 None None] Port d6486854-0158-4ee8-9474-17ca3c2ec4bb cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:04.810204 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0075e917-6444-4b27-ba88-4f4dbd18782e req-38b0059d-f947-4ab4-9773-3fb13e6d592c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2293549 Mar 11 00:02:04.886667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Network 05543322-a00d-4710-b80f-14359ca26094 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:04.892984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66769ea5-6f52-4a4a-98d1-46d96097188c req-831b9aeb-b0e9-4c7a-9ba5-721820104ef8 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1322696 Mar 11 00:02:04.929831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:04.935498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:04.941379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-515d6f3a-3f7f-45eb-b367-e3fc8a0e1d68 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:04.942007 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-515d6f3a-3f7f-45eb-b367-e3fc8a0e1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:04.990693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-afac9a8c-879a-47f5-96af-bc6661f842fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.993971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:04.994564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-afac9a8c-879a-47f5-96af-bc6661f842fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1127 time: 0.6272140 Mar 11 00:02:05.009890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0075e917-6444-4b27-ba88-4f4dbd18782e req-3b4f8613-1bff-422b-a080-c643976d4539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.1407850 Mar 11 00:02:05.010917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.011068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-d838c55a-8a06-4fc5-a231-53806cbc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.011450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-d838c55a-8a06-4fc5-a231-53806cbc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.011909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-d838c55a-8a06-4fc5-a231-53806cbc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.013428 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-d838c55a-8a06-4fc5-a231-53806cbc18a8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f7aacb7ec5d48378c98404a98c240da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6587551 Mar 11 00:02:05.040797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a466f-39ab-49e4-9311-1afb76cd9a9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.043890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4d9a466f-39ab-49e4-9311-1afb76cd9a9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6615572 Mar 11 00:02:05.048407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.053317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56264) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:05.062615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Pushing event updated for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:05.079472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-ac5f9763-61c5-4555-b2c0-6b1ba2d23073 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7138636 Mar 11 00:02:05.087393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-515d6f3a-3f7f-45eb-b367-e3fc8a0e1d68 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:05.114080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Request body: {'port': {'device_id': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:05.168249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-49652d70-9d0d-4b69-8d92-bb8422cdda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.169902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-49652d70-9d0d-4b69-8d92-bb8422cdda0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 1.3907168 Mar 11 00:02:05.183226 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0075e917-6444-4b27-ba88-4f4dbd18782e req-fd376f63-9949-4872-8577-4894ba5c8048 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283727 Mar 11 00:02:05.248782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.251812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.283645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3bdf-c986-426c-9557-ab8158bf905b req-27429e55-e99b-4b06-82ed-0a6cad5c897f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.286039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93ae3bdf-c986-426c-9557-ab8158bf905b req-27429e55-e99b-4b06-82ed-0a6cad5c897f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4310036 Mar 11 00:02:05.286916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-a0c64bb6-d732-4c06-974c-8fa83677b540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.1041293 Mar 11 00:02:05.312867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:05.315410 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:05.318266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.361572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.367043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.372314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.377573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.383520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.388974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.395912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.403761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-a95395b2-f0d0-44bd-9c34-303b72b1f576 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5391 time: 0.3628235 Mar 11 00:02:05.420155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.424106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-66d3231d-b2f4-4105-8e81-e5690ad536a2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1064563 Mar 11 00:02:05.451549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:05.459664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:05.469365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:05.542512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a922b-aabf-4e85-aecc-223bc6d02cc5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.547765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a922b-aabf-4e85-aecc-223bc6d02cc5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.554024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a922b-aabf-4e85-aecc-223bc6d02cc5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.557160 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-203a922b-aabf-4e85-aecc-223bc6d02cc5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4735284 Mar 11 00:02:05.560853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:05.575624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-dcf8e5da-6b9a-4433-8457-b029a1d3e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.577348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-734765e5-b5b1-4e5a-84fc-6af4a16d6f2c req-dcf8e5da-6b9a-4433-8457-b029a1d3e103 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5108852 Mar 11 00:02:05.619974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-3a499a54-cd4d-49f2-ba7d-9dd30c9fbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.621434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-3a499a54-cd4d-49f2-ba7d-9dd30c9fbab7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.3130054 Mar 11 00:02:05.627263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-ff452900-5612-4fce-a898-1f574b0d4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.629140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-ff452900-5612-4fce-a898-1f574b0d4788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.5728624 Mar 11 00:02:05.648671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93ae3bdf-c986-426c-9557-ab8158bf905b req-b206566e-143a-4fef-814d-a4b4b43aacab tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413644 Mar 11 00:02:05.732804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-09df1576-8372-4455-9c4a-ab8d2dfe1d48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.0884361 Mar 11 00:02:05.757147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e917-6444-4b27-ba88-4f4dbd18782e req-5e08ce16-4112-408f-b42f-69b97629665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.758628 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0075e917-6444-4b27-ba88-4f4dbd18782e req-5e08ce16-4112-408f-b42f-69b97629665a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5225847 Mar 11 00:02:05.768398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-ab72be46-a7f5-4202-b1cc-7ad9b0948379 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168609 Mar 11 00:02:05.808555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70be13eb-9a17-4905-9211-8e7e63b2871e req-edddb2de-3117-4d4a-8ff1-bd2c206eee7f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4038215 Mar 11 00:02:05.895115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-f8168bfe-31b6-42b1-ade5-98f64d6c0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:05.896750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-f8168bfe-31b6-42b1-ade5-98f64d6c0a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.1502836 Mar 11 00:02:05.940611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-6186499b-b03a-4984-b462-f9de3fa1ce99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370855 Mar 11 00:02:06.025794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port d6486854-0158-4ee8-9474-17ca3c2ec4bb {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:06.027235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.034115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 26dad114-ad74-4f67-8416-e5cf666cadcd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:06.051116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d22241-2310-4360-865c-c7fc25cce536 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:06.061740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks [] for port (97d22241-2310-4360-865c-c7fc25cce536), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.077200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Transition to ACTIVE for port object 97d22241-2310-4360-865c-c7fc25cce536 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:06.102956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.116919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:06.117318 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.220397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:06.294279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=26dad114-ad74-4f67-8416-e5cf666cadcd,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:06.349015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.364770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for d6486854-0158-4ee8-9474-17ca3c2ec4bb owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:06.427262 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-685f2bd5-66df-4a4b-815a-89b212050f1f service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774883 Mar 11 00:02:06.433552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:06.437377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae203c-7023-4f49-b815-2514e5c00616 req-8390431a-54a0-4908-8b14-7c2f5b395a3d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:06.440170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daae203c-7023-4f49-b815-2514e5c00616 req-8390431a-54a0-4908-8b14-7c2f5b395a3d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 931 time: 0.7043648 Mar 11 00:02:06.444815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.526237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.543655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92609bab-f5e7-4e9e-8cce-5e7a1b6ab104 req-56d78c57-7914-4ac4-a919-800e64be4e67 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:06.545084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92609bab-f5e7-4e9e-8cce-5e7a1b6ab104 req-56d78c57-7914-4ac4-a919-800e64be4e67 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 945 time: 0.6480594 Mar 11 00:02:06.551948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.591386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-55aa059f-57c3-43ed-a3b8-106a2ca6671b service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8051364 Mar 11 00:02:06.608424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Attempting to bind port 97d22241-2310-4360-865c-c7fc25cce536 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:06.608758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Attempting to bind port 97d22241-2310-4360-865c-c7fc25cce536 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:06.609099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Attempting to bind port 97d22241-2310-4360-865c-c7fc25cce536 on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:06.643753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Port 97d22241-2310-4360-865c-c7fc25cce536 on network 13dbe604-8e8d-4d64-97d2-954de927f094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:06.644047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Attempting to bind port 97d22241-2310-4360-865c-c7fc25cce536 on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:06.648734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (57a94177-9ffb-450d-bc3b-3f0100546daa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.657181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:06.657523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Checking segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:06.657918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Bound using segment: {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:06.658373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Bound port: 97d22241-2310-4360-865c-c7fc25cce536, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1dfb8b-f5b6-4f2b-8519-071873084842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:06.658736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.693430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1a89c08-c301-4ca7-9701-7369c874f948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.704239 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f7abf02-e2ff-4e0b-9fbb-31063ae429eb req-c8570015-827f-4e85-b3b8-0c623711a4b5 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668035 Mar 11 00:02:06.732246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b192ba6-e9ca-4b56-b3db-39434f1a124d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:06.741888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d6486854-0158-4ee8-9474-17ca3c2ec4bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.775323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=d6486854-0158-4ee8-9474-17ca3c2ec4bb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:06.786109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:06.827188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.833872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1f6755b-c38b-43a6-9e63-a8767c91e353 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/d6486854-0158-4ee8-9474-17ca3c2ec4bb HTTP/1.1" status: 204 len: 168 time: 1.2564495 Mar 11 00:02:06.834839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:06.844831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:06.873325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.879071 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b446773c-cf16-48b7-a6f0-e9c1a158c118 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:02:06.884292 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b446773c-cf16-48b7-a6f0-e9c1a158c118 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/d6486854-0158-4ee8-9474-17ca3c2ec4bb HTTP/1.1" status: 404 len: 333 time: 0.0489268 Mar 11 00:02:06.884990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:06.927248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:06.927878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:06.929493 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] 10.222.0.30 "PUT /v2.0/ports/97d22241-2310-4360-865c-c7fc25cce536 HTTP/1.1" status: 200 len: 1091 time: 2.3226600 Mar 11 00:02:06.975233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:07.085799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks [] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.119393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daae203c-7023-4f49-b815-2514e5c00616 req-16af9ac1-bfb7-4442-b9f9-c89655cfb219 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541812 Mar 11 00:02:07.143590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bec10e-3433-4830-b54e-ccf3a7abbd5b service neutron] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:07.183947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.226929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=57a94177-9ffb-450d-bc3b-3f0100546daa,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:07.240627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port f8977446-f132-4f8c-b2cd-f06842c89fd3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:07.241721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.248072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=5']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:07.256644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:07.299556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:07.312782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac357de1-9306-4cbb-91b5-b49e39b393d9 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:07.323950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:02:07.332239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Transition to ACTIVE for port object 0b192ba6-e9ca-4b56-b3db-39434f1a124d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:07.333860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.334467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.344559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92609bab-f5e7-4e9e-8cce-5e7a1b6ab104 req-ae82db23-0aaa-4a05-b63f-1722b16956b6 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857153 Mar 11 00:02:07.346307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ff29c07-3b9d-4b50-b05f-b61b4c77d43d req-0cdf7eb1-c749-4515-86b0-917077ffcf66 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214723 Mar 11 00:02:07.391108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.450245 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc2645-9717-44f2-a0f0-fff7566d32bb x-openstack-request-id: req-efcc2645-9717-44f2-a0f0-fff7566d32bb {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:07.450808 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:07.450808 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efcc2645-9717-44f2-a0f0-fff7566d32bb {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:07.451156 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10', 'status': 'completed', 'code': 200} Mar 11 00:02:07.452905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4081999a-3496-4d6f-b79a-349b3908e0d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.8436327 Mar 11 00:02:07.459682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56282) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:07.481966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:e7:0b:6b', 'name': 'tempest-NetworksTestDHCPv6-1439879792'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:07.515139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.555644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:07.561666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for f8977446-f132-4f8c-b2cd-f06842c89fd3 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:07.584034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.594751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.600089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.614400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.620801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.626768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.633765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:07.635843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b63cb71-d190-4e75-ada1-dae8bd843e29 req-94468c96-7d39-47cd-b06f-b85d1a6f64a2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.3891129 Mar 11 00:02:07.652431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56286) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:07.673772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Request body: {'floatingip': {'port_id': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:07.738587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:07.890686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:07.966127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:08.017507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'port_id': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef', 'mac_address': 'fa:16:3e:56:f1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:08.101181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:08.102319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.112106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 26dad114-ad74-4f67-8416-e5cf666cadcd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:08.196551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:08.246179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:08.246568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.251513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:08.271402 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.292406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.293176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.293789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.294401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.295025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.296180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.296793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.299302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-6c25012d-f33a-4578-9710-c1c03aa8cf45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6505 time: 0.8345633 Mar 11 00:02:08.301035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:08.313625 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks [] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.333983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Transition to ACTIVE for port object 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:08.334926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f8977446-f132-4f8c-b2cd-f06842c89fd3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.362597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=f8977446-f132-4f8c-b2cd-f06842c89fd3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:08.365225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.399299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:08.416782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.422814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.434170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.447259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.453670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.459774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.476544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.478667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-d5125ca6-8dd5-4ee3-bac3-857565e14073 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5403 time: 0.8407280 Mar 11 00:02:08.486296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:08.486498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.496246 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e70179dc-63d6-4c5c-b9c0-82ba40674ec5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/f8977446-f132-4f8c-b2cd-f06842c89fd3 HTTP/1.1" status: 204 len: 168 time: 1.6055288 Mar 11 00:02:08.501902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56292) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:08.539129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Attempting to bind port 0b192ba6-e9ca-4b56-b3db-39434f1a124d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:08.539763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Attempting to bind port 0b192ba6-e9ca-4b56-b3db-39434f1a124d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:08.540309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Attempting to bind port 0b192ba6-e9ca-4b56-b3db-39434f1a124d on network 05543322-a00d-4710-b80f-14359ca26094 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:08.561073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:08.606137 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3193d6-7970-42a7-b64b-7378f5f63af2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:02:08.607611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-be3193d6-7970-42a7-b64b-7378f5f63af2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/f8977446-f132-4f8c-b2cd-f06842c89fd3 HTTP/1.1" status: 404 len: 333 time: 0.1047533 Mar 11 00:02:08.631905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56294) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:08.633905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4afe579d-9bc2-4939-b3d6-5ce41e57e4ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:08.678648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:08.718937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d31d192-df5e-4259-9914-5cbedb9c9ac2 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:08.719655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d31d192-df5e-4259-9914-5cbedb9c9ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.731474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 17f6c8d2-8d79-4ed7-9cad-a6824b75733c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:08.735415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (17f6c8d2-8d79-4ed7-9cad-a6824b75733c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.797418 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (17f6c8d2-8d79-4ed7-9cad-a6824b75733c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.808659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Port 0b192ba6-e9ca-4b56-b3db-39434f1a124d on network 05543322-a00d-4710-b80f-14359ca26094 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:08.808992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Attempting to bind port 0b192ba6-e9ca-4b56-b3db-39434f1a124d on network 05543322-a00d-4710-b80f-14359ca26094 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:08.882605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:08.883186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Checking segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:08.883768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Bound using segment: {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:08.884410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Bound port: 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '05543322-a00d-4710-b80f-14359ca26094'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:08.884962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.893740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ea0d-7f50-449b-9871-da76252053a0 req-a5fd12db-3448-4155-8eec-7f143fc8549f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:08.895694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a9ea0d-7f50-449b-9871-da76252053a0 req-a5fd12db-3448-4155-8eec-7f143fc8549f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.8419168 Mar 11 00:02:08.917325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (17f6c8d2-8d79-4ed7-9cad-a6824b75733c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.930798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (29a8cedb-56ea-4410-91e7-70d99908c58e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:08.931638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d31d192-df5e-4259-9914-5cbedb9c9ac2 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:09.005739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-ac27730b-6996-41d0-9aed-50f59a6fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:09.006327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-ac27730b-6996-41d0-9aed-50f59a6fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:09.007003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-ac27730b-6996-41d0-9aed-50f59a6fdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:09.008368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-ac27730b-6996-41d0-9aed-50f59a6fdc07 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f7aacb7ec5d48378c98404a98c240da&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6893513 Mar 11 00:02:09.015944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.023560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Attempting to bind port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:09.024363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Attempting to bind port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:09.024363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Attempting to bind port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 on network 128c5d5c-3517-42fd-a18c-a48f9013d74f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:09.030084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 on network 128c5d5c-3517-42fd-a18c-a48f9013d74f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:09.030442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Attempting to bind port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 on network 128c5d5c-3517-42fd-a18c-a48f9013d74f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:09.039820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (17f6c8d2-8d79-4ed7-9cad-a6824b75733c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.062433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.068450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22383c56-e0b0-40e3-9a78-b3544d37473a None None] Network 754f2293-c64f-462b-a298-f4bbf2bc53a4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:09.074036 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/17f6c8d2-8d79-4ed7-9cad-a6824b75733c HTTP/1.1" status: 204 len: 168 time: 0.4407983 Mar 11 00:02:09.075454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56296) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:09.080597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:09.080944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Checking segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:09.081353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Bound using segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:09.082590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Bound port: 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:09.083182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.254920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1ef32a3-fc99-42c6-89d9-1d16be7f0e42 req-767bb0ca-72ca-469f-b110-6a1949b49a09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6070845 Mar 11 00:02:09.263766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4d41688c-0958-4232-a77a-b07b0c1dfed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.264931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (754f2293-c64f-462b-a298-f4bbf2bc53a4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.272012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d741-69f2-48eb-9462-6e0dafa141e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=17f6c8d2-8d79-4ed7-9cad-a6824b75733c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:09.358993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:09.368069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] DHCP port deletion for 754f2293-c64f-462b-a298-f4bbf2bc53a4 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:09.372741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:09.383343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.428267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Deleting port 81e64d6e-9684-4cb7-b0ba-f8430797b6da {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:09.428841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.485987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '97d22241-2310-4360-865c-c7fc25cce536'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:09.489178 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd8ec5-035d-4636-88c4-b37a9220f689" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "97d22241-2310-4360-865c-c7fc25cce536"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:09.491647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:09.504295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] For port 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81e64d6e-9684-4cb7-b0ba-f8430797b6da,segment=NetworkSegment(e1a632c0-457e-4fd7-bc13-5d2e87803523),segment_id=e1a632c0-457e-4fd7-bc13-5d2e87803523)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:09.504465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.526451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Calling delete_port for 81e64d6e-9684-4cb7-b0ba-f8430797b6da owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:09.538938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:09.539798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.541095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-edbf5e13-c995-407c-881b-0c1ec54de211 service neutron] 10.222.0.30 "PUT /v2.0/ports/62f0fa15-cb27-43f8-b47b-69bd9d7028d7 HTTP/1.1" status: 200 len: 1091 time: 2.5745540 Mar 11 00:02:09.544604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 81e64d6e-9684-4cb7-b0ba-f8430797b6da {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:09.544952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.584887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Request body: {'port': {'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:09.663693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-d27a3f77-7ec2-4ae0-8cb6-57d9f02c60a1 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:09.665274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-d27a3f77-7ec2-4ae0-8cb6-57d9f02c60a1 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/ports?device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 945 time: 0.2424107 Mar 11 00:02:09.672209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.683763 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.683974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a9ea0d-7f50-449b-9871-da76252053a0 req-96e4dc31-cc07-4004-816c-0addae34bc0b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624967 Mar 11 00:02:09.735227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] Pushing event deleted for resources: {'Port': ['ID=81e64d6e-9684-4cb7-b0ba-f8430797b6da,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:09.747286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d28abd-3e42-426c-82ba-8b43e9ee7780 None None] No DVR routers for this DVR port 81e64d6e-9684-4cb7-b0ba-f8430797b6da on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:09.762001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port 81e64d6e-9684-4cb7-b0ba-f8430797b6da, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81e64d6e-9684-4cb7-b0ba-f8430797b6da,segment=NetworkSegment(e1a632c0-457e-4fd7-bc13-5d2e87803523),segment_id=e1a632c0-457e-4fd7-bc13-5d2e87803523)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:09.762001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.810080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 81e64d6e-9684-4cb7-b0ba-f8430797b6da owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:09.812283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:09.939852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:09.943571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:10.005540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Deleting port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:10.006203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.006738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81e64d6e-9684-4cb7-b0ba-f8430797b6da no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:10.032688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 81e64d6e-9684-4cb7-b0ba-f8430797b6da {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:10.033340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81e64d6e-9684-4cb7-b0ba-f8430797b6da not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:10.069558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.143670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (81e64d6e-9684-4cb7-b0ba-f8430797b6da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.190463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=81e64d6e-9684-4cb7-b0ba-f8430797b6da,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:10.200003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port 81e64d6e-9684-4cb7-b0ba-f8430797b6da on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:10.211699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] For port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:10.212107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.234098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Allocated IP 172.25.7.245 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/007dd537-bf84-4068-80e2-fa944b863eec) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:10.244225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port a1298566-d784-4251-9f65-b3cfe3fdb95c yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:10.259182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Calling delete_port for 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:10.285954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:10.286201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.287527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b192ba6-e9ca-4b56-b3db-39434f1a124d HTTP/1.1" status: 200 len: 1091 time: 5.1776922 Mar 11 00:02:10.289001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:10.291268 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d218c-6f53-4349-8a47-fb3b751a9eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:10.313073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-55e33648-7dd2-430c-9ec6-ccb4055e0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:10.314607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3bbaa9e-a0fc-4447-8a38-b4335ab2c88b req-55e33648-7dd2-430c-9ec6-ccb4055e0300 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2752540 Mar 11 00:02:10.389900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.410058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (754f2293-c64f-462b-a298-f4bbf2bc53a4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.436808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.448532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21f6b4-0c6e-47dd-9a79-159c89a739b3 req-23fbc1d9-7043-4fb9-943c-553e34c84a40 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:10.450238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c21f6b4-0c6e-47dd-9a79-159c89a739b3 req-23fbc1d9-7043-4fb9-943c-553e34c84a40 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=42409e61-6295-4518-a0a3-9fc5836cf850 HTTP/1.1" status: 200 len: 945 time: 0.6664624 Mar 11 00:02:10.462223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754f2293-c64f-462b-a298-f4bbf2bc53a4']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:10.477286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a632c0-457e-4fd7-bc13-5d2e87803523') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:10.477658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a632c0-457e-4fd7-bc13-5d2e87803523') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:10.483369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4bc15-f9b5-4e13-896c-10e234db74c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:10.501219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e1a632c0-457e-4fd7-bc13-5d2e87803523), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.550141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e1a632c0-457e-4fd7-bc13-5d2e87803523), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.590746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:02:10.591119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e1a632c0-457e-4fd7-bc13-5d2e87803523), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:02:10.594183 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:02:10.597697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9884f6c-50ea-4645-b081-25adc1964ac0 req-e55d2ed0-5170-48c7-8bbf-7aa72e034829 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:10.599479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28609424-21ff-472a-8048-4abb6da70daa {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:10.599605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9884f6c-50ea-4645-b081-25adc1964ac0 req-e55d2ed0-5170-48c7-8bbf-7aa72e034829 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 943 time: 0.5495446 Mar 11 00:02:10.623675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks [] for port (28609424-21ff-472a-8048-4abb6da70daa), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.628020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:02:10.670976 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.678694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Transition to ACTIVE for port object 28609424-21ff-472a-8048-4abb6da70daa will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:10.686304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.692162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (754f2293-c64f-462b-a298-f4bbf2bc53a4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.693699 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (64f2b47a-53e1-4ac0-a92a-e8d7637d60ea), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.714133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', '8702b606-1c1e-4d7d-b21b-57609da2d945'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:10.738574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.745738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/754f2293-c64f-462b-a298-f4bbf2bc53a4 HTTP/1.1" status: 204 len: 168 time: 1.6663804 Mar 11 00:02:10.758743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:10.763349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-490182002'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:10.770450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c21f6b4-0c6e-47dd-9a79-159c89a739b3 req-168c3099-7c8b-4805-b33b-7bc21fd7cbbf tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798164 Mar 11 00:02:10.778671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32000-0fd0-46a7-9cc7-0d5b0c7bd759 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=754f2293-c64f-462b-a298-f4bbf2bc53a4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:10.806593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-7d177236-f334-4ec0-b9d3-5f32acf92fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:10.808199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-7d177236-f334-4ec0-b9d3-5f32acf92fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 1125 time: 0.4557824 Mar 11 00:02:10.815419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.829930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for port (007dd537-bf84-4068-80e2-fa944b863eec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.867482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] No DVR routers for this DVR port 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:10.886748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.935530 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc9996-163d-4083-b52c-048fc7f3289f x-openstack-request-id: req-b7dc9996-163d-4083-b52c-048fc7f3289f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:10.935914 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "97d22241-2310-4360-865c-c7fc25cce536", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:10.936089 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7dc9996-163d-4083-b52c-048fc7f3289f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:10.936513 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '97d22241-2310-4360-865c-c7fc25cce536', 'status': 'completed', 'code': 200} Mar 11 00:02:10.937625 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:10.942106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0a27f2a-a038-46f8-86b6-9ee7f959f490 req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "DELETE /v2.0/ports/64f2b47a-53e1-4ac0-a92a-e8d7637d60ea HTTP/1.1" status: 204 len: 173 time: 1.2683902 Mar 11 00:02:10.947144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:11.074860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:11.078225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.080627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29cfa-f618-4261-8502-9ad97c43f524 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event deleted for resources: {'Port': ['ID=64f2b47a-53e1-4ac0-a92a-e8d7637d60ea,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:11.087711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-0e561046-8219-416c-bf7e-be4d31dd4410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d HTTP/1.1" status: 200 len: 217 time: 0.2623918 Mar 11 00:02:11.170806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:02:11.181110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Attempting to bind port 28609424-21ff-472a-8048-4abb6da70daa on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:11.181451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Attempting to bind port 28609424-21ff-472a-8048-4abb6da70daa by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:11.181806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Attempting to bind port 28609424-21ff-472a-8048-4abb6da70daa on network 128c5d5c-3517-42fd-a18c-a48f9013d74f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:11.189146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91e5503e-091b-4a0f-8a8e-9cbda3f52e6b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.189492 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Added segment 91e5503e-091b-4a0f-8a8e-9cbda3f52e6b of type vlan for network 93cb5a08-e90c-4463-ad40-06aa271ab54e Mar 11 00:02:11.198064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Port 28609424-21ff-472a-8048-4abb6da70daa on network 128c5d5c-3517-42fd-a18c-a48f9013d74f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:11.198394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Attempting to bind port 28609424-21ff-472a-8048-4abb6da70daa on network 128c5d5c-3517-42fd-a18c-a48f9013d74f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:11.202249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9884f6c-50ea-4645-b081-25adc1964ac0 req-e7d8bad1-2ecf-4b58-8f6d-c400493a3b11 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348029 Mar 11 00:02:11.234336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:11.235372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Checking segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:11.235372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Bound using segment: {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:11.235698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Bound port: 28609424-21ff-472a-8048-4abb6da70daa, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6762c002-fcb6-4a18-8ad6-c34459ea5b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:11.236152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.254688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (93cb5a08-e90c-4463-ad40-06aa271ab54e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.265353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 172.20.0.13 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/9051999a-31d6-4007-9dd4-28c1378dbe5a/a1298566-d784-4251-9f65-b3cfe3fdb95c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:11.312093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fee7:b6b (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/57a94177-9ffb-450d-bc3b-3f0100546daa/a1298566-d784-4251-9f65-b3cfe3fdb95c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:11.319085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (93cb5a08-e90c-4463-ad40-06aa271ab54e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.324204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.324827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.369213 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6095600 Mar 11 00:02:11.370302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:11.374254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56308) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:11.381130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:11.414974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:11.435276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-7ad3d630-125e-4d88-af82-4f7dde0fd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.436929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-7ad3d630-125e-4d88-af82-4f7dde0fd693 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.3163006 Mar 11 00:02:11.452757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e05b3d-d6d7-4017-a78b-7f61f6932e36 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Network': ['ID=93cb5a08-e90c-4463-ad40-06aa271ab54e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:11.462607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.468151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:02:11.516681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.517239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.517841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.518381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.518898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.520064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.520621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.522754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-4e7e7ef6-64c4-4da4-bdf6-be8f887d41dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6628 time: 0.5515208 Mar 11 00:02:11.557171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.558397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.560139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] 10.222.0.30 "PUT /v2.0/ports/28609424-21ff-472a-8048-4abb6da70daa HTTP/1.1" status: 200 len: 1091 time: 1.9806135 Mar 11 00:02:11.560285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44c633-c432-4806-9493-c102db940790 req-b5d3c90c-585e-43c6-96ea-fc51faba819e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:11.568370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e44c633-c432-4806-9493-c102db940790 req-b5d3c90c-585e-43c6-96ea-fc51faba819e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.5057647 Mar 11 00:02:11.593352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (007dd537-bf84-4068-80e2-fa944b863eec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.597967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-1a3a85d4-2c74-4256-a0df-51b1d1a16c09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069195 Mar 11 00:02:11.634325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d1b70-3663-4c1a-911d-79215a926cdd service neutron] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:11.654933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:11.658636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.692798 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Floating IP 06c47591-fe61-4e01-8fba-02b65efdb7bb associated. External IP: 172.25.7.38, port: 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0. Mar 11 00:02:11.702299 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.739659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:11.846922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:02:11.856819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:11.857195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:11.991675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (37918aca-2d80-4550-8b44-1858e05bfb91), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.011788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:12.012474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.074338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:12.078430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:12.082760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=37918aca-2d80-4550-8b44-1858e05bfb91,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:12.082925 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398608d-4f57-433a-bb9b-4f4922d00892" -d '{"events": [{"server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:12.087686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.088848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:12.101676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Checking segment: {'id': '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:12.102047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network hostable DHCP agents. Network: 93cb5a08-e90c-4463-ad40-06aa271ab54e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:02:12.122037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:02:12.133444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 93cb5a08-e90c-4463-ad40-06aa271ab54e) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:12.136084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:12.136463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 64f2b47a-53e1-4ac0-a92a-e8d7637d60ea not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:12.139398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.139780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.160142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c31a7-f8c5-4c2f-8562-990f6a079ca9 None None] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:12.160899 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d11f3555-090e-45ab-9b43-92284a93f3fe tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7841103 Mar 11 00:02:12.163485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56314) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:12.168924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1308901594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:12.200245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.201784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.226136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:12.289048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for router_controller (26d3051e-fd79-4c6c-b022-04a8abe97f2c), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.293581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.298445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.299484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.305883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.311783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.316934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.322546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.327139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.331378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.332812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ec166031-5802-4260-82b4-cc1da02a6bcc tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1681485 Mar 11 00:02:12.333831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56318) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:12.339677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e', 'name': 'tempest-PortsIpV6TestJSON-841879352'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:12.340601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79303a6a-772c-42be-b15c-939023fc4171 req-216a5ffe-558f-4832-9e1b-a80e8f3ae7a7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 1.0243278 Mar 11 00:02:12.341810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:12.345352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:12.411667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:12.437768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-21377dce-c26c-463e-b4b0-6a84bea9ba65 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209951 Mar 11 00:02:12.466077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Pushing event updated for resources: {'Port': ['ID=007dd537-bf84-4068-80e2-fa944b863eec,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:12.508871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:12.511966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-93cb5a08-e90c-4463-ad40-06aa271ab54e', 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '37918aca-2d80-4550-8b44-1858e05bfb91'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:12.516238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.517635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.535263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e44c633-c432-4806-9493-c102db940790 req-fdd8c640-fa3f-4d8c-a49e-dcde7a4ced22 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9658558 Mar 11 00:02:12.546690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 349d37c4-86a3-4760-9440-58ed3377ce71 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:12.681854 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0098694b-0622-45ca-9c33-7cf3f96f644a x-openstack-request-id: req-0098694b-0622-45ca-9c33-7cf3f96f644a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:12.682148 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:12.682419 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0098694b-0622-45ca-9c33-7cf3f96f644a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:12.682807 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d', 'status': 'completed', 'code': 200} Mar 11 00:02:12.697560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79303a6a-772c-42be-b15c-939023fc4171 req-3343b823-86f4-449e-9bf2-455461fce575 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3430228 Mar 11 00:02:12.697713 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70891bdf-1a38-4cdf-abfb-858e0128b912 x-openstack-request-id: req-70891bdf-1a38-4cdf-abfb-858e0128b912 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:12.698064 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "name": "network-vif-plugged", "status": "completed", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:12.698553 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70891bdf-1a38-4cdf-abfb-858e0128b912 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:12.700727 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef', 'code': 200} Mar 11 00:02:12.723873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::16f (93cb5a08-e90c-4463-ad40-06aa271ab54e/37918aca-2d80-4550-8b44-1858e05bfb91/349d37c4-86a3-4760-9440-58ed3377ce71) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:12.750217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-1133ee88-0d97-44d2-a308-4dd5f809b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.750798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-1133ee88-0d97-44d2-a308-4dd5f809b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.751299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-1133ee88-0d97-44d2-a308-4dd5f809b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.753609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-1133ee88-0d97-44d2-a308-4dd5f809b00c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f7aacb7ec5d48378c98404a98c240da&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1687980 Mar 11 00:02:12.944647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:12.973345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7'}, {'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'name': 'network-vif-deleted', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea'}, {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '28609424-21ff-472a-8048-4abb6da70daa'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:12.975910 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53478f9c-4610-4bbf-8a90-5fec5182be67" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7"}, {"server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "name": "network-vif-deleted", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea"}, {"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "28609424-21ff-472a-8048-4abb6da70daa"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:12.996329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130542-1afd-4481-b1cb-39cf727ebc6b req-90d6ab5e-8c2e-4340-b4b2-e9ef62818017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:12.998207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cc130542-1afd-4481-b1cb-39cf727ebc6b req-90d6ab5e-8c2e-4340-b4b2-e9ef62818017 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.2069795 Mar 11 00:02:13.067504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (349d37c4-86a3-4760-9440-58ed3377ce71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.085761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-02cdaf09-cf1b-42b0-ac1b-ebb6a82832af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.088601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42fd8ec5-035d-4636-88c4-b37a9220f689 req-02cdaf09-cf1b-42b0-ac1b-ebb6a82832af service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2920702 Mar 11 00:02:13.090105 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cc130542-1afd-4481-b1cb-39cf727ebc6b req-55c16a9b-e7e1-4227-bcd9-9344236d3e92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Mar 11 00:02:13.090717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24fa9b9a-825d-4ab6-86e5-f62092cf8c0a req-0d258f2e-9d6e-4b4d-b3cf-39bc06c5882e service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662346 Mar 11 00:02:13.160801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.225756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:13.233433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:13.237253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:13.245398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.246802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.277404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=349d37c4-86a3-4760-9440-58ed3377ce71,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:13.290416 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4dbffa75-effa-428d-b517-fd2f40c7f730 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9550388 Mar 11 00:02:13.293120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56336) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:13.293484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Allocated IP 2001:db8::2 (93cb5a08-e90c-4463-ad40-06aa271ab54e/37918aca-2d80-4550-8b44-1858e05bfb91/db4f50eb-659d-4da2-8b5d-4fbd388400e7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:13.322812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975fc07-94b1-4944-b79a-893aa5bd879a req-8ece036f-4ab7-4474-b4e0-4559eef204ab tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.330866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e975fc07-94b1-4944-b79a-893aa5bd879a req-8ece036f-4ab7-4474-b4e0-4559eef204ab tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 943 time: 0.5129647 Mar 11 00:02:13.511490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks [] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.515021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.535075 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.549334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.585931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:13.593629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:13.598510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:13.602011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Pushing event updated for resources: {'Port': ['ID=db4f50eb-659d-4da2-8b5d-4fbd388400e7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:13.644939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.645440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.645954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.646705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.647239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.647712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.650198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.656630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-5c8e6dab-8e24-49a9-8f00-9ff6e7e11e57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6701 time: 0.2979305 Mar 11 00:02:13.672100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Attempting to bind port db4f50eb-659d-4da2-8b5d-4fbd388400e7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:13.672483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Attempting to bind port db4f50eb-659d-4da2-8b5d-4fbd388400e7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:13.672856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Attempting to bind port db4f50eb-659d-4da2-8b5d-4fbd388400e7 on network 93cb5a08-e90c-4463-ad40-06aa271ab54e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:13.679322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:13.679752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Checking segment: {'id': '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:13.680443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.680765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Bound using segment: {'id': '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:13.681223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Bound port: db4f50eb-659d-4da2-8b5d-4fbd388400e7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '93cb5a08-e90c-4463-ad40-06aa271ab54e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:13.681610 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.702912 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b6218-4de8-40d1-9842-b5ea786644fe x-openstack-request-id: req-676b6218-4de8-40d1-9842-b5ea786644fe {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:13.703366 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7", "status": "completed", "code": 200}, {"server_uuid": "42409e61-6295-4518-a0a3-9fc5836cf850", "name": "network-vif-deleted", "tag": "64f2b47a-53e1-4ac0-a92a-e8d7637d60ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "28609424-21ff-472a-8048-4abb6da70daa", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:13.703759 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-676b6218-4de8-40d1-9842-b5ea786644fe {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:13.704260 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'status': 'completed', 'code': 200} Mar 11 00:02:13.704627 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42409e61-6295-4518-a0a3-9fc5836cf850', 'name': 'network-vif-deleted', 'tag': '64f2b47a-53e1-4ac0-a92a-e8d7637d60ea', 'status': 'completed', 'code': 200} Mar 11 00:02:13.705008 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': '28609424-21ff-472a-8048-4abb6da70daa', 'status': 'completed', 'code': 200} Mar 11 00:02:13.715353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Router e6917903-9b4e-43ed-b21e-b11263dfa83e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:02:13.729695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e975fc07-94b1-4944-b79a-893aa5bd879a req-af3faa33-9a4e-4775-91cf-33400b51c40c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976984 Mar 11 00:02:13.755573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] For port db4f50eb-659d-4da2-8b5d-4fbd388400e7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:13.759091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] For port db4f50eb-659d-4da2-8b5d-4fbd388400e7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db4f50eb-659d-4da2-8b5d-4fbd388400e7,segment=NetworkSegment(91e5503e-091b-4a0f-8a8e-9cbda3f52e6b),segment_id=91e5503e-091b-4a0f-8a8e-9cbda3f52e6b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:13.770548 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.811646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=a1298566-d784-4251-9f65-b3cfe3fdb95c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:13.812190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-a62843ad-f826-4544-8e29-84bd13067561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:13.820768 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-a62843ad-f826-4544-8e29-84bd13067561 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 1125 time: 0.4032040 Mar 11 00:02:13.821637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-f1565bc1-3e6a-41b3-907e-d55c1c369816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7 HTTP/1.1" status: 200 len: 217 time: 0.1463473 Mar 11 00:02:13.824247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:13.853144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf847217-0db5-4c13-b7fd-d08603b3dc81 None None] Pushing event updated for resources: {'Port': ['ID=db4f50eb-659d-4da2-8b5d-4fbd388400e7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:13.859558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router_gateway (29a8cedb-56ea-4410-91e7-70d99908c58e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:13.868729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:13.934004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:14.092065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-0331aada-4933-4f87-86b8-fa7fc597eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.093884 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-0331aada-4933-4f87-86b8-fa7fc597eb9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.2223930 Mar 11 00:02:14.179981 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-cac3ec11-33ce-402b-907d-e92de6bd213b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d HTTP/1.1" status: 200 len: 217 time: 0.0777259 Mar 11 00:02:14.467438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-4c0b1f3c-d7c2-44aa-9ea2-b788cf46eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.469200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-4c0b1f3c-d7c2-44aa-9ea2-b788cf46eb9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777 HTTP/1.1" status: 200 len: 855 time: 0.6175094 Mar 11 00:02:14.490645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.491493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:14.553504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8abab99a-360f-4bfd-a441-c712d8781e43 None None] Provisioning complete for port a1298566-d784-4251-9f65-b3cfe3fdb95c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:14.553504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8abab99a-360f-4bfd-a441-c712d8781e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:14.620229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8abab99a-360f-4bfd-a441-c712d8781e43 None None] Port a1298566-d784-4251-9f65-b3cfe3fdb95c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:14.655958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe8f5bd5-0f5a-496d-a362-315405dd55e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.1950121 Mar 11 00:02:14.663945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:14.724245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07549cd-9288-4fb1-91a2-bb632d638712 req-92f3ea73-ae54-42ab-ba29-8762a40eb2b7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.725975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f07549cd-9288-4fb1-91a2-bb632d638712 req-92f3ea73-ae54-42ab-ba29-8762a40eb2b7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.9338467 Mar 11 00:02:14.730781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-882b3b39-c0dd-46ac-b1e6-b0e8c910fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.732466 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-882b3b39-c0dd-46ac-b1e6-b0e8c910fb71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.5378239 Mar 11 00:02:14.753736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:14.771189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.778206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.779446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-6cc49aa1-baea-40b0-b178-af7762e3e3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367486 Mar 11 00:02:14.783746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.789203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.794459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.799940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.805302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.807333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-c54aa281-e026-42b5-86fc-eed87ac77173 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.8418415 Mar 11 00:02:14.871463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:14.881722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:14.884838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Sync routers for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:14.890792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c28a3a97-39d8-488e-833c-e61ddd812dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:14.892319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c28a3a97-39d8-488e-833c-e61ddd812dbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bc5db18-5892-46b8-b428-eea0c34a3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3919995 Mar 11 00:02:14.905229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:14.906363 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:15.043912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-93ddc82a-4cc2-4aef-9424-c0f601788e3e service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541058 Mar 11 00:02:15.095327 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:02:15.109705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f07549cd-9288-4fb1-91a2-bb632d638712 req-0904e81b-ebc4-463d-8a88-a7b96be26b0a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599410 Mar 11 00:02:15.125666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4cf18509-a9b4-440b-b85e-9b90f60439db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "PUT /v2.0/floatingips/06c47591-fe61-4e01-8fba-02b65efdb7bb HTTP/1.1" status: 200 len: 991 time: 7.4553645 Mar 11 00:02:15.147531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4b897-2ab1-433b-8d43-93c9aa3a653c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:15.159080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4b897-2ab1-433b-8d43-93c9aa3a653c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:15.168450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56350) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:15.170992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-09a4b897-2ab1-433b-8d43-93c9aa3a653c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5047626 Mar 11 00:02:15.190301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:15.193608 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:15.314498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-408051af-7bd2-4742-b844-f0fd3e2e74bf req-ab05c41e-3e54-42c2-8e31-896675434b5d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4786572 Mar 11 00:02:15.452313 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b94f5d5-d95b-4aaf-a420-ec5456b2043b x-openstack-request-id: req-7b94f5d5-d95b-4aaf-a420-ec5456b2043b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:15.452613 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:15.452871 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b94f5d5-d95b-4aaf-a420-ec5456b2043b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:15.453277 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'status': 'completed', 'code': 200} Mar 11 00:02:15.493746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.513400 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '06c47591-fe61-4e01-8fba-02b65efdb7bb', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'port_id': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'mac_address': 'fa:16:3e:d3:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:02:10Z', 'revision_number': 1, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:15.547459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-611d218c-6f53-4349-8a47-fb3b751a9eaf req-edab7ba3-7c68-4dd1-8ef0-5691239c6013 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887438 Mar 11 00:02:15.548823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c1c8da97-b4bc-48b7-8ff6-05b07a7d2512 service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231613 Mar 11 00:02:15.552872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.563938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Checking router: e6917903-9b4e-43ed-b21e-b11263dfa83e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:02:15.585988 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (349d37c4-86a3-4760-9440-58ed3377ce71), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.591248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port a1298566-d784-4251-9f65-b3cfe3fdb95c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:15.591613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.592293 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:15.593366 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:15.677873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbc3e6-d7f5-4938-8518-faffd2fdfb3f None None] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:15.776521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.793957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for a1298566-d784-4251-9f65-b3cfe3fdb95c owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:15.853804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Provisioning complete for port db4f50eb-659d-4da2-8b5d-4fbd388400e7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:15.864039 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:15.994086 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:02:16.015148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-20e384c9-d0bf-4c3d-a032-3d8f8aa8e341 service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097123 Mar 11 00:02:16.079493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.087141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-a8f11f1c-7735-4e54-b955-c48c7516637f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 217 time: 0.0643048 Mar 11 00:02:16.096195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a1298566-d784-4251-9f65-b3cfe3fdb95c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.187180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Current status of the port db4f50eb-659d-4da2-8b5d-4fbd388400e7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:16.187580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.193479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db4f50eb-659d-4da2-8b5d-4fbd388400e7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:16.208031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8510148a-b03e-448e-8cb0-3c70dcdeb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.218032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-8510148a-b03e-448e-8cb0-3c70dcdeb919 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.1007168 Mar 11 00:02:16.365887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] For port db4f50eb-659d-4da2-8b5d-4fbd388400e7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db4f50eb-659d-4da2-8b5d-4fbd388400e7,segment=NetworkSegment(91e5503e-091b-4a0f-8a8e-9cbda3f52e6b),segment_id=91e5503e-091b-4a0f-8a8e-9cbda3f52e6b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:16.378957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.406485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.409443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.409999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.410501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.410971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.411643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.411898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.416474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-09910dba-f1c6-4f97-8c8d-77d3ab0af16d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6707 time: 0.8984292 Mar 11 00:02:16.435705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dbe8b-abf2-45c0-a1ab-7e66c3b6c4fc req-c1ed0ad5-90c7-4555-9b06-9022e65fc7ba tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.437345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a27dbe8b-abf2-45c0-a1ab-7e66c3b6c4fc req-c1ed0ad5-90c7-4555-9b06-9022e65fc7ba tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 943 time: 0.9675300 Mar 11 00:02:16.451368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db4f50eb-659d-4da2-8b5d-4fbd388400e7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:16.451765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.494073 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '06c47591-fe61-4e01-8fba-02b65efdb7bb', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'port_id': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'mac_address': 'fa:16:3e:d3:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:02:10Z', 'revision_number': 1, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:16.496111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Router 29a8cedb-56ea-4410-91e7-70d99908c58e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:02:16.524405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.529919 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/a1298566-d784-4251-9f65-b3cfe3fdb95c HTTP/1.1" status: 204 len: 168 time: 1.3578804 Mar 11 00:02:16.538303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=349d37c4-86a3-4760-9440-58ed3377ce71,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:16.546530 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cefb7e-be66-4137-aac8-bb86967067de None None] The sync data for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 is: [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '06c47591-fe61-4e01-8fba-02b65efdb7bb', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'port_id': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'mac_address': 'fa:16:3e:d3:3c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:02:10Z', 'revision_number': 1, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:16.609715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359589e-e6c3-49f4-b98f-35ec273977ea None None] Pushing event updated for resources: {'Port': ['ID=db4f50eb-659d-4da2-8b5d-4fbd388400e7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:16.621775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56372) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:16.675100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5a3d-a96d-49ce-8039-791ffe3f8408 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=a1298566-d784-4251-9f65-b3cfe3fdb95c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:16.728993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db4f50eb-659d-4da2-8b5d-4fbd388400e7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:16.758292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:16.758986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Provisioning complete for port db4f50eb-659d-4da2-8b5d-4fbd388400e7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:16.761198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-69749637-d204-49f5-8391-317fa02a8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.762783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-69749637-d204-49f5-8391-317fa02a8cfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5118716 Mar 11 00:02:16.779878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.784125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] Sync routers for ids ['29a8cedb-56ea-4410-91e7-70d99908c58e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:16.789607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:16.790819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b08eb034-8418-4f1f-910c-a8468a35c889 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "PUT /v2.0/routers/29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 200 len: 916 time: 11.3372042 Mar 11 00:02:16.802278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56374) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:16.851818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] Routers {'29a8cedb-56ea-4410-91e7-70d99908c58e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:16.852921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['29a8cedb-56ea-4410-91e7-70d99908c58e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:16.889936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9edd50-7556-4258-a0aa-70b5f8f5f6d6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.893452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9edd50-7556-4258-a0aa-70b5f8f5f6d6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.895704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9edd50-7556-4258-a0aa-70b5f8f5f6d6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:16.897608 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c9edd50-7556-4258-a0aa-70b5f8f5f6d6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2335906 Mar 11 00:02:16.904498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:16.910339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:16.972114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-201c31c1-9614-4d06-aa43-7b6cb26a4433 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756585 Mar 11 00:02:16.980058 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b9f6c-d6bd-4435-9e69-3cfa313fd7db None None] New status for floating IP 06c47591-fe61-4e01-8fba-02b65efdb7bb: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:02:16.982370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] Routers {'29a8cedb-56ea-4410-91e7-70d99908c58e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:16.983425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['29a8cedb-56ea-4410-91e7-70d99908c58e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:17.005300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 57a94177-9ffb-450d-bc3b-3f0100546daa {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:17.011735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (57a94177-9ffb-450d-bc3b-3f0100546daa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.055263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:17.058750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbcd3c-742a-4148-943d-5c5c95304303 None None] The sync data for ids ['29a8cedb-56ea-4410-91e7-70d99908c58e'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:17.064625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Current status of the port db4f50eb-659d-4da2-8b5d-4fbd388400e7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:17.077310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (26d3051e-fd79-4c6c-b022-04a8abe97f2c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.087902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Provisioning complete for port 349d37c4-86a3-4760-9440-58ed3377ce71 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:17.088442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.092422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c48c4-aef8-4c21-af0d-30efab8a9615 req-12e3cfb6-56f4-4453-80f2-8e0700b71180 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.108059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c48c4-aef8-4c21-af0d-30efab8a9615 req-12e3cfb6-56f4-4453-80f2-8e0700b71180 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.109704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019c48c4-aef8-4c21-af0d-30efab8a9615 req-12e3cfb6-56f4-4453-80f2-8e0700b71180 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6&device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 1681 time: 0.7757125 Mar 11 00:02:17.149747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3a359-a7e0-4fe4-bfc9-2e7e014ba293 None None] Port 349d37c4-86a3-4760-9440-58ed3377ce71 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:17.167247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (57a94177-9ffb-450d-bc3b-3f0100546daa), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.180360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a27dbe8b-abf2-45c0-a1ab-7e66c3b6c4fc req-cd4e7493-8226-4aac-9f96-07164453fc1f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7238958 Mar 11 00:02:17.220041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019c48c4-aef8-4c21-af0d-30efab8a9615 req-45b03fab-e6d9-4675-ad11-543a2a984894 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881920 Mar 11 00:02:17.257740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-93bb709e-da6d-4a85-86ef-ec82aec1c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.259246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-93bb709e-da6d-4a85-86ef-ec82aec1c226 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef HTTP/1.1" status: 200 len: 912 time: 0.8191032 Mar 11 00:02:17.295090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d3acda07-755c-4f13-9f3b-4adbc1d10719 None None] Provisioning complete for port 349d37c4-86a3-4760-9440-58ed3377ce71 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:17.297739 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3acda07-755c-4f13-9f3b-4adbc1d10719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.321135 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84870480-7a46-4ad2-ad97-94128cbd0b75 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 200 len: 922 time: 0.5177462 Mar 11 00:02:17.325758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56380) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:17.383806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d3acda07-755c-4f13-9f3b-4adbc1d10719 None None] Port 349d37c4-86a3-4760-9440-58ed3377ce71 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:17.467159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.494146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (57a94177-9ffb-450d-bc3b-3f0100546daa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.507623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d8205bcb-1274-40e0-9bf9-7f4d7f72e974 None None] Provisioning complete for port 349d37c4-86a3-4760-9440-58ed3377ce71 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:17.508113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8205bcb-1274-40e0-9bf9-7f4d7f72e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.537133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849d7b7d-47a6-4abb-b437-e689c710a852 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.543329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-849d7b7d-47a6-4abb-b437-e689c710a852 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=29a8cedb-56ea-4410-91e7-70d99908c58e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2137578 Mar 11 00:02:17.573732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:17.603600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d8205bcb-1274-40e0-9bf9-7f4d7f72e974 None None] Port 349d37c4-86a3-4760-9440-58ed3377ce71 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:17.783474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0b192ba6-e9ca-4b56-b3db-39434f1a124d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:17.789743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (57a94177-9ffb-450d-bc3b-3f0100546daa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.845709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-de6a86d9-e2dd-449f-a978-abf7a0f180aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 200 len: 999 time: 0.5344996 Mar 11 00:02:17.853041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-324ba10f-c4c7-4b2d-a3e1-ad18ee6f2c25 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8614295 Mar 11 00:02:17.869933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=57a94177-9ffb-450d-bc3b-3f0100546daa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:17.876202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.883180 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-42d1c96e-f946-4539-a7f5-fc186c881b0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/57a94177-9ffb-450d-bc3b-3f0100546daa HTTP/1.1" status: 204 len: 168 time: 0.9695964 Mar 11 00:02:17.885373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56384) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:17.886645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418dcc0-a50b-4ec2-aa10-e2184868f965 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:17.952308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 9051999a-31d6-4007-9dd4-28c1378dbe5a {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:17.955279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-f9dd2298-b3df-4537-9d9a-1dd7425e4907 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 217 time: 0.0682530 Mar 11 00:02:17.955845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d5ab5-c855-4199-9837-f9e680671cc0 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.961341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d30d5ab5-c855-4199-9837-f9e680671cc0 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.3866909 Mar 11 00:02:17.964925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:17.977050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (9051999a-31d6-4007-9dd4-28c1378dbe5a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:17.982984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b03934-c54b-4064-bb27-f0c09c9874d5 req-80c8ac39-62bd-4336-9be4-708b4fa61663 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:17.984500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94b03934-c54b-4064-bb27-f0c09c9874d5 req-80c8ac39-62bd-4336-9be4-708b4fa61663 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6858399 Mar 11 00:02:18.013707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.035023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.035532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:18.041766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.047142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.054031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.062404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.064405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7e057f48-1d7a-4198-b3ea-17202d81e9e9 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 200 len: 205 time: 0.0978715 Mar 11 00:02:18.068548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.070509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-f2c26c86-de30-4c6d-a2c1-cb4ebcce02be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.6386220 Mar 11 00:02:18.075518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db4f50eb-659d-4da2-8b5d-4fbd388400e7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:18.075688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:18.082702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '0b192ba6-e9ca-4b56-b3db-39434f1a124d', 'network_id': '05543322-a00d-4710-b80f-14359ca26094', 'port_id': '0b192ba6-e9ca-4b56-b3db-39434f1a124d', 'mac_address': 'fa:16:3e:96:22:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d6c0bb-b682-4ddd-9960-d0d5d65845be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:18.115017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-1106d13d-2b44-4093-b09d-21889da3df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.116518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-1106d13d-2b44-4093-b09d-21889da3df97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d182f39-cab6-4b03-93e4-abcd938e5920 HTTP/1.1" status: 200 len: 850 time: 0.2626114 Mar 11 00:02:18.162189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (9051999a-31d6-4007-9dd4-28c1378dbe5a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.174734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0b192ba6-e9ca-4b56-b3db-39434f1a124d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:18.175781 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.193169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9da9497a-a200-4780-adb8-bb4ce510d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.194650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9da9497a-a200-4780-adb8-bb4ce510d833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.2193086 Mar 11 00:02:18.196323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b192ba6-e9ca-4b56-b3db-39434f1a124d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:18.202680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db4f50eb-659d-4da2-8b5d-4fbd388400e7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:18.203626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.245707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:18.257180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.273023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94b03934-c54b-4064-bb27-f0c09c9874d5 req-825751e7-5a5f-4fef-ac02-8df98d249829 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779639 Mar 11 00:02:18.319766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a597ef3-39d5-4c90-893a-565dafba1979 req-ca225538-d0ea-42f7-9296-88df4231b936 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2208374 Mar 11 00:02:18.341384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-dd43a6ab-7b81-46c8-9962-f988c7febd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.344251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-dd43a6ab-7b81-46c8-9962-f988c7febd02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2147722 Mar 11 00:02:18.370274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (349d37c4-86a3-4760-9440-58ed3377ce71), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.387354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.388469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (26d3051e-fd79-4c6c-b022-04a8abe97f2c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.405392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-78dd154f-f77a-4dac-97eb-fbe515774879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.408217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-78dd154f-f77a-4dac-97eb-fbe515774879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1939628 Mar 11 00:02:18.427462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:18.435751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:18.452873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db4f50eb-659d-4da2-8b5d-4fbd388400e7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:18.633308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0b192ba6-e9ca-4b56-b3db-39434f1a124d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:18.673071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-e2f265ec-1c8d-4043-92e1-962b0a7d53b7 service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183405 Mar 11 00:02:18.708550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940317-a7a9-43f1-bf4b-5c2a6a6b381c req-28c268aa-72ac-4770-b66a-1bde4308026f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:18.710340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83940317-a7a9-43f1-bf4b-5c2a6a6b381c req-28c268aa-72ac-4770-b66a-1bde4308026f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 944 time: 0.2930083 Mar 11 00:02:18.740570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-77a009db-02be-4395-98f7-d77e1bb381c4 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077664 Mar 11 00:02:18.966527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83940317-a7a9-43f1-bf4b-5c2a6a6b381c req-9437c736-3dc1-4a94-bac2-8ef1ba6294a8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303813 Mar 11 00:02:18.975513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d84d8b5e-92c9-4b4f-a919-f68f2ad7f4f7 req-d2dc804b-bdac-451b-81d5-4a2fe3aa1804 service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928851 Mar 11 00:02:19.018230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-b25a577a-570c-479b-a077-dd2c6f9c487c service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552781 Mar 11 00:02:19.076738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-09d96261-48a1-450f-9d87-aef6476a8254 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b21c323d-9303-4e12-ae9f-660273dcbd10 HTTP/1.1" status: 200 len: 217 time: 0.0472634 Mar 11 00:02:19.091965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=349d37c4-86a3-4760-9440-58ed3377ce71,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:19.116151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (9051999a-31d6-4007-9dd4-28c1378dbe5a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.149729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9bb6a50b-5ae9-4815-9a04-0de8e5d3dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:19.151514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9bb6a50b-5ae9-4815-9a04-0de8e5d3dab1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.0656517 Mar 11 00:02:19.264273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-ac889d6f-244f-4969-9283-229eb0347c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:19.266061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-ac889d6f-244f-4969-9283-229eb0347c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0970929 Mar 11 00:02:19.272964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e8f153c5-ef2b-4be4-95be-ae8d968bfb12 None None] Provisioning complete for port 26dad114-ad74-4f67-8416-e5cf666cadcd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:19.273490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8f153c5-ef2b-4be4-95be-ae8d968bfb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.330906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:19.332253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (9051999a-31d6-4007-9dd4-28c1378dbe5a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.342209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (29a8cedb-56ea-4410-91e7-70d99908c58e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.345425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:19.380170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=9051999a-31d6-4007-9dd4-28c1378dbe5a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:19.388974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.392094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-83b0ad09-965d-4304-934a-6890e5b48ffc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/9051999a-31d6-4007-9dd4-28c1378dbe5a HTTP/1.1" status: 204 len: 168 time: 1.5028608 Mar 11 00:02:19.420561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56408) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:19.459059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e8f153c5-ef2b-4be4-95be-ae8d968bfb12 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:19.465611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012e23d-b804-4aa0-ab1e-99bbf1f5e2df None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:19.467258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-87136cd9-57aa-4856-885f-edf1ab9f4ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853991 Mar 11 00:02:19.593837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port 007dd537-bf84-4068-80e2-fa944b863eec {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:19.594276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (007dd537-bf84-4068-80e2-fa944b863eec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.608723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9762f160-fbdb-438e-9a5d-d03ee1e45d2c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1850307 Mar 11 00:02:19.619405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56410) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:19.637533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Router 26d3051e-fd79-4c6c-b022-04a8abe97f2c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:02:19.669476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ea53-57b5-4e56-9f59-54bf678ba19f req-5d416179-872b-48f8-9905-a5ca977a89ca tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:19.678355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec9ea53-57b5-4e56-9f59-54bf678ba19f req-5d416179-872b-48f8-9905-a5ca977a89ca tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 945 time: 0.4075315 Mar 11 00:02:19.695043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:19.725341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-771940a3-1672-46ed-a93d-e80343f2c149 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170167 Mar 11 00:02:19.762383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a802b8-0269-47cd-a3b8-930f4a933476 req-09f0d915-79bb-4c08-a33a-c2bfe7628dbe tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:19.763905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63a802b8-0269-47cd-a3b8-930f4a933476 req-09f0d915-79bb-4c08-a33a-c2bfe7628dbe tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3418355 Mar 11 00:02:19.810044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-15377f90-1767-4244-b7e6-694f87f3ad19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=97d22241-2310-4360-865c-c7fc25cce536 HTTP/1.1" status: 200 len: 217 time: 0.0680437 Mar 11 00:02:19.824510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Deleting port 26dad114-ad74-4f67-8416-e5cf666cadcd {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:19.825239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.837599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ec9ea53-57b5-4e56-9f59-54bf678ba19f req-70e1131d-38ff-468f-a6a1-df0d265d8fb2 tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579731 Mar 11 00:02:19.957179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:19.970801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=26dad114-ad74-4f67-8416-e5cf666cadcd,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:19.971292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.971876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-24f9ea99-87a9-4e6a-9e75-736c65ae6575 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/routers/26d3051e-fd79-4c6c-b022-04a8abe97f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6771657 Mar 11 00:02:19.975045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (007dd537-bf84-4068-80e2-fa944b863eec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:19.979220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56412) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:19.996273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] Sync routers for ids ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:20.013766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead59a4-deac-483f-9775-9783d417ea9c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.017838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-36c5bf4a-2a03-40f9-8742-722b97d13f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.019628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-36c5bf4a-2a03-40f9-8742-722b97d13f4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.2012353 Mar 11 00:02:20.021200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56416) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:20.021343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eead59a4-deac-483f-9775-9783d417ea9c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3956447 Mar 11 00:02:20.025817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7e750496-d613-4159-afb7-63f35a2acf68 None None] Provisioning complete for port 349d37c4-86a3-4760-9440-58ed3377ce71 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:20.026266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e750496-d613-4159-afb7-63f35a2acf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.032600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Calling delete_port for 26dad114-ad74-4f67-8416-e5cf666cadcd owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:20.034271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63a802b8-0269-47cd-a3b8-930f4a933476 req-b2ef5710-1661-442c-88eb-93562c3b658c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322900 Mar 11 00:02:20.035178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for 007dd537-bf84-4068-80e2-fa944b863eec owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:20.260061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 26dad114-ad74-4f67-8416-e5cf666cadcd no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:20.296223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.302415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.307336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] Routers {'26d3051e-fd79-4c6c-b022-04a8abe97f2c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:20.308139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:20.311586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.320229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.320884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (007dd537-bf84-4068-80e2-fa944b863eec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.326092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.332650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.338406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.340834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-d74e84e4-a1e1-4a3a-8eba-c6130e7b8a6e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.4000447 Mar 11 00:02:20.343401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e189101-c2d9-432c-a81b-d47f4354432f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.345272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4e189101-c2d9-432c-a81b-d47f4354432f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3061116 Mar 11 00:02:20.358998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56418) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:20.368740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3468cbc-f2d4-4a43-92e8-a5862b4d2b7e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.372161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=007dd537-bf84-4068-80e2-fa944b863eec,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:20.373438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3468cbc-f2d4-4a43-92e8-a5862b4d2b7e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d3051e-fd79-4c6c-b022-04a8abe97f2c HTTP/1.1" status: 200 len: 988 time: 0.3921254 Mar 11 00:02:20.375365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56420) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:20.395824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37ffa-4f01-4a0d-a345-b03838351ae8 req-6bc79fd5-3d7c-49ed-85f6-08a675426da5 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.399239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27d37ffa-4f01-4a0d-a345-b03838351ae8 req-6bc79fd5-3d7c-49ed-85f6-08a675426da5 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 944 time: 0.2390106 Mar 11 00:02:20.404148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 26dad114-ad74-4f67-8416-e5cf666cadcd is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:20.404633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.412851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e298a95b-0239-4624-8a7e-4dcf06ffd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:20.414590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-e298a95b-0239-4624-8a7e-4dcf06ffd2b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3602638 Mar 11 00:02:20.454271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4714fa4-1348-4a2f-ada4-cc65886c5d01 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723960 Mar 11 00:02:20.455336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:20.473962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7e750496-d613-4159-afb7-63f35a2acf68 None None] Port 349d37c4-86a3-4760-9440-58ed3377ce71 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:20.475582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:20.490393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] Routers {'26d3051e-fd79-4c6c-b022-04a8abe97f2c'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:20.491187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:20.492362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:20.541950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:20.542729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f1ba1-43ea-409b-859c-8d1a1d58a224 None None] The sync data for ids ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:20.545461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 26dad114-ad74-4f67-8416-e5cf666cadcd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=26dad114-ad74-4f67-8416-e5cf666cadcd,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:20.569017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.586734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (29a8cedb-56ea-4410-91e7-70d99908c58e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.634085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:20.639244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (26dad114-ad74-4f67-8416-e5cf666cadcd), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.650890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-977b0ff5-f0e5-4fd2-bd32-9d65f0d28a46 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888399 Mar 11 00:02:20.671258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] Pushing event deleted for resources: {'Port': ['ID=26dad114-ad74-4f67-8416-e5cf666cadcd,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:20.675549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915cea8-e85b-4b56-8cb4-ae2bf038dc22 None None] No DVR routers for this DVR port 26dad114-ad74-4f67-8416-e5cf666cadcd on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:20.787734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.791769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (29a8cedb-56ea-4410-91e7-70d99908c58e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.817232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27d37ffa-4f01-4a0d-a345-b03838351ae8 req-db4051fa-7cc9-4cfa-96cd-cd973069be74 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052644 Mar 11 00:02:20.850669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9d3154-7441-4713-a4a3-bfcceb0b1cd5 req-6f35e44e-c1ba-4ddc-a990-affb5510c112 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4906220 Mar 11 00:02:20.939389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (29a8cedb-56ea-4410-91e7-70d99908c58e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.939815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router 29a8cedb-56ea-4410-91e7-70d99908c58e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:02:20.949295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.951029 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ed400cc5-0288-4042-adc0-bf66a90dcc51 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 204 len: 168 time: 2.8721273 Mar 11 00:02:20.955395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:20.960356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-858955315', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:20.998265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:20.999367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.126694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.185832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-d45d44e6-3075-44c7-851c-c8518ffbed1e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.187377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-d45d44e6-3075-44c7-851c-c8518ffbed1e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/ports?device_id=54924b4e-45a9-440f-9c27-01b56d9958d6 HTTP/1.1" status: 200 len: 945 time: 0.1821592 Mar 11 00:02:21.269935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:21.272996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.274458 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:21.274885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:21.287562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-7c8dc1a7-5c75-4395-8fea-1d7b0a5ccb9f tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.289088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-7c8dc1a7-5c75-4395-8fea-1d7b0a5ccb9f tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 945 time: 0.6362374 Mar 11 00:02:21.366698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-57ceee1a-6f02-4cdd-95c5-4cf496318578 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8780260 Mar 11 00:02:21.369097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:21.369226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.376493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-b21889f5-3a39-4fdc-b13a-ddb9e0ba289d service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843867 Mar 11 00:02:21.384316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (26d3051e-fd79-4c6c-b022-04a8abe97f2c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.385035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:21.403049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae80e5-c016-4d9b-af64-5b37f522f53c req-cb568ea4-530e-451b-925b-26028e57ec0a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.408274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dcae80e5-c016-4d9b-af64-5b37f522f53c req-cb568ea4-530e-451b-925b-26028e57ec0a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 945 time: 0.2115035 Mar 11 00:02:21.439062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1d0a-cdfd-40a7-be15-ea11baf300c6 req-7de5603f-66a7-4d73-a0aa-c3fb4b972701 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.442533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f87a1d0a-cdfd-40a7-be15-ea11baf300c6 req-7de5603f-66a7-4d73-a0aa-c3fb4b972701 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2386730 Mar 11 00:02:21.543150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-dcd5a691-94e6-4db8-90cc-1c363771a8a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7 HTTP/1.1" status: 200 len: 217 time: 0.1502814 Mar 11 00:02:21.603341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Deleting port 8702b606-1c1e-4d7d-b21b-57609da2d945 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:21.603341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.718241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dcae80e5-c016-4d9b-af64-5b37f522f53c req-6710bee9-473f-4a42-9fdb-4e4878e9d37b tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/security-groups?id=4a489c6b-c020-45f3-bf5e-6e701670b4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745197 Mar 11 00:02:21.735958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f87a1d0a-cdfd-40a7-be15-ea11baf300c6 req-e8bbc792-63b5-4b18-8eda-598150bc7e71 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755432 Mar 11 00:02:21.737539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-849e046b-5401-4b74-b106-18ed645d0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.740064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-849e046b-5401-4b74-b106-18ed645d0d5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.1869676 Mar 11 00:02:21.756044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:21.759866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.761764 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:21.762420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:21.774267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] For port 8702b606-1c1e-4d7d-b21b-57609da2d945, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8702b606-1c1e-4d7d-b21b-57609da2d945,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:21.774639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.782679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Deleting port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:21.783021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:21.812437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Calling delete_port for 8702b606-1c1e-4d7d-b21b-57609da2d945 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:21.819745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0b192ba6-e9ca-4b56-b3db-39434f1a124d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:21.825437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27992bcd-2c17-4f41-8413-82f3438ac259 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4512393 Mar 11 00:02:21.830003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:21.839157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:21.988055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-0a93776e-5c9d-4683-9a32-233b1f7a561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:21.989592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-0a93776e-5c9d-4683-9a32-233b1f7a561e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2234874 Mar 11 00:02:22.001580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 0b192ba6-e9ca-4b56-b3db-39434f1a124d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:02:22.010370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 0b192ba6-e9ca-4b56-b3db-39434f1a124d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:22.013260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.122761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0b192ba6-e9ca-4b56-b3db-39434f1a124d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:22.123615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.158882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:22.165061 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b094fb83-2991-4ed9-84db-91a87f4383a4" -d '{"events": [{"server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "name": "network-vif-plugged", "status": "completed", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:22.176667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] For port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,segment=NetworkSegment(869f76a3-739b-42b7-a8c5-4aaeaf725272),segment_id=869f76a3-739b-42b7-a8c5-4aaeaf725272)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:22.177047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.188983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:22.198481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.218837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d5b9a-62a1-4aab-ad35-70af9702914b req-7d006455-939d-4123-8900-4e35c594321a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.226151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad1d5b9a-62a1-4aab-ad35-70af9702914b req-7d006455-939d-4123-8900-4e35c594321a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 944 time: 0.2807944 Mar 11 00:02:22.234189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Calling delete_port for efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:22.240485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:22.243821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.245235 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:22.245657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:22.294202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-71b0773c-8cd0-40fd-aa22-a4a2c983ad26 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980485 Mar 11 00:02:22.305476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:22.314519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.314985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.315431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.316434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.317216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.317676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.318108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.318642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.319071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.319496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.319935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.320568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.321369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:22.348578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.353812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.359252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.365066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.370269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.374741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.375480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.381364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.383330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30030537-0c55-43aa-9214-93f59eb351ea req-221df800-837c-462c-9392-14060cc08313 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3386443 Mar 11 00:02:22.398171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad1ad482-d27b-4f5f-aff3-79de888d4916 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5638204 Mar 11 00:02:22.404342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:22.413140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:22.417121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.447052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 349d37c4-86a3-4760-9440-58ed3377ce71 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:22.447644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.468389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad1d5b9a-62a1-4aab-ad35-70af9702914b req-655d4733-138f-430b-ba64-c5bcd3c41150 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372026 Mar 11 00:02:22.515149 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24177d-c9ab-4b73-b1a6-22b87534ed69 x-openstack-request-id: req-9f24177d-c9ab-4b73-b1a6-22b87534ed69 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:22.515495 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "name": "network-vif-plugged", "status": "completed", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:22.515797 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f24177d-c9ab-4b73-b1a6-22b87534ed69 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:22.516518 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d', 'code': 200} Mar 11 00:02:22.663384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30030537-0c55-43aa-9214-93f59eb351ea req-650d16fa-cef4-428a-8580-6598884e97a5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2544878 Mar 11 00:02:22.668246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-98e154c0-3365-43d6-93b7-91d08ad08c3f service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401237 Mar 11 00:02:22.669712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (efa8bf9c-5b53-4b7b-9cbb-d40fc7487234), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.685459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', '8702b606-1c1e-4d7d-b21b-57609da2d945'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:22.781117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event deleted for resources: {'Port': ['ID=efa8bf9c-5b53-4b7b-9cbb-d40fc7487234,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:22.787380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-eb39e799-4f11-4fea-b717-b4b6a34e45d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28609424-21ff-472a-8048-4abb6da70daa HTTP/1.1" status: 200 len: 217 time: 0.0915871 Mar 11 00:02:22.815179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:22.821780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.823640 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:22.824299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:22.840842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.853772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfecb43-2960-4ce1-ba7c-5493b5fd2323 req-2ba12e41-ccba-4e1a-a456-0155bfd2e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.855954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbfecb43-2960-4ce1-ba7c-5493b5fd2323 req-2ba12e41-ccba-4e1a-a456-0155bfd2e74c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 1127 time: 0.1931562 Mar 11 00:02:22.867054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8702b606-1c1e-4d7d-b21b-57609da2d945), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.892369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', '8702b606-1c1e-4d7d-b21b-57609da2d945'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:22.913777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] No DVR routers for this DVR port efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:22.920624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:22.920930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9247031-cca1-4242-b7eb-7b0ffcd682e6 req-e93a443b-44e7-4374-97fb-309e875af72a tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "DELETE /v2.0/ports/efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 HTTP/1.1" status: 204 len: 173 time: 1.6159322 Mar 11 00:02:22.923216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-ce314c24-bee9-4972-87ff-f8c6c452f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:22.925002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-ce314c24-bee9-4972-87ff-f8c6c452f1db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.1192894 Mar 11 00:02:22.928052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'name': 'network-vif-deleted', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:22.931462 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03731722-d32b-428b-a639-d522cb567498" -d '{"events": [{"server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "name": "network-vif-deleted", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:22.954591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 349d37c4-86a3-4760-9440-58ed3377ce71 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:22.963527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Pushing event deleted for resources: {'Port': ['ID=8702b606-1c1e-4d7d-b21b-57609da2d945,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:22.967145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Allocated IP 172.25.7.95 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a15a8c49-2d0f-4e9d-8c6f-f975a94915b2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:22.997218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e7676b10-6113-404a-bb4c-a2d1f512c65b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5906663 Mar 11 00:02:23.011891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56450) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:23.026812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:23.040366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a0af50a-4db6-44fe-aa64-da9c2160fc66 req-71da4baf-9b05-4320-b604-0c392a10ba1d tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.21 "GET /v2.0/ports?device_id=862e3887-6b85-4e89-b099-66f3e67660e6 HTTP/1.1" status: 200 len: 210 time: 0.1129141 Mar 11 00:02:23.105151 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc8c1c-8329-433b-8213-d4fe5887a936 x-openstack-request-id: req-dacc8c1c-8329-433b-8213-d4fe5887a936 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:23.105891 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862e3887-6b85-4e89-b099-66f3e67660e6", "name": "network-vif-deleted", "tag": "efa8bf9c-5b53-4b7b-9cbb-d40fc7487234", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:23.106159 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dacc8c1c-8329-433b-8213-d4fe5887a936 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:23.106814 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862e3887-6b85-4e89-b099-66f3e67660e6', 'name': 'network-vif-deleted', 'tag': 'efa8bf9c-5b53-4b7b-9cbb-d40fc7487234', 'status': 'completed', 'code': 200} Mar 11 00:02:23.125434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10648c8-d869-4307-9da0-2b9e3e185bf4 req-150f15fe-0a26-4910-85de-b589ec8739a6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:23.127099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10648c8-d869-4307-9da0-2b9e3e185bf4 req-150f15fe-0a26-4910-85de-b589ec8739a6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2010441 Mar 11 00:02:23.131120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c7020b3f-e006-4fc9-9b7b-a1a54ff22a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:23.132687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-c7020b3f-e006-4fc9-9b7b-a1a54ff22a42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1981316 Mar 11 00:02:23.166568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bbfecb43-2960-4ce1-ba7c-5493b5fd2323 req-61567b5a-9b2c-4b59-967c-bc88d535bcac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943659 Mar 11 00:02:23.196259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] No DVR routers for this DVR port 8702b606-1c1e-4d7d-b21b-57609da2d945 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:23.198917 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.202665 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c9398fcf-723f-427d-9b9c-e52b1d73e720 req-8986de8f-21be-4ae2-b358-154f9ca0079e tempest-ListServersNegativeTestJSON-1482581013 tempest-ListServersNegativeTestJSON-1482581013-project] 10.222.0.30 "DELETE /v2.0/ports/8702b606-1c1e-4d7d-b21b-57609da2d945 HTTP/1.1" status: 204 len: 173 time: 1.9169858 Mar 11 00:02:23.210115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'name': 'network-vif-deleted', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:23.212409 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13e72c-0ec0-4d3d-ab92-60f5b3e7c67b" -d '{"events": [{"server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "name": "network-vif-deleted", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:23.252766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10648c8-d869-4307-9da0-2b9e3e185bf4 req-d9fa462d-5695-4caf-bd79-8ee8f754906f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176307 Mar 11 00:02:23.289413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-b9d3dd40-ae30-42a1-8606-32641503e5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393065 Mar 11 00:02:23.307264 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f65ea-48e7-49d0-8bde-5dfd281a4194 x-openstack-request-id: req-d45f65ea-48e7-49d0-8bde-5dfd281a4194 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:23.307562 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54924b4e-45a9-440f-9c27-01b56d9958d6", "name": "network-vif-deleted", "tag": "8702b606-1c1e-4d7d-b21b-57609da2d945", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:23.307819 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d45f65ea-48e7-49d0-8bde-5dfd281a4194 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:23.308240 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54924b4e-45a9-440f-9c27-01b56d9958d6', 'name': 'network-vif-deleted', 'tag': '8702b606-1c1e-4d7d-b21b-57609da2d945', 'status': 'completed', 'code': 200} Mar 11 00:02:23.405826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for port (a15a8c49-2d0f-4e9d-8c6f-f975a94915b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.430587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:23.434297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.435889 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:23.436341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:23.474163 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a3935b0e-ec0e-4067-ae67-4398d0fa8e8d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4532540 Mar 11 00:02:23.478210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56454) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:23.483803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:23.538619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a15a8c49-2d0f-4e9d-8c6f-f975a94915b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.652984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:23.670459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:23.677296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-052bed02-4937-4748-800a-01a14b8a4b33 req-9c6a4f44-7ecc-46e3-b3b3-d970fcbb4425 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738008 Mar 11 00:02:23.679192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:23.696698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145f3f4-32ab-4a8a-9d5e-70b795e11a18 req-025b1f99-62d7-4af7-994f-0fd9b72a3873 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:23.705447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6145f3f4-32ab-4a8a-9d5e-70b795e11a18 req-025b1f99-62d7-4af7-994f-0fd9b72a3873 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.1182671 Mar 11 00:02:23.719443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event updated for resources: {'Port': ['ID=a15a8c49-2d0f-4e9d-8c6f-f975a94915b2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:23.728778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (349d37c4-86a3-4760-9440-58ed3377ce71), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.754367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.754654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.755091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.755334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.755672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.756087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.756439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.756770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.757099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.761012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.769323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.769730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.770044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:23.784756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6145f3f4-32ab-4a8a-9d5e-70b795e11a18 req-b9b4eb8a-ebd7-411c-a8ab-58277e8cd23d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Mar 11 00:02:23.827101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:23.831122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:23.833205 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:23.833640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:23.935761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=349d37c4-86a3-4760-9440-58ed3377ce71,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:24.010678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.024101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.029959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.035989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.041542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.048645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.055235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.057159 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-babc4274-9021-43c6-8a76-24f49f5ffd4a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5776644 Mar 11 00:02:24.057350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a13cadc-2587-4d21-815a-40331a85f609 req-c1c99e4c-a956-4a51-a001-3a402d91b2bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.2710519 Mar 11 00:02:24.057841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56460) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:24.074852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.075381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.075854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.076345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.076936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.077470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.077994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.080281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-12ddd34e-cab4-4a15-8cd9-10cbc2fddc8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6701 time: 0.2845240 Mar 11 00:02:24.191084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-ec3dd52a-3c37-4a04-9ff9-4796448c5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.192735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-ec3dd52a-3c37-4a04-9ff9-4796448c5660 service neutron] 10.222.0.30 "GET /v2.0/networks?id=128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 200 len: 903 time: 0.0985932 Mar 11 00:02:24.211428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (26d3051e-fd79-4c6c-b022-04a8abe97f2c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:24.213805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:24.226909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4fda43d3-da5f-4012-9ce2-d58e06807957 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1648793 Mar 11 00:02:24.228166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56468) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:24.266057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-6117f2ce-bb1b-49e6-947b-89ea1e0b034d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7 HTTP/1.1" status: 200 len: 217 time: 0.0455096 Mar 11 00:02:24.343277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a13cadc-2587-4d21-815a-40331a85f609 req-3ac936a8-4c78-4883-97fa-ba99951bec85 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2618520 Mar 11 00:02:24.363797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-31ea22b9-556a-4bcd-aaf3-b8dfca2e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.365350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-31ea22b9-556a-4bcd-aaf3-b8dfca2e10ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.0899389 Mar 11 00:02:24.460487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384399ea-ddc4-47c1-88f4-ba69c38a1325 req-d48d12a1-dc47-4592-bfac-2772f0a7c058 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.462024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-384399ea-ddc4-47c1-88f4-ba69c38a1325 req-d48d12a1-dc47-4592-bfac-2772f0a7c058 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1085265 Mar 11 00:02:24.464426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d372583-3a4c-4545-a79a-a1d30908f126 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.465893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1d372583-3a4c-4545-a79a-a1d30908f126 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2364078 Mar 11 00:02:24.471038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:24.473781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-52d5fe41-7746-4cb6-87b4-26c7861e45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.475768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-52d5fe41-7746-4cb6-87b4-26c7861e45b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0832474 Mar 11 00:02:24.483452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Deleting subnet c25072c9-f137-4fd6-8b42-30582fe90854 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:24.550831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5a6f3d6-86ab-4233-b42a-c784ed986c0a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693672 Mar 11 00:02:24.551158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Publish callbacks [] for subnet (c25072c9-f137-4fd6-8b42-30582fe90854), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:24.553688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56474) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:24.577543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:24.632916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (c25072c9-f137-4fd6-8b42-30582fe90854), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:24.646312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-384399ea-ddc4-47c1-88f4-ba69c38a1325 req-90ca6896-c20b-46bd-92dd-b47a06998024 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682816 Mar 11 00:02:24.686446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-3d6c730b-6f38-4162-a68c-47903312a98a service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427169 Mar 11 00:02:24.697944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:24.789281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-fba03d41-27be-44fd-a2a2-87ac7f17ddcc service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960021 Mar 11 00:02:24.864337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Router 26d3051e-fd79-4c6c-b022-04a8abe97f2c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:02:24.868790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c25072c9-f137-4fd6-8b42-30582fe90854), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:24.904733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.905480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.905952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.906409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.906866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.907370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.907827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:24.910243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-b5725e71-bc82-4735-9d42-ab1211cd4a8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6701 time: 0.0667455 Mar 11 00:02:24.954171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:24.958488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:25.343939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e97e13-f62b-447d-95fc-4b7db31d91c7 req-2d482d60-697d-41d8-acc9-617ebbac8506 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.345519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2e97e13-f62b-447d-95fc-4b7db31d91c7 req-2d482d60-697d-41d8-acc9-617ebbac8506 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.4343839 Mar 11 00:02:25.368621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-78a74620-256c-41a7-9b52-de1a85fbea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.370339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-78a74620-256c-41a7-9b52-de1a85fbea89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 200 len: 903 time: 0.4505520 Mar 11 00:02:25.431031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-7e52f4cf-1b84-49c1-b66b-abac9989ea06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28609424-21ff-472a-8048-4abb6da70daa HTTP/1.1" status: 200 len: 217 time: 0.0527709 Mar 11 00:02:25.508744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:25.516999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2e97e13-f62b-447d-95fc-4b7db31d91c7 req-e5d75c05-3129-48b0-bbc8-f489d072eaa1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599550 Mar 11 00:02:25.521733 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] Sync routers for ids ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:25.531382 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] Routers {'26d3051e-fd79-4c6c-b022-04a8abe97f2c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:25.532289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:25.541150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-e2c7f7f8-2a08-41a9-8971-e7a7a4c574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.543150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-e2c7f7f8-2a08-41a9-8971-e7a7a4c574bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.0926487 Mar 11 00:02:25.570764 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:25.583875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d1a096e1-38cf-422f-9f30-7a8a1c4c8a3d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/routers/26d3051e-fd79-4c6c-b022-04a8abe97f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2028105 Mar 11 00:02:25.585062 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] Routers {'26d3051e-fd79-4c6c-b022-04a8abe97f2c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:25.585859 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:25.589279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (c25072c9-f137-4fd6-8b42-30582fe90854), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:25.595952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56482) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:25.623914 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:25.624837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb6e06-1328-437c-9b0c-59ddcb5c3fb8 None None] The sync data for ids ['26d3051e-fd79-4c6c-b022-04a8abe97f2c'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:25.647476 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e5a9c0-7e90-4051-ac71-3f555ad5b54b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:02:25.654373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e1e5a9c0-7e90-4051-ac71-3f555ad5b54b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/349d37c4-86a3-4760-9440-58ed3377ce71 HTTP/1.1" status: 404 len: 333 time: 0.0497918 Mar 11 00:02:25.661242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56484) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:25.673595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.680175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.682799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25072c9-f137-4fd6-8b42-30582fe90854,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:25.688879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:25.689038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.694048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0cc7ca94-a92f-4284-821e-5d94a52f491c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c25072c9-f137-4fd6-8b42-30582fe90854 HTTP/1.1" status: 204 len: 168 time: 1.4779849 Mar 11 00:02:25.694893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.698881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56488) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:25.702008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.709195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.719221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.734400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57a84989-be64-471b-90b2-855a0a0b7171 req-38affd60-ca8f-4a67-91b9-23b401b05bfb tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.2968667 Mar 11 00:02:25.814746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:25.828335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8702b606-1c1e-4d7d-b21b-57609da2d945 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:25.868551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8702b606-1c1e-4d7d-b21b-57609da2d945 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:25.869178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8702b606-1c1e-4d7d-b21b-57609da2d945 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:25.869754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:25.895858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:25.896288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device efa8bf9c-5b53-4b7b-9cbb-d40fc7487234 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:25.906384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-c116605b-62e9-4902-bf80-25e09856e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:25.907852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-c116605b-62e9-4902-bf80-25e09856e00b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3540270 Mar 11 00:02:25.952876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.002535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.035490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (3ecb3ce3-89cf-4523-8896-00dfcc9a581e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.066472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:26.092979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'port_id': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'mac_address': 'fa:16:3e:ec:b1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:26.132076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-c50874dc-b564-4785-abc5-5e7e6c08f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.134020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57a84989-be64-471b-90b2-855a0a0b7171 req-936ec9fd-5363-4c54-9fca-6900ad6d9d09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3989999 Mar 11 00:02:26.135476 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-c50874dc-b564-4785-abc5-5e7e6c08f127 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 1127 time: 0.3362579 Mar 11 00:02:26.199217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:26.199615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.230943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:26.277593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:26.282578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.327707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (3ecb3ce3-89cf-4523-8896-00dfcc9a581e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.433057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:26.462440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d25c4e0d-5979-41f5-b42a-d503f99f447a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:26.482225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc65ad-8cf5-406b-a8f9-75745613a107 req-b9151181-287b-43c4-abde-cc717ff248ae tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.483740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-befc65ad-8cf5-406b-a8f9-75745613a107 req-b9151181-287b-43c4-abde-cc717ff248ae tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.6529312 Mar 11 00:02:26.492319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:26.496878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ecb3ce3-89cf-4523-8896-00dfcc9a581e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:26.515843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (75d7ab26-359d-4dc5-b86a-61dd86d74809), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.542064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.555480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for router_controller (26d3051e-fd79-4c6c-b022-04a8abe97f2c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.565114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869f76a3-739b-42b7-a8c5-4aaeaf725272') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:26.568442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869f76a3-739b-42b7-a8c5-4aaeaf725272') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:26.614480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-5d6ee000-4d41-434f-9ae3-0e6916a78756 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434917 Mar 11 00:02:26.652440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (26d3051e-fd79-4c6c-b022-04a8abe97f2c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.652985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Fanout notify agent at l3_agent the message router_deleted on router 26d3051e-fd79-4c6c-b022-04a8abe97f2c {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:02:26.668212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-befc65ad-8cf5-406b-a8f9-75745613a107 req-59fe5d0b-3991-4af3-bcb5-9330d021e81e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696522 Mar 11 00:02:26.675237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c13c-c65f-4a82-b35c-84a9c6204359 req-d9878868-15a1-41f4-9c10-20af95911e80 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.676861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5908c13c-c65f-4a82-b35c-84a9c6204359 req-d9878868-15a1-41f4-9c10-20af95911e80 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3705137 Mar 11 00:02:26.683814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.687325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1dedd565-df39-4d22-b45d-9d32d4f6d5ba tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/routers/26d3051e-fd79-4c6c-b022-04a8abe97f2c HTTP/1.1" status: 204 len: 168 time: 0.9477398 Mar 11 00:02:26.689502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:26.708473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:26.720669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (869f76a3-739b-42b7-a8c5-4aaeaf725272), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.733131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:26.765235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.766334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.783650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff0028-3460-45a8-b61f-75a612c7753e None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:26.795164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-c8df0299-3fd1-41e6-9228-2a6b9c05dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.795331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-c8df0299-3fd1-41e6-9228-2a6b9c05dd6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.6519530 Mar 11 00:02:26.796303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (869f76a3-739b-42b7-a8c5-4aaeaf725272), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.856155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-3fbdacf0-1514-4044-b1aa-d176a2ba77ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d HTTP/1.1" status: 200 len: 217 time: 0.0515585 Mar 11 00:02:26.858947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=75d7ab26-359d-4dc5-b86a-61dd86d74809,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:26.864139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Router 48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:02:26.867451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:02:26.867958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (869f76a3-739b-42b7-a8c5-4aaeaf725272), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.868243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 37918aca-2d80-4550-8b44-1858e05bfb91 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:02:26.871845 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:02:26.899453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5908c13c-c65f-4a82-b35c-84a9c6204359 req-c85426b0-f07c-4c94-a2c3-058e154b2aaa tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133658 Mar 11 00:02:26.900962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (37918aca-2d80-4550-8b44-1858e05bfb91), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:26.943354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a6579ee-c5a2-4e4a-a649-a8ab1eef4b84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3714073 Mar 11 00:02:26.945139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-887d0405-f70e-4a33-bf52-d321a16f0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:26.946691 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-887d0405-f70e-4a33-bf52-d321a16f0c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.0766621 Mar 11 00:02:26.947196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56522) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:26.948755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53478f9c-4610-4bbf-8a90-5fec5182be67 req-e9df7473-9ad6-4196-836b-cb865440a3dc service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107498 Mar 11 00:02:26.954209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:47:cb:d1', 'name': 'tempest-NetworksTestDHCPv6-1895794279'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:26.990510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (37918aca-2d80-4550-8b44-1858e05bfb91), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.082551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '75d7ab26-359d-4dc5-b86a-61dd86d74809'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:27.084058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.179568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:27.190664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-c7044962-1c1f-42d6-8524-1b2e850d6ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723731 Mar 11 00:02:27.216466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (3ecb3ce3-89cf-4523-8896-00dfcc9a581e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.239888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] Sync routers for ids ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:27.285896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.289219 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ecb3ce3-89cf-4523-8896-00dfcc9a581e HTTP/1.1" status: 204 len: 168 time: 1.5890539 Mar 11 00:02:27.297131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfa796-6084-412a-846d-be6d7c33397f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecb3ce3-89cf-4523-8896-00dfcc9a581e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:27.309603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.311087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c999653-7370-4710-8485-7ec46f89d44d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3547046 Mar 11 00:02:27.315278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56528) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:27.330666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:27.348601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] Routers {'48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:27.349539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:27.384849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (37918aca-2d80-4550-8b44-1858e05bfb91), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.497457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:27.560454 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-54483e9b-15b9-4e8e-aa51-be6355ee86b6 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570833 Mar 11 00:02:27.599793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:27.631539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (37918aca-2d80-4550-8b44-1858e05bfb91), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.637042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Allocated IP 2001:db8::f816:3eff:fe14:74bb (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/75d7ab26-359d-4dc5-b86a-61dd86d74809/0a5abc85-5327-490c-ad26-b7929ce5c6f8) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:27.647534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:27.666061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.673223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.679427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.685220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.691729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.697006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.704627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:27.707755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a738eb05-f4af-4671-b024-a780675573a5 req-ae3974c1-ca6a-49a3-8797-6688924b024c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.2502258 Mar 11 00:02:27.742605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=37918aca-2d80-4550-8b44-1858e05bfb91,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:27.746190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:27.749450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/37918aca-2d80-4550-8b44-1858e05bfb91 HTTP/1.1" status: 204 len: 168 time: 1.0589898 Mar 11 00:02:27.757113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56534) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:27.792553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.792930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.793280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.793620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.793957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.794286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.794614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.794938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.795263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.795587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.795908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.796255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.796575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2bb44-f4b0-46df-af4e-5558252f8226 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:02:27.822909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e6766bf8-e5da-4006-8322-85af02e58553 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95842c3c82c4499a9ea39842c1af17da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180645 Mar 11 00:02:27.823721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56536) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:27.958518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ddeb0-2433-4547-92d4-010d44a71f3e None None] Network 93cb5a08-e90c-4463-ad40-06aa271ab54e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:27.967224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:28.005042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (93cb5a08-e90c-4463-ad40-06aa271ab54e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.025406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a738eb05-f4af-4671-b024-a780675573a5 req-a0b4a638-5385-4404-b047-8d3d45b849a6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2913072 Mar 11 00:02:28.070819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99308be-a01d-4248-b445-1ef5c37e55a3 req-e3a039f1-a8c8-43d0-9719-6551bac39bd0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:28.072697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b99308be-a01d-4248-b445-1ef5c37e55a3 req-e3a039f1-a8c8-43d0-9719-6551bac39bd0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 944 time: 0.2478824 Mar 11 00:02:28.104878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] Publish callbacks [] for security_group (4a489c6b-c020-45f3-bf5e-6e701670b4d3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.117700 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d5e0d22-b8a5-47b1-99bc-af50f15c60ab req-36e12558-ab55-43b8-963f-e0016a056333 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676030 Mar 11 00:02:28.166159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] Publish callbacks [] for security_group (4a489c6b-c020-45f3-bf5e-6e701670b4d3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.264151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b99308be-a01d-4248-b445-1ef5c37e55a3 req-cfd28f2d-bb6b-4a2a-914c-3eb875a77fb4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556325 Mar 11 00:02:28.323956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port db4f50eb-659d-4da2-8b5d-4fbd388400e7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:28.324677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.359221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4a489c6b-c020-45f3-bf5e-6e701670b4d3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.369129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks [] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.372620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.374317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.375698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a489c6b-c020-45f3-bf5e-6e701670b4d3 HTTP/1.1" status: 204 len: 168 time: 0.5419049 Mar 11 00:02:28.411837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 109968ec-d162-48c2-8f0d-2f173f3de18b yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:28.422230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] Routers {'48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:28.428666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffe46b-42af-4488-a543-1ebd5f5f5665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a489c6b-c020-45f3-bf5e-6e701670b4d3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:28.429236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:28.545696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6cb1a-5b50-4c0c-ac7f-be4361f79db0 req-933b6acb-f63d-4ebe-ac2f-ffcaa752d821 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:28.547501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16e6cb1a-5b50-4c0c-ac7f-be4361f79db0 req-933b6acb-f63d-4ebe-ac2f-ffcaa752d821 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3333254 Mar 11 00:02:28.556867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:28.559313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b3215-aae6-4a91-9a2b-59fc4e68a169 None None] The sync data for ids ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:28.562464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] For port db4f50eb-659d-4da2-8b5d-4fbd388400e7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db4f50eb-659d-4da2-8b5d-4fbd388400e7,segment=NetworkSegment(91e5503e-091b-4a0f-8a8e-9cbda3f52e6b),segment_id=91e5503e-091b-4a0f-8a8e-9cbda3f52e6b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:28.562858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.581176 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.595439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for db4f50eb-659d-4da2-8b5d-4fbd388400e7 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:28.732700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16e6cb1a-5b50-4c0c-ac7f-be4361f79db0 req-018f7026-2ff0-486a-a5dc-899e5723f470 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638644 Mar 11 00:02:28.763526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:28.775914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d25c4e0d-5979-41f5-b42a-d503f99f447a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:28.776412 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.782889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:28.797190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:28.822372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (db4f50eb-659d-4da2-8b5d-4fbd388400e7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.877055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=db4f50eb-659d-4da2-8b5d-4fbd388400e7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:28.887306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Pushing event updated for resources: {'Port': ['ID=0a5abc85-5327-490c-ad26-b7929ce5c6f8,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:28.890484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No DVR routers for this DVR port db4f50eb-659d-4da2-8b5d-4fbd388400e7 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:28.935033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Attempting to bind port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:28.935400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Attempting to bind port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:28.935757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Attempting to bind port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:28.943340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:28.943625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:28.944056 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.944888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:28.945422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Bound port: 0a5abc85-5327-490c-ad26-b7929ce5c6f8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:28.945739 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:28.952770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe47:cbd1 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/75d7ab26-359d-4dc5-b86a-61dd86d74809/109968ec-d162-48c2-8f0d-2f173f3de18b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:29.049010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5dda66-f339-4e62-b152-44d1feb7f278 None None] DHCP port deletion for 93cb5a08-e90c-4463-ad40-06aa271ab54e request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:29.064804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.121075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (93cb5a08-e90c-4463-ad40-06aa271ab54e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.143131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] For port 0a5abc85-5327-490c-ad26-b7929ce5c6f8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:29.162675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] For port 0a5abc85-5327-490c-ad26-b7929ce5c6f8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0a5abc85-5327-490c-ad26-b7929ce5c6f8,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:29.171709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cb5a08-e90c-4463-ad40-06aa271ab54e']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:29.180814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:29.181265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.191455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.198494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:29.198849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e5503e-091b-4a0f-8a8e-9cbda3f52e6b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:29.241534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (91e5503e-091b-4a0f-8a8e-9cbda3f52e6b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.258373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2872-56bf-40c3-99fa-e0963b94532f None None] Pushing event updated for resources: {'Port': ['ID=0a5abc85-5327-490c-ad26-b7929ce5c6f8,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:29.291088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:29.295872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:29.301032 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d5a59e-c72d-4eb7-81f5-c6437a51fa11" -d '{"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:29.305077 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.359082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91e5503e-091b-4a0f-8a8e-9cbda3f52e6b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.396085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:02:29.396527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (91e5503e-091b-4a0f-8a8e-9cbda3f52e6b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:02:29.407014 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:02:29.437193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.445527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:29.512555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.519226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.529435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.547745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.551531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.553170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.573540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.588612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.591078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c922ff70-1dd2-4b8a-9b1e-630322a1f1fe tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3767073 Mar 11 00:02:29.637486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Deleting port a15a8c49-2d0f-4e9d-8c6f-f975a94915b2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:29.637827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a15a8c49-2d0f-4e9d-8c6f-f975a94915b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.695123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (93cb5a08-e90c-4463-ad40-06aa271ab54e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.734465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.737819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/93cb5a08-e90c-4463-ad40-06aa271ab54e HTTP/1.1" status: 204 len: 168 time: 1.9697731 Mar 11 00:02:29.780748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56570) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:29.797246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d10eb0-4793-4a88-865b-bf5f292dda6c req-efc46567-6ce8-48dd-921c-f68606a64c0a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.798820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8d10eb0-4793-4a88-865b-bf5f292dda6c req-efc46567-6ce8-48dd-921c-f68606a64c0a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3455610 Mar 11 00:02:29.816636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.841208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875ceab-42a4-42bd-9ee9-08ed9bd8e326 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=93cb5a08-e90c-4463-ad40-06aa271ab54e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:29.891813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a15a8c49-2d0f-4e9d-8c6f-f975a94915b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:29.907618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Calling delete_port for a15a8c49-2d0f-4e9d-8c6f-f975a94915b2 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:29.936366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-372ac0ba-da0c-4d9a-b8b2-1db4f5ebe3c2 req-c50bdee9-4ae1-46e6-aebe-ddce1b182573 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2699370 Mar 11 00:02:29.945907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27d400-6539-4c53-8d54-7148b7fc5a0b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:29.947898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5d27d400-6539-4c53-8d54-7148b7fc5a0b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/7209d77f-3ee7-4309-92cd-663beb5d8062 HTTP/1.1" status: 200 len: 845 time: 0.1481714 Mar 11 00:02:29.955843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56576) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:30.009986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56578) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:30.035048 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf3adf-f540-41eb-9e67-4f1e0c5c6751 x-openstack-request-id: req-28cf3adf-f540-41eb-9e67-4f1e0c5c6751 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:30.036110 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:30.036559 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28cf3adf-f540-41eb-9e67-4f1e0c5c6751 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:30.037325 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'code': 200} Mar 11 00:02:30.074978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8d10eb0-4793-4a88-865b-bf5f292dda6c req-2c405c10-bcfc-4ec9-b160-b71d0f4d63f2 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271721 Mar 11 00:02:30.117084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-55de2135-8342-4399-bcad-38ac9ced57e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/7209d77f-3ee7-4309-92cd-663beb5d8062?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1486876 Mar 11 00:02:30.118376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:30.143088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:30.144561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0a5abc85-5327-490c-ad26-b7929ce5c6f8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:30.250005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:30.250691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.347562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-528994312-network', 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:30.402295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:30.403406 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.446180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c00930-290c-4801-9b26-14a63885f0d9 req-33774a47-892c-4d4f-a343-6bee6b630036 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:30.448597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10c00930-290c-4801-9b26-14a63885f0d9 req-33774a47-892c-4d4f-a343-6bee6b630036 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.2636411 Mar 11 00:02:30.450383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:30.461358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.463825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:30.467691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.469519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 0a5abc85-5327-490c-ad26-b7929ce5c6f8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0a5abc85-5327-490c-ad26-b7929ce5c6f8,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:30.476529 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.719431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a15a8c49-2d0f-4e9d-8c6f-f975a94915b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.727183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:30.739508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:30.751994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:30.761451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:30.762453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.767705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.885556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=109968ec-d162-48c2-8f0d-2f173f3de18b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:30.921960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db4f50eb-659d-4da2-8b5d-4fbd388400e7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:30.944529 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-98b5978c-3b85-4a3e-a1f2-6d2288bf3d92 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9941254 Mar 11 00:02:30.947478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Pushing event deleted for resources: {'Port': ['ID=a15a8c49-2d0f-4e9d-8c6f-f975a94915b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:30.949971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:30.952097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56584) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:31.001277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: db4f50eb-659d-4da2-8b5d-4fbd388400e7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:31.005816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db4f50eb-659d-4da2-8b5d-4fbd388400e7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:31.012912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=0a5abc85-5327-490c-ad26-b7929ce5c6f8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:31.063464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f4642852-f51d-46a6-a24f-fcce7d7018f5 None None] Provisioning complete for port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:31.064068 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4642852-f51d-46a6-a24f-fcce7d7018f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.293412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f4642852-f51d-46a6-a24f-fcce7d7018f5 None None] Current status of the port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:31.307358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edd9bd-4e18-4286-a621-e0a010e414a5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.314233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edd9bd-4e18-4286-a621-e0a010e414a5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.318662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0edd9bd-4e18-4286-a621-e0a010e414a5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3627915 Mar 11 00:02:31.322159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56590) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:31.456977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-30556504-d628-4486-80ae-dbf62ee2a6ea None None] Provisioning complete for port 109968ec-d162-48c2-8f0d-2f173f3de18b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:31.461296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-30556504-d628-4486-80ae-dbf62ee2a6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.465510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10c00930-290c-4801-9b26-14a63885f0d9 req-c8ef4ec3-d430-4793-a06d-6574127ba98e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243750 Mar 11 00:02:31.466616 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (02492b01-6ab9-4554-b05e-da2187a3be99), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.504104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.510400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.517655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.524028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.530320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.533878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.546823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.579538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.597748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.611201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-30556504-d628-4486-80ae-dbf62ee2a6ea None None] Port 109968ec-d162-48c2-8f0d-2f173f3de18b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:31.620295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-6585ceac-b91c-4bcb-beb3-de2900531bab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3215003 Mar 11 00:02:31.701619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:31.729253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:31.739876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e384386-36d2-421d-8d82-101a330d68de None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:31.740241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.740772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.770861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Router 48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:02:31.807233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 109968ec-d162-48c2-8f0d-2f173f3de18b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:31.808165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.808531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84879ebe-bd8b-4d7d-9e8a-68dec45650d8 req-e938e190-a4d5-42f6-9fbc-1998da45ba5a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:31.810061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84879ebe-bd8b-4d7d-9e8a-68dec45650d8 req-e938e190-a4d5-42f6-9fbc-1998da45ba5a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1560953 Mar 11 00:02:31.860892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2b57064-bdfe-446c-b939-f6908c822fdf req-82353205-fa49-41a4-a602-b33b598b5fab tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2016943 Mar 11 00:02:31.866635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks [] for security_group (9d70ea7b-4a50-45e4-a77f-82e1739ab167), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.871767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7495952 Mar 11 00:02:31.872762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d3dd9-5ec8-4c06-9e25-82a2b13e4991 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=02492b01-6ab9-4554-b05e-da2187a3be99,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:31.879462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56592) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:31.883588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9d70ea7b-4a50-45e4-a77f-82e1739ab167), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.890854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132004775'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:31.924403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70ea7b-4a50-45e4-a77f-82e1739ab167,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:31.970310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-60947701-2f45-4c2a-ae42-0282fde1881b', 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'project_id': '544c3827c9b8424592d3a1e18b336b27', 'fixed_ips': [{'subnet_id': '02492b01-6ab9-4554-b05e-da2187a3be99'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:31.972344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:31.978838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84879ebe-bd8b-4d7d-9e8a-68dec45650d8 req-e8981f5c-f7e2-4885-9d0f-cfd4cd3d92e5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285818 Mar 11 00:02:31.985167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:02:32.020383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.021183 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Added segment dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc of type vlan for network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 Mar 11 00:02:32.025459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:32.036239 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] Sync routers for ids ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:32.089947 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] Routers {'48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:32.091502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.091964 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:32.108783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a387fad-6961-41e9-9bd6-007340fa3df8 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "PUT /v2.0/routers/48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 200 len: 705 time: 4.7746825 Mar 11 00:02:32.108783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.114044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56594) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.125389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.183144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0a5abc85-5327-490c-ad26-b7929ce5c6f8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:32.188271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:32.211438 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] Routers {'48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:32.212795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:32.229043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8ec9dd68-712d-4885-8d93-96aed7f86142 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/routers/48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 200 len: 740 time: 0.1136312 Mar 11 00:02:32.233917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56596) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.238903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.243221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:32.243846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.282201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (3d840c91-59e9-4b3e-9821-087a927136c4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.291068 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:32.292000 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faed5f28-76ed-4ddf-bb1a-cca286cb6645 None None] The sync data for ids ['48f6a321-62a0-4bf1-8b09-e6eeb4e665e4'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:32.307715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2942758 Mar 11 00:02:32.310207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3d840c91-59e9-4b3e-9821-087a927136c4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.317983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.320645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:32.321069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.338400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.343110 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4615545 Mar 11 00:02:32.344791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Request body: {'subnet': {'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-528994312-subnet', 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:32.345754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.350732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56600) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.352483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6905c4fc-5263-4974-b628-67e3305f5576 tempest-RoutersAdminTest-1137078824 tempest-RoutersAdminTest-1137078824-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 200 len: 205 time: 0.1174679 Mar 11 00:02:32.357100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1296224751'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:32.357712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56602) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.373111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Allocated IP 2001:db8::2 (60947701-2f45-4c2a-ae42-0282fde1881b/02492b01-6ab9-4554-b05e-da2187a3be99/d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:32.387177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 109968ec-d162-48c2-8f0d-2f173f3de18b owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:32.405167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7634c220-c13a-4c82-88b2-b72f8814488e tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 200 len: 205 time: 0.0461152 Mar 11 00:02:32.413087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:32.454976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf029ac6-7c6d-45a5-8e8c-71358c87d0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:32.467445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:32.470687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.500931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:02:32.601082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.611204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca0320-cf37-454c-9c55-146a29bf2014 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d840c91-59e9-4b3e-9821-087a927136c4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:32.677779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:32.723828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.781870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks [] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.821562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.824442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.897238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:32.901977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:32.909993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e7ccf-35e8-4b2e-a370-7547e5898cc4 req-537126d1-cb38-4225-8926-8ce8880baf3f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:32.912167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0e7ccf-35e8-4b2e-a370-7547e5898cc4 req-537126d1-cb38-4225-8926-8ce8880baf3f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.2229142 Mar 11 00:02:32.927891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:32.933344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (63e8e142-5f00-4993-b193-dcddfc9ba6fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:32.999057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63e8e142-5f00-4993-b193-dcddfc9ba6fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.009989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0e7ccf-35e8-4b2e-a370-7547e5898cc4 req-cf0aa837-53c4-4092-a775-ce78c3d63210 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738015 Mar 11 00:02:33.033802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:33.036840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Checking segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:33.037601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Network hostable DHCP agents. Network: 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:02:33.088012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:33.136056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:02:33.137448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Attempting to bind port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:33.138697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Attempting to bind port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd03ffefe-3029-43b3-af0b-18979c241094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:33.139476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Attempting to bind port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 on network 60947701-2f45-4c2a-ae42-0282fde1881b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:33.151286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:33.152312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Checking segment: {'id': 'd03ffefe-3029-43b3-af0b-18979c241094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:33.153325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.154177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Bound using segment: {'id': 'd03ffefe-3029-43b3-af0b-18979c241094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:33.155016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Bound port: d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03ffefe-3029-43b3-af0b-18979c241094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:33.155798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.192177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.204536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router_controller (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.213950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.224816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.231229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.236893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.244478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.250422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.256482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.258543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-215f98ba-4f92-409a-870b-d7a076acc29e req-20f5176a-cf58-49ca-8912-f5ee93328b79 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.1881132 Mar 11 00:02:33.259213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:33.268201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:33.274667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe233d1-956b-4af9-8dca-523af99e3937 None None] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:33.274943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.276354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9242575 Mar 11 00:02:33.278035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.278653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.282976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ac65f-b467-49ae-9757-e9a24859610f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8e142-5f00-4993-b193-dcddfc9ba6fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:33.294394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56612) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.314605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27392299-b4de-4665-807d-3de0ee298f98 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9741087 Mar 11 00:02:33.320842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-578908529', 'security_groups': ['63e8e142-5f00-4993-b193-dcddfc9ba6fb'], 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02492b01-6ab9-4554-b05e-da2187a3be99'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:33.371892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (48f6a321-62a0-4bf1-8b09-e6eeb4e665e4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.372863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Fanout notify agent at l3_agent the message router_deleted on router 48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:02:33.382869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.384411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-efb0521e-58bb-4125-8127-23e21b99ec30 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 204 len: 168 time: 0.9697063 Mar 11 00:02:33.389548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56616) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.390986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74551bdc-2fa5-4fad-b457-96e94e83007f req-6236c6ab-7fe2-40f3-9d8d-e666b150912d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.392708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74551bdc-2fa5-4fad-b457-96e94e83007f req-6236c6ab-7fe2-40f3-9d8d-e666b150912d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2414973 Mar 11 00:02:33.434996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2303b5c5-cf7a-4488-acaa-30385fe545be tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 200 len: 205 time: 0.0439434 Mar 11 00:02:33.437444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56618) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.449717 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (109968ec-d162-48c2-8f0d-2f173f3de18b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.490030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:33.508334 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a716824d-7c61-4ea7-a8b8-bfd3b15dfb09 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:33.509760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a716824d-7c61-4ea7-a8b8-bfd3b15dfb09 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/48f6a321-62a0-4bf1-8b09-e6eeb4e665e4 HTTP/1.1" status: 404 len: 336 time: 0.0706415 Mar 11 00:02:33.520351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74551bdc-2fa5-4fad-b457-96e94e83007f req-3c5a7fd6-2508-4938-b8f5-d2df2c637da8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168652 Mar 11 00:02:33.526283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56620) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.559015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.564443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.569996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/109968ec-d162-48c2-8f0d-2f173f3de18b HTTP/1.1" status: 204 len: 168 time: 2.2462282 Mar 11 00:02:33.571164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a6a5e-78da-4d53-b1fe-50786da19ada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=109968ec-d162-48c2-8f0d-2f173f3de18b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:33.574166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56622) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.606015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-978c772f-a8da-4109-aebd-0590fb5d71c2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 200 len: 205 time: 0.0760431 Mar 11 00:02:33.658277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56624) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.723511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1f4f0-9084-484c-9e3d-6a9b31429681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.723763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46589926-1375-4169-91d3-ca8cb001126c None None] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:33.726291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1f4f0-9084-484c-9e3d-6a9b31429681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:33.728187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-24a1f4f0-9084-484c-9e3d-6a9b31429681 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1529558 Mar 11 00:02:33.731180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56632) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.812734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8c4a3-1d2d-46ec-94ee-c36dea6024f2 None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:33.853363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 75d7ab26-359d-4dc5-b86a-61dd86d74809 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:33.854533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-215f98ba-4f92-409a-870b-d7a076acc29e req-d31fa027-b276-4319-b16b-146fd9d252ce tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5862706 Mar 11 00:02:33.857442 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-907d1320-6d00-482d-985b-640f90dd354b tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:33.860924 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (75d7ab26-359d-4dc5-b86a-61dd86d74809), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.870994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-907d1320-6d00-482d-985b-640f90dd354b tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/29a8cedb-56ea-4410-91e7-70d99908c58e HTTP/1.1" status: 404 len: 336 time: 0.1709344 Mar 11 00:02:33.874639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56636) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:33.926456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:33.927389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (75d7ab26-359d-4dc5-b86a-61dd86d74809), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:33.983339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c929d472-da56-4ae4-8ffc-a4f0c2e4e998 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 200 len: 205 time: 0.1074774 Mar 11 00:02:33.985879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56640) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.078741 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-85df2051-f67c-48a0-ab57-58014263cc75 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:34.082517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-85df2051-f67c-48a0-ab57-58014263cc75 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/ed31e030-2a8d-4199-a5fb-611e8b76f3b6 HTTP/1.1" status: 404 len: 336 time: 0.0802834 Mar 11 00:02:34.082971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56652) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.148023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (75d7ab26-359d-4dc5-b86a-61dd86d74809), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.295930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (75d7ab26-359d-4dc5-b86a-61dd86d74809), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.313175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.316710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/75d7ab26-359d-4dc5-b86a-61dd86d74809 HTTP/1.1" status: 204 len: 168 time: 0.5840869 Mar 11 00:02:34.321304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee33120c-7ae6-48d4-84b1-91e15cd99f23 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:34.336072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4490b89-42bc-4fb1-b904-6bd8399f2f09 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 200 len: 205 time: 0.2516670 Mar 11 00:02:34.336422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56654) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.344293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56656) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.345077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773af19-7a96-4183-80b3-8b75d0a02016 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=75d7ab26-359d-4dc5-b86a-61dd86d74809,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:34.400861 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-d06dbe25-2ad1-48bc-8941-a6756346bc5d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:34.401832 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d06dbe25-2ad1-48bc-8941-a6756346bc5d tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/82d52d9b-868b-4806-8760-059514686810 HTTP/1.1" status: 404 len: 336 time: 0.0538611 Mar 11 00:02:34.418158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56658) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.428276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.450770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d830930f-84e6-4b5e-84c6-002255d54111 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130533 Mar 11 00:02:34.454268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56660) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.464941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:34.534610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-034d120c-e3c5-455d-9975-fe4a28d75089 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 200 len: 205 time: 0.1003430 Mar 11 00:02:34.543586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56662) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.563352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be303f-0b93-4157-a1c7-0df86ca8fe8b req-208d00cf-3439-400f-9ddc-0f1f3459609c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:34.565812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0be303f-0b93-4157-a1c7-0df86ca8fe8b req-208d00cf-3439-400f-9ddc-0f1f3459609c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3237832 Mar 11 00:02:34.568591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 97f78c4b-50e3-46eb-9331-97ede9da9641 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:34.622501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:34.643485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:34.655104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.751452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Deleting port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:34.752099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.764762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0be303f-0b93-4157-a1c7-0df86ca8fe8b req-7d43f046-297d-44af-9558-e81cb7bf16bb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041596 Mar 11 00:02:34.765719 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-aa47d29f-a20e-4fe4-a6ed-1b22b012f810 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:34.766745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa47d29f-a20e-4fe4-a6ed-1b22b012f810 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/6538effc-f52d-4a91-91e1-5daf9987e527 HTTP/1.1" status: 404 len: 336 time: 0.2197075 Mar 11 00:02:34.790861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.919376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-30ea949a-49df-4127-a96b-b34a29becdb4 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0230a02-e3da-4d6f-94ee-d489ecfdd714 HTTP/1.1" status: 200 len: 205 time: 0.1205144 Mar 11 00:02:34.930028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] For port 0a5abc85-5327-490c-ad26-b7929ce5c6f8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0a5abc85-5327-490c-ad26-b7929ce5c6f8,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:34.932604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:34.936778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56668) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:34.961113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-3c6a4450-2f50-4f40-9f8a-b5edd4b24bdb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:34.963447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-3c6a4450-2f50-4f40-9f8a-b5edd4b24bdb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.7473752 Mar 11 00:02:34.973735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Calling delete_port for 0a5abc85-5327-490c-ad26-b7929ce5c6f8 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:35.157432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (0a5abc85-5327-490c-ad26-b7929ce5c6f8), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:35.198785 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-33ebb8c8-df75-4236-b450-f085d9cd2db2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] delete failed (client error): The resource could not be found. Mar 11 00:02:35.199982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33ebb8c8-df75-4236-b450-f085d9cd2db2 tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/routers/b0230a02-e3da-4d6f-94ee-d489ecfdd714 HTTP/1.1" status: 404 len: 336 time: 0.2617970 Mar 11 00:02:35.205330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:35.217443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-c28db835-dc27-4c2d-9797-4ee678296b76 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/quotas/4f8b5a433c684c5da8b65abc8ebc7ccb HTTP/1.1" status: 200 len: 375 time: 0.2215185 Mar 11 00:02:35.222135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] Pushing event deleted for resources: {'Port': ['ID=0a5abc85-5327-490c-ad26-b7929ce5c6f8,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:35.233114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33851d-27ec-45cb-b52b-395d59bf61b3 None None] No DVR routers for this DVR port 0a5abc85-5327-490c-ad26-b7929ce5c6f8 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:35.270080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:35.275997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (0a324f82-d4c4-4be3-8c59-da8e5834bde5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:35.300894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a30125af-b68a-48d0-86b7-40401a2c63dc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757334 Mar 11 00:02:35.328326 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12933a9-9b7e-4a4a-9b20-e03f49afaeeb tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] DELETE failed (client error): The resource could not be found. Mar 11 00:02:35.328853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12933a9-9b7e-4a4a-9b20-e03f49afaeeb tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:35.343604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a12933a9-9b7e-4a4a-9b20-e03f49afaeeb tempest-RoutersAdminTest-1595341460 tempest-RoutersAdminTest-1595341460-project] 10.222.0.21 "DELETE /v2.0/subnets/e5a3cee4-2e90-4abb-8490-acaa85e6d3db HTTP/1.1" status: 404 len: 337 time: 0.1301892 Mar 11 00:02:35.370908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491511c-9c27-41ee-9289-bec30c8d7a79 req-a2dc3d47-5636-4fd9-9720-d19732b7c8bb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.373274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c491511c-9c27-41ee-9289-bec30c8d7a79 req-a2dc3d47-5636-4fd9-9720-d19732b7c8bb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3998663 Mar 11 00:02:35.406558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:35.420233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:35.423652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.425625 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:35.431939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59bcd10-bf86-4a04-bc4a-fead11abcc86 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:35.487330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c491511c-9c27-41ee-9289-bec30c8d7a79 req-eb475a33-09ce-4518-a2e6-7c6db4d6978d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Mar 11 00:02:35.490190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=0a324f82-d4c4-4be3-8c59-da8e5834bde5,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:35.524297 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-04432215-62c7-4a3f-9748-fa9fa0761f65 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0643563 Mar 11 00:02:35.527890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56676) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:35.538160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:6a:12:51', 'name': 'tempest-NetworksTestDHCPv6-655622832'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:35.587737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::1a2 (60947701-2f45-4c2a-ae42-0282fde1881b/02492b01-6ab9-4554-b05e-da2187a3be99/97f78c4b-50e3-46eb-9331-97ede9da9641) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:35.625640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-0ef386b5-b4d0-460b-b7c5-fede1a367aad service neutron] 10.222.0.21 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127146 Mar 11 00:02:35.724716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40315924-3930-4232-8a9e-8db028987565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '0a324f82-d4c4-4be3-8c59-da8e5834bde5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:35.725836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:35.826973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56682) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:35.899437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:35.924496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-40315924-3930-4232-8a9e-8db028987565 None None] Allocated IP 2001:db8::f816:3eff:fe06:bea9 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/0a324f82-d4c4-4be3-8c59-da8e5834bde5/37deec1f-cee6-4d13-bdcb-db70dc642042) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:35.935884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.943519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.952408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.959486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.965581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.973240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.979794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:35.982252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-4373492c-de02-40d0-b1be-9c7c41807983 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.2574713 Mar 11 00:02:35.999758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-708a29e3-8a28-4e5e-bc5b-3db981e5503d service neutron] 10.222.0.21 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659801 Mar 11 00:02:36.067981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.131815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3674d7b5-6c48-4640-96aa-0a975afa4da2 req-52201a33-1705-4084-b80f-eddf2bf6e311 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1408176 Mar 11 00:02:36.135993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aef5d62f-8971-4699-a419-22baf26aeb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.157733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.207671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.218698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 0fe06055-7e6c-44e4-b375-c9571cfe7075 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:36.314427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:36.332711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:36.392196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:36.392705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.409322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=97f78c4b-50e3-46eb-9331-97ede9da9641,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:36.487112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:36.490821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:36.501603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:36.502278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.547738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks [] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.612696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:36.613104 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.620923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.627455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:36.628619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.702885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb45ae03-b5de-40ac-8697-9073e31d7d04 req-d1427e5b-4496-49dd-a1dd-7111e30d157f tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 210 time: 0.1674645 Mar 11 00:02:36.708475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe6a:1251 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/0a324f82-d4c4-4be3-8c59-da8e5834bde5/0fe06055-7e6c-44e4-b375-c9571cfe7075) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:36.727787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56700) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:36.738784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4df2aa68-5740-4c0b-8a4b-3db325bd93d7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4198060 Mar 11 00:02:36.741147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:36.785783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aef5d62f-8971-4699-a419-22baf26aeb6a admin admin] Publish callbacks [] for security_group (6f3569a3-5882-4c74-a194-ed2314c20bfb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:36.803192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6ad77-49f2-4bb6-b585-6f49ea71a51d req-e68eb7c2-ad9f-4ded-8791-20660668b2e1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:36.805045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d6ad77-49f2-4bb6-b585-6f49ea71a51d req-e68eb7c2-ad9f-4ded-8791-20660668b2e1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.4672685 Mar 11 00:02:36.806412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aef5d62f-8971-4699-a419-22baf26aeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f3569a3-5882-4c74-a194-ed2314c20bfb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.202082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:37.217215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f34cadbc-9215-4bb9-83e6-156ad07ac6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.219566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (0fe06055-7e6c-44e4-b375-c9571cfe7075), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.222512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:37.226150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.230040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40315924-3930-4232-8a9e-8db028987565 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:37.231430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.251993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-40315924-3930-4232-8a9e-8db028987565 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:37.261653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315924-3930-4232-8a9e-8db028987565 None None] Pushing event updated for resources: {'Port': ['ID=37deec1f-cee6-4d13-bdcb-db70dc642042,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:37.275562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40315924-3930-4232-8a9e-8db028987565 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:37.280671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:37.281392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.331797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:37.505457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0fe06055-7e6c-44e4-b375-c9571cfe7075), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.523702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:37.539971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-40315924-3930-4232-8a9e-8db028987565 None None] Attempting to bind port 37deec1f-cee6-4d13-bdcb-db70dc642042 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:37.542535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-40315924-3930-4232-8a9e-8db028987565 None None] Attempting to bind port 37deec1f-cee6-4d13-bdcb-db70dc642042 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:37.544340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40315924-3930-4232-8a9e-8db028987565 None None] Attempting to bind port 37deec1f-cee6-4d13-bdcb-db70dc642042 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:37.562143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40315924-3930-4232-8a9e-8db028987565 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:37.562933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40315924-3930-4232-8a9e-8db028987565 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:37.565839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.566695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40315924-3930-4232-8a9e-8db028987565 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:37.572571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-40315924-3930-4232-8a9e-8db028987565 None None] Bound port: 37deec1f-cee6-4d13-bdcb-db70dc642042, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:37.573348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.599820 n-d-831844-1 neutron-server[110426]: INFO neutron.db.ipam_backend_mixin [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02492b01-6ab9-4554-b05e-da2187a3be99 (CIDR: 2001:db8::/64) Mar 11 00:02:37.615399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e816fc5-eba5-4027-b961-2243097d2dff None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:37.622780 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:37.623228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:37.629545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0a5abc85-5327-490c-ad26-b7929ce5c6f8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:37.636310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:37.651519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd8fdb60-7e3a-4968-b1e9-cfa41c205ac2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9223480 Mar 11 00:02:37.654787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:37.655794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:37.677903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:37.696636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0a5abc85-5327-490c-ad26-b7929ce5c6f8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:37.698231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0a5abc85-5327-490c-ad26-b7929ce5c6f8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:37.790753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:37.797049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:37.797505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.801919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-813f3a10-cf8c-4824-a74c-5a79de4f674b None None] Provisioning complete for port 97f78c4b-50e3-46eb-9331-97ede9da9641 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:37.812716 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-813f3a10-cf8c-4824-a74c-5a79de4f674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.816909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=0fe06055-7e6c-44e4-b375-c9571cfe7075,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:37.852004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c7c1933b-92ad-470f-921a-dc51b75d0d63 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3230512 Mar 11 00:02:37.852937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56714) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:37.943617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-40315924-3930-4232-8a9e-8db028987565 None None] For port 37deec1f-cee6-4d13-bdcb-db70dc642042, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:37.948076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-40315924-3930-4232-8a9e-8db028987565 None None] For port 37deec1f-cee6-4d13-bdcb-db70dc642042, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=37deec1f-cee6-4d13-bdcb-db70dc642042,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:37.960291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40315924-3930-4232-8a9e-8db028987565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:37.964887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aef5d62f-8971-4699-a419-22baf26aeb6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c81b3151e55d486e8be4fac039332650&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1320989 Mar 11 00:02:37.966894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5d62f-8971-4699-a419-22baf26aeb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3569a3-5882-4c74-a194-ed2314c20bfb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:37.969548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:38.016959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31d6ad77-49f2-4bb6-b585-6f49ea71a51d req-739ee16d-8b10-4e86-949c-e4fb42ab0b74 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2001185 Mar 11 00:02:38.040610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eaf96-46e4-424c-abb9-acb64946469e req-6b046096-65f8-42d1-9f2d-413679f2da41 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.042464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792eaf96-46e4-424c-abb9-acb64946469e req-6b046096-65f8-42d1-9f2d-413679f2da41 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2939165 Mar 11 00:02:38.045728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:38.067841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.137384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e86ced-864e-43c8-b606-1ecc1bc41e1d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.149327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e86ced-864e-43c8-b606-1ecc1bc41e1d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.170233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56718) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:38.184157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:38.184518 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18e86ced-864e-43c8-b606-1ecc1bc41e1d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3031700 Mar 11 00:02:38.203976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-813f3a10-cf8c-4824-a74c-5a79de4f674b None None] Port 97f78c4b-50e3-46eb-9331-97ede9da9641 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:38.229703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792eaf96-46e4-424c-abb9-acb64946469e req-c1953065-3138-4dce-b453-03c3a0c18319 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803832 Mar 11 00:02:38.401917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315924-3930-4232-8a9e-8db028987565 None None] Pushing event updated for resources: {'Port': ['ID=37deec1f-cee6-4d13-bdcb-db70dc642042,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:38.405583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] Publish callbacks [] for security_group (6f3569a3-5882-4c74-a194-ed2314c20bfb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.459769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:38.460383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.516031 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] Publish callbacks [] for security_group (6f3569a3-5882-4c74-a194-ed2314c20bfb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.527355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.546225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.553220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.567563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.598912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.623488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.653102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:38.657188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-5734f356-fdd8-41f1-bf48-d78c21382e09 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3543804 Mar 11 00:02:38.694399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:38.742409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9749437-fc0d-4806-99a9-5e44b3306a23 req-9e4d627d-24eb-4b09-a7e9-57a3793e1588 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 210 time: 0.2360289 Mar 11 00:02:38.906613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f3569a3-5882-4c74-a194-ed2314c20bfb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.910973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:38.915063 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f3569a3-5882-4c74-a194-ed2314c20bfb HTTP/1.1" status: 204 len: 168 time: 0.9420466 Mar 11 00:02:38.992956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c253aeeb-ef64-4ab8-a39c-6620b0672de2 req-efc85f1f-71bb-458a-8bf4-4bda2a107123 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2465403 Mar 11 00:02:38.997667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ec3e2-1bb1-4725-8a0d-fa95d9da19b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3569a3-5882-4c74-a194-ed2314c20bfb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:39.148995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-4a94fb7c-8e44-4b60-9b59-ad6081f430ac tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:39.150683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-4a94fb7c-8e44-4b60-9b59-ad6081f430ac tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.3041236 Mar 11 00:02:39.168947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Request body: {'port': {'device_id': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'admin_state_up': True, 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:39.239810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f0b87e2d-3aa4-47f6-b85a-704b58a3805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.380845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 0fe06055-7e6c-44e4-b375-c9571cfe7075 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:39.387226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0fe06055-7e6c-44e4-b375-c9571cfe7075), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.408751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-36530274-cf55-44ae-803a-a68f5825f3d7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:39.413695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-36530274-cf55-44ae-803a-a68f5825f3d7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.4625134 Mar 11 00:02:39.496319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:39.508013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.513445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (f58839b4-4673-41ed-88bc-83798c651e2d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.517906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Request body: {'port': {'device_id': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'admin_state_up': True, 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:39.639629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:39.729535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:39.749743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:39.761238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8cdc0-b36b-4067-9e63-5f390fde7aa8 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:39.774842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:39.775441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.800365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=f58839b4-4673-41ed-88bc-83798c651e2d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:39.814656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe0fac31-ee3a-48ff-85a0-30d4a246879b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5685ad31cfe142688678bbe86b73e2cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680055 Mar 11 00:02:39.819126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:39.882662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa9138df-bb03-42c4-b170-fe366869572f tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2103727 Mar 11 00:02:39.899804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:39.933246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0fe06055-7e6c-44e4-b375-c9571cfe7075), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:39.967535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 0fe06055-7e6c-44e4-b375-c9571cfe7075 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:40.028572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Allocated IP 172.20.0.5 (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7/4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0/8bf68c41-47c6-41b8-ab51-6ba77e5f91c4) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:40.073357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Provisioning complete for port 37deec1f-cee6-4d13-bdcb-db70dc642042 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:40.073867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.099764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] Publish callbacks [] for security_group (314bb0a8-57e5-4896-bb00-3418498dc0be), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.201716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] Publish callbacks [] for security_group (314bb0a8-57e5-4896-bb00-3418498dc0be), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.218230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eaafe-28a2-4e71-903d-3d864570ab06 req-3f6dda7a-2ca7-4fa6-8710-1b9d7b1aae93 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:40.225550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e3eaafe-28a2-4e71-903d-3d864570ab06 req-3f6dda7a-2ca7-4fa6-8710-1b9d7b1aae93 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.8070693 Mar 11 00:02:40.239804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-919021652', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f58839b4-4673-41ed-88bc-83798c651e2d'}], 'security_groups': ['3d840c91-59e9-4b3e-9821-087a927136c4']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:40.265586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 37deec1f-cee6-4d13-bdcb-db70dc642042 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:40.300407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Update dhcp port {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'fixed_ips': [{'subnet_id': '02492b01-6ab9-4554-b05e-da2187a3be99', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f58839b4-4673-41ed-88bc-83798c651e2d'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'd2d2f9b7-4041-4eeb-bc35-3e8e926c34f2'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:02:40.395416 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.438803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c5a99-39e6-45b9-8e68-7fb34197dba0 req-b890768a-d123-4e25-9169-fb6345b3374d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:40.441704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-782c5a99-39e6-45b9-8e68-7fb34197dba0 req-b890768a-d123-4e25-9169-fb6345b3374d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 1.0221970 Mar 11 00:02:40.576103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e3eaafe-28a2-4e71-903d-3d864570ab06 req-5279a916-3795-4d5f-917f-dcc3aa4b9eb1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235851 Mar 11 00:02:40.576342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:40.583029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.677770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Allocated IP 2001:db8:0:1::2 (60947701-2f45-4c2a-ae42-0282fde1881b/f58839b4-4673-41ed-88bc-83798c651e2d/d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:40.688917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-782c5a99-39e6-45b9-8e68-7fb34197dba0 req-091621a3-48fd-46a0-85c0-acb1a0b7bea3 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378044 Mar 11 00:02:40.802585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:40.826467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1550e6f9-4ca6-4af5-92ed-efef74ac1a7c req-f251fbdd-6bb5-42ac-ac67-c33b813462d1 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 210 time: 0.0614169 Mar 11 00:02:40.837898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Publish callbacks [] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.840883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Current status of the port 37deec1f-cee6-4d13-bdcb-db70dc642042 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:40.842202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.864323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.875396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.903103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:40.984137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.009209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0fe06055-7e6c-44e4-b375-c9571cfe7075), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.036902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9d847-a61c-408c-aa24-ecd8723acadf None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:41.065807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 37deec1f-cee6-4d13-bdcb-db70dc642042 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:41.066556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.097157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.102595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.108732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.123539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.131369 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.135360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.140700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.158203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.164111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-f4b40d73-62fa-49b6-a494-f0bfae0def66 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3144054 Mar 11 00:02:41.200495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks [] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.203740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] For port 37deec1f-cee6-4d13-bdcb-db70dc642042, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=37deec1f-cee6-4d13-bdcb-db70dc642042,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:41.211959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.257791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.258991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=0fe06055-7e6c-44e4-b375-c9571cfe7075,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:41.272136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (314bb0a8-57e5-4896-bb00-3418498dc0be), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.275490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.279285 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/314bb0a8-57e5-4896-bb00-3418498dc0be HTTP/1.1" status: 204 len: 168 time: 1.4569490 Mar 11 00:02:41.412306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event updated for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:41.414360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 37deec1f-cee6-4d13-bdcb-db70dc642042 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:41.427783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21e71-b690-4173-886c-ffd1df1385ae None None] Pushing event updated for resources: {'Port': ['ID=37deec1f-cee6-4d13-bdcb-db70dc642042,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:41.433493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.448531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89c1fa38-3c80-48a9-a3bd-397fba4447da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/0fe06055-7e6c-44e4-b375-c9571cfe7075 HTTP/1.1" status: 204 len: 168 time: 3.2766969 Mar 11 00:02:41.451750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ab12b778-9a8a-4862-89f0-a5859ae67683 None None] Could not find standard attr ID for object 0fe06055-7e6c-44e4-b375-c9571cfe7075. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:02:41.455373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:41.493461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884460a0-6eeb-454f-8053-987e8fa83c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314bb0a8-57e5-4896-bb00-3418498dc0be,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:41.513534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:41.543964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:41.548522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:41.557289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.617002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.617900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.627069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-647bdd33-30ee-4b89-b1f7-114c780dcdbd req-8ec87c77-eda9-4af5-992f-7fdf22257727 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3643017 Mar 11 00:02:41.661111 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-a026bab1-bbbe-4927-a58c-3359a61273cb tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4971602 Mar 11 00:02:41.680621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Allocated IP 172.20.0.2 (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7/4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0/552d2328-19be-49cb-a7e9-4aae64de68da) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:41.688126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Request body: {'port': {'device_id': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:41.697776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dc73b-fd5e-4301-aba2-97c054c7ff5e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.711377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dc73b-fd5e-4301-aba2-97c054c7ff5e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:41.713388 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a8dc73b-fd5e-4301-aba2-97c054c7ff5e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2516360 Mar 11 00:02:41.770352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:41.910939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.921365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 0a324f82-d4c4-4be3-8c59-da8e5834bde5 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:41.925992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (0a324f82-d4c4-4be3-8c59-da8e5834bde5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:41.977909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0a324f82-d4c4-4be3-8c59-da8e5834bde5), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.046405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Delete allocated IP 2001:db8::1a2 (60947701-2f45-4c2a-ae42-0282fde1881b/02492b01-6ab9-4554-b05e-da2187a3be99) {{(pid=110425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:02:42.124659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8:0:1::19c (60947701-2f45-4c2a-ae42-0282fde1881b/f58839b4-4673-41ed-88bc-83798c651e2d/97f78c4b-50e3-46eb-9331-97ede9da9641) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:42.137537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e6bad-2547-4289-a29a-9fd714fdc540 req-8add6abb-c995-450a-81c1-c4b597c380e5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:42.139265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-367e6bad-2547-4289-a29a-9fd714fdc540 req-8add6abb-c995-450a-81c1-c4b597c380e5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2096174 Mar 11 00:02:42.149697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:42.188356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0a324f82-d4c4-4be3-8c59-da8e5834bde5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.292241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:42.292756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.310893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d4c90-67b0-44fb-94f3-8aed3addd898 req-d21f095f-46ab-44de-be73-75ac65351a57 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:42.320707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-539d4c90-67b0-44fb-94f3-8aed3addd898 req-d21f095f-46ab-44de-be73-75ac65351a57 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3590641 Mar 11 00:02:42.432985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:42.436308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 37deec1f-cee6-4d13-bdcb-db70dc642042 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:42.489519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-367e6bad-2547-4289-a29a-9fd714fdc540 req-0943a055-da1c-4bfc-8d84-252efa4f4854 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212757 Mar 11 00:02:42.493219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0a324f82-d4c4-4be3-8c59-da8e5834bde5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.515533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 37deec1f-cee6-4d13-bdcb-db70dc642042 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:42.515911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.525338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=0a324f82-d4c4-4be3-8c59-da8e5834bde5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:42.539648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.545611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dec2e02c-f1bc-49ea-ae58-f685d33bca7d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/0a324f82-d4c4-4be3-8c59-da8e5834bde5 HTTP/1.1" status: 204 len: 168 time: 0.7696655 Mar 11 00:02:42.546126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56764) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:42.579866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33adb6-3e5f-4058-8ec8-9064afd78be8 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:42.646443 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-17da1002-6965-479e-8ca9-f7f4d1e65b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974243 Mar 11 00:02:42.648664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56770) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:42.697928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcaf469e-6886-4cc2-9548-258d74a1dedb req-6abe1512-9890-41ea-86c1-dcb547e533e0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 210 time: 0.0578926 Mar 11 00:02:42.709880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:42.710262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.736209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-539d4c90-67b0-44fb-94f3-8aed3addd898 req-3d57c968-f4b2-4ed6-9161-214a203af9f7 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854244 Mar 11 00:02:42.804870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f88aad-8b35-4c4a-b2b4-39bc44ff8848 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:42.806429 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-17f88aad-8b35-4c4a-b2b4-39bc44ff8848 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1568415 Mar 11 00:02:42.814494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56776) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:42.824200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 37deec1f-cee6-4d13-bdcb-db70dc642042 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:42.854650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:42.870721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:42.871320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:42.921513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee94b7-51c6-4922-95e5-49a6952d0b23 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:42.923213 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d5ee94b7-51c6-4922-95e5-49a6952d0b23 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1076012 Mar 11 00:02:42.935470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:42.972785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:43.005734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-420acf47-8d98-470a-89a7-d9a72e5b1e49 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690408 Mar 11 00:02:43.013012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:43.020551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:43.022460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:43.043332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Provisioning complete for port 97f78c4b-50e3-46eb-9331-97ede9da9641 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:43.044076 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.090950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Deleting port 37deec1f-cee6-4d13-bdcb-db70dc642042 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:43.091693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.108468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d3f51bfb-3a9d-4fb9-9be2-afed0d802bf0 None None] Port 97f78c4b-50e3-46eb-9331-97ede9da9641 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:43.164159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.183276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.185507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:43.188710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.190145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.195295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] For port 37deec1f-cee6-4d13-bdcb-db70dc642042, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=37deec1f-cee6-4d13-bdcb-db70dc642042,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:43.197553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.209536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.214816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.220751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.226783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.234860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-50f30e91-bcce-437c-80db-2162f9a38fc4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.3587906 Mar 11 00:02:43.240094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks [] for port (552d2328-19be-49cb-a7e9-4aae64de68da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.241933 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.244456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Calling delete_port for 37deec1f-cee6-4d13-bdcb-db70dc642042 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:43.311139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.340091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.489714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b598c8ea-655f-4abe-a1fb-a2a12f2e6705 req-57cefd08-1be2-4d4c-af45-9521c2da5a16 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2538507 Mar 11 00:02:43.526364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] In _notify_port_updated(), no bound segment for port 97f78c4b-50e3-46eb-9331-97ede9da9641 on network 60947701-2f45-4c2a-ae42-0282fde1881b {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:02:43.535797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:43.537334 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.541957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/ports/97f78c4b-50e3-46eb-9331-97ede9da9641 HTTP/1.1" status: 200 len: 930 time: 3.3477356 Mar 11 00:02:43.545163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56794) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:43.573423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.666108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874d8a6-7d57-4711-b33a-c4ee4ff9ee04 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=97f78c4b-50e3-46eb-9331-97ede9da9641,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:43.760660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:43.765603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event updated for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:43.781820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:43.792633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:43.821682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (37deec1f-cee6-4d13-bdcb-db70dc642042), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:43.889110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] Pushing event deleted for resources: {'Port': ['ID=37deec1f-cee6-4d13-bdcb-db70dc642042,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:43.891400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48daba63-4e8f-496d-aad9-30be6ea1a150 None None] No DVR routers for this DVR port 37deec1f-cee6-4d13-bdcb-db70dc642042 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:43.978449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3ff07d60-575d-4756-ace1-6120df3146cc None None] Provisioning complete for port 97f78c4b-50e3-46eb-9331-97ede9da9641 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:43.981594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ff07d60-575d-4756-ace1-6120df3146cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.058611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:44.059694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.060708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3ff07d60-575d-4756-ace1-6120df3146cc None None] Port 97f78c4b-50e3-46eb-9331-97ede9da9641 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:44.088701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:44.093291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (0c1601a7-ea71-48f7-851a-2425659562d4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.097885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:44.101836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 37deec1f-cee6-4d13-bdcb-db70dc642042 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:44.136374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38727dd-5a7a-4e2d-9714-7adbcc3cfcb2 req-23d6b12f-10f0-4eec-b54e-3b31967e1c07 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:44.138189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e38727dd-5a7a-4e2d-9714-7adbcc3cfcb2 req-23d6b12f-10f0-4eec-b54e-3b31967e1c07 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 931 time: 0.2808897 Mar 11 00:02:44.151958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da06e1-21b1-49ba-8e7d-016e6def9bed req-bc8286a9-5a86-48f4-a925-603c2d78f476 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:44.153517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 37deec1f-cee6-4d13-bdcb-db70dc642042 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:44.153676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53da06e1-21b1-49ba-8e7d-016e6def9bed req-bc8286a9-5a86-48f4-a925-603c2d78f476 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4894655 Mar 11 00:02:44.154294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 37deec1f-cee6-4d13-bdcb-db70dc642042 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:44.173679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-d41ce19b-078a-4a6f-b453-90de1cf18707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7445033 Mar 11 00:02:44.178269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks [] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.181574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:44.209685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:44.209912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Request body: {'port': {'device_id': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:44.219374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:44.225460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:44.226544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.231530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50c4e1-0c93-4dcd-9736-43fefbf41c94 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:44.239741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 97f78c4b-50e3-46eb-9331-97ede9da9641 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:44.240114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.255987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Transition to ACTIVE for port object 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:44.272886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=0c1601a7-ea71-48f7-851a-2425659562d4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:44.286944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.311147 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:02:44.325318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b32e84cc-2e1f-450a-8935-e22b083b006f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3105013 Mar 11 00:02:44.326318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:44.366244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:d5:5e:0f', 'name': 'tempest-NetworksTestDHCPv6-1973331795'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:44.442692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:44.446009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '0c1601a7-ea71-48f7-851a-2425659562d4'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:44.447089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.474866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-938076400', 'router:external': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:44.553588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53da06e1-21b1-49ba-8e7d-016e6def9bed req-52d14574-0de4-4876-b669-359e806f4f99 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788869 Mar 11 00:02:44.611151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.616950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.627451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e38727dd-5a7a-4e2d-9714-7adbcc3cfcb2 req-12866382-70d1-4bfe-8efe-5d843fcc9839 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712143 Mar 11 00:02:44.629677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Attempting to bind port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:44.630029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Attempting to bind port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:44.630393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Attempting to bind port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:44.655129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:44.655495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Attempting to bind port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:44.657653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Allocated IP 2001:db8::f816:3eff:fea9:fc65 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/0c1601a7-ea71-48f7-851a-2425659562d4/4d804916-c780-4855-9763-37e9382bf588) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:44.667952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:44.668606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Checking segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:44.669432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Bound using segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:44.670006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Bound port: 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:44.670465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.695591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 97f78c4b-50e3-46eb-9331-97ede9da9641 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:44.775338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:44.779355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:44.790164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.868362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:44.869080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.871415 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] 10.222.0.30 "PUT /v2.0/ports/8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 HTTP/1.1" status: 200 len: 1091 time: 3.1955483 Mar 11 00:02:44.877189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fdac5-c556-45a0-bbb1-79bd28e6e69c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:44.882417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:44.888694 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2cac1f-236e-40ae-9267-8edc99aa158e" -d '{"events": [{"name": "network-changed", "server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:44.895734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Made reservation on behalf of 10465c8885fa4f3ab83d2b6e31bed0f7 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:44.902517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.912966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks [] for port (4d804916-c780-4855-9763-37e9382bf588), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.927335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:44.940889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (4d804916-c780-4855-9763-37e9382bf588), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.009524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:45.015068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:45.023861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:45.052004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for security_group (9fc4522c-71e9-4013-9869-d9545923102a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.108800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9fc4522c-71e9-4013-9869-d9545923102a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.126325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Pushing event updated for resources: {'Port': ['ID=4d804916-c780-4855-9763-37e9382bf588,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:45.149801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Attempting to bind port 4d804916-c780-4855-9763-37e9382bf588 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:45.150141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Attempting to bind port 4d804916-c780-4855-9763-37e9382bf588 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:45.150603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Attempting to bind port 4d804916-c780-4855-9763-37e9382bf588 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:45.157583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:45.158246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:45.159853 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.161285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:45.162005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Bound port: 4d804916-c780-4855-9763-37e9382bf588, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:45.162480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d804916-c780-4855-9763-37e9382bf588), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.186335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:02:45.232760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4522c-71e9-4013-9869-d9545923102a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:45.264724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:45.280977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ccbb5-d180-42ea-a18c-91d3bbeb44e3 req-f3ad19b1-44ae-4dda-a54e-10c3709df8bd tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.288782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-047ccbb5-d180-42ea-a18c-91d3bbeb44e3 req-f3ad19b1-44ae-4dda-a54e-10c3709df8bd tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.5370157 Mar 11 00:02:45.340534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] For port 4d804916-c780-4855-9763-37e9382bf588, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:45.348666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] For port 4d804916-c780-4855-9763-37e9382bf588, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4d804916-c780-4855-9763-37e9382bf588,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:45.354206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-047ccbb5-d180-42ea-a18c-91d3bbeb44e3 req-e80295c9-b873-4c94-a4e8-1dced0f462ff tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Mar 11 00:02:45.381260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4d804916-c780-4855-9763-37e9382bf588), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.405937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-03a48e8d-71d3-4526-a9ef-13498b3911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.410047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-03a48e8d-71d3-4526-a9ef-13498b3911b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 1125 time: 0.4710875 Mar 11 00:02:45.413025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c17dc11-d001-46d4-a261-07477f607362), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.413627 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Added segment 3c17dc11-d001-46d4-a261-07477f607362 of type vlan for network f8b32ae7-c30e-4378-abac-f2796c47b1eb Mar 11 00:02:45.418083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.480613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ef3e-69d4-44d2-ae01-fd3d877b8d71 None None] Pushing event updated for resources: {'Port': ['ID=4d804916-c780-4855-9763-37e9382bf588,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:45.488133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.494352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.499597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.505811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.511419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.513763 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54747eb6-4c5c-447b-88f9-4c45d02e2899 x-openstack-request-id: req-54747eb6-4c5c-447b-88f9-4c45d02e2899 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:45.514129 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:45.514439 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54747eb6-4c5c-447b-88f9-4c45d02e2899 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:45.514851 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4', 'status': 'completed', 'code': 200} Mar 11 00:02:45.527307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.537349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:45.545665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-37acd3bd-dd14-451c-b6bd-4be93c1e7aa7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.7540982 Mar 11 00:02:45.562544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f8b32ae7-c30e-4378-abac-f2796c47b1eb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:45.648000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port fa7d5dfa-b520-4fa6-ab14-d995cd522be9 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:45.719312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0e44d64-2fc6-4206-8f2c-984ccf35f054 req-78aa1ad6-e95f-4fc6-a66f-e011bcb8a6b8 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1690025 Mar 11 00:02:45.847012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fed5:5e0f (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/0c1601a7-ea71-48f7-851a-2425659562d4/fa7d5dfa-b520-4fa6-ab14-d995cd522be9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:45.953464 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (97f78c4b-50e3-46eb-9331-97ede9da9641), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.039969 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-3a600529-7a33-46bd-aa2a-da2f9650ddf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 HTTP/1.1" status: 200 len: 217 time: 0.6143022 Mar 11 00:02:46.040184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f8b32ae7-c30e-4378-abac-f2796c47b1eb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.041000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.041587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.061888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=97f78c4b-50e3-46eb-9331-97ede9da9641,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:46.156452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.158265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4d804916-c780-4855-9763-37e9382bf588 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:46.164736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5a68f95-7774-4870-9013-897c33b84175 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/97f78c4b-50e3-46eb-9331-97ede9da9641 HTTP/1.1" status: 204 len: 168 time: 2.6184220 Mar 11 00:02:46.183157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56822) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:46.184506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b5cfb-b77a-4320-81b9-fc2854e441e4 req-0b43e4c6-854e-4500-b2d2-40630ac1b679 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.191228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-887b5cfb-b77a-4320-81b9-fc2854e441e4 req-0b43e4c6-854e-4500-b2d2-40630ac1b679 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.3911595 Mar 11 00:02:46.219137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.0308590 Mar 11 00:02:46.225315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56824) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:46.242778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d26c1-b2fc-4912-b5cc-c3d20f35525c req-cd6fe160-e789-4453-aff2-ae88763ff3d1 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.244452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-654d26c1-b2fc-4912-b5cc-c3d20f35525c req-cd6fe160-e789-4453-aff2-ae88763ff3d1 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 931 time: 0.3551610 Mar 11 00:02:46.260872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4d804916-c780-4855-9763-37e9382bf588 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:46.261605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4d804916-c780-4855-9763-37e9382bf588), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.262791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'subnet': {'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:46.346809 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f814358e-9b1f-4da4-ae5a-0f4872b083ad tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:02:46.355693 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f814358e-9b1f-4da4-ae5a-0f4872b083ad tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/97f78c4b-50e3-46eb-9331-97ede9da9641 HTTP/1.1" status: 404 len: 333 time: 0.1667492 Mar 11 00:02:46.363538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af800db1-bf19-4826-9102-7e77be67a8fb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Network': ['ID=f8b32ae7-c30e-4378-abac-f2796c47b1eb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:46.367661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56826) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:46.385717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-887b5cfb-b77a-4320-81b9-fc2854e441e4 req-cf7e6f90-f0dc-4224-9d38-7f3c6472b4d0 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679864 Mar 11 00:02:46.390602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.393261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-e6b6d6d1-16be-42b1-b137-b23efa34977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.394918 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-e6b6d6d1-16be-42b1-b137-b23efa34977e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.3277302 Mar 11 00:02:46.415268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4d804916-c780-4855-9763-37e9382bf588 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:46.415582 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d804916-c780-4855-9763-37e9382bf588), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.420406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:02:46.476832 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-e5e0c08c-5061-4d24-86f3-c20a10d172ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574484 Mar 11 00:02:46.540839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-654d26c1-b2fc-4912-b5cc-c3d20f35525c req-20720ae2-fc5a-4b49-a363-886db3a1d677 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586994 Mar 11 00:02:46.541444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Made reservation on behalf of 10465c8885fa4f3ab83d2b6e31bed0f7 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:46.544129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.548807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552d2328-19be-49cb-a7e9-4aae64de68da {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:46.569222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 4d804916-c780-4855-9763-37e9382bf588, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4d804916-c780-4855-9763-37e9382bf588,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:46.578425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4d804916-c780-4855-9763-37e9382bf588), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.579610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks [] for port (552d2328-19be-49cb-a7e9-4aae64de68da), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.598030 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.668617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Transition to ACTIVE for port object 552d2328-19be-49cb-a7e9-4aae64de68da will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:02:46.691662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=4d804916-c780-4855-9763-37e9382bf588,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:46.696973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=fa7d5dfa-b520-4fa6-ab14-d995cd522be9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:46.726811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-36fbd1ff-88dd-456a-8ad1-5e4d7e1c8ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357395 Mar 11 00:02:46.736126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.741180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:46.753232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:46.773961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:46.780082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.780743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.809884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (63e8e142-5f00-4993-b193-dcddfc9ba6fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:46.866965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2958a5ef-6931-4718-afbb-507a84aeb3f1 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5056984 Mar 11 00:02:46.872073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:46.940348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-0ca76e01-f375-4037-a273-504bfa4e07d0 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012239 Mar 11 00:02:46.949524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437351e-2aac-436d-ac04-f6f09d46f3bc req-1f9dfaa8-d952-450c-81ba-256d4649c72a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.951736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e437351e-2aac-436d-ac04-f6f09d46f3bc req-1f9dfaa8-d952-450c-81ba-256d4649c72a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.4149408 Mar 11 00:02:46.987568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9daaec-dd0a-498a-a7a1-a67d3f2b6999 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.995461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9daaec-dd0a-498a-a7a1-a67d3f2b6999 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:46.997840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa9daaec-dd0a-498a-a7a1-a67d3f2b6999 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1248174 Mar 11 00:02:47.000859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:47.016247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (63e8e142-5f00-4993-b193-dcddfc9ba6fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.171604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Pushing event updated for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:47.173252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-5710c709-0b10-4961-845a-46aabdcbc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.175275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-5710c709-0b10-4961-845a-46aabdcbc49e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 1125 time: 0.1729188 Mar 11 00:02:47.238394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port fa7d5dfa-b520-4fa6-ab14-d995cd522be9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:47.238982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.335583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7fa810cc-644b-4b81-939e-5f77dd31bf6b None None] Provisioning complete for port 4d804916-c780-4855-9763-37e9382bf588 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:47.336227 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fa810cc-644b-4b81-939e-5f77dd31bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4d804916-c780-4855-9763-37e9382bf588), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.422069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63e8e142-5f00-4993-b193-dcddfc9ba6fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.426129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.429767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/security-groups/63e8e142-5f00-4993-b193-dcddfc9ba6fb HTTP/1.1" status: 204 len: 168 time: 1.0409541 Mar 11 00:02:47.438724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56838) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:47.477241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7fa810cc-644b-4b81-939e-5f77dd31bf6b None None] Current status of the port 4d804916-c780-4855-9763-37e9382bf588 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:47.500963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-cfe3751c-cac8-4976-a6f1-24a8195b3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.504229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-cfe3751c-cac8-4976-a6f1-24a8195b3718 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 913 time: 0.3203526 Mar 11 00:02:47.543636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.555349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.560778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.567338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.573073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.578592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.585032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.593226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-6ec9f2ea-1da9-46ae-b428-8a7945f11382 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5427 time: 0.7338521 Mar 11 00:02:47.595996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8685a-5842-4462-b42f-72b49b87565a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8e142-5f00-4993-b193-dcddfc9ba6fb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:47.601075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.614019 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-1b605b09-66b2-4c9b-9870-51f32f08ba51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 HTTP/1.1" status: 200 len: 217 time: 0.0901136 Mar 11 00:02:47.637485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for fa7d5dfa-b520-4fa6-ab14-d995cd522be9 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:47.646919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e437351e-2aac-436d-ac04-f6f09d46f3bc req-8d66b69d-d738-447c-a144-839532e8f948 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365032 Mar 11 00:02:47.650871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Attempting to bind port 552d2328-19be-49cb-a7e9-4aae64de68da on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:47.651227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Attempting to bind port 552d2328-19be-49cb-a7e9-4aae64de68da by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:47.651415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Attempting to bind port 552d2328-19be-49cb-a7e9-4aae64de68da on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:47.655082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-893e8fe4-8c8e-419b-a8f7-b84ed06bd5df None None] Provisioning complete for port fa7d5dfa-b520-4fa6-ab14-d995cd522be9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:47.655479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-893e8fe4-8c8e-419b-a8f7-b84ed06bd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.665184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Port 552d2328-19be-49cb-a7e9-4aae64de68da on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:02:47.665776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Attempting to bind port 552d2328-19be-49cb-a7e9-4aae64de68da on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:47.703645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-893e8fe4-8c8e-419b-a8f7-b84ed06bd5df None None] Port fa7d5dfa-b520-4fa6-ab14-d995cd522be9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:47.708788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:47.709144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Checking segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:47.709545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Bound using segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:47.709998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Bound port: 552d2328-19be-49cb-a7e9-4aae64de68da, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:47.710374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.790161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (3d840c91-59e9-4b3e-9821-087a927136c4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.794128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-f2886354-cb3e-4502-914c-66c4d96c2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.795597 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-f2886354-cb3e-4502-914c-66c4d96c2a48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.1729507 Mar 11 00:02:47.824561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a8429c7-00f9-4d2a-85a0-d46443ee5e34 req-a8cd98f7-e9e0-4872-8a4d-81ef90b84a5c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2301726 Mar 11 00:02:47.863152 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-5ae072a8-2627-4435-8821-cddfd5604673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570238 Mar 11 00:02:47.872154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (3d840c91-59e9-4b3e-9821-087a927136c4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:47.931279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48eff-e934-416c-ab7a-136b546dd453 req-429b2495-5c26-4703-9034-90f09a644d0d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:47.933172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70a48eff-e934-416c-ab7a-136b546dd453 req-429b2495-5c26-4703-9034-90f09a644d0d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1783915 Mar 11 00:02:47.948825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:47.957100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=552d2328-19be-49cb-a7e9-4aae64de68da,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:47.976388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5ceedae-b4e1-403d-89ea-67642b8ca1a7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:47.993165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.003703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-d3b93f3d-96c7-47e7-8a61-ccb1c2f5849a service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284893 Mar 11 00:02:48.063386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.064233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.067195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] 10.222.0.30 "PUT /v2.0/ports/552d2328-19be-49cb-a7e9-4aae64de68da HTTP/1.1" status: 200 len: 1091 time: 3.8641818 Mar 11 00:02:48.073978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:48.077301 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c0a88-b06e-46d9-87fe-29efa40f588c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:48.118645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3d840c91-59e9-4b3e-9821-087a927136c4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.121372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.125370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/security-groups/3d840c91-59e9-4b3e-9821-087a927136c4 HTTP/1.1" status: 204 len: 168 time: 0.6823683 Mar 11 00:02:48.127948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56844) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:48.182191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4d804916-c780-4855-9763-37e9382bf588 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:48.211072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5156b-b59c-4e59-8937-cb1ab6708544 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d840c91-59e9-4b3e-9821-087a927136c4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:48.223361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70a48eff-e934-416c-ab7a-136b546dd453 req-9b16ebd7-c0e0-421c-80a1-dd797a53f1cf tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836237 Mar 11 00:02:48.257270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fa7d5dfa-b520-4fa6-ab14-d995cd522be9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.277657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 02492b01-6ab9-4554-b05e-da2187a3be99 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:48.277911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:48.280327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f2cac1f-236e-40ae-9267-8edc99aa158e req-7a17f65a-97da-4e26-a82b-c678299479f4 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691612 Mar 11 00:02:48.280794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (02492b01-6ab9-4554-b05e-da2187a3be99), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.290992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e06d2-4a2f-4dac-9d27-6e123943f176 req-747baab6-b9d1-41f0-8db1-1c36a5ab5e27 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.292982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d3e06d2-4a2f-4dac-9d27-6e123943f176 req-747baab6-b9d1-41f0-8db1-1c36a5ab5e27 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 943 time: 0.3575311 Mar 11 00:02:48.293520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'port_id': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'mac_address': 'fa:16:3e:31:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:48.294867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665b4ca-6a4d-451b-b243-e101909e32cf service neutron] Pushing event updated for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:48.298535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:48.299702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (f0fb640a-6a1b-4fd4-8752-14af034b8394), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.333295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=fa7d5dfa-b520-4fa6-ab14-d995cd522be9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:48.372138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.379380 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-61c18057-2fb9-49d6-a185-7ee6d0b6e131 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/fa7d5dfa-b520-4fa6-ab14-d995cd522be9 HTTP/1.1" status: 204 len: 168 time: 1.3714228 Mar 11 00:02:48.380067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:48.394251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (02492b01-6ab9-4554-b05e-da2187a3be99), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.423202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:48.423839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-e7f31a5d-43ae-4164-b9ef-2097a9d9183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.423970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.425725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-e7f31a5d-43ae-4164-b9ef-2097a9d9183a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 1125 time: 0.2725208 Mar 11 00:02:48.428840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0fb640a-6a1b-4fd4-8752-14af034b8394,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:48.458282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d3e06d2-4a2f-4dac-9d27-6e123943f176 req-5530cd60-e9a8-4d7f-a94d-aa0e33100f65 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524818 Mar 11 00:02:48.459793 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8069346e-31de-4e99-af67-9252535750ea x-openstack-request-id: req-8069346e-31de-4e99-af67-9252535750ea {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:48.460139 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:48.460395 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8069346e-31de-4e99-af67-9252535750ea {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:48.460795 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da', 'status': 'completed', 'code': 200} Mar 11 00:02:48.486004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ceedae-b4e1-403d-89ea-67642b8ca1a7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:48.503473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4d804916-c780-4855-9763-37e9382bf588 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:48.504239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4d804916-c780-4855-9763-37e9382bf588), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.521186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-ce3047b2-b1b8-4598-8414-4f0da3314580 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=552d2328-19be-49cb-a7e9-4aae64de68da HTTP/1.1" status: 200 len: 217 time: 0.0823426 Mar 11 00:02:48.546832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:48.560408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (02492b01-6ab9-4554-b05e-da2187a3be99), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.562158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.588166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Checking segment: {'id': '3c17dc11-d001-46d4-a261-07477f607362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:48.588537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network hostable DHCP agents. Network: f8b32ae7-c30e-4378-abac-f2796c47b1eb, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:02:48.624607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-59ef3667-98fa-4951-8089-017780762168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.626314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-59ef3667-98fa-4951-8089-017780762168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.0996354 Mar 11 00:02:48.645253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:02:48.674382 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (02492b01-6ab9-4554-b05e-da2187a3be99), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.696320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.699764 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/02492b01-6ab9-4554-b05e-da2187a3be99 HTTP/1.1" status: 204 len: 168 time: 0.5659788 Mar 11 00:02:48.739984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346eb811-ad18-4b8f-a025-ee61ad2f5ece None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:48.745058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56850) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:48.758031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:48.759696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-6b26f999-3acb-4aba-ba07-0dcb6d498916 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240039 Mar 11 00:02:48.762472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f8b32ae7-c30e-4378-abac-f2796c47b1eb) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:48.770842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1012aa-65e2-44f8-9fd4-271feedcaee8 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=02492b01-6ab9-4554-b05e-da2187a3be99,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:48.805528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc3664-4620-4e81-85db-f347c350bc7b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.807379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc3664-4620-4e81-85db-f347c350bc7b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.809088 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c0fc3664-4620-4e81-85db-f347c350bc7b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4280505 Mar 11 00:02:48.812269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:48.869379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8235c91-a7d8-4450-b6c8-e7ae2c52973e None None] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:48.886661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:48.887364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.922959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 0c1601a7-ea71-48f7-851a-2425659562d4 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:48.928857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (0c1601a7-ea71-48f7-851a-2425659562d4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:48.953592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:49.027896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f426f-51d4-4927-8b76-3c701a974b4d None None] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:49.037491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0c1601a7-ea71-48f7-851a-2425659562d4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:49.048922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4d804916-c780-4855-9763-37e9382bf588 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:49.110075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0231c374-1c09-47bf-ba95-9a0771944a00 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8645406 Mar 11 00:02:49.117143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56860) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:49.137698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-615881231', 'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:49.144872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5ceedae-b4e1-403d-89ea-67642b8ca1a7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:49.207317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3e03-dc01-4830-a4f3-47d28d5f1363 req-d5d25cfb-42a6-48fe-ae43-1d7674dc2f3b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.209662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-685f3e03-dc01-4830-a4f3-47d28d5f1363 req-d5d25cfb-42a6-48fe-ae43-1d7674dc2f3b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3534639 Mar 11 00:02:49.213318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-8317a84f-aa43-4013-b75c-65b1ea3b0b48 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458234 Mar 11 00:02:49.247190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Made reservation on behalf of 10465c8885fa4f3ab83d2b6e31bed0f7 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:49.254209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:49.267294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:49.274629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:49.306415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.314260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.322371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.330893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.340350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.350827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.360645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:49.365555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-09b01f4d-5f79-4391-87ba-794c16225ff4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5428 time: 0.3669391 Mar 11 00:02:49.453547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] device_id is not set on port 13c7badd-4999-4aa9-b190-eba9c6889e8c yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:49.671111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 2001:db8::7 (f8b32ae7-c30e-4378-abac-f2796c47b1eb/f0fb640a-6a1b-4fd4-8752-14af034b8394/13c7badd-4999-4aa9-b190-eba9c6889e8c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:49.933791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0c1601a7-ea71-48f7-851a-2425659562d4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:49.988595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cd189fbc-d907-44ec-a05c-0dd68ffc379a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:50.089393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ba277830-f4ef-4b52-b56f-62526c0f5cad), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.092229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0c1601a7-ea71-48f7-851a-2425659562d4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.141498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.148466 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/0c1601a7-ea71-48f7-851a-2425659562d4 HTTP/1.1" status: 204 len: 168 time: 1.3323641 Mar 11 00:02:50.148743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56868) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:50.149297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead6644-ab9d-4f59-a8a2-c4aa61b9af4f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:50.170920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:50.206094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:50.217156 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4657770-4234-4c74-8a5c-18d86ba591be tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612056 Mar 11 00:02:50.217156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:50.220402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:50.221650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.223858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56870) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:50.228974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:50.242871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'port_id': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a', 'mac_address': 'fa:16:3e:cc:c6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:50.247281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a5474ba-6a62-474b-8ca6-8046c8e6300c req-38302463-d4f2-414c-b1b4-1ef8506d0887 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195041 Mar 11 00:02:50.248567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b7277-bf3c-472a-b2c3-2ca8e19bbd66 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:50.249326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=ba277830-f4ef-4b52-b56f-62526c0f5cad,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:50.277563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:50.278279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.290682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-685f3e03-dc01-4830-a4f3-47d28d5f1363 req-ecd5b54d-decf-43a4-b88b-b3e88140766b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0449269 Mar 11 00:02:50.318672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba1e02cc-c884-4e04-b389-e2955c396a6c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5633690 Mar 11 00:02:50.342941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65352379-a3ba-4fdf-9032-d490df73cdde tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1601a7-ea71-48f7-851a-2425659562d4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:50.344359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56872) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:50.356765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'security_group': {'name': 'tempest-secgroup-177872997'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:50.397220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.407733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:50.414250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.478247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1c18641-fe99-41a2-b037-77c9843b2a82 req-7a9e1d95-3dd3-4ef3-88ec-330ff49c0550 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0901818 Mar 11 00:02:50.618862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (13c7badd-4999-4aa9-b190-eba9c6889e8c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.665784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (ec7b5821-2fe9-4983-a1c9-03f96d9865cf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.676055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (13c7badd-4999-4aa9-b190-eba9c6889e8c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.741570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:50.760244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-d3da2604-d30c-41a7-832f-5e37a4c493cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:50.761711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ec7b5821-2fe9-4983-a1c9-03f96d9865cf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.761857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-d3da2604-d30c-41a7-832f-5e37a4c493cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 1125 time: 0.3188341 Mar 11 00:02:50.779843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:50.780175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.800552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:50.804897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=13c7badd-4999-4aa9-b190-eba9c6889e8c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:50.822455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cd189fbc-d907-44ec-a05c-0dd68ffc379a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:50.822907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.845561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:50.845764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.850478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4985530 Mar 11 00:02:50.853398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd189fbc-d907-44ec-a05c-0dd68ffc379a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:50.856838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:50.860993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'security_group': {'name': 'tempest-secgroup-419768147'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:50.873622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:50.874933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:50.875423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.877885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b6b05-c7ed-4cda-9326-97701f4eedb7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b5821-2fe9-4983-a1c9-03f96d9865cf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:50.879188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:50.887285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b05d-8cc3-473f-b68f-e05e96a081ae req-26a77686-8009-4633-88ec-6a8dfe2d1022 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:50.896850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ec3b05d-8cc3-473f-b68f-e05e96a081ae req-26a77686-8009-4633-88ec-6a8dfe2d1022 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.4071491 Mar 11 00:02:50.911545 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.912463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b21c323d-9303-4e12-ae9f-660273dcbd10 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:50.967092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:50.998942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:02:51.001952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105627c-b93b-4afb-8e8f-614d64372bbc req-500f1127-6fe9-4118-b7ba-1a8f90dc89d8 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.004378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e105627c-b93b-4afb-8e8f-614d64372bbc req-500f1127-6fe9-4118-b7ba-1a8f90dc89d8 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 943 time: 0.3485234 Mar 11 00:02:51.011374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7aa39550-5cfa-408c-a0e4-681e5876ca70 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8878419 Mar 11 00:02:51.014601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:51.037395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:51.078142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:51.094935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b21c323d-9303-4e12-ae9f-660273dcbd10,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.123132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ec3b05d-8cc3-473f-b68f-e05e96a081ae req-d72e0647-f276-4b15-8cfd-6edd92be6540 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251537 Mar 11 00:02:51.124441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-6d6cc3df-80b6-47b9-859a-c683fee142b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.126041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-6d6cc3df-80b6-47b9-859a-c683fee142b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 913 time: 0.3453951 Mar 11 00:02:51.162160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e69252f8-a088-4635-96ad-ee57a5f5b0e0 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:51.167819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b21c323d-9303-4e12-ae9f-660273dcbd10', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'port_id': 'b21c323d-9303-4e12-ae9f-660273dcbd10', 'mac_address': 'fa:16:3e:af:68:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:51.210584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Update dhcp port {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'fixed_ips': [{'subnet_id': 'f58839b4-4673-41ed-88bc-83798c651e2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba277830-f4ef-4b52-b56f-62526c0f5cad'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'd2d2f9b7-4041-4eeb-bc35-3e8e926c34f2'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:02:51.221658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-6c223416-8a08-4abb-9675-2478fa407bc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=552d2328-19be-49cb-a7e9-4aae64de68da HTTP/1.1" status: 200 len: 217 time: 0.0845127 Mar 11 00:02:51.225121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e105627c-b93b-4afb-8e8f-614d64372bbc req-81c34c39-ab62-41cc-a2a4-a2e7ae6ad9a9 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076211 Mar 11 00:02:51.247570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Deleting port 13c7badd-4999-4aa9-b190-eba9c6889e8c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:51.248276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (13c7badd-4999-4aa9-b190-eba9c6889e8c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.262827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b21c323d-9303-4e12-ae9f-660273dcbd10 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:51.263232 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.264358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (674f63b6-b6cd-42f3-ada3-fa05d88e253a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.265107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.270370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Deleting port 4d804916-c780-4855-9763-37e9382bf588 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:51.270788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4d804916-c780-4855-9763-37e9382bf588), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.273817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (674f63b6-b6cd-42f3-ada3-fa05d88e253a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.318731 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.323787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4662232 Mar 11 00:02:51.339621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:51.344694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c10eb-5d6c-45e4-aea4-85fa782c215b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674f63b6-b6cd-42f3-ada3-fa05d88e253a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:51.347237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'security_group': {'name': 'tempest-secgroup-775500261'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:51.399652 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4d804916-c780-4855-9763-37e9382bf588), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.402856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-7d8b0904-0734-4f16-bc01-df4350fcc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.404806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-7d8b0904-0734-4f16-bc01-df4350fcc47c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.1212370 Mar 11 00:02:51.407744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.415309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (13c7badd-4999-4aa9-b190-eba9c6889e8c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.443247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21c323d-9303-4e12-ae9f-660273dcbd10 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:51.493823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-8745f817-3eac-4d3b-b1a7-0ef417148b2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737517 Mar 11 00:02:51.497777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Calling delete_port for 13c7badd-4999-4aa9-b190-eba9c6889e8c owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:51.513171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b21c323d-9303-4e12-ae9f-660273dcbd10,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.528830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.529525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 28609424-21ff-472a-8048-4abb6da70daa details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:51.542331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Allocated IP 2001:db8::2 (60947701-2f45-4c2a-ae42-0282fde1881b/ba277830-f4ef-4b52-b56f-62526c0f5cad/d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:51.633265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] For port 4d804916-c780-4855-9763-37e9382bf588, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4d804916-c780-4855-9763-37e9382bf588,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.633576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4d804916-c780-4855-9763-37e9382bf588), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.670416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Calling delete_port for 4d804916-c780-4855-9763-37e9382bf588 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:51.692649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:51.700434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port 4d804916-c780-4855-9763-37e9382bf588, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4d804916-c780-4855-9763-37e9382bf588,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.701303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63638e67-6a1f-4ae2-971a-cc64d2145041 req-f8496c67-8f98-47e7-b5db-d1d12bcd0d32 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.703148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63638e67-6a1f-4ae2-971a-cc64d2145041 req-f8496c67-8f98-47e7-b5db-d1d12bcd0d32 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.2900021 Mar 11 00:02:51.719560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-c32855df-b79c-4c62-970b-794f18a16093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.721781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-c32855df-b79c-4c62-970b-794f18a16093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1127 time: 0.0973802 Mar 11 00:02:51.774751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (4d804916-c780-4855-9763-37e9382bf588), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.786644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4d804916-c780-4855-9763-37e9382bf588), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.799898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (255b3f3d-d5fd-429a-a4da-b4eb47a55cfb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.808520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-b2b7b64f-836c-4a1e-a594-e0c47893fcbf service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027899 Mar 11 00:02:51.822302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (255b3f3d-d5fd-429a-a4da-b4eb47a55cfb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.846991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (e959b762-b34f-439e-b7d1-f7c576c7031f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.856484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.886408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:51.919492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '28609424-21ff-472a-8048-4abb6da70daa', 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'port_id': '28609424-21ff-472a-8048-4abb6da70daa', 'mac_address': 'fa:16:3e:60:0c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:51.920884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.927125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.932036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Publish callbacks [] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.932632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.938022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.944379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.949891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.952548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:51.955187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.957254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (4d804916-c780-4855-9763-37e9382bf588), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.957598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-5ca59434-24f7-4c58-b816-ad8adda5b5c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5430 time: 0.3457296 Mar 11 00:02:51.959106 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.969928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.970178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:51.971259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6300449 Mar 11 00:02:51.975043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63638e67-6a1f-4ae2-971a-cc64d2145041 req-8dcd6ba9-4ae1-44bd-83c6-e163afc89e92 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563350 Mar 11 00:02:51.975330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:51.990853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:51.991466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:51.995373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1067399913', 'security_groups': ['255b3f3d-d5fd-429a-a4da-b4eb47a55cfb'], 'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba277830-f4ef-4b52-b56f-62526c0f5cad'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:52.019808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f955e2-6e0b-47d9-8d92-4ff86bc4b30b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255b3f3d-d5fd-429a-a4da-b4eb47a55cfb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.029194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8041079 Mar 11 00:02:52.031240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=e959b762-b34f-439e-b7d1-f7c576c7031f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.032947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56896) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:52.039492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] No DVR routers for this DVR port 4d804916-c780-4855-9763-37e9382bf588 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:52.041770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:5c:ce:83', 'name': 'tempest-NetworksTestDHCPv6-1430081507'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:52.042414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21c114-394e-484a-b6b3-1cf684e8df8c None None] Pushing event deleted for resources: {'Port': ['ID=4d804916-c780-4855-9763-37e9382bf588,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.069620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 28609424-21ff-472a-8048-4abb6da70daa is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:52.071392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.097046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6fdc3-b221-4aaf-9f16-d3439c30f214 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=4d804916-c780-4855-9763-37e9382bf588,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.106792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-c708b43f-82b7-4593-8dac-3e3d36920368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:52.108501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-c708b43f-82b7-4593-8dac-3e3d36920368 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.3796256 Mar 11 00:02:52.143234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (13c7badd-4999-4aa9-b190-eba9c6889e8c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.157181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df8e1e-ee61-471f-b3f2-97de5cdf9f05 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:52.187990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-d1aa0b7a-07a2-4e37-8b2d-0d865f3117ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.0668690 Mar 11 00:02:52.227784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Port': ['ID=13c7badd-4999-4aa9-b190-eba9c6889e8c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.231521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6c0a88-b06e-46d9-87fe-29efa40f588c req-18a2cfc7-ba08-45b5-8a94-73eacd4aeb31 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138267 Mar 11 00:02:52.252687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a6bd58f-feed-41e4-b096-88254b7cd537 req-63597f37-34a0-4c42-95d7-3c2c7067de65 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2659156 Mar 11 00:02:52.267088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-6752e22d-0796-4bb9-b79c-2197babc1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:52.267333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4d804916-c780-4855-9763-37e9382bf588 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:52.268796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-6752e22d-0796-4bb9-b79c-2197babc1279 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.0730317 Mar 11 00:02:52.290222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.294040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-668a4265-296a-468b-b6e4-314266a3c95c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/ports/13c7badd-4999-4aa9-b190-eba9c6889e8c HTTP/1.1" status: 204 len: 168 time: 1.2752419 Mar 11 00:02:52.305848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56902) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:52.311594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb', 'external_fixed_ips': [{'subnet_id': 'f0fb640a-6a1b-4fd4-8752-14af034b8394', 'ip_address': '2001:db8::7'}]}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:52.337585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:52.343677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:52.348461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-5af3358e-87ad-46ce-a826-e262aeb87efb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527465 Mar 11 00:02:52.349577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28609424-21ff-472a-8048-4abb6da70daa {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:52.357865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839daacb-145a-4967-8597-b70cfa19c592 req-6c73dd72-bb2c-49ad-8624-6a278ba48dee tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:52.359359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-839daacb-145a-4967-8597-b70cfa19c592 req-6c73dd72-bb2c-49ad-8624-6a278ba48dee tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.0999596 Mar 11 00:02:52.387578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74248e8-f037-4235-8859-a473fd1617dc None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.413554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.415131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.432738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4d804916-c780-4855-9763-37e9382bf588 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:52.433226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4d804916-c780-4855-9763-37e9382bf588 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:52.439297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:52.446017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.447461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:52.489079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:52.526349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'network_id': '128c5d5c-3517-42fd-a18c-a48f9013d74f', 'port_id': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'mac_address': 'fa:16:3e:3c:96:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:52.532798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': 'e959b762-b34f-439e-b7d1-f7c576c7031f'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:52.534472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.544875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-839daacb-145a-4967-8597-b70cfa19c592 req-f14542da-bdf2-4fc8-ae4d-2b9087fe5f1d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662903 Mar 11 00:02:52.567051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.577469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ca9f-69ae-4053-bcde-69bcf64ff057 req-7cef04fd-b510-457d-9260-fb792c0da09e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:52.587299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7db3ca9f-69ae-4053-bcde-69bcf64ff057 req-7cef04fd-b510-457d-9260-fb792c0da09e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 943 time: 0.2382066 Mar 11 00:02:52.603304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.607704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (29c33ea3-4e47-4103-8b6a-1467da847c0a), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.610066 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-585141ee-bf29-49e9-bcf6-170582d03e6c service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488337 Mar 11 00:02:52.637206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] device_id is not set on port 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:52.680824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:52.691447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:52.691915 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.714666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port a8114312-5422-4ea2-819e-f3101f24c442 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:02:52.740107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7db3ca9f-69ae-4053-bcde-69bcf64ff057 req-a9deca28-a862-48ed-a957-816d6233198c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515508 Mar 11 00:02:52.762643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:52.798212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:52.805929 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.807025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61ffe986-4bf3-44da-a3ce-74203250b8db details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:52.851311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61ffe986-4bf3-44da-a3ce-74203250b8db,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:52.889168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8::1de (60947701-2f45-4c2a-ae42-0282fde1881b/ba277830-f4ef-4b52-b56f-62526c0f5cad/24ee09fd-eeb6-4d56-8a42-bfcadbe41496) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:52.945763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (29c33ea3-4e47-4103-8b6a-1467da847c0a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:52.962421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42f06c5f-ffba-470a-9f1b-2079732b854b req-77b27cce-bf80-4c22-9bd5-a5c33423bb90 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437872 Mar 11 00:02:53.075883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.151650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '61ffe986-4bf3-44da-a3ce-74203250b8db', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'port_id': '61ffe986-4bf3-44da-a3ce-74203250b8db', 'mac_address': 'fa:16:3e:0b:b5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:53.157101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f455c8b-a7ec-44cd-ac1a-911aae30a0cc req-c7612367-db4d-4a62-a7ef-702f1d9685ea tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.159280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f455c8b-a7ec-44cd-ac1a-911aae30a0cc req-c7612367-db4d-4a62-a7ef-702f1d9685ea tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.0794461 Mar 11 00:02:53.161044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.169944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:53.217859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=24ee09fd-eeb6-4d56-8a42-bfcadbe41496,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:53.243733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (29c33ea3-4e47-4103-8b6a-1467da847c0a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.245690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Allocated IP 2001:db8::f816:3eff:fe3e:78cc (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/e959b762-b34f-439e-b7d1-f7c576c7031f/bc3928e9-59ef-4cc7-ac8b-805ded722025) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:53.248233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61ffe986-4bf3-44da-a3ce-74203250b8db is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:53.248435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.258028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:53.265661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.267116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:53.270702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ffe986-4bf3-44da-a3ce-74203250b8db {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:53.272872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:53.278874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.279712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.323425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f455c8b-a7ec-44cd-ac1a-911aae30a0cc req-c2dab146-e101-461b-b0c2-3c32421d54b8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923448 Mar 11 00:02:53.333007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee41599e-ddf7-4cb5-b683-1ea4b83f44bb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3452728 Mar 11 00:02:53.335979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56908) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:53.342755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:53.347902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61ffe986-4bf3-44da-a3ce-74203250b8db,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:53.379511 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.380208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97d22241-2310-4360-865c-c7fc25cce536 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:53.429677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:53.442951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 2001:db8::7 (f8b32ae7-c30e-4378-abac-f2796c47b1eb/f0fb640a-6a1b-4fd4-8752-14af034b8394/3117e4fd-a1e5-48fa-b10b-05127fb670d0) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:53.508798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.514383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.520405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.525865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.526258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '97d22241-2310-4360-865c-c7fc25cce536', 'network_id': '13dbe604-8e8d-4d64-97d2-954de927f094', 'port_id': '97d22241-2310-4360-865c-c7fc25cce536', 'mac_address': 'fa:16:3e:ae:90:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d832bb-af5d-41dc-a886-b56fd227c335', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:53.531133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.536914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.542339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.544540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-3db03e23-26c5-475b-b2e2-aaa8bf2835bc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5433 time: 0.1712232 Mar 11 00:02:53.579379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (3117e4fd-a1e5-48fa-b10b-05127fb670d0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.598247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:53.613154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:53.613870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.640557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:53.647497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3117e4fd-a1e5-48fa-b10b-05127fb670d0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.648858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.706465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network f8b32ae7-c30e-4378-abac-f2796c47b1eb is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:53.711175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:53.723519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:53.725178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 97d22241-2310-4360-865c-c7fc25cce536 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:53.725922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.731805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:53.754594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-594490e2-b010-48f2-893d-34cd7c5476b0 req-b814d22a-4dcf-4055-8120-d064c7ae0a31 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2026529 Mar 11 00:02:53.778761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d22241-2310-4360-865c-c7fc25cce536 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:53.782258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=3117e4fd-a1e5-48fa-b10b-05127fb670d0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:53.803842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:53.815422 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.815616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84ad3a-1284-4fad-a9fa-7c26ce41a159 req-0c0c13f4-bc9f-43b7-959a-e6f2aa3fbf41 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:53.816393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:53.822612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df84ad3a-1284-4fad-a9fa-7c26ce41a159 req-0c0c13f4-bc9f-43b7-959a-e6f2aa3fbf41 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.1602263 Mar 11 00:02:53.856881 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba277830-f4ef-4b52-b56f-62526c0f5cad (CIDR: 2001:db8::/64) Mar 11 00:02:53.868365 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:53.868831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:53.901837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks [] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.906645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:53.907196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.909306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df84ad3a-1284-4fad-a9fa-7c26ce41a159 req-00b752cc-da31-4438-8781-0b4ec1a3a300 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849605 Mar 11 00:02:53.945224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-82c144aa-dcd4-4b53-b540-d5ce34db9a8a tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6076655 Mar 11 00:02:53.945887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56914) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:53.953248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:53.954132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:53.960322 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:53.993258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c3255-7507-4a2c-9f4a-4f66f4e79398 req-5760a719-53b3-412a-a133-623fa4f57108 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:54.000630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e5c3255-7507-4a2c-9f4a-4f66f4e79398 req-5760a719-53b3-412a-a133-623fa4f57108 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 943 time: 0.1123474 Mar 11 00:02:54.062963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:54.073585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Pushing event updated for resources: {'Port': ['ID=bc3928e9-59ef-4cc7-ac8b-805ded722025,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:54.076198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:54.082158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:54.108371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:54.115633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:54.134361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e5c3255-7507-4a2c-9f4a-4f66f4e79398 req-49c2e940-0873-4a46-a22b-9f2314b54945 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322637 Mar 11 00:02:54.183229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:54.186554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.215392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'port_id': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4', 'mac_address': 'fa:16:3e:04:1b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:54.247241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Attempting to bind port bc3928e9-59ef-4cc7-ac8b-805ded722025 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:02:54.247625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Attempting to bind port bc3928e9-59ef-4cc7-ac8b-805ded722025 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:02:54.248018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Attempting to bind port bc3928e9-59ef-4cc7-ac8b-805ded722025 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:02:54.249876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69717-f107-422b-8d3b-3870d4d28eb1 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:54.277527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:02:54.277921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:02:54.278333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.278735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:02:54.279243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Bound port: bc3928e9-59ef-4cc7-ac8b-805ded722025, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:02:54.279618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.311997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:54.312394 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.334974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:54.335310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.386700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:54.413579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (29c33ea3-4e47-4103-8b6a-1467da847c0a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.438749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:54.444690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-74010b06-3ebc-4814-bc3e-52fdf0a56623 None None] Provisioning complete for port 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:54.445074 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74010b06-3ebc-4814-bc3e-52fdf0a56623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.446882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.458670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe5c:ce83 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/e959b762-b34f-439e-b7d1-f7c576c7031f/a8114312-5422-4ea2-819e-f3101f24c442) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:54.472605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] For port bc3928e9-59ef-4cc7-ac8b-805ded722025, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:02:54.498286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 552d2328-19be-49cb-a7e9-4aae64de68da details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:02:54.512038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5ceedae-b4e1-403d-89ea-67642b8ca1a7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:54.548218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] For port bc3928e9-59ef-4cc7-ac8b-805ded722025, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bc3928e9-59ef-4cc7-ac8b-805ded722025,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:02:54.581477 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.600994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74010b06-3ebc-4814-bc3e-52fdf0a56623 None None] Port 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:02:54.638719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:54.674284 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f58839b4-4673-41ed-88bc-83798c651e2d (CIDR: 2001:db8:0:1::/64) Mar 11 00:02:54.695300 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:02:54.695532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:02:54.721790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc708f6b-1773-458f-9d1d-c025afeac2d5 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7733519 Mar 11 00:02:54.728263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56918) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:54.734445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'subnet': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:54.745010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a5802-cb5f-459e-8de5-c5e6896c27b1 req-c6e7f835-2302-4301-ad61-6ad17608e4ba tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:54.745259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:54.745686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e84a5802-cb5f-459e-8de5-c5e6896c27b1 req-c6e7f835-2302-4301-ad61-6ad17608e4ba tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.1291862 Mar 11 00:02:54.756992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.802951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:02:54.809691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55892f0-4692-4ad9-a644-4cabf4fb6fd5 None None] Pushing event updated for resources: {'Port': ['ID=bc3928e9-59ef-4cc7-ac8b-805ded722025,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:54.827160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:54.827539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.858493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (a8114312-5422-4ea2-819e-f3101f24c442), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:54.900565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=552d2328-19be-49cb-a7e9-4aae64de68da,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:54.928686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '552d2328-19be-49cb-a7e9-4aae64de68da', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'port_id': '552d2328-19be-49cb-a7e9-4aae64de68da', 'mac_address': 'fa:16:3e:ee:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:02:54.934191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e84a5802-cb5f-459e-8de5-c5e6896c27b1 req-aa8c42e4-5a68-46ec-a85b-b88af3dfd203 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648321 Mar 11 00:02:54.981362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a8114312-5422-4ea2-819e-f3101f24c442), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.000863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.010649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.024037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.032062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.046634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.054375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.063135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.072973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router 29c33ea3-4e47-4103-8b6a-1467da847c0a is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:02:55.090237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-be16345c-b15f-47c7-8376-1bbcec7b7069 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5434 time: 0.2085786 Mar 11 00:02:55.092052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Made reservation on behalf of 544c3827c9b8424592d3a1e18b336b27 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:55.102860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.105749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:55.108583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:55.118953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 552d2328-19be-49cb-a7e9-4aae64de68da is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:55.119421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.128808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:02:55.134670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.135328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.143701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552d2328-19be-49cb-a7e9-4aae64de68da {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:02:55.143956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=a8114312-5422-4ea2-819e-f3101f24c442,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:55.169440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:55.169836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.191685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=552d2328-19be-49cb-a7e9-4aae64de68da,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:55.209827 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.220279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:55.223231 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46149b7-0f65-4b79-bd84-01221f04cc2b" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:55.229281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f594cf14-6596-42b5-bf46-6b3215bf5a89 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1916146 Mar 11 00:02:55.232022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56928) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:55.277078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:55.287991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.288873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:55.367900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99e2707f-548f-4201-b9a5-f8bce37760c6 req-81c5b49e-51fb-4222-916f-ef9476a97502 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2767019 Mar 11 00:02:55.372581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccc513-f7dc-4459-b739-50ae2c9730cd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.378986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccc513-f7dc-4459-b739-50ae2c9730cd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.383232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497bbb2-94d8-47b9-abd2-641d1301028d req-949b71fa-aaae-4ed5-bc8f-b68893489ce5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.383994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9ccc513-f7dc-4459-b739-50ae2c9730cd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1509862 Mar 11 00:02:55.387301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56930) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:55.387877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2497bbb2-94d8-47b9-abd2-641d1301028d req-949b71fa-aaae-4ed5-bc8f-b68893489ce5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 945 time: 0.2623975 Mar 11 00:02:55.389924 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:55.390328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.412149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:55.452560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:55.455519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:02:55.463543 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.474543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2497bbb2-94d8-47b9-abd2-641d1301028d req-68cbae94-ac3c-4553-9be2-d6c847f4b5e1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845101 Mar 11 00:02:55.480099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Sync routers for ids ['29c33ea3-4e47-4103-8b6a-1467da847c0a'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:02:55.499375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:55.509373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.513148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3542f56a-d296-445b-94fb-cd86145e46a7 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2029397 Mar 11 00:02:55.514444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:55.543308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Routers {'29c33ea3-4e47-4103-8b6a-1467da847c0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:55.543997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['29c33ea3-4e47-4103-8b6a-1467da847c0a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:55.550094 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927257ce-6138-40fe-9581-95623cbf5fb0 x-openstack-request-id: req-927257ce-6138-40fe-9581-95623cbf5fb0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:55.550398 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:55.550659 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-927257ce-6138-40fe-9581-95623cbf5fb0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:55.551060 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'code': 200} Mar 11 00:02:55.586329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port a8114312-5422-4ea2-819e-f3101f24c442 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:55.587273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a8114312-5422-4ea2-819e-f3101f24c442), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.589694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['61ffe986-4bf3-44da-a3ce-74203250b8db'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.733170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a8114312-5422-4ea2-819e-f3101f24c442), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.733953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05956c-8194-433b-b4d2-5e2f0a2baaab req-5f865b08-4537-4cd0-9d17-0b6ec2528216 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.741368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a05956c-8194-433b-b4d2-5e2f0a2baaab req-5f865b08-4537-4cd0-9d17-0b6ec2528216 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 944 time: 0.1774511 Mar 11 00:02:55.743567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (953534a5-229c-4cd2-bad0-717bfc1da7e2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.764241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for a8114312-5422-4ea2-819e-f3101f24c442 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:55.791211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.822177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['62f0fa15-cb27-43f8-b47b-69bd9d7028d7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.865471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['28609424-21ff-472a-8048-4abb6da70daa'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.866184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Network 60947701-2f45-4c2a-ae42-0282fde1881b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:55.879824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:55.890044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:55.890647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:55.900384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Subnet': ['ID=953534a5-229c-4cd2-bad0-717bfc1da7e2,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:55.905215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['97d22241-2310-4360-865c-c7fc25cce536'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.906817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8bf68c41-47c6-41b8-ab51-6ba77e5f91c4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.910020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['cd189fbc-d907-44ec-a05c-0dd68ffc379a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:55.933511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a0166f-0805-4996-bc5c-eb343b902a95 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:55.936035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a05956c-8194-433b-b4d2-5e2f0a2baaab req-4af584be-7a36-4eeb-abf0-7164933ddb59 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917439 Mar 11 00:02:55.949457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-50e80bb4-6c8e-41a9-a899-fe918d03ec92 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2193553 Mar 11 00:02:55.952595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:55.964251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-534189772', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '953534a5-229c-4cd2-bad0-717bfc1da7e2'}], 'security_groups': ['ec7b5821-2fe9-4983-a1c9-03f96d9865cf', '674f63b6-b6cd-42f3-ada3-fa05d88e253a']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:56.029091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (29c33ea3-4e47-4103-8b6a-1467da847c0a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.054144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a8114312-5422-4ea2-819e-f3101f24c442), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.105189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=a8114312-5422-4ea2-819e-f3101f24c442,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:56.171882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['552d2328-19be-49cb-a7e9-4aae64de68da'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:56.184973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.187102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:56.191371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-85601205-4731-4fe4-ae04-bb016d88e7fa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/a8114312-5422-4ea2-819e-f3101f24c442 HTTP/1.1" status: 204 len: 168 time: 0.8023796 Mar 11 00:02:56.192228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:56.226046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c781b50-4a06-4804-bb78-fe8f7d16bb51 req-01ef180e-9b50-48b7-81d6-6062c395e8ad tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.227585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c781b50-4a06-4804-bb78-fe8f7d16bb51 req-01ef180e-9b50-48b7-81d6-6062c395e8ad tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.1134789 Mar 11 00:02:56.261166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Deleting port 3117e4fd-a1e5-48fa-b10b-05127fb670d0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:56.261514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3117e4fd-a1e5-48fa-b10b-05127fb670d0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.291208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bc3928e9-59ef-4cc7-ac8b-805ded722025 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:02:56.300807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167effda-a8da-4c44-af9f-9b3aea7c782e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.302278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167effda-a8da-4c44-af9f-9b3aea7c782e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.307254 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-167effda-a8da-4c44-af9f-9b3aea7c782e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1118951 Mar 11 00:02:56.308318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.311317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56940) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:56.322570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c781b50-4a06-4804-bb78-fe8f7d16bb51 req-c785067f-7211-4c5e-bff8-b0c6a318f19a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870688 Mar 11 00:02:56.391046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3117e4fd-a1e5-48fa-b10b-05127fb670d0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.428697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Calling delete_port for 3117e4fd-a1e5-48fa-b10b-05127fb670d0 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:56.431360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet e959b762-b34f-439e-b7d1-f7c576c7031f {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:56.456666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (e959b762-b34f-439e-b7d1-f7c576c7031f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.494868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b21c323d-9303-4e12-ae9f-660273dcbd10'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:02:56.591535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (e959b762-b34f-439e-b7d1-f7c576c7031f), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.733368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Provisioning complete for port bc3928e9-59ef-4cc7-ac8b-805ded722025 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:56.733714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.751183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.757408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.763089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.768913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.774874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.780340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.786246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.788319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-493e079e-1d59-4af7-b2d3-d9c386d5496b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5435 time: 0.2725959 Mar 11 00:02:56.844402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fbadc-e1fc-416f-9a35-9d2ff3053eaa req-8b86fd95-987b-4384-947f-64a7d99f3d11 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:56.846804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee8fbadc-e1fc-416f-9a35-9d2ff3053eaa req-8b86fd95-987b-4384-947f-64a7d99f3d11 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.2736316 Mar 11 00:02:56.849052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3117e4fd-a1e5-48fa-b10b-05127fb670d0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.894086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Set router 29c33ea3-4e47-4103-8b6a-1467da847c0a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:02:56.899030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Port': ['ID=3117e4fd-a1e5-48fa-b10b-05127fb670d0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:56.900346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Delete allocated IP 2001:db8::1de (60947701-2f45-4c2a-ae42-0282fde1881b/ba277830-f4ef-4b52-b56f-62526c0f5cad) {{(pid=110426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:02:56.921665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e959b762-b34f-439e-b7d1-f7c576c7031f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:56.951434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb7364ff-bd1d-47bd-8207-2532166f5cbf req-ca0fbc7d-f8d7-4940-8f95-a48d86c5a259 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1499360 Mar 11 00:02:56.958266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Allocated IP 2001:db8:0:2::5c (60947701-2f45-4c2a-ae42-0282fde1881b/953534a5-229c-4cd2-bad0-717bfc1da7e2/24ee09fd-eeb6-4d56-8a42-bfcadbe41496) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:56.992727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (29c33ea3-4e47-4103-8b6a-1467da847c0a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.058412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (e959b762-b34f-439e-b7d1-f7c576c7031f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.095553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=e959b762-b34f-439e-b7d1-f7c576c7031f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:57.102783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.109877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee8fbadc-e1fc-416f-9a35-9d2ff3053eaa req-592f2d52-ddcc-46c0-8438-3bc4193abab3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511885 Mar 11 00:02:57.111291 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae7943ba-af34-41f9-a8fa-3611096fe701 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/e959b762-b34f-439e-b7d1-f7c576c7031f HTTP/1.1" status: 204 len: 168 time: 0.7988513 Mar 11 00:02:57.122762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.147628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.151272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (29c33ea3-4e47-4103-8b6a-1467da847c0a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.215466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a903287-4a8c-4cb1-be60-b8af9742a682 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:57.216699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25620b-c72b-4f70-9881-b9dba13a1f80 req-fe35f595-b0bb-47ca-8bbd-683e59caeb03 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.218216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b25620b-c72b-4f70-9881-b9dba13a1f80 req-fe35f595-b0bb-47ca-8bbd-683e59caeb03 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 944 time: 0.1465130 Mar 11 00:02:57.223005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-17716f60-0a4a-42e2-9fdf-40713ae10af5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983496 Mar 11 00:02:57.226657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.229654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (29c33ea3-4e47-4103-8b6a-1467da847c0a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.230475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29c33ea3-4e47-4103-8b6a-1467da847c0a {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:02:57.256697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.259546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7056743e-3131-48bc-ad5d-823f38192b0c tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/routers/29c33ea3-4e47-4103-8b6a-1467da847c0a HTTP/1.1" status: 204 len: 168 time: 1.7441137 Mar 11 00:02:57.267256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.310524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bc3928e9-59ef-4cc7-ac8b-805ded722025 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:02:57.311827 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.316185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b25620b-c72b-4f70-9881-b9dba13a1f80 req-0cab91cb-ed12-4f41-b1e0-7f3564ceb400 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875368 Mar 11 00:02:57.323225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130653c-14c9-4a52-8049-b9a33da9e3bf req-43ff5b69-9e0c-4a1d-a6a3-d73fad39769c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.324747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f130653c-14c9-4a52-8049-b9a33da9e3bf req-43ff5b69-9e0c-4a1d-a6a3-d73fad39769c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.1173842 Mar 11 00:02:57.363074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Deleting subnet f0fb640a-6a1b-4fd4-8752-14af034b8394 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:02:57.374703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for subnet (f0fb640a-6a1b-4fd4-8752-14af034b8394), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.383332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f130653c-14c9-4a52-8049-b9a33da9e3bf req-f9e09f4e-53ef-45bb-bcee-1309950f6227 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513580 Mar 11 00:02:57.403998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835b155-fad9-45d7-83fa-c1ceeadb2246 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.404220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56964) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.408673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8835b155-fad9-45d7-83fa-c1ceeadb2246 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1773944 Mar 11 00:02:57.445646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.464361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.512555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1d2ee-4516-4953-94e1-304160ea1750 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.516795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-30a1d2ee-4516-4953-94e1-304160ea1750 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1105428 Mar 11 00:02:57.536850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.546355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event updated for resources: {'Port': ['ID=24ee09fd-eeb6-4d56-8a42-bfcadbe41496,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:57.573279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:02:57.575553 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b360aa1-7a5c-4b50-bd13-e456a75cb00e" -d '{"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:02:57.597742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fc392-963b-47ad-9a55-811f5c30fab8 req-bae35911-9e0d-4ed7-a5b9-28bd4bf4808e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.609455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d23ae39f-65fb-4dba-9d7a-fb1b37e868d6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549982 Mar 11 00:02:57.610033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f47fc392-963b-47ad-9a55-811f5c30fab8 req-bae35911-9e0d-4ed7-a5b9-28bd4bf4808e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.1781695 Mar 11 00:02:57.614790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.617102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f0fb640a-6a1b-4fd4-8752-14af034b8394), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.621143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-bec7d6b8-be0f-4d07-a503-8f6d0aba882e req-99fe9e9a-276d-4e10-90cc-727d3da99e20 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:02:57.622380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bec7d6b8-be0f-4d07-a503-8f6d0aba882e req-99fe9e9a-276d-4e10-90cc-727d3da99e20 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067375 Mar 11 00:02:57.632666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:57.674808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] In _notify_port_updated(), no bound segment for port 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 on network 60947701-2f45-4c2a-ae42-0282fde1881b {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:02:57.681237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Current status of the port bc3928e9-59ef-4cc7-ac8b-805ded722025 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:57.681671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.683572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.684542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.686162 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6dd254e3-7edc-4d4c-a4d5-511f0631f22d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "PUT /v2.0/ports/24ee09fd-eeb6-4d56-8a42-bfcadbe41496 HTTP/1.1" status: 200 len: 968 time: 1.7325644 Mar 11 00:02:57.689357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56980) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.719825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f47fc392-963b-47ad-9a55-811f5c30fab8 req-85466368-ff6a-44f6-8665-bbeeef4389e9 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079206 Mar 11 00:02:57.733176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f0fb640a-6a1b-4fd4-8752-14af034b8394), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.800601 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 00:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0b7bb9-f377-4f90-ac71-ce87b02878a6 x-openstack-request-id: req-3e0b7bb9-f377-4f90-ac71-ce87b02878a6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:02:57.801194 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-unplugged", "status": "failed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "code": 422}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:02:57.801679 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e0b7bb9-f377-4f90-ac71-ce87b02878a6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:02:57.802190 n-d-831844-1 neutron-server[110427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'code': 422} returned with failed status Mar 11 00:02:57.840576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f0fb640a-6a1b-4fd4-8752-14af034b8394), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.863419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Update dhcp port {'port': {'network_id': '60947701-2f45-4c2a-ae42-0282fde1881b', 'fixed_ips': [{'subnet_id': 'f58839b4-4673-41ed-88bc-83798c651e2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ba277830-f4ef-4b52-b56f-62526c0f5cad', 'ip_address': '2001:db8::2'}, {'subnet_id': '953534a5-229c-4cd2-bad0-717bfc1da7e2'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'd2d2f9b7-4041-4eeb-bc35-3e8e926c34f2'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:02:57.903476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fb640a-6a1b-4fd4-8752-14af034b8394,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:57.914959 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.921725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa6e16ce-64c8-435e-bfe0-a7df8cfdd032 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/f0fb640a-6a1b-4fd4-8752-14af034b8394 HTTP/1.1" status: 204 len: 168 time: 0.6456151 Mar 11 00:02:57.926386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56990) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:57.930568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:57.936494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.961107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:57.961506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:57.970617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd86c5-c1aa-464b-9ff0-68a52edae9dc req-e63b8b41-25f5-4ec1-8d72-15e41c3d923c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:57.972602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bdd86c5-c1aa-464b-9ff0-68a52edae9dc req-e63b8b41-25f5-4ec1-8d72-15e41c3d923c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.1564064 Mar 11 00:02:57.980408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bc3928e9-59ef-4cc7-ac8b-805ded722025 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:57.980898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.063382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c33ea3-4e47-4103-8b6a-1467da847c0a', 'name': '', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb', 'external_fixed_ips': [{'subnet_id': 'f0fb640a-6a1b-4fd4-8752-14af034b8394', 'ip_address': '2001:db8::7'}], 'enable_snat': True}, 'gw_port_id': '3117e4fd-a1e5-48fa-b10b-05127fb670d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:02:52Z', 'updated_at': '2022-03-11T00:02:53Z', 'revision_number': 3, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port': {'id': '3117e4fd-a1e5-48fa-b10b-05127fb670d0', 'name': '', 'network_id': 'f8b32ae7-c30e-4378-abac-f2796c47b1eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c33ea3-4e47-4103-8b6a-1467da847c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f0fb640a-6a1b-4fd4-8752-14af034b8394', 'ip_address': '2001:db8::7'}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:02:53Z', 'updated_at': '2022-03-11T00:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:58.069537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] For port bc3928e9-59ef-4cc7-ac8b-805ded722025, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bc3928e9-59ef-4cc7-ac8b-805ded722025,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:58.128879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.144172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 24ee09fd-eeb6-4d56-8a42-bfcadbe41496 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:58.144408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f8b32ae7-c30e-4378-abac-f2796c47b1eb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.292324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:02:58.296783 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.327300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Checking router: 29c33ea3-4e47-4103-8b6a-1467da847c0a for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:02:58.328061 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (24ee09fd-eeb6-4d56-8a42-bfcadbe41496), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.328178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Updating router 29c33ea3-4e47-4103-8b6a-1467da847c0a port 3117e4fd-a1e5-48fa-b10b-05127fb670d0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:02:58.331531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.362073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=24ee09fd-eeb6-4d56-8a42-bfcadbe41496,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:58.380457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bdd86c5-c1aa-464b-9ff0-68a52edae9dc req-37f7f629-93b8-4535-a68c-a71416776284 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888483 Mar 11 00:02:58.396225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.404215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84004f31-5fbf-4bb7-bda6-ef8fad28c1ca tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/24ee09fd-eeb6-4d56-8a42-bfcadbe41496 HTTP/1.1" status: 204 len: 168 time: 0.7126284 Mar 11 00:02:58.404787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57002) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:58.423429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Port 3117e4fd-a1e5-48fa-b10b-05127fb670d0 not found while updating agent binding for router 29c33ea3-4e47-4103-8b6a-1467da847c0a. {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 00:02:58.444542 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ad73d3-4db9-4b6d-b634-c3831d292ab7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] GET failed (client error): The resource could not be found. Mar 11 00:02:58.447982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3ad73d3-4db9-4b6d-b634-c3831d292ab7 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports/24ee09fd-eeb6-4d56-8a42-bfcadbe41496 HTTP/1.1" status: 404 len: 333 time: 0.0406988 Mar 11 00:02:58.448164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ad15da10-4553-4525-897c-0dfc515c01ec None None] Could not find standard attr ID for object a8114312-5422-4ea2-819e-f3101f24c442. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:02:58.450443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57004) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:58.497106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:58.509860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (255b3f3d-d5fd-429a-a4da-b4eb47a55cfb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.534054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (255b3f3d-d5fd-429a-a4da-b4eb47a55cfb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.544532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Routers set() bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:02:58.544918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Router IDs set() for agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 00:02:58.545532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29c33ea3-4e47-4103-8b6a-1467da847c0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:02:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent'). {{(pid=110427) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 00:02:58.545929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a7a59-b502-4d70-81f0-43a8210eac67 None None] The sync data for ids ['29c33ea3-4e47-4103-8b6a-1467da847c0a'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:02:58.555724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:02:58.556123 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:02:58.577857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954c14c-6ef6-44a8-a4ea-22eeb08a822b None None] Pushing event updated for resources: {'Port': ['ID=bc3928e9-59ef-4cc7-ac8b-805ded722025,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:58.582095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (255b3f3d-d5fd-429a-a4da-b4eb47a55cfb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.586920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.591768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f8b32ae7-c30e-4378-abac-f2796c47b1eb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.592100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/security-groups/255b3f3d-d5fd-429a-a4da-b4eb47a55cfb HTTP/1.1" status: 204 len: 168 time: 0.1402965 Mar 11 00:02:58.592483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57006) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:58.618705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4dd7-416d-45dc-9518-f781f8b4672b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b3f3d-d5fd-429a-a4da-b4eb47a55cfb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:58.639510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.646625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.652097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.657922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.661660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (674f63b6-b6cd-42f3-ada3-fa05d88e253a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.663873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Deleting port bc3928e9-59ef-4cc7-ac8b-805ded722025 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:02:58.664327 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.666470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.673051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.681860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.683808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-a5608fb9-2584-4a3f-9d90-f4017ad5fd24 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5435 time: 0.4735811 Mar 11 00:02:58.690142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (674f63b6-b6cd-42f3-ada3-fa05d88e253a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.737889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (674f63b6-b6cd-42f3-ada3-fa05d88e253a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.743406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.743725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b32ae7-c30e-4378-abac-f2796c47b1eb']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:58.748950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/security-groups/674f63b6-b6cd-42f3-ada3-fa05d88e253a HTTP/1.1" status: 204 len: 168 time: 0.1506281 Mar 11 00:02:58.749128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:58.759374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa83de-c567-437a-a42b-38ede735c93b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f63b6-b6cd-42f3-ada3-fa05d88e253a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:58.765181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.789697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c17dc11-d001-46d4-a261-07477f607362') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:58.789994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c17dc11-d001-46d4-a261-07477f607362') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:02:58.820935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] For port bc3928e9-59ef-4cc7-ac8b-805ded722025, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bc3928e9-59ef-4cc7-ac8b-805ded722025,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:58.821346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.828881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-2cbbbaf0-8331-455a-9c37-be49c1a37192 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6818614 Mar 11 00:02:58.840000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3c17dc11-d001-46d4-a261-07477f607362), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:58.851439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Calling delete_port for bc3928e9-59ef-4cc7-ac8b-805ded722025 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:02:58.854033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-6643a56b-aa35-45c8-abd2-5d6c0e37775f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:02:58.855244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-6643a56b-aa35-45c8-abd2-5d6c0e37775f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051930 Mar 11 00:02:58.859787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:02:58.862767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05d6fe-816a-4d3f-ae61-c321e7f6635c req-e315bf76-5795-4802-9b8e-e46c8989aab0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.864295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc05d6fe-816a-4d3f-ae61-c321e7f6635c req-e315bf76-5795-4802-9b8e-e46c8989aab0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 944 time: 0.4000981 Mar 11 00:02:58.866758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Allocated IP 2001:db8:0:2::2 (60947701-2f45-4c2a-ae42-0282fde1881b/953534a5-229c-4cd2-bad0-717bfc1da7e2/d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:58.947144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f764a-6bc9-4297-b088-0e03af200d4e req-cd9b587a-e7a0-44e4-a0aa-d5923f209f3e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:58.948685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-cd9b587a-e7a0-44e4-a0aa-d5923f209f3e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports/d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 940 time: 0.0619948 Mar 11 00:02:59.035693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:02:59.037854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (bc3928e9-59ef-4cc7-ac8b-805ded722025), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.074979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] Pushing event deleted for resources: {'Port': ['ID=bc3928e9-59ef-4cc7-ac8b-805ded722025,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:59.106419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa2710-6f79-4a41-a618-9716be18ad57 None None] No DVR routers for this DVR port bc3928e9-59ef-4cc7-ac8b-805ded722025 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:02:59.107813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port bc3928e9-59ef-4cc7-ac8b-805ded722025 update to ACTIVE by agent not found {{(pid=110427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 00:02:59.126487 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Publish callbacks [] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.133572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.245673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:02:59.254233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c17dc11-d001-46d4-a261-07477f607362), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.258070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a58c1f-b92d-4cfc-aa84-7f406140542b None None] Pushing event updated for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:59.274142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:02:59.275828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bc3928e9-59ef-4cc7-ac8b-805ded722025 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:02:59.288921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:02:59.289333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3c17dc11-d001-46d4-a261-07477f607362), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.294595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:59.295207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:02:59.297707 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:02:59.306761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efefdee-c86d-4856-acc2-2c37f4ff419f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:02:59.310693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bc3928e9-59ef-4cc7-ac8b-805ded722025 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:02:59.311126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bc3928e9-59ef-4cc7-ac8b-805ded722025 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:02:59.316010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:59.345629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff41b0a8-2dd5-4777-91e5-65ee5d8ec31a req-4ee61045-b8d5-4a4e-82d2-d584e03fc4f9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6405814 Mar 11 00:02:59.372755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6a8f69f0-52c8-400d-8629-2a3f6c1ba6bb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7439103 Mar 11 00:02:59.375366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57018) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:59.382303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:8f:f6:f2', 'name': 'tempest-NetworksTestDHCPv6-2062082756'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:02:59.412408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (ec7b5821-2fe9-4983-a1c9-03f96d9865cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.445446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc05d6fe-816a-4d3f-ae61-c321e7f6635c req-6ba380e3-a896-4b0d-8538-fabde7205705 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506916 Mar 11 00:02:59.446378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f8b32ae7-c30e-4378-abac-f2796c47b1eb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.464898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8b32ae7-c30e-4378-abac-f2796c47b1eb {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:02:59.472425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.479613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f8b32ae7-c30e-4378-abac-f2796c47b1eb HTTP/1.1" status: 204 len: 168 time: 1.5521622 Mar 11 00:02:59.488672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:02:59.495758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.518954 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (ec7b5821-2fe9-4983-a1c9-03f96d9865cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.550830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54979bcc-902b-4f70-9dfd-a9db9bf8bded tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8b32ae7-c30e-4378-abac-f2796c47b1eb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:59.718867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8/1220ba61-719c-4248-a1d8-6b5d33e97b5f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:02:59.850554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ec7b5821-2fe9-4983-a1c9-03f96d9865cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.869071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:02:59.876269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:59.877591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec7b5821-2fe9-4983-a1c9-03f96d9865cf HTTP/1.1" status: 204 len: 168 time: 1.1134942 Mar 11 00:02:59.911942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e1ec5-b348-450b-b99c-010fac84568c req-aad19fab-16e9-4604-a82c-2b14ac27d120 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:59.913980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c49e1ec5-b348-450b-b99c-010fac84568c req-aad19fab-16e9-4604-a82c-2b14ac27d120 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3138993 Mar 11 00:02:59.916881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6b0e2-1f6f-47db-bc86-dab82848d147 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b5821-2fe9-4983-a1c9-03f96d9865cf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:02:59.926445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88341665-8632-4799-bdea-a2b7c1f78c4a req-07c59faa-2e62-4c33-918d-f80f278ce704 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:02:59.928035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88341665-8632-4799-bdea-a2b7c1f78c4a req-07c59faa-2e62-4c33-918d-f80f278ce704 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.3183508 Mar 11 00:02:59.931732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:02:59.951955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57030) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:02:59.962766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'name': 'tempest-router--1251323897', 'project_id': '4ef002efc6cf44e68caa8ca77fcebb9e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:00.003440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5d87f-93c1-4b2f-a9a1-523e8c31127b req-8a7cfc02-ecdb-4c3e-874b-d343972cf930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.005770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d5d87f-93c1-4b2f-a9a1-523e8c31127b req-8a7cfc02-ecdb-4c3e-874b-d343972cf930 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 1127 time: 0.2600386 Mar 11 00:03:00.078687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks [] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.089243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.090230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88341665-8632-4799-bdea-a2b7c1f78c4a req-b001fae2-17bd-4000-8eb7-1fdee28ad454 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533651 Mar 11 00:03:00.092301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (8056d9fd-5979-4d4e-a290-127615e143f0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.093349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (8056d9fd-5979-4d4e-a290-127615e143f0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.106718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet ba277830-f4ef-4b52-b56f-62526c0f5cad {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:00.110070 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (ba277830-f4ef-4b52-b56f-62526c0f5cad), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.122852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c49e1ec5-b348-450b-b99c-010fac84568c req-9d825b4a-b361-44a6-85a1-645b87316c29 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858215 Mar 11 00:03:00.172170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:00.187161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:00.193097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:00.196996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (8056d9fd-5979-4d4e-a290-127615e143f0), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.209463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.213218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (8056d9fd-5979-4d4e-a290-127615e143f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.240797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.243456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Pushing event updated for resources: {'Port': ['ID=1220ba61-719c-4248-a1d8-6b5d33e97b5f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:00.243892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9de62570-a05a-4189-812d-2ff8bcdfc02e tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2890098 Mar 11 00:03:00.244727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57032) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:00.289749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Attempting to bind port 1220ba61-719c-4248-a1d8-6b5d33e97b5f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:00.290130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Attempting to bind port 1220ba61-719c-4248-a1d8-6b5d33e97b5f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:00.290496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Attempting to bind port 1220ba61-719c-4248-a1d8-6b5d33e97b5f on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:00.294804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ba277830-f4ef-4b52-b56f-62526c0f5cad), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.301904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:00.302673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:00.302673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.303125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:00.303609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Bound port: 1220ba61-719c-4248-a1d8-6b5d33e97b5f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:00.304615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.337725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d5d87f-93c1-4b2f-a9a1-523e8c31127b req-b72222c7-5df0-458d-826c-3bf4cc5da785 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078942 Mar 11 00:03:00.359190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 1618a53f-a43f-4ca3-a172-6e0a12a52a7f yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:00.396929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] For port 1220ba61-719c-4248-a1d8-6b5d33e97b5f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:00.400227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] For port 1220ba61-719c-4248-a1d8-6b5d33e97b5f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1220ba61-719c-4248-a1d8-6b5d33e97b5f,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:00.410827 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.440723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (8056d9fd-5979-4d4e-a290-127615e143f0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.472958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4146-d9b4-4456-9a92-f4d92dc456b4 None None] Pushing event updated for resources: {'Port': ['ID=1220ba61-719c-4248-a1d8-6b5d33e97b5f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:00.492557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f764a-6bc9-4297-b088-0e03af200d4e req-4c8bf8ae-452f-44e5-9523-235595b78b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.495012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-4c8bf8ae-452f-44e5-9523-235595b78b6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e&tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a HTTP/1.1" status: 200 len: 1125 time: 0.2340381 Mar 11 00:03:00.520955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b21c323d-9303-4e12-ae9f-660273dcbd10 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:00.632472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:00.633144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.637009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ba277830-f4ef-4b52-b56f-62526c0f5cad), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.647788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port b21c323d-9303-4e12-ae9f-660273dcbd10 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:00.680812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b21c323d-9303-4e12-ae9f-660273dcbd10 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:00.681192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.698858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::36a (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8/1618a53f-a43f-4ca3-a172-6e0a12a52a7f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:00.787735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (8056d9fd-5979-4d4e-a290-127615e143f0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.794634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (8056d9fd-5979-4d4e-a290-127615e143f0), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.831202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ba277830-f4ef-4b52-b56f-62526c0f5cad), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.831542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b21c323d-9303-4e12-ae9f-660273dcbd10 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:00.831903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.871847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.879504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.885184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.890548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.896317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.899653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=ba277830-f4ef-4b52-b56f-62526c0f5cad,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:00.902935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.910141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:00.919778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.919778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a32d8d75-74b6-4ba3-8a3f-f26a45f27f9b tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/ba277830-f4ef-4b52-b56f-62526c0f5cad HTTP/1.1" status: 204 len: 168 time: 1.0423558 Mar 11 00:03:00.923484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-a6159e86-7552-476a-bd6e-01c5f293c942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5435 time: 0.3776035 Mar 11 00:03:00.930945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:00.932972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:00.933380 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c32853-018d-4024-91c9-20ddbf4a9571" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:00.938472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:00.949750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b21c323d-9303-4e12-ae9f-660273dcbd10,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:00.970324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:00.971223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 552d2328-19be-49cb-a7e9-4aae64de68da up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:01.043441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:01.043824 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.082874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f764a-6bc9-4297-b088-0e03af200d4e req-1b8d19ce-2a01-49eb-9362-d1f6482b27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.084803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-1b8d19ce-2a01-49eb-9362-d1f6482b27d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1125 time: 0.4943860 Mar 11 00:03:01.106480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951e8b2-0be1-498f-8934-09f028c46588 req-ea0c3f48-0791-4483-87b1-a81a68bd7344 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.110588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8951e8b2-0be1-498f-8934-09f028c46588 req-ea0c3f48-0791-4483-87b1-a81a68bd7344 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 944 time: 0.5103478 Mar 11 00:03:01.111854 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (8056d9fd-5979-4d4e-a290-127615e143f0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.114315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8056d9fd-5979-4d4e-a290-127615e143f0 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:01.141406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:01.148575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:01.152179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d09aec11-f6c9-4f37-b292-0d64c8081a6c None None] Could not find standard attr ID for object 24ee09fd-eeb6-4d56-8a42-bfcadbe41496. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:03:01.159958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.164052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c8b2343a-646a-4edb-ae47-a4d748e10b9d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8056d9fd-5979-4d4e-a290-127615e143f0 HTTP/1.1" status: 204 len: 168 time: 0.9156752 Mar 11 00:03:01.165773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 552d2328-19be-49cb-a7e9-4aae64de68da completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:01.170367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 552d2328-19be-49cb-a7e9-4aae64de68da triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:01.170746 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.297158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2ac7420d-90f8-4d1d-b0ad-04eb1e239c5d None None] Could not find standard attr ID for object 24ee09fd-eeb6-4d56-8a42-bfcadbe41496. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:03:01.304874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet 953534a5-229c-4cd2-bad0-717bfc1da7e2 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:01.349495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbc1f6-7245-4b05-a289-6f5b16f77d56 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:01.363634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (953534a5-229c-4cd2-bad0-717bfc1da7e2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.403667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 552d2328-19be-49cb-a7e9-4aae64de68da is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:01.404089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.447057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f897fcf0-9f40-4f93-872b-6af6c34407d7 req-2772f4bd-716d-4ccd-91c8-3e74864f71db tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5229306 Mar 11 00:03:01.472753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57048) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:01.538461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8951e8b2-0be1-498f-8934-09f028c46588 req-c2c6b2da-ad49-440c-8396-790ed4e6c978 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648238 Mar 11 00:03:01.544666 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (953534a5-229c-4cd2-bad0-717bfc1da7e2), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.636802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f764a-6bc9-4297-b088-0e03af200d4e req-38f6176f-c0ee-4240-86f9-db57b642bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.640988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-38f6176f-c0ee-4240-86f9-db57b642bc36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.5161786 Mar 11 00:03:01.647506 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225fa3a9-6cfd-4984-a7af-4da3d711f5a6 x-openstack-request-id: req-225fa3a9-6cfd-4984-a7af-4da3d711f5a6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:01.648228 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:01.648228 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225fa3a9-6cfd-4984-a7af-4da3d711f5a6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:01.649166 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10', 'code': 200} Mar 11 00:03:01.649514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1220ba61-719c-4248-a1d8-6b5d33e97b5f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:01.725797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=552d2328-19be-49cb-a7e9-4aae64de68da,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:01.735740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-b144335d-ba91-4746-bfda-99fe6d955923 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.0862207 Mar 11 00:03:01.740274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (1618a53f-a43f-4ca3-a172-6e0a12a52a7f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.740748 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.793656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1618a53f-a43f-4ca3-a172-6e0a12a52a7f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.798005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:01.827718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1220ba61-719c-4248-a1d8-6b5d33e97b5f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:01.828387 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.832386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1066659653', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:01.865934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=1618a53f-a43f-4ca3-a172-6e0a12a52a7f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:01.887046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:01.891684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:01.895179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:01.901263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.901908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:01.907656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579adb3-0e87-4c04-a557-b9ee9a5c6351 req-a7ef3bab-8301-44f8-a2db-2f623e7f088b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.910179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3579adb3-0e87-4c04-a557-b9ee9a5c6351 req-a7ef3bab-8301-44f8-a2db-2f623e7f088b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.2068748 Mar 11 00:03:01.931627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e5fe2eff-ffd6-465f-beb0-6f2791b8b8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5547333 Mar 11 00:03:01.937719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57052) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:01.944034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f764a-6bc9-4297-b088-0e03af200d4e req-0c621dcc-e263-421d-a29a-e1ac97effe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:01.951414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-0c621dcc-e263-421d-a29a-e1ac97effe77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.1995869 Mar 11 00:03:01.976178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1220ba61-719c-4248-a1d8-6b5d33e97b5f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:01.977478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.011026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (953534a5-229c-4cd2-bad0-717bfc1da7e2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.030321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d85151-f460-4df2-97bf-ebe2e801b882 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.030783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 1220ba61-719c-4248-a1d8-6b5d33e97b5f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1220ba61-719c-4248-a1d8-6b5d33e97b5f,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:02.044132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d85151-f460-4df2-97bf-ebe2e801b882 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.044828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.048312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-32d85151-f460-4df2-97bf-ebe2e801b882 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1071467 Mar 11 00:03:02.049553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:02.051441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57054) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:02.056564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (a642002d-887e-4eda-b461-c0f329b30914), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.058516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (a642002d-887e-4eda-b461-c0f329b30914), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.145217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (a642002d-887e-4eda-b461-c0f329b30914), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.192110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=1220ba61-719c-4248-a1d8-6b5d33e97b5f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:02.203614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 1618a53f-a43f-4ca3-a172-6e0a12a52a7f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:02.207235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1618a53f-a43f-4ca3-a172-6e0a12a52a7f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.210098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:02.211105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.211557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-80da22a8-3fd7-44ff-b87a-74078a957661 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2366130 Mar 11 00:03:02.301323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeecfd-7639-449d-91d2-25368d9b3ca6 req-b5e6c273-020f-45f2-a392-5996c5303e47 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.302497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2deeecfd-7639-449d-91d2-25368d9b3ca6 req-b5e6c273-020f-45f2-a392-5996c5303e47 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.5593283 Mar 11 00:03:02.322603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:02.334494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1618a53f-a43f-4ca3-a172-6e0a12a52a7f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.348147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 1618a53f-a43f-4ca3-a172-6e0a12a52a7f owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:02.411887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3579adb3-0e87-4c04-a557-b9ee9a5c6351 req-0f3e0560-8c5a-41b9-81f1-3adc1bab0424 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749606 Mar 11 00:03:02.485966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:02.529694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1618a53f-a43f-4ca3-a172-6e0a12a52a7f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.542287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (953534a5-229c-4cd2-bad0-717bfc1da7e2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.578358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=1618a53f-a43f-4ca3-a172-6e0a12a52a7f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:02.610806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2deeecfd-7639-449d-91d2-25368d9b3ca6 req-499a688f-0ada-4317-94b1-db89547cfa06 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917595 Mar 11 00:03:02.611027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6f2efbf5-a987-4064-806b-1c1aac40097a None None] Provisioning complete for port 1220ba61-719c-4248-a1d8-6b5d33e97b5f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:02.612613 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6f2efbf5-a987-4064-806b-1c1aac40097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.635353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (a642002d-887e-4eda-b461-c0f329b30914), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.657511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=953534a5-229c-4cd2-bad0-717bfc1da7e2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:02.659205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.681267 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6961bf8a-e92c-432c-b978-da0a84d8bea9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/1618a53f-a43f-4ca3-a172-6e0a12a52a7f HTTP/1.1" status: 204 len: 168 time: 0.6281238 Mar 11 00:03:02.682205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57060) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:02.698424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.704875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9cd524e-a51b-4300-a023-fd7fc3c2316e tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/953534a5-229c-4cd2-bad0-717bfc1da7e2 HTTP/1.1" status: 204 len: 168 time: 1.7686486 Mar 11 00:03:02.718470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:02.751527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35beea19-8932-42bb-898f-0cd4bfd1acff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.753505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35beea19-8932-42bb-898f-0cd4bfd1acff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.761344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35beea19-8932-42bb-898f-0cd4bfd1acff tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0778568 Mar 11 00:03:02.762040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57064) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:02.823291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-0fac6811-e96e-4c24-96f5-c46ef5aebcb9 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904975 Mar 11 00:03:02.832374 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b20f28b-d3a1-41f4-9e70-f88460d8ce8c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:02.832853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b20f28b-d3a1-41f4-9e70-f88460d8ce8c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:02.836138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7b20f28b-d3a1-41f4-9e70-f88460d8ce8c tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/ba277830-f4ef-4b52-b56f-62526c0f5cad HTTP/1.1" status: 404 len: 337 time: 0.1091797 Mar 11 00:03:02.847056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:02.865594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:02.870913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.918392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b92e2c-d8b0-4eec-b0c1-5e6361c50eac None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:02.922293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.928029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.931503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:02.934220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.940061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.946403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.951772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.957968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:02.959864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-7adc5317-fb1b-4d14-af6a-013a541ca5f6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5436 time: 0.3464930 Mar 11 00:03:03.017245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256e845-88de-4684-903f-cb298a14b079 req-dd0d3a8b-7077-4a3a-9d95-08f0c8d657e4 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:03.020251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d256e845-88de-4684-903f-cb298a14b079 req-dd0d3a8b-7077-4a3a-9d95-08f0c8d657e4 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 945 time: 0.3001840 Mar 11 00:03:03.038858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:03.046638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting subnet f58839b4-4673-41ed-88bc-83798c651e2d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:03.052497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (f58839b4-4673-41ed-88bc-83798c651e2d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.062396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:03.062996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.113850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.133971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6f2efbf5-a987-4064-806b-1c1aac40097a None None] Current status of the port 1220ba61-719c-4248-a1d8-6b5d33e97b5f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:03.149001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f58839b4-4673-41ed-88bc-83798c651e2d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.191570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:03.192225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.231603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:03.243562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.243877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cd189fbc-d907-44ec-a05c-0dd68ffc379a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:03.374815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.400861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:03.407346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1220ba61-719c-4248-a1d8-6b5d33e97b5f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:03.445029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Could not find standard attr ID for object 1618a53f-a43f-4ca3-a172-6e0a12a52a7f. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:03:03.453909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:03.471869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f58839b4-4673-41ed-88bc-83798c651e2d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.483014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.498975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f440e7d4-70da-4a4c-bb88-d80596f520ad tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8 HTTP/1.1" status: 204 len: 168 time: 0.7351086 Mar 11 00:03:03.500448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57070) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:03.510123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484374f-3174-4951-9be4-2e4822216ce8 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:03.518931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port cd189fbc-d907-44ec-a05c-0dd68ffc379a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:03.543461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port cd189fbc-d907-44ec-a05c-0dd68ffc379a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:03.544517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.559006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:03.559947 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.599721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d256e845-88de-4684-903f-cb298a14b079 req-1afb391c-daa0-480d-91a9-5b7e265f1800 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589790 Mar 11 00:03:03.609655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-597036b5-3d2c-4bcf-a4b8-c6b4f6fe2d93 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725368 Mar 11 00:03:03.639055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f95770eb-51ad-4b2d-a082-0f2a0f02e3a6 req-50f4dd9c-a7d2-47a2-8612-83f2e9d48e94 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6729400 Mar 11 00:03:03.667297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da'}, {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:03.676878 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77233d33-71df-4b47-b269-ee138d95b45c" -d '{"events": [{"server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "name": "network-vif-plugged", "status": "completed", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da"}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:03.705747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:03.744087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bc6b1817-a1f9-493c-af6f-82a4b82b4567 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838694 Mar 11 00:03:03.746205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57078) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:03.809041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:03.809423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.850653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1220ba61-719c-4248-a1d8-6b5d33e97b5f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:03.851226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.869078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f58839b4-4673-41ed-88bc-83798c651e2d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.899198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Subnet': ['ID=f58839b4-4673-41ed-88bc-83798c651e2d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:03.919987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:03.920747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-16a93769-c310-44bc-8cb3-00db77ea2828 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/f58839b4-4673-41ed-88bc-83798c651e2d HTTP/1.1" status: 204 len: 168 time: 1.0721097 Mar 11 00:03:03.923151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:03.993952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6b1dbe-cabb-4d6d-aee8-b674466f8f84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:03.996334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ad6b1dbe-cabb-4d6d-aee8-b674466f8f84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2393830 Mar 11 00:03:03.998821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57086) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.013964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cd189fbc-d907-44ec-a05c-0dd68ffc379a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:04.014411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.020720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (a642002d-887e-4eda-b461-c0f329b30914), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.033645 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffab3144-2df6-46e3-8368-b30a69c39852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.034839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffab3144-2df6-46e3-8368-b30a69c39852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.040540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ffab3144-2df6-46e3-8368-b30a69c39852 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/02492b01-6ab9-4554-b05e-da2187a3be99 HTTP/1.1" status: 404 len: 337 time: 0.1144228 Mar 11 00:03:04.047827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.062987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.096495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df45da3-ebb5-4508-b47e-f97094725baa req-7a0d4941-9900-47d5-8b7f-52945b2a9d6e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:04.099603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df45da3-ebb5-4508-b47e-f97094725baa req-7a0d4941-9900-47d5-8b7f-52945b2a9d6e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.2509732 Mar 11 00:03:04.108727 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a9745cd-8d05-4dae-a45f-16b2802859db tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "GET /v2.0/ports?device_id=26d3051e-fd79-4c6c-b022-04a8abe97f2c HTTP/1.1" status: 200 len: 205 time: 0.0574789 Mar 11 00:03:04.112490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57094) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.165780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:04.180866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714787f4-7c43-4ffc-b252-002e9bf87134 req-66880088-75d5-448b-a4ef-92a0673f266a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:04.183744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714787f4-7c43-4ffc-b252-002e9bf87134 req-66880088-75d5-448b-a4ef-92a0673f266a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3367336 Mar 11 00:03:04.219876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:04.224806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41452284-dbcd-4ee7-be07-c74a6393ccc9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:04.232424 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41452284-dbcd-4ee7-be07-c74a6393ccc9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2263963 Mar 11 00:03:04.232424 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-43783d46-0ac7-464c-bfd3-88135fead0fb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] delete failed (client error): The resource could not be found. Mar 11 00:03:04.232424 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-43783d46-0ac7-464c-bfd3-88135fead0fb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/routers/26d3051e-fd79-4c6c-b022-04a8abe97f2c HTTP/1.1" status: 404 len: 336 time: 0.1152232 Mar 11 00:03:04.232424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.237387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57098) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.268984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.269846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61ffe986-4bf3-44da-a3ce-74203250b8db up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:04.275179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df45da3-ebb5-4508-b47e-f97094725baa req-f8d29aaf-a27c-4a74-9ee3-550e58463f65 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644995 Mar 11 00:03:04.295648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-131cf22c-f061-44fb-ba09-845de7863042 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651841 Mar 11 00:03:04.313831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57106) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.317860 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b585b042-1b08-4ed4-9db4-61fb9910b647 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.318302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b585b042-1b08-4ed4-9db4-61fb9910b647 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.322229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b585b042-1b08-4ed4-9db4-61fb9910b647 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/37918aca-2d80-4550-8b44-1858e05bfb91 HTTP/1.1" status: 404 len: 337 time: 0.0839381 Mar 11 00:03:04.326047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:04.329404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.374832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-76643a15-582b-4a7d-a6be-1478e1b0c654 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:04.381651 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-43429ddc-41f2-4881-befc-32f385be01a9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.382043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43429ddc-41f2-4881-befc-32f385be01a9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.382541 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d6b85-b720-4061-a3bc-0eacd1bc7cf0 x-openstack-request-id: req-1f9d6b85-b720-4061-a3bc-0eacd1bc7cf0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:04.382952 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "name": "network-vif-plugged", "status": "completed", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da", "code": 200}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:04.383308 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f9d6b85-b720-4061-a3bc-0eacd1bc7cf0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:04.383820 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da', 'code': 200} Mar 11 00:03:04.384504 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'code': 200} Mar 11 00:03:04.387892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-43429ddc-41f2-4881-befc-32f385be01a9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/17f6c8d2-8d79-4ed7-9cad-a6824b75733c HTTP/1.1" status: 404 len: 337 time: 0.0551074 Mar 11 00:03:04.397717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932c5f0-8c3e-49f9-a594-f52532035f08 None None] Network 60947701-2f45-4c2a-ae42-0282fde1881b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:04.408276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.422504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Allocated IP 172.25.7.53 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6e711bdc-bdfc-4c43-b7d7-95b71d5b036e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:04.430470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714787f4-7c43-4ffc-b252-002e9bf87134 req-6ce0e447-550b-41a9-b4b7-5bcd486c95c6 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385383 Mar 11 00:03:04.535194 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ed4f7-88e8-4fc9-9a28-5b7feda1c5c2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.535720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877ed4f7-88e8-4fc9-9a28-5b7feda1c5c2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.553651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-877ed4f7-88e8-4fc9-9a28-5b7feda1c5c2 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/40f5a74d-6d16-4590-b5f3-fd5a838cfd92 HTTP/1.1" status: 404 len: 337 time: 0.1437047 Mar 11 00:03:04.561267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57114) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.592773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1220ba61-719c-4248-a1d8-6b5d33e97b5f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:04.596298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 61ffe986-4bf3-44da-a3ce-74203250b8db completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:04.610262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 61ffe986-4bf3-44da-a3ce-74203250b8db triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:04.610914 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.722172 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3ce7aa-266f-4146-a176-c3034a098235 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.722947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3ce7aa-266f-4146-a176-c3034a098235 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.726897 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9d3ce7aa-266f-4146-a176-c3034a098235 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/b0200087-a374-40cc-8904-e13e1fc335a6 HTTP/1.1" status: 404 len: 333 time: 0.1646130 Mar 11 00:03:04.759864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57120) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.784480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Provisioning complete for port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:04.786409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.880495 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0952498-91ba-4d25-8f11-22c35d78b8a1 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:04.881456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0952498-91ba-4d25-8f11-22c35d78b8a1 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:04.894008 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0952498-91ba-4d25-8f11-22c35d78b8a1 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/ee98a449-4c22-46ec-8b5c-1175fe41b08d HTTP/1.1" status: 404 len: 337 time: 0.1353323 Mar 11 00:03:04.898509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57122) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:04.901540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:04.904123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9533e7-9cf0-4da2-8f4e-119bc670517f req-02183e28-1544-4a6a-abe7-19d1bfb17478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:04.906211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a9533e7-9cf0-4da2-8f4e-119bc670517f req-02183e28-1544-4a6a-abe7-19d1bfb17478 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 1127 time: 0.3757803 Mar 11 00:03:04.908703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.913730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Deleting port 1220ba61-719c-4248-a1d8-6b5d33e97b5f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:04.914113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.929101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61ffe986-4bf3-44da-a3ce-74203250b8db is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:04.929459 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:04.931158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de96f91-a874-494d-9672-e024f1f5b28f req-fe2f8fd5-ce30-4c67-8741-d71aaeec6de2 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:04.940963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8de96f91-a874-494d-9672-e024f1f5b28f req-fe2f8fd5-ce30-4c67-8741-d71aaeec6de2 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2959356 Mar 11 00:03:04.945846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:04.976596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] DHCP port deletion for 60947701-2f45-4c2a-ae42-0282fde1881b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:05.011951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f506d560-479a-4c88-92d4-2e69a4acf577 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3514705 Mar 11 00:03:05.066527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for port (6e711bdc-bdfc-4c43-b7d7-95b71d5b036e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.074596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61ffe986-4bf3-44da-a3ce-74203250b8db,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:05.091326 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4954c4fe-4ea8-4aad-8545-6458e9ec4ccb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:05.094582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4954c4fe-4ea8-4aad-8545-6458e9ec4ccb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:05.099139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4954c4fe-4ea8-4aad-8545-6458e9ec4ccb tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/578ff20e-6136-4eda-b82f-53e4830f0bd5 HTTP/1.1" status: 404 len: 337 time: 0.1990952 Mar 11 00:03:05.108669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57124) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:05.140951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.143507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:05.219745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4102920-19b4-4d85-bc83-677c9ed4c09e req-74ca154f-0399-4782-aaa6-4b5c982bce52 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.226739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4102920-19b4-4d85-bc83-677c9ed4c09e req-74ca154f-0399-4782-aaa6-4b5c982bce52 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 945 time: 0.4177544 Mar 11 00:03:05.228197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.228798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.229330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.230101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.230624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.231137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.231769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.233917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-38c9ec9f-f061-4777-8bf3-0940e008d8ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6707 time: 0.1397014 Mar 11 00:03:05.246980 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-f752bb4b-0d31-4c1f-bd14-2e0c3883c70d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:05.247726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f752bb4b-0d31-4c1f-bd14-2e0c3883c70d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:05.254479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f752bb4b-0d31-4c1f-bd14-2e0c3883c70d tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/eafbc0fa-863d-4322-8dd4-81e4b687152b HTTP/1.1" status: 404 len: 333 time: 0.1416972 Mar 11 00:03:05.257607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57126) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:05.299282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a9533e7-9cf0-4da2-8f4e-119bc670517f req-b75674ef-9174-4294-8eb1-adc02c6d7809 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504229 Mar 11 00:03:05.325864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8de96f91-a874-494d-9672-e024f1f5b28f req-a4bee974-7ca2-482c-a96b-5f668fd1aa75 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835332 Mar 11 00:03:05.371887 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc362b92-24a8-44fb-a08a-380974abceff tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:05.380584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] For port 1220ba61-719c-4248-a1d8-6b5d33e97b5f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1220ba61-719c-4248-a1d8-6b5d33e97b5f,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:05.381451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.387824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc362b92-24a8-44fb-a08a-380974abceff tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:05.391056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc362b92-24a8-44fb-a08a-380974abceff tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/092d7d47-4999-4f52-9883-a3678ea93b89 HTTP/1.1" status: 404 len: 337 time: 0.1296957 Mar 11 00:03:05.396773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57132) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:05.415190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Current status of the port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:05.417886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4102920-19b4-4d85-bc83-677c9ed4c09e req-a3fdde7c-019e-45ca-b1e9-91a1c154da4b tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627464 Mar 11 00:03:05.419542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1220ba61-719c-4248-a1d8-6b5d33e97b5f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:05.419774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6e711bdc-bdfc-4c43-b7d7-95b71d5b036e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.475271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Calling delete_port for 1220ba61-719c-4248-a1d8-6b5d33e97b5f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:05.495558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:05.503916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:05.508230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:05.545387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:05.563977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event updated for resources: {'Port': ['ID=6e711bdc-bdfc-4c43-b7d7-95b71d5b036e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:05.578487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Provisioning complete for port 7209d77f-3ee7-4309-92cd-663beb5d8062 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:05.579233 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.581296 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef74a5a-60db-4ec9-a7f0-284233454c01 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:05.581970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef74a5a-60db-4ec9-a7f0-284233454c01 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:05.593197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ef74a5a-60db-4ec9-a7f0-284233454c01 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/subnets/208611c9-a1af-4f9b-a01f-3f23a23db8e2 HTTP/1.1" status: 404 len: 337 time: 0.0756445 Mar 11 00:03:05.607290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:05.672631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7a22cfc-af4f-4151-bf3d-0b284e39db00 None None] Port 7209d77f-3ee7-4309-92cd-663beb5d8062 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:05.683655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Deleting port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:05.684201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.778068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.789623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.797509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.817792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.823587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.841273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f095bf79-b1c9-402f-9069-c74d32e74474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.842649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f095bf79-b1c9-402f-9069-c74d32e74474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.843324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f095bf79-b1c9-402f-9069-c74d32e74474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.844687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.846794 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f095bf79-b1c9-402f-9069-c74d32e74474 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=8987e2f0-73bf-4039-97f6-097ce69689af&id=8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 200 len: 2292 time: 0.4919214 Mar 11 00:03:05.851329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:05.859460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-23988535-ccc5-4fd6-b180-5b9cc9518ec0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5439 time: 0.4090114 Mar 11 00:03:05.933043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1220ba61-719c-4248-a1d8-6b5d33e97b5f is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:05.933796 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.936174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:05.945297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:05.945925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:05.978833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] For port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,segment=NetworkSegment(d03ffefe-3029-43b3-af0b-18979c241094),segment_id=d03ffefe-3029-43b3-af0b-18979c241094)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:05.979248 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.076480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Calling delete_port for d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:06.092588 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (1220ba61-719c-4248-a1d8-6b5d33e97b5f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.098562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:03:06.201128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9326253-a00e-402b-a6d7-a1233c2cc1ec req-a2c95f94-3f01-437d-8a73-23e1071641cb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:06.209154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9326253-a00e-402b-a6d7-a1233c2cc1ec req-a2c95f94-3f01-437d-8a73-23e1071641cb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.5743432 Mar 11 00:03:06.266259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbce173b-f951-4920-87a8-71d8ad24f019 req-dbd34b23-4e0c-4955-8c7f-5475b2c3b8c7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4055738 Mar 11 00:03:06.279739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-9bc4c981-fd1e-4f32-a530-2ad22a4ffde3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 200 len: 1001 time: 0.1690562 Mar 11 00:03:06.313377 n-d-831844-1 neutron-server[110426]: WARNING neutron.services.revisions.revision_plugin [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Could not find related port for resource to bump revision. Mar 11 00:03:06.348896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9326253-a00e-402b-a6d7-a1233c2cc1ec req-71774686-46f7-4308-b839-56a19a496823 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381025 Mar 11 00:03:06.380171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (a642002d-887e-4eda-b461-c0f329b30914), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.459847 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-01b3fb02-c07d-41f3-9367-238eba70beb2 req-9c84c14f-19c9-41b5-9eac-cace4c65bf7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0686965 Mar 11 00:03:06.465842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_pluggable_backend [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Port 1220ba61-719c-4248-a1d8-6b5d33e97b5f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 00:03:06.468810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_pluggable_backend [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:aee7 {{(pid=110426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 00:03:06.476862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_pluggable_backend [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:aee7 {{(pid=110426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 00:03:06.483000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (06de24e9-8d19-4109-99f7-bb4ec4057644), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.513921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Deleting port 7209d77f-3ee7-4309-92cd-663beb5d8062 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:06.514290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.605146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a'}, {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ffe986-4bf3-44da-a3ce-74203250b8db'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:06.607791 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020dce7b-f74f-47ba-9b65-68a7aa249383" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "cd189fbc-d907-44ec-a05c-0dd68ffc379a"}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "61ffe986-4bf3-44da-a3ce-74203250b8db"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:06.633784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.635906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] Pushing event deleted for resources: {'Port': ['ID=1220ba61-719c-4248-a1d8-6b5d33e97b5f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:06.639748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:06.653228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3685b402-b453-452b-9eef-af4f263fceb5 None None] No DVR routers for this DVR port 1220ba61-719c-4248-a1d8-6b5d33e97b5f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:06.667915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=06de24e9-8d19-4109-99f7-bb4ec4057644,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:06.685284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-75984921-c694-4565-98d8-2c654f7fe90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:06.690963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-75984921-c694-4565-98d8-2c654f7fe90d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d182f39-cab6-4b03-93e4-abcd938e5920 HTTP/1.1" status: 200 len: 850 time: 0.3622079 Mar 11 00:03:06.716782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-01b3fb02-c07d-41f3-9367-238eba70beb2 req-fe6cde6d-c881-430d-bbbf-9cf8a91bff13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.2249458 Mar 11 00:03:06.717197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] Pushing event deleted for resources: {'Port': ['ID=d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:06.720346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce993d4-c4ab-4022-8706-7a6d3e76db6e None None] No DVR routers for this DVR port d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:06.732146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:06.732573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d2d2f9b7-4041-4eeb-bc35-3e8e926c34f2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:06.745718 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15697de3-d988-4230-ab47-0eedbaa59dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.826990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:06.827392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.860392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:06.890852 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-01b3fb02-c07d-41f3-9367-238eba70beb2 req-7da4cb8d-d8ec-421c-ad74-191f45014ba8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782382 Mar 11 00:03:06.892235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:06.899227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.957879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:06.958393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:06.968633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243ed89-0d03-4d76-83fa-20d2587a8711 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:07.026488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-7e2f7173-fbb5-4633-960e-fb16c39ee6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:07.027915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e68dd2-a6e7-4ef0-98e7-7da6de551a01 req-faf1cc45-c6e6-4168-adfe-dfa0b17036f6 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:07.028185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-7e2f7173-fbb5-4633-960e-fb16c39ee6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2883904 Mar 11 00:03:07.045436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5e68dd2-a6e7-4ef0-98e7-7da6de551a01 req-faf1cc45-c6e6-4168-adfe-dfa0b17036f6 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3771639 Mar 11 00:03:07.052783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-caac1667-8f97-43f0-b9d0-ec4675e0aada tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7316611 Mar 11 00:03:07.052991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Calling delete_port for 7209d77f-3ee7-4309-92cd-663beb5d8062 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:07.053132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:07.064796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:07.133795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:07.145464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.146705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97d22241-2310-4360-865c-c7fc25cce536 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:07.229973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5e25-d39e-4fbb-b93a-71714836fe72 req-fa24f88c-8f4d-4ee4-8d25-b94ed4381c7b tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:07.246409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-510f5e25-d39e-4fbb-b93a-71714836fe72 req-fa24f88c-8f4d-4ee4-8d25-b94ed4381c7b tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 945 time: 0.7034702 Mar 11 00:03:07.249362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '06de24e9-8d19-4109-99f7-bb4ec4057644'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:03:07.250673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.323734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3fb02-c07d-41f3-9367-238eba70beb2 req-fc4a334d-e3c6-465b-85e3-676badacfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:07.325304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-01b3fb02-c07d-41f3-9367-238eba70beb2 req-fc4a334d-e3c6-465b-85e3-676badacfcdc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4184344 Mar 11 00:03:07.486628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-510f5e25-d39e-4fbb-b93a-71714836fe72 req-12695db9-e03d-41a3-9d6a-1442407bd858 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178090 Mar 11 00:03:07.501179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:07.506864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Allocated IP 2001:db8::f816:3eff:fe22:f577 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/06de24e9-8d19-4109-99f7-bb4ec4057644/0e7429bb-be5e-4d08-b47d-ad8fa2a3fece) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:07.522872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.619301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5e68dd2-a6e7-4ef0-98e7-7da6de551a01 req-0f5511a8-d235-4f80-b435-0be9adacca05 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725205 Mar 11 00:03:07.638854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-b4d64420-f016-4b76-8f47-8db0ce6d812c service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670123 Mar 11 00:03:07.719359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:07.726716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 97d22241-2310-4360-865c-c7fc25cce536 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:07.732134 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafd39a-ea32-431e-9bea-7be36e133ec0 x-openstack-request-id: req-4bafd39a-ea32-431e-9bea-7be36e133ec0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:07.732407 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "cd189fbc-d907-44ec-a05c-0dd68ffc379a", "code": 200}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "61ffe986-4bf3-44da-a3ce-74203250b8db", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:07.732670 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bafd39a-ea32-431e-9bea-7be36e133ec0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:07.733228 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd189fbc-d907-44ec-a05c-0dd68ffc379a', 'code': 200} Mar 11 00:03:07.734204 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ffe986-4bf3-44da-a3ce-74203250b8db', 'code': 200} Mar 11 00:03:07.747519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 97d22241-2310-4360-865c-c7fc25cce536 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:07.747815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97d22241-2310-4360-865c-c7fc25cce536), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.751547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks [] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.777297 n-d-831844-1 neutron-server[110426]: INFO neutron.db.ipam_backend_mixin [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06de24e9-8d19-4109-99f7-bb4ec4057644 (CIDR: 2001:db8::/64) Mar 11 00:03:07.781570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.789380 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:07.790162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:07.816741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-00e03a45-8fdc-442a-83bf-c2be88de085f service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428294 Mar 11 00:03:07.826908 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf55f940-63a9-4518-85d0-80d2aef4f103 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7739673 Mar 11 00:03:07.844320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57154) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:07.851589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:07.854366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:07.860366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Pushing event updated for resources: {'Port': ['ID=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:07.869380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:07.873787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:07.926653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (a642002d-887e-4eda-b461-c0f329b30914), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.974630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Attempting to bind port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:07.975003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Attempting to bind port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:07.975367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Attempting to bind port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:07.980740 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-ba394d11-3b20-4836-b2cf-cf495de6e64a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 217 time: 0.1523445 Mar 11 00:03:07.982618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:07.982998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:07.983540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:07.983952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:07.984438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Bound port: 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:07.984818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.011033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.018090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.023571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.029178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.035084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.040669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.045873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.054547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-4c8707fd-d359-4489-b6fe-877c9394e2f7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5439 time: 0.2094638 Mar 11 00:03:08.055012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] For port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:08.058432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] For port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:08.071382 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.078653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 97d22241-2310-4360-865c-c7fc25cce536 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:08.078794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.171673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:08.175230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b51f-119c-4732-9325-4fb273b5a931 None None] Pushing event updated for resources: {'Port': ['ID=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:08.178729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-b0550351-82dd-4f2c-bcad-69080e52ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.179588 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.180459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 28609424-21ff-472a-8048-4abb6da70daa up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:08.180704 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-b0550351-82dd-4f2c-bcad-69080e52ee30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1795788 Mar 11 00:03:08.217887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:08.226600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.233094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:08.315266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 28609424-21ff-472a-8048-4abb6da70daa completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:08.323313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 28609424-21ff-472a-8048-4abb6da70daa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:08.323846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (28609424-21ff-472a-8048-4abb6da70daa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.513973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 28609424-21ff-472a-8048-4abb6da70daa is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:08.514395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.554715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-815e7843-1f90-45cc-a5e6-3800156a4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.567062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-815e7843-1f90-45cc-a5e6-3800156a4561 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3799887 Mar 11 00:03:08.616268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:08.628982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.644984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7209d77f-3ee7-4309-92cd-663beb5d8062), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.686709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.693647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.700087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.707273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.712782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.724254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.740136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:08.749230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-95ac24c8-a2c3-45d9-8373-c6d5d3b2b2cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 1.0963955 Mar 11 00:03:08.764789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:08.802494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-33a1f777-24f4-4e81-8223-585d04b9b91f service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119069 Mar 11 00:03:08.819181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Port': ['ID=7209d77f-3ee7-4309-92cd-663beb5d8062,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:08.874290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:08.880756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-284280b1-2771-41ce-ad52-c5fff2cff0e9 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/ports/7209d77f-3ee7-4309-92cd-663beb5d8062 HTTP/1.1" status: 204 len: 168 time: 3.2696590 Mar 11 00:03:08.898079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-389b0302-3bdc-42e2-8d65-a8654528b120 req-897f90e3-9904-4bc9-ba1d-2dec9ca72568 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477706 Mar 11 00:03:08.901869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57162) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:08.999949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7b3218d-4c23-4552-a660-608f4e13fc14 req-fe440b9a-436e-4a3c-9940-ef6684b930fc tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9441552 Mar 11 00:03:09.146577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Router a642002d-887e-4eda-b461-c0f329b30914 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:09.165000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (60947701-2f45-4c2a-ae42-0282fde1881b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.231225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8636-8e06-4311-8768-aa8750b633b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.322080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-c69fa6d7-41f0-406e-9e06-db6d33d84815 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611444 Mar 11 00:03:09.350104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (2b8a45cc-1519-48ac-a1f2-e79002e5bae8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.388681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:09.389711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd462f-a962-4ff0-9bb1-d66fff6e2a96 req-7bae39f9-e661-4163-96e0-495b755d62ae tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:09.398416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-babd462f-a962-4ff0-9bb1-d66fff6e2a96 req-7bae39f9-e661-4163-96e0-495b755d62ae tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.3882031 Mar 11 00:03:09.484943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:09.486316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:09.487111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.562334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=2b8a45cc-1519-48ac-a1f2-e79002e5bae8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:09.567536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:09.570538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:09.571532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.589649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-c193166d-2a06-41b5-9912-3d7ce6804a97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 217 time: 0.2639761 Mar 11 00:03:09.600893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3833953-6f44-4512-9cd2-5dc5bf543b96 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7530124 Mar 11 00:03:09.602089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57166) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:09.618829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:02:be:de', 'name': 'tempest-NetworksTestDHCPv6-1663606232'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:09.663143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (60947701-2f45-4c2a-ae42-0282fde1881b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.664347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:09.666890 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.717288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:09.740043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4'}, {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d22241-2310-4360-865c-c7fc25cce536'}, {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28609424-21ff-472a-8048-4abb6da70daa'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:09.744231 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2824785-4c12-4acb-b122-021c3f733a9d" -d '{"events": [{"server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "name": "network-vif-plugged", "status": "completed", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4"}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "97d22241-2310-4360-865c-c7fc25cce536"}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "28609424-21ff-472a-8048-4abb6da70daa"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:09.746761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:09.841698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:09.869605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:09.879046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f8917-5bb8-48dc-975f-96a139b1426c req-2b7f0e50-4eaa-423f-ad88-978541ff6b46 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:09.880608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e7f8917-5bb8-48dc-975f-96a139b1426c req-2b7f0e50-4eaa-423f-ad88-978541ff6b46 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 945 time: 0.7085464 Mar 11 00:03:09.882199 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] Sync routers for ids ['a642002d-887e-4eda-b461-c0f329b30914'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:09.905700 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] Routers {'a642002d-887e-4eda-b461-c0f329b30914'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:09.906802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a642002d-887e-4eda-b461-c0f329b30914'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:09.978523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60947701-2f45-4c2a-ae42-0282fde1881b']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.018229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.035569 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] Routers {'a642002d-887e-4eda-b461-c0f329b30914'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:10.037334 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a642002d-887e-4eda-b461-c0f329b30914'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.038508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca37507-6265-4158-b346-518a1fec125d None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:10.047074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.051494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-661f6591-9471-439c-a9e3-82118a36e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.051667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e4d26b24-0cf4-4bf7-85e4-f80b80bf5ed9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.5745792 Mar 11 00:03:10.051789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-661f6591-9471-439c-a9e3-82118a36e75c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.4153032 Mar 11 00:03:10.051789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:10.057406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03ffefe-3029-43b3-af0b-18979c241094') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.057720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03ffefe-3029-43b3-af0b-18979c241094') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.060210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57170) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:10.082618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-babd462f-a962-4ff0-9bb1-d66fff6e2a96 req-e6f8cfda-7cad-4d5f-ac57-78a1f041663c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6828139 Mar 11 00:03:10.096258 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:10.097562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe28-3e34-4bef-9098-30567b86d3e5 None None] The sync data for ids ['a642002d-887e-4eda-b461-c0f329b30914'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:10.164209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (d03ffefe-3029-43b3-af0b-18979c241094), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.235287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d03ffefe-3029-43b3-af0b-18979c241094), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.242545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-970372b5-cd23-45d8-b5cd-f57405ab472a None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:10.243645 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-970372b5-cd23-45d8-b5cd-f57405ab472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.248619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e7f8917-5bb8-48dc-975f-96a139b1426c req-fd2b2512-4d57-494b-93c2-2124e519e8d8 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321838 Mar 11 00:03:10.279469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:03:10.279806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (d03ffefe-3029-43b3-af0b-18979c241094), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:03:10.284248 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:03:10.386784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-970372b5-cd23-45d8-b5cd-f57405ab472a None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:10.421361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.461712 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.508003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2a72406e-7011-4b32-abc3-d4823e746514 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/a642002d-887e-4eda-b461-c0f329b30914 HTTP/1.1" status: 200 len: 924 time: 0.4464829 Mar 11 00:03:10.514329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57176) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:10.514884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (60947701-2f45-4c2a-ae42-0282fde1881b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.519482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '06de24e9-8d19-4109-99f7-bb4ec4057644', 'ip_address': '2001:db8::f816:3eff:fe22:f577'}, {'subnet_id': '2b8a45cc-1519-48ac-a1f2-e79002e5bae8'}], 'binding:host_id': 'n-d-831844-1'}, 'id': '0e7429bb-be5e-4d08-b47d-ad8fa2a3fece'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:03:10.554958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.590196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2e8a9afe-7291-40dc-bc53-0c23db9ab1cd tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=a642002d-887e-4eda-b461-c0f329b30914 HTTP/1.1" status: 200 len: 205 time: 0.0709395 Mar 11 00:03:10.594891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.599019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] 10.222.0.21 "DELETE /v2.0/networks/60947701-2f45-4c2a-ae42-0282fde1881b HTTP/1.1" status: 204 len: 168 time: 1.6939023 Mar 11 00:03:10.600055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57178) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:10.749215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.752157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:10.768579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594582b-ba56-41f9-bc04-45e8f536f3e9 req-ca3095b4-6a31-4e4e-afd9-085aff05c483 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.770166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c594582b-ba56-41f9-bc04-45e8f536f3e9 req-ca3095b4-6a31-4e4e-afd9-085aff05c483 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.5500419 Mar 11 00:03:10.772681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f93db1b8-4ab0-4768-bf86-ccdccf6fd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.773834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe686-d781-4261-bb6c-e56fc29df634 tempest-PortsIpV6TestJSON-76472166 tempest-PortsIpV6TestJSON-76472166-project] Pushing event deleted for resources: {'Network': ['ID=60947701-2f45-4c2a-ae42-0282fde1881b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:10.774846 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f93db1b8-4ab0-4768-bf86-ccdccf6fd1a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6242590 Mar 11 00:03:10.822161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 3ed49840-07a8-4e0f-b4e3-1e92cbf98302 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:10.863059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.868572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.874024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.880237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.885599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.890891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.893948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Allocated IP 2001:db8:0:1::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/2b8a45cc-1519-48ac-a1f2-e79002e5bae8/0e7429bb-be5e-4d08-b47d-ad8fa2a3fece) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:10.897344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:10.899428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-039ff2c6-5f2a-486e-85ec-153708c1bc23 req-4876d5d9-6853-4264-8323-1db95aa939cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.4857929 Mar 11 00:03:11.044095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-4f6bba35-77d7-4fa8-a308-7a1b5e6cea59 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611248 Mar 11 00:03:11.052699 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6300398a-1502-4cf9-82f7-b00fedce2ba0 x-openstack-request-id: req-6300398a-1502-4cf9-82f7-b00fedce2ba0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:11.053053 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "name": "network-vif-plugged", "status": "completed", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4", "code": 200}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "97d22241-2310-4360-865c-c7fc25cce536", "code": 200}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-plugged", "status": "completed", "tag": "28609424-21ff-472a-8048-4abb6da70daa", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:11.053258 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6300398a-1502-4cf9-82f7-b00fedce2ba0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:11.053680 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4', 'code': 200} Mar 11 00:03:11.053932 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d22241-2310-4360-865c-c7fc25cce536', 'code': 200} Mar 11 00:03:11.054234 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28609424-21ff-472a-8048-4abb6da70daa', 'code': 200} Mar 11 00:03:11.100966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] For port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:11.195532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c594582b-ba56-41f9-bc04-45e8f536f3e9 req-3c48844b-435b-4ea7-869d-64f9751bb9a5 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998377 Mar 11 00:03:11.208171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Publish callbacks [] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.227439 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.268903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57190) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:11.301791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (a642002d-887e-4eda-b461-c0f329b30914), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.418802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:11.500026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eda672-bdb7-4a8c-80e9-4e5e27937418 None None] Pushing event updated for resources: {'Port': ['ID=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:11.558607 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.563554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:11.564286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.570956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-a923de03-823a-425b-a160-e210bc423b92 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442182 Mar 11 00:03:11.703141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-8ee3e260-7fa2-4e79-972f-6ccb6f9c4f54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=48af16b2-8f3f-4270-af69-7a9288434916 HTTP/1.1" status: 200 len: 217 time: 0.1124251 Mar 11 00:03:11.708297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:11.718124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.719801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.720521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.721737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.722208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.722826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.723293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.725557 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-323dcb8a-ede8-4d02-90be-f94005e0ffe3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6715 time: 0.3832314 Mar 11 00:03:11.731560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (a642002d-887e-4eda-b461-c0f329b30914), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:11.763096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4e47b53-c423-4282-8904-24a16d043494 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=544c3827c9b8424592d3a1e18b336b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4911373 Mar 11 00:03:11.776211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57198) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:11.849579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8:0:1::13f (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/2b8a45cc-1519-48ac-a1f2-e79002e5bae8/3ed49840-07a8-4e0f-b4e3-1e92cbf98302) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:11.873398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.881299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe02:bede (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/06de24e9-8d19-4109-99f7-bb4ec4057644/3ed49840-07a8-4e0f-b4e3-1e92cbf98302) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:11.881912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.887869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f3b311e4-173c-4785-8141-1f71be2ae556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.889466 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f3b311e4-173c-4785-8141-1f71be2ae556 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1605449 Mar 11 00:03:11.913895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.941127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.941387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-814601fd-ad4f-4d00-bb25-946107c09ba1 req-75c81404-9e6d-43da-8814-39b2dfa514d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&id=6f09a8df-9203-47b4-ad60-f0ee695e2233&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1980288 Mar 11 00:03:11.964757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.975902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.988756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:11.991473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-e6516712-3ea4-4862-8813-973e6b810896 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.8429542 Mar 11 00:03:12.035161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477324-8494-428d-89aa-f1fecfe94cf0 req-b3b93f53-0de2-411e-87a9-1c9f234f47b3 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:12.036823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78477324-8494-428d-89aa-f1fecfe94cf0 req-b3b93f53-0de2-411e-87a9-1c9f234f47b3 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 945 time: 0.6952262 Mar 11 00:03:12.106108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751ea53-2df3-47c4-a98d-2313b0147758 req-4399aae0-b22f-4f32-b377-84320a003d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:12.109701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-d435e6ed-d311-4e1c-bd32-cbb023128315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:12.110463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e751ea53-2df3-47c4-a98d-2313b0147758 req-4399aae0-b22f-4f32-b377-84320a003d37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 1127 time: 0.8144479 Mar 11 00:03:12.112293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-d435e6ed-d311-4e1c-bd32-cbb023128315 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1914194 Mar 11 00:03:12.201083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d2c2ce1-76a4-4c57-9a01-e3bb58df773f req-9e9d526a-6e47-46af-b3f4-deac9e26b5a5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1998496 Mar 11 00:03:12.230766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] Publish callbacks [] for security_group (3eb103e7-1223-4de8-90fb-32e3c6cace36), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.265833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.274192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78477324-8494-428d-89aa-f1fecfe94cf0 req-bb76e403-eed1-4924-b33a-a7924a25e788 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048860 Mar 11 00:03:12.285253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port 6e711bdc-bdfc-4c43-b7d7-95b71d5b036e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:12.285778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6e711bdc-bdfc-4c43-b7d7-95b71d5b036e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.326589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.343738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] Publish callbacks [] for security_group (3eb103e7-1223-4de8-90fb-32e3c6cace36), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.433113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:12.438283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:12.460061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:12.466248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:12.466903 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.493420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.8894427 Mar 11 00:03:12.494707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31433ca7-4465-46b5-b9e2-cac395998ad8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=3ed49840-07a8-4e0f-b4e3-1e92cbf98302,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:12.497513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57212) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:12.696401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e751ea53-2df3-47c4-a98d-2313b0147758 req-68cc39dc-a664-4e05-bd57-a7c9da32094a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604786 Mar 11 00:03:12.754296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2bdabf93-0cdf-47d7-a605-2c12ad607c9a None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:12.756115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bdabf93-0cdf-47d7-a605-2c12ad607c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.762329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6e711bdc-bdfc-4c43-b7d7-95b71d5b036e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.800924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 3ed49840-07a8-4e0f-b4e3-1e92cbf98302 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:12.801201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:12.827504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for 6e711bdc-bdfc-4c43-b7d7-95b71d5b036e owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:12.865959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-cca3818b-9c17-49a1-b733-faa54ab0b505 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691648 Mar 11 00:03:12.872239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a9f6-4eec-41cb-82f4-e1ad2e7ada3b req-e06a329a-138a-4afd-8982-906c4bb828a5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:12.873813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd71a9f6-4eec-41cb-82f4-e1ad2e7ada3b req-e06a329a-138a-4afd-8982-906c4bb828a5 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.4669425 Mar 11 00:03:12.918485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2bdabf93-0cdf-47d7-a605-2c12ad607c9a None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:12.973847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57222) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:13.020681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.040954 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3eb103e7-1223-4de8-90fb-32e3c6cace36), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.043059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.046446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eb103e7-1223-4de8-90fb-32e3c6cace36 HTTP/1.1" status: 204 len: 168 time: 1.2658222 Mar 11 00:03:13.066590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 3ed49840-07a8-4e0f-b4e3-1e92cbf98302 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:13.209853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06b33-e750-48bc-89c2-b02a9afb2255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb103e7-1223-4de8-90fb-32e3c6cace36,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:13.217302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.284708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd71a9f6-4eec-41cb-82f4-e1ad2e7ada3b req-530f7bef-743d-461e-9328-4db95b1f6e46 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617575 Mar 11 00:03:13.317488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-48fc636f-4a65-4572-aafe-bef7cea0ddda None None] Provisioning complete for port 3ed49840-07a8-4e0f-b4e3-1e92cbf98302 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:13.317488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-48fc636f-4a65-4572-aafe-bef7cea0ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.320627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fee11-a493-4400-a9a6-ae9da4af2bb7 req-497946a4-5b0d-454a-89bd-5c1ac43064a8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.322288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac5fee11-a493-4400-a9a6-ae9da4af2bb7 req-497946a4-5b0d-454a-89bd-5c1ac43064a8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.4970684 Mar 11 00:03:13.323434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.324850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.325993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.330248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.331592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.332276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.332898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.342635 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-ed3b33ec-00c3-4f08-b21c-4770cba29ead service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6707 time: 0.3635366 Mar 11 00:03:13.726178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac5fee11-a493-4400-a9a6-ae9da4af2bb7 req-80fbfc1e-3f01-4858-b5a6-baaaf98a426f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580235 Mar 11 00:03:13.761252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.770327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.773382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.778890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.784858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.790778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.796295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:13.798598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-84716750-386b-412a-bdd8-2548936e9f13 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.3316185 Mar 11 00:03:13.844905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:13.904479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7b73ca87-750f-40ad-ba8c-efd1bd4763dc req-5df6c5f3-4a1c-4944-94dc-06c9c63716d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e95bb68d-1f6a-4a06-ada7-12768f58e130&id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5484939 Mar 11 00:03:13.945682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-cc502d30-180f-4e69-8340-b212eafbbdfe service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570173 Mar 11 00:03:13.945682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3ed49840-07a8-4e0f-b4e3-1e92cbf98302), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:13.956480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-48fc636f-4a65-4572-aafe-bef7cea0ddda None None] Port 3ed49840-07a8-4e0f-b4e3-1e92cbf98302 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:13.959182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6e711bdc-bdfc-4c43-b7d7-95b71d5b036e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.008998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:14.009420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.022233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=6e711bdc-bdfc-4c43-b7d7-95b71d5b036e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:14.089153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=3ed49840-07a8-4e0f-b4e3-1e92cbf98302,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:14.162616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-79e53301-60d3-46ec-9bbe-daca7f226485 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=56de7a89-725e-409f-b54f-873f70a982a9 HTTP/1.1" status: 200 len: 217 time: 0.2332325 Mar 11 00:03:14.166624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e069c57-6da7-4875-b8ce-323f4c240349 req-d4c017da-32c7-4ef3-80b7-5568baa68303 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3609006 Mar 11 00:03:14.225210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.236616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-11f5bdef-766e-439b-8a8c-6080312c6eea tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/3ed49840-07a8-4e0f-b4e3-1e92cbf98302 HTTP/1.1" status: 204 len: 168 time: 1.7242789 Mar 11 00:03:14.256540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57244) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:14.258390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:14.359528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-1a1958f0-d556-44d0-baaa-00e414831f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:14.369378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-1a1958f0-d556-44d0-baaa-00e414831f68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1494069 Mar 11 00:03:14.379696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (a642002d-887e-4eda-b461-c0f329b30914), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.421913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7b8e-1111-44a6-886c-8266814955cd req-a0e59d2c-7cf1-4459-8e65-b50f99779b74 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:14.430779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1fe7b8e-1111-44a6-886c-8266814955cd req-a0e59d2c-7cf1-4459-8e65-b50f99779b74 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 945 time: 0.2880712 Mar 11 00:03:14.571656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-015c179d-c255-498a-bb34-8dcafcf8d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:14.576370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-015c179d-c255-498a-bb34-8dcafcf8d155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1627450 Mar 11 00:03:14.792412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-25644d17-6837-4db5-99f1-ba49631aa5c4 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846533 Mar 11 00:03:14.816683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57260) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:14.972033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9483640d-b7c0-4837-b86b-162b77753464 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:14.973880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (a642002d-887e-4eda-b461-c0f329b30914), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.974706 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-9483640d-b7c0-4837-b86b-162b77753464 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 00:03:14.975431 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-9483640d-b7c0-4837-b86b-162b77753464 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:03:14.976526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9483640d-b7c0-4837-b86b-162b77753464 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1580355 Mar 11 00:03:14.977061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (a642002d-887e-4eda-b461-c0f329b30914), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:14.981957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57264) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:14.991237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061306980'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:15.014076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1fe7b8e-1111-44a6-886c-8266814955cd req-d752d8aa-d87b-4313-8910-d412a4d00942 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821817 Mar 11 00:03:15.047144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.063479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f626a-06ac-4ba2-a602-2f12cb19dd15 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.065492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e35f626a-06ac-4ba2-a602-2f12cb19dd15 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8031211 Mar 11 00:03:15.068604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57266) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:15.072283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.176374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d25c09-bf40-4d5b-b4a3-5f8eef8a966c req-1bba3e68-54d6-4b65-aa58-5eb40f57ecb6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.183293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d25c09-bf40-4d5b-b4a3-5f8eef8a966c req-1bba3e68-54d6-4b65-aa58-5eb40f57ecb6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.6812284 Mar 11 00:03:15.186267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (a642002d-887e-4eda-b461-c0f329b30914), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.186849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router a642002d-887e-4eda-b461-c0f329b30914 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:15.194293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.195387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-256bc6ff-1bc3-4e26-8175-3ea349f0bbca tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/a642002d-887e-4eda-b461-c0f329b30914 HTTP/1.1" status: 204 len: 168 time: 4.5843284 Mar 11 00:03:15.208294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:15.222468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1151629020', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:15.225478 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (cc351e66-b239-45b4-8769-762c9afdd31c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.232688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cc351e66-b239-45b4-8769-762c9afdd31c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.292690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc351e66-b239-45b4-8769-762c9afdd31c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:15.307313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d25c09-bf40-4d5b-b4a3-5f8eef8a966c req-01cc138c-6393-4fe9-85e2-734f05507d6a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230724 Mar 11 00:03:15.311050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.313387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.325594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffea294-f87b-4f2d-9878-e39c582b740a req-e7601f0f-040b-49ae-96f8-05d85f356224 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.327568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ffea294-f87b-4f2d-9878-e39c582b740a req-e7601f0f-040b-49ae-96f8-05d85f356224 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2069376 Mar 11 00:03:15.343759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7b7eca-bb06-49f4-b2cf-61c86991324b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.351517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ef7b7eca-bb06-49f4-b2cf-61c86991324b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2817791 Mar 11 00:03:15.353439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:15.394945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1ec17f3d-7daf-4b3e-871d-f2293b8d5146), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.435288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ec17f3d-7daf-4b3e-871d-f2293b8d5146), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.513174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82465a04-3b45-452a-b78d-761590549b34 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.514578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82465a04-3b45-452a-b78d-761590549b34 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.516273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82465a04-3b45-452a-b78d-761590549b34 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.518621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82465a04-3b45-452a-b78d-761590549b34 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1641784 Mar 11 00:03:15.519572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec17f3d-7daf-4b3e-871d-f2293b8d5146,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:15.521854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:15.526090 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.527755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cc2674ca-373a-4814-ab83-35755dbb6102 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5428159 Mar 11 00:03:15.543353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.548391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57278) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:15.563103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '1ec17f3d-7daf-4b3e-871d-f2293b8d5146', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:15.581131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ffea294-f87b-4f2d-9878-e39c582b740a req-2cff9a12-a664-4f0f-9c05-953556132b07 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282503 Mar 11 00:03:15.588237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 06de24e9-8d19-4109-99f7-bb4ec4057644 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:15.591684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (06de24e9-8d19-4109-99f7-bb4ec4057644), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.678877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (06de24e9-8d19-4109-99f7-bb4ec4057644), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.751468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group_rule (7087eddf-2d0c-4a0f-b0ca-2add74c7e4fb), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.769321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.775119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.780729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.786801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.802143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.803220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (06de24e9-8d19-4109-99f7-bb4ec4057644), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.807963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.813208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:15.816070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-788e1a95-cbf6-4fc3-9ce1-e2a3b778bb3c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.3956800 Mar 11 00:03:15.899562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (06de24e9-8d19-4109-99f7-bb4ec4057644), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.906693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.940850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=06de24e9-8d19-4109-99f7-bb4ec4057644,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:15.942630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:15.947480 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-baf6e100-9af9-4708-805c-85b0ae1d5a42 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/06de24e9-8d19-4109-99f7-bb4ec4057644 HTTP/1.1" status: 204 len: 168 time: 0.4231796 Mar 11 00:03:15.953631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0935be-3e76-4aec-83f6-2dff8259c258 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:15.956144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57284) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.043322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 2b8a45cc-1519-48ac-a1f2-e79002e5bae8 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:16.048026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (2b8a45cc-1519-48ac-a1f2-e79002e5bae8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.051157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group_rule (7087eddf-2d0c-4a0f-b0ca-2add74c7e4fb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.066738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-315a43b6-3301-4f6f-86a8-57cb361e9765 req-c966a656-ecb8-4d2e-9d0c-8bb8ee477f8b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2379258 Mar 11 00:03:16.083068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (7087eddf-2d0c-4a0f-b0ca-2add74c7e4fb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.146829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7087eddf-2d0c-4a0f-b0ca-2add74c7e4fb,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:16.152548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (2b8a45cc-1519-48ac-a1f2-e79002e5bae8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.209945 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.214163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed21c3cf-54be-45d0-bf55-237130eccc66 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6547787 Mar 11 00:03:16.214274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57292) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.219557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-02c22441-eeac-4543-96de-f68bc00de2f2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '1ec17f3d-7daf-4b3e-871d-f2293b8d5146', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:16.294538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196348d-6845-4b7b-b1d8-0900bb290144 req-834d5312-87a8-435e-be3e-ab3abe47d5c7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.296699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9196348d-6845-4b7b-b1d8-0900bb290144 req-834d5312-87a8-435e-be3e-ab3abe47d5c7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 945 time: 0.1369674 Mar 11 00:03:16.309901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.314670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02c22441-eeac-4543-96de-f68bc00de2f2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group_rule (ee50f72b-47b7-41d5-b77f-f02df99881a5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.316994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.323040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.328791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.334928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.340276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.345624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.348490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc73c4a4-1774-4b8a-ba8d-54144d64773b req-db2535b1-2670-4ede-847f-32785ddc637a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.1751349 Mar 11 00:03:16.356070 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (2b8a45cc-1519-48ac-a1f2-e79002e5bae8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.365285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.389742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Request body: {'floatingip': {'port_id': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:16.459249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.508728 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-02c22441-eeac-4543-96de-f68bc00de2f2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:03:16.509946 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-02c22441-eeac-4543-96de-f68bc00de2f2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2947724 Mar 11 00:03:16.520587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57304) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.579566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.606675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.625707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9196348d-6845-4b7b-b1d8-0900bb290144 req-ed073708-822f-471d-a039-fd3348896e4b tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431939 Mar 11 00:03:16.632555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (2b8a45cc-1519-48ac-a1f2-e79002e5bae8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.744112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8a45cc-1519-48ac-a1f2-e79002e5bae8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:16.746233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.750404 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-204eba7f-5e69-4852-9329-3488584c423f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/2b8a45cc-1519-48ac-a1f2-e79002e5bae8 HTTP/1.1" status: 204 len: 168 time: 0.7917397 Mar 11 00:03:16.754900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.826896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 172.25.7.143 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/88151955-ceed-4fe6-b3d8-5723f7ce0bc4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:16.842756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fbedad2a-b3d6-452d-b3ce-271fb71d3e3c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825570 Mar 11 00:03:16.850444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:16.857430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:16.862974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-74ad5609-2953-44f2-a2fc-33891e6a9eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289778 Mar 11 00:03:16.877600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9411e5-527c-4ff4-9eff-a5b5d776ebb6 req-ee8ee6ec-8d81-4649-85f3-277ac6caf69c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:16.879388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9411e5-527c-4ff4-9eff-a5b5d776ebb6 req-ee8ee6ec-8d81-4649-85f3-277ac6caf69c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.4331741 Mar 11 00:03:16.954409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1ec17f3d-7daf-4b3e-871d-f2293b8d5146), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:16.962101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-dc620f96-3c6c-4cd8-aff2-c272c9c657e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59 HTTP/1.1" status: 200 len: 217 time: 0.0746889 Mar 11 00:03:17.011459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e474d-63b8-4d9c-9754-a7c02637639b None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:17.095226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1ec17f3d-7daf-4b3e-871d-f2293b8d5146), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.111385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-d2e9d140-0956-4458-9f9f-04b16a9ce7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:17.112301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-d2e9d140-0956-4458-9f9f-04b16a9ce7a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.1433220 Mar 11 00:03:17.164305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:17.172127 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.176779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6a4b13a9-0c48-4de1-80cf-3cbf236cbcb2 None None] Provisioning complete for port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:17.177375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a4b13a9-0c48-4de1-80cf-3cbf236cbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.225425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-fc45bd84-c52f-4d60-a92c-f5b57100a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:17.227014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-fc45bd84-c52f-4d60-a92c-f5b57100a306 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1076934 Mar 11 00:03:17.286793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b13a9-0c48-4de1-80cf-3cbf236cbcb2 None None] Current status of the port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:17.299591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b9411e5-527c-4ff4-9eff-a5b5d776ebb6 req-2c3f68f9-bf88-4104-be4a-7ffc35b1075e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011130 Mar 11 00:03:17.321168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:17.377517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1ec17f3d-7daf-4b3e-871d-f2293b8d5146), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.379573 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.383543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ec17f3d-7daf-4b3e-871d-f2293b8d5146 HTTP/1.1" status: 204 len: 168 time: 0.8600678 Mar 11 00:03:17.384019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:17.402521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.416953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.417630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c87f1-53c7-45fc-bad3-1c7d7db3b7c6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec17f3d-7daf-4b3e-871d-f2293b8d5146,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:17.421175 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-26b9c08e-958f-4f1c-ad2e-62ceb5848295 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645081 Mar 11 00:03:17.432651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.480209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Deleting port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:17.480966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.587235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] For port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:17.588187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.591875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8d87b62-df5c-4128-9861-798c90e269ef tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2004609 Mar 11 00:03:17.592552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57314) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:17.603647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472785407'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:17.610652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Calling delete_port for 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:17.634810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.679121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:17.691799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.717446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:17.744735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:17.748805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:17.770808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (0e7429bb-be5e-4d08-b47d-ad8fa2a3fece), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:17.787538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] No DVR routers for this DVR port 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:17.812740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14685665-4d6e-4f1a-b91f-2d2dfb42b3db None None] Pushing event deleted for resources: {'Port': ['ID=0e7429bb-be5e-4d08-b47d-ad8fa2a3fece,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:17.977195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:03:18.017385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (65b234d2-b7b8-4f64-875f-5c25041ae78e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.027271 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Floating IP d416ac56-ea35-4087-bc3e-f4fd9a7ebc51 associated. External IP: 172.25.7.158, port: c5ceedae-b4e1-403d-89ea-67642b8ca1a7. Mar 11 00:03:18.034294 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-ee845d3f-5d9a-4d87-ac2f-19cc62bf47cf service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722330 Mar 11 00:03:18.052594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb74d34-99eb-4dad-92b4-1335c782d681 req-634ea082-2379-4055-8563-06029f8e40fa tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:18.054093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edb74d34-99eb-4dad-92b4-1335c782d681 req-634ea082-2379-4055-8563-06029f8e40fa tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 945 time: 0.3111477 Mar 11 00:03:18.113076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-cdd79cc6-d6ad-45cd-a155-df8b93fa1ae9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 200 len: 217 time: 0.0454605 Mar 11 00:03:18.145097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1835bac1-7920-4e2d-a856-8afeeaf42466), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.151482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:18.156287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1835bac1-7920-4e2d-a856-8afeeaf42466), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.165367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:18.171861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=65b234d2-b7b8-4f64-875f-5c25041ae78e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:18.176445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:18.177051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.179580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccccccd-9964-48c1-ae25-1e18eca85333 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:18.204272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-5599946c-dea3-48d2-8b65-4f6e7d0bcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:18.206415 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-5599946c-dea3-48d2-8b65-4f6e7d0bcb25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.0874853 Mar 11 00:03:18.257894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.260596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6635861 Mar 11 00:03:18.263095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57318) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:18.273867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-64e4c9ce-685f-4509-8680-4ef3a3f66cff tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '1835bac1-7920-4e2d-a856-8afeeaf42466', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:18.274659 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-64e4c9ce-685f-4509-8680-4ef3a3f66cff tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 00:03:18.275152 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-64e4c9ce-685f-4509-8680-4ef3a3f66cff tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:18.276140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-64e4c9ce-685f-4509-8680-4ef3a3f66cff tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074415 Mar 11 00:03:18.281747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edb74d34-99eb-4dad-92b4-1335c782d681 req-bcec0a0e-5c0e-4777-b50d-46e641931bfc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945117 Mar 11 00:03:18.282481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57320) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:18.287690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e213d9d8-2a17-4813-bfd1-78836bb2577e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4346104 Mar 11 00:03:18.288482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927b425-4e3d-4805-82af-f4f126fc3daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1835bac1-7920-4e2d-a856-8afeeaf42466,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:18.291641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57322) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:18.300650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:18.334306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-3056ba4d-77d3-4344-907c-54acb9828b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:18.335822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-3056ba4d-77d3-4344-907c-54acb9828b7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1222551 Mar 11 00:03:18.338805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '65b234d2-b7b8-4f64-875f-5c25041ae78e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:03:18.339906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.530369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Router e7119135-6bce-4262-8f59-f3e718c64891 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:03:18.543701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-f1b0958e-e723-4cd7-a0dd-142ac35841a6 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993971 Mar 11 00:03:18.563658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Allocated IP 2001:db8::f816:3eff:fea2:cfda (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/65b234d2-b7b8-4f64-875f-5c25041ae78e/7688d03c-4306-442d-b7e9-cbbc1ebb82d7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:18.564915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1835bac1-7920-4e2d-a856-8afeeaf42466), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.576297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.783177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bfc2db29-5e32-479b-8837-98be2abccd1e req-7b2d0b1a-68da-476e-a65c-00ad71fe27dc service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317114 Mar 11 00:03:18.784689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:18.790926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.813184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Sync routers for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:18.857517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks [] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.865159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:18.865941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:18.882841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:18.884193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41fd22e0-7f8e-41f1-8fec-a5bf1fbd7901 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "PUT /v2.0/floatingips/d416ac56-ea35-4087-bc3e-f4fd9a7ebc51 HTTP/1.1" status: 200 len: 991 time: 2.5174310 Mar 11 00:03:18.886202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:18.888977 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37935362-6219-415b-9a73-d8edb84ea08b" -d '{"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:18.902835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-dfbe31d0-49b6-4666-9305-91ab9365e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:18.905376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-dfbe31d0-49b6-4666-9305-91ab9365e092 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.0918233 Mar 11 00:03:18.986650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (1835bac1-7920-4e2d-a856-8afeeaf42466), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.003281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352db5b-754f-4797-883c-d1e555790032 req-eeed78e2-1dd9-4c74-87fb-8aae612a2adc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.004863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c352db5b-754f-4797-883c-d1e555790032 req-eeed78e2-1dd9-4c74-87fb-8aae612a2adc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.5804865 Mar 11 00:03:19.009386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:19.012721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.027789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-0cdab7dc-24e0-4f07-aab2-da265ed3b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.030163 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-0cdab7dc-24e0-4f07-aab2-da265ed3b239 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.1186285 Mar 11 00:03:19.036395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Pushing event updated for resources: {'Port': ['ID=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:19.052604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:19.055837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:19.061911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:19.103541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-a8f40221-ab88-417f-a29c-f4190fcf2b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.0535507 Mar 11 00:03:19.170439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-16fc935a-6a72-47d6-bbb3-72f3c50d22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.174787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-16fc935a-6a72-47d6-bbb3-72f3c50d22e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.0613372 Mar 11 00:03:19.179989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Attempting to bind port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:19.180429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Attempting to bind port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:19.180729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Attempting to bind port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:19.188298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:19.188694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:19.189639 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.190036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:19.190516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Bound port: 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:19.191320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.216801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:19.227986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1835bac1-7920-4e2d-a856-8afeeaf42466), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.230919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.234408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/1835bac1-7920-4e2d-a856-8afeeaf42466 HTTP/1.1" status: 204 len: 168 time: 0.9410336 Mar 11 00:03:19.234559 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-a8e84933-5b09-4486-8487-04ef73d976c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505035 Mar 11 00:03:19.234670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:19.246848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c352db5b-754f-4797-883c-d1e555790032 req-59bdac03-e702-4b13-bf14-ea1430df4172 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285469 Mar 11 00:03:19.264562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5336e-6d65-4001-ac08-df79daef9178 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835bac1-7920-4e2d-a856-8afeeaf42466,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:19.308304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:19.311461 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65b234d2-b7b8-4f64-875f-5c25041ae78e (CIDR: 2001:db8::/64) Mar 11 00:03:19.319983 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:19.320508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:19.330033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ece39e-5daa-47fe-89cf-fb545a353953 req-ce758cff-620b-47d9-b114-a77588a9e5dc tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.336867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16ece39e-5daa-47fe-89cf-fb545a353953 req-ce758cff-620b-47d9-b114-a77588a9e5dc tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2752812 Mar 11 00:03:19.354745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:19.354991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0e7429bb-be5e-4d08-b47d-ad8fa2a3fece not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:19.370976 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-a689e62d-bcc1-4ae7-9c45-50f98c5b0cbd service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203115 Mar 11 00:03:19.383104 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244b5b4-69c1-4512-987f-aa341730edbb x-openstack-request-id: req-3244b5b4-69c1-4512-987f-aa341730edbb {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:19.383358 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:19.383987 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3244b5b4-69c1-4512-987f-aa341730edbb {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:19.384289 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'status': 'completed', 'code': 200} Mar 11 00:03:19.417477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] For port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:19.430682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2122fdd3-6557-40e5-ac3e-7b1fc79e7b55 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1320465 Mar 11 00:03:19.430897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57350) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:19.441622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] For port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:19.443170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:19.457969 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.492523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16ece39e-5daa-47fe-89cf-fb545a353953 req-c95b26b5-de1b-427a-9dd0-2447696efa73 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533368 Mar 11 00:03:19.502707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.535118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ad426f02-8d84-4b78-b6db-2fe3dbef7ea9 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2953961 Mar 11 00:03:19.543968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57356) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:19.582026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--575464781'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:19.601775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a1d2-dac6-4aec-9c68-ab29b7bc5b11 None None] Pushing event updated for resources: {'Port': ['ID=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:19.646358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ac2d8a3c-57e6-43ee-8f83-0a262c52dc97 req-0df0d39b-73ed-4179-9a8a-638616ffe607 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506969 Mar 11 00:03:19.660375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:19.665383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.708802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.709654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.711075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.711470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.712351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.713220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.714055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.717593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-38bcd0e6-eaa4-4285-9d36-7c51a5a7ea0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6715 time: 0.2947648 Mar 11 00:03:19.757785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'd416ac56-ea35-4087-bc3e-f4fd9a7ebc51', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'port_id': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'mac_address': 'fa:16:3e:31:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:01:23Z', 'updated_at': '2022-03-11T00:03:17Z', 'revision_number': 1, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:19.795157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:19.807973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Checking router: e7119135-6bce-4262-8f59-f3e718c64891 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:03:19.816318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:19.817065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:19.974182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-16ac0654-932d-4e5f-b7d3-b325d7fc55d4 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:19.981276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-16ac0654-932d-4e5f-b7d3-b325d7fc55d4 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.4804440 Mar 11 00:03:19.989822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (2741ddf8-573e-4959-b475-1ccfcfd4636a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.019952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-011907a8-4abf-436a-9033-347222211592 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/quotas/4f8b5a433c684c5da8b65abc8ebc7ccb HTTP/1.1" status: 200 len: 375 time: 0.0376842 Mar 11 00:03:20.023846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:20.035907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:20.041239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:20.046021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.047047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.069904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=2741ddf8-573e-4959-b475-1ccfcfd4636a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:20.075893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aedf4b09-c87e-4569-85aa-f178ee8a41d9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6435750 Mar 11 00:03:20.078651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57362) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:20.088360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-4b8a21d9-c182-4cd6-bd73-dfd88414a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.088734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:4e:96:82', 'name': 'tempest-NetworksTestDHCPv6-1560760371'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:20.090033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-4b8a21d9-c182-4cd6-bd73-dfd88414a12b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bc5db18-5892-46b8-b428-eea0c34a3814 HTTP/1.1" status: 200 len: 917 time: 0.3612440 Mar 11 00:03:20.193452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (327ebcc1-9513-489c-b0b7-e3e15b335b4a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.209003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (327ebcc1-9513-489c-b0b7-e3e15b335b4a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.217450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-6ffcdd1b-5910-4f58-b9b1-313635125514 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7 HTTP/1.1" status: 200 len: 999 time: 0.1141927 Mar 11 00:03:20.230625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:20.235472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:20.238739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-30601633-a802-45c7-b4da-4ed4a8d36db1 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2178829 Mar 11 00:03:20.295832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.296166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7505121 Mar 11 00:03:20.312950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:20.322368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8e7b2c37-c9c7-4199-a68b-e5052c2f3746 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '327ebcc1-9513-489c-b0b7-e3e15b335b4a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:20.325738 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-8e7b2c37-c9c7-4199-a68b-e5052c2f3746 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 00:03:20.328490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254322f-7089-403c-8216-60f9b9acaa45 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327ebcc1-9513-489c-b0b7-e3e15b335b4a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:20.328652 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-8e7b2c37-c9c7-4199-a68b-e5052c2f3746 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:20.333478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e7b2c37-c9c7-4199-a68b-e5052c2f3746 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0201936 Mar 11 00:03:20.338282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:20.400996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.430529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-58902ea7-3bbe-4721-9278-aa701ba6b838 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.432187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-58902ea7-3bbe-4721-9278-aa701ba6b838 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeae0509-9091-4762-90e7-f4f95f55d775 HTTP/1.1" status: 200 len: 945 time: 0.0972319 Mar 11 00:03:20.445954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 4ce652fc-df96-4209-af01-c0d0562a56a7 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:20.497634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-dc7b90e6-ca27-4822-aef4-5388501ffd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.499106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-dc7b90e6-ca27-4822-aef4-5388501ffd2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777 HTTP/1.1" status: 200 len: 855 time: 0.2588289 Mar 11 00:03:20.523700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'd416ac56-ea35-4087-bc3e-f4fd9a7ebc51', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'port_id': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'mac_address': 'fa:16:3e:31:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:01:23Z', 'updated_at': '2022-03-11T00:03:17Z', 'revision_number': 1, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:20.585962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:03:20.590457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd90f2e-0b7a-4b73-aa64-82a3567fb57e None None] The sync data for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 is: [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'd416ac56-ea35-4087-bc3e-f4fd9a7ebc51', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'port_id': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'mac_address': 'fa:16:3e:31:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434999fe-1288-4d90-a6ff-640f60b0e690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:01:23Z', 'updated_at': '2022-03-11T00:03:17Z', 'revision_number': 1, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:20.702407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-ab370325-6146-4d71-a191-11424900e034 service neutron] 10.222.0.21 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392378 Mar 11 00:03:20.792693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:20.810772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59467533-4f7f-4ee4-aba5-c724e5ed7caa req-07b5c84b-9677-440e-80ab-32e4b3cfe7df tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.813215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59467533-4f7f-4ee4-aba5-c724e5ed7caa req-07b5c84b-9677-440e-80ab-32e4b3cfe7df tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 943 time: 0.3525012 Mar 11 00:03:20.820299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935362-6219-415b-9a73-d8edb84ea08b req-60ed7e63-eb23-4d02-9fb5-6e80edbeff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:20.822832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-60ed7e63-eb23-4d02-9fb5-6e80edbeff3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bc5db18-5892-46b8-b428-eea0c34a3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2940371 Mar 11 00:03:20.824023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (327ebcc1-9513-489c-b0b7-e3e15b335b4a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.834367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:20.843384 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Sync routers for ids ['a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:20.863529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8:0:1::363 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/2741ddf8-573e-4959-b475-1ccfcfd4636a/4ce652fc-df96-4209-af01-c0d0562a56a7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:20.874180 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Routers {'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:20.874909 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:20.878105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::f816:3eff:fe4e:9682 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/65b234d2-b7b8-4f64-875f-5c25041ae78e/4ce652fc-df96-4209-af01-c0d0562a56a7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:20.902023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'network_id': '85188fd1-293f-483d-ab93-9efa6abf034d', 'port_id': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'mac_address': 'fa:16:3e:ec:b1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:03:20.969474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:20.972191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0262d61b-5882-4bd5-96cd-9a0a19ad8bb5 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7541666 Mar 11 00:03:20.990771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57372) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:20.995786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (327ebcc1-9513-489c-b0b7-e3e15b335b4a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.000212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:21.000612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.034773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:03:21.067679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0741af-6938-461e-b980-7042548277a2 None None] New status for floating IP d416ac56-ea35-4087-bc3e-f4fd9a7ebc51: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:03:21.091704 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Set router a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:21.120584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-113cc120-a598-4884-8579-4434b5900d14 service neutron] 10.222.0.21 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021106 Mar 11 00:03:21.134492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59467533-4f7f-4ee4-aba5-c724e5ed7caa req-78a8f07e-2841-43c6-9894-d47c96bff416 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046081 Mar 11 00:03:21.209940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-2d02aa79-34cc-4209-b001-c3978e7084c6 service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789217 Mar 11 00:03:21.221552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (327ebcc1-9513-489c-b0b7-e3e15b335b4a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.224151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.235290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/327ebcc1-9513-489c-b0b7-e3e15b335b4a HTTP/1.1" status: 204 len: 168 time: 0.8937829 Mar 11 00:03:21.239443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57374) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:21.297274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e1472-68f7-4681-b541-fe0d8110a89f None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:21.316511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff804ca-03a3-4fd9-aa49-b50cf9494d20 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ebcc1-9513-489c-b0b7-e3e15b335b4a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:21.329317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:03:21.334288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:21.359621 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.381247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:21.400849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (4ce652fc-df96-4209-af01-c0d0562a56a7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.465053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ca4ddfd5-cca6-4bab-a936-99750cb994e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2043991 Mar 11 00:03:21.471271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57376) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:21.472580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ce652fc-df96-4209-af01-c0d0562a56a7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.489060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:21.489581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.494782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--287914066'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:21.557316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37935362-6219-415b-9a73-d8edb84ea08b req-a0b08aa9-64fd-4c74-a86e-24f461279ebf service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376377 Mar 11 00:03:21.565708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d609a1-14db-4a17-8886-d22675888a1a req-9a1a7bf8-94ab-4bbc-8b2e-0f7cf2530cc1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:21.584080 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143'}], 'enable_snat': False}, 'gw_port_id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:15Z', 'updated_at': '2022-03-11T00:03:18Z', 'revision_number': 3, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port': {'id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:03:16Z', 'updated_at': '2022-03-11T00:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:21.585913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85d609a1-14db-4a17-8886-d22675888a1a req-9a1a7bf8-94ab-4bbc-8b2e-0f7cf2530cc1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3127661 Mar 11 00:03:21.588582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=4ce652fc-df96-4209-af01-c0d0562a56a7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:21.603120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.620047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:21.655832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:21.669052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85d609a1-14db-4a17-8886-d22675888a1a req-82909cbb-bf40-4b32-9db6-07847c138525 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763261 Mar 11 00:03:21.704613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:21.705385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.709273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-817c6296-a673-45d9-ad30-c64f6f5df86d tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:21.710834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-817c6296-a673-45d9-ad30-c64f6f5df86d tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa8cf70c-b4ce-4305-b054-dcc18c2404c0 HTTP/1.1" status: 200 len: 945 time: 0.8163693 Mar 11 00:03:21.711796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:21.724482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:21.739474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:21.740564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.809148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-930748c2-e97e-49c8-a39c-30a493f13813 req-0630538d-f934-46e6-a4ea-eec007beb937 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 210 time: 0.0763042 Mar 11 00:03:21.821692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Checking router: a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:03:21.822003 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Updating router a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:03:21.827747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d25c4e0d-5979-41f5-b42a-d503f99f447a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:21.857602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6dc7cfe2-d869-4c08-ba28-45fcd8a86d16 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d HTTP/1.1" status: 200 len: 909 time: 0.8641732 Mar 11 00:03:21.873181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60877b13-19fd-4aa3-ba14-322af0b6095a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7929883 Mar 11 00:03:21.881497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:21.887507 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.889586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57384) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:21.905973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Deleting port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:21.906321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.912246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (8256efd4-224e-4b6c-bef3-70b3d2f567bc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.916948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1151629020', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': True}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:21.924654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8256efd4-224e-4b6c-bef3-70b3d2f567bc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:21.979026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Update dhcp port {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'fixed_ips': [{'subnet_id': '65b234d2-b7b8-4f64-875f-5c25041ae78e', 'ip_address': '2001:db8::f816:3eff:fea2:cfda'}, {'subnet_id': '2741ddf8-573e-4959-b475-1ccfcfd4636a'}], 'binding:host_id': 'n-d-831844-1'}, 'id': '7688d03c-4306-442d-b7e9-cbbc1ebb82d7'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:03:21.987127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:21.987771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.001102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.002988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5303938 Mar 11 00:03:22.021300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57392) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:22.023186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.027091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.043612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5d1781ff-3ced-446b-963d-ba01e27d9191 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '8256efd4-224e-4b6c-bef3-70b3d2f567bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:22.050970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] For port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:22.067807 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-5d1781ff-3ced-446b-963d-ba01e27d9191 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 00:03:22.068849 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-5d1781ff-3ced-446b-963d-ba01e27d9191 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:22.070138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5d1781ff-3ced-446b-963d-ba01e27d9191 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0342011 Mar 11 00:03:22.078209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:22.092620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5af51885-7a8d-483c-b581-afce67dc05f8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '8256efd4-224e-4b6c-bef3-70b3d2f567bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:22.093434 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-5af51885-7a8d-483c-b581-afce67dc05f8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 00:03:22.094034 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-5af51885-7a8d-483c-b581-afce67dc05f8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:22.097834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5af51885-7a8d-483c-b581-afce67dc05f8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146089 Mar 11 00:03:22.097834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f546e7-a407-416c-9881-53d8f36a45a2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8256efd4-224e-4b6c-bef3-70b3d2f567bc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:22.101511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57400) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:22.106661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f5f6df27-84fa-4b6f-9690-466e051709f6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '8256efd4-224e-4b6c-bef3-70b3d2f567bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:22.107787 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-f5f6df27-84fa-4b6f-9690-466e051709f6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 00:03:22.108486 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f5f6df27-84fa-4b6f-9690-466e051709f6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:22.109658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f5f6df27-84fa-4b6f-9690-466e051709f6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070252 Mar 11 00:03:22.113840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57402) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:22.119240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a5ad3281-1091-4350-a79c-e212df39ae8e tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '8256efd4-224e-4b6c-bef3-70b3d2f567bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:22.119623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.120489 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-a5ad3281-1091-4350-a79c-e212df39ae8e tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 00:03:22.122549 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-a5ad3281-1091-4350-a79c-e212df39ae8e tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:22.123089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a5ad3281-1091-4350-a79c-e212df39ae8e tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082493 Mar 11 00:03:22.125821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57404) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:22.206380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] For port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:22.206870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.212206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf877fc-c8c2-4c59-8fe9-d2d0e8154539 None None] Pushing event updated for resources: {'Port': ['ID=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:22.228943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:22.229368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.244171 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks [] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.249113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Calling delete_port for 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:22.255785 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.262619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (aad0802e-4ae6-4d27-b739-7f8b214aa951), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.316129 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Attempting to bind port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:22.316410 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Attempting to bind port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:22.316772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Attempting to bind port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:22.334285 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:22.334692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:22.335059 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.335449 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:22.335916 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Bound port: 88151955-ceed-4fe6-b3d8-5723f7ce0bc4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:22.336313 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.367127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.391148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:03:22.391614 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:03:22.397809 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] For port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:22.401086 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Pushing event updated for resources: {'Port': ['ID=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:22.412410 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.412888 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.413364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.413986 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.414333 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.414673 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.415002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.415369 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.415794 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.416233 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.416623 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.416953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.417314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:22.423280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8bf68c41-47c6-41b8-ab51-6ba77e5f91c4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.429218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 4ce652fc-df96-4209-af01-c0d0562a56a7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:22.429939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4ce652fc-df96-4209-af01-c0d0562a56a7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.434293 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] For port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:22.445265 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.495129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event deleted for resources: {'Port': ['ID=8bf68c41-47c6-41b8-ab51-6ba77e5f91c4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:22.539440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Routers {'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:22.540286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:22.561299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['552d2328-19be-49cb-a7e9-4aae64de68da'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:22.606889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] No DVR routers for this DVR port 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:22.613560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.617585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-de4adf81-cc33-4ae6-945f-bf92113f5468 req-19047f03-4b5d-4be9-96ad-33922d85c071 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "DELETE /v2.0/ports/8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 HTTP/1.1" status: 204 len: 173 time: 2.1743786 Mar 11 00:03:22.619554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'name': 'network-vif-deleted', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:22.622162 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7567d-fe36-44d2-9567-c7025d78b728" -d '{"events": [{"server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "name": "network-vif-deleted", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:22.630623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Deleting port 552d2328-19be-49cb-a7e9-4aae64de68da {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:22.630865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.687602 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] Set router a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:22.705759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:22.716501 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bb40c6-5f05-41f0-827e-2fa59f6f29ff x-openstack-request-id: req-88bb40c6-5f05-41f0-827e-2fa59f6f29ff {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:22.716900 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeae0509-9091-4762-90e7-f4f95f55d775", "name": "network-vif-deleted", "tag": "8bf68c41-47c6-41b8-ab51-6ba77e5f91c4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:22.717284 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88bb40c6-5f05-41f0-827e-2fa59f6f29ff {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:22.717784 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeae0509-9091-4762-90e7-f4f95f55d775', 'name': 'network-vif-deleted', 'tag': '8bf68c41-47c6-41b8-ab51-6ba77e5f91c4', 'status': 'completed', 'code': 200} Mar 11 00:03:22.725816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4ce652fc-df96-4209-af01-c0d0562a56a7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.792774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 4ce652fc-df96-4209-af01-c0d0562a56a7 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:22.804127 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea2790-5bcd-454b-9172-5bb8066d2e41 None None] Pushing event updated for resources: {'Port': ['ID=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:22.889728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] For port 552d2328-19be-49cb-a7e9-4aae64de68da, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=552d2328-19be-49cb-a7e9-4aae64de68da,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:22.890180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:22.890536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8bf68c41-47c6-41b8-ab51-6ba77e5f91c4 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:22.890991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:22.920503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Calling delete_port for 552d2328-19be-49cb-a7e9-4aae64de68da owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:22.995452 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143'}], 'enable_snat': False}, 'gw_port_id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:15Z', 'updated_at': '2022-03-11T00:03:18Z', 'revision_number': 3, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port': {'id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:03:16Z', 'updated_at': '2022-03-11T00:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:23.045851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602b940-879b-4921-b1e3-5271d0933316 None None] The sync data for ids ['a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d'] in n-d-831844-1 is: [{'id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143'}], 'enable_snat': False}, 'gw_port_id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:15Z', 'updated_at': '2022-03-11T00:03:18Z', 'revision_number': 3, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port': {'id': '88151955-ceed-4fe6-b3d8-5723f7ce0bc4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:03:16Z', 'updated_at': '2022-03-11T00:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:23.080804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:23.126587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (aad0802e-4ae6-4d27-b739-7f8b214aa951), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.278111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ad20f-46c4-4a63-9127-be35678b8dde req-98ea27de-f2c5-4d29-af60-a975e93ee0cf tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:23.286118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a1ad20f-46c4-4a63-9127-be35678b8dde req-98ea27de-f2c5-4d29-af60-a975e93ee0cf tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 944 time: 1.0124700 Mar 11 00:03:23.291965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Allocated IP 2001:db8:0:1::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/2741ddf8-573e-4959-b475-1ccfcfd4636a/7688d03c-4306-442d-b7e9-cbbc1ebb82d7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:23.308875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (8256efd4-224e-4b6c-bef3-70b3d2f567bc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.342779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ce652fc-df96-4209-af01-c0d0562a56a7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.355174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332be43-aa7c-4ec9-a8d1-a11dce3aa539 req-3c62087b-ab4f-4e58-90cd-111de7f68c08 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:23.356970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7332be43-aa7c-4ec9-a8d1-a11dce3aa539 req-3c62087b-ab4f-4e58-90cd-111de7f68c08 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.4034240 Mar 11 00:03:23.387687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=4ce652fc-df96-4209-af01-c0d0562a56a7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:23.408420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:23.452569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (552d2328-19be-49cb-a7e9-4aae64de68da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.455091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (8256efd4-224e-4b6c-bef3-70b3d2f567bc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.547915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event deleted for resources: {'Port': ['ID=552d2328-19be-49cb-a7e9-4aae64de68da,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:23.548548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a1ad20f-46c4-4a63-9127-be35678b8dde req-0632002b-69d5-4bb3-8f05-be6e95b67446 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600396 Mar 11 00:03:23.559550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.566347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] For port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:23.585383 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-312ffdba-b49b-4f2f-adcd-166eb8b5615c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/4ce652fc-df96-4209-af01-c0d0562a56a7 HTTP/1.1" status: 204 len: 168 time: 1.6614223 Mar 11 00:03:23.589367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57416) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:23.620719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:23.621276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.621921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7332be43-aa7c-4ec9-a8d1-a11dce3aa539 req-dcb52e5f-c3d5-4d7c-b047-425007c57452 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395587 Mar 11 00:03:23.644598 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Publish callbacks [] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.646532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8256efd4-224e-4b6c-bef3-70b3d2f567bc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.652814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.656406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/8256efd4-224e-4b6c-bef3-70b3d2f567bc HTTP/1.1" status: 204 len: 168 time: 1.5240409 Mar 11 00:03:23.658237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57420) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:23.708784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.760320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] No DVR routers for this DVR port 552d2328-19be-49cb-a7e9-4aae64de68da on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:23.763271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:23.768557 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb9549d5-7718-493c-b87d-c388ded71d9c req-df032494-88aa-4845-9a1f-327033f477cc tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "DELETE /v2.0/ports/552d2328-19be-49cb-a7e9-4aae64de68da HTTP/1.1" status: 204 len: 173 time: 2.0090377 Mar 11 00:03:23.792690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4636403-5fb9-4bad-a239-7191b8a0df8f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256efd4-224e-4b6c-bef3-70b3d2f567bc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:23.808475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa772f48-f81b-489f-85d2-f32c54e31028 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:23.816554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa772f48-f81b-489f-85d2-f32c54e31028 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2261071 Mar 11 00:03:23.817211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:23.894941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Pushing event updated for resources: {'Port': ['ID=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:23.911093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5688528-b116-4dbf-a52f-ae53f2c03a07 req-a96e306b-112d-45eb-95a5-848992d7fe2f tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 210 time: 0.1340380 Mar 11 00:03:23.962343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.963360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.963909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.964524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.965656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.966252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.966861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.967482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.968085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.968643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.969201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.969774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:23.970855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c03579-de0a-4a89-899c-8a9da68d230e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:24.000549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f462a8d-649f-431c-a08c-a9b6bdca250d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2220130 Mar 11 00:03:24.007355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57424) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.017459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--664804758'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.022277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:24.071809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.242086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (f44d7067-edc4-48d8-a524-ca17c1421e9c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.272470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f44d7067-edc4-48d8-a524-ca17c1421e9c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.322197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.323546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3151529 Mar 11 00:03:24.329920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.334879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0f003e84-07df-4b04-bcdf-12dc8814464b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.336572 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-0f003e84-07df-4b04-bcdf-12dc8814464b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 00:03:24.337002 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-0f003e84-07df-4b04-bcdf-12dc8814464b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.338707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0f003e84-07df-4b04-bcdf-12dc8814464b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074015 Mar 11 00:03:24.341980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (aad0802e-4ae6-4d27-b739-7f8b214aa951), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.366498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57428) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.367913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.374409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2b825d72-33f6-43b0-b5d2-59af5f12e693 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.382581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba62fac-fb0b-4904-8989-4ddbc2f24545 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d7067-edc4-48d8-a524-ca17c1421e9c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:24.494121 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-2b825d72-33f6-43b0-b5d2-59af5f12e693 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.495253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2b825d72-33f6-43b0-b5d2-59af5f12e693 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1246066 Mar 11 00:03:24.523862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.528994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a483a801-a7e8-42b1-966b-20ec68df6056 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.529548 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-a483a801-a7e8-42b1-966b-20ec68df6056 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 00:03:24.530050 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-a483a801-a7e8-42b1-966b-20ec68df6056 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.531104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a483a801-a7e8-42b1-966b-20ec68df6056 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061860 Mar 11 00:03:24.534330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.539833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-820fc39c-bfd3-491c-b7f6-0ca62feed3a8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.546431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:24.591358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 172.25.7.26 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/0b2c75cd-8b35-4dda-b286-e4e7d74fcdef) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:24.620857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0c421962-037f-473b-af37-d039ecdbed98 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:24.622603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0c421962-037f-473b-af37-d039ecdbed98 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.7618349 Mar 11 00:03:24.638589 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-820fc39c-bfd3-491c-b7f6-0ca62feed3a8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.642884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-820fc39c-bfd3-491c-b7f6-0ca62feed3a8 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1044064 Mar 11 00:03:24.644824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Request body: {'port': {'device_id': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'admin_state_up': True, 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.648677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57436) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.684303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4cb31b2d-f388-4f3e-9654-8d01201f1775 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.685263 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-4cb31b2d-f388-4f3e-9654-8d01201f1775 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 00:03:24.685838 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-4cb31b2d-f388-4f3e-9654-8d01201f1775 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.691115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4cb31b2d-f388-4f3e-9654-8d01201f1775 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079613 Mar 11 00:03:24.692836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.714815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-21add768-9f49-4f1e-9b3a-9f1e772c127f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.727556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d25c4e0d-5979-41f5-b42a-d503f99f447a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:24.728601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.742876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'name': 'network-vif-deleted', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:24.745449 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49959ec5-ddce-4e4c-a8ce-97a450c8a6dc" -d '{"events": [{"server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "name": "network-vif-deleted", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:24.757047 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-21add768-9f49-4f1e-9b3a-9f1e772c127f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Project 11a6f14a18c944a6b585c32d6e295481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:03:24.819102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d25c4e0d-5979-41f5-b42a-d503f99f447a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:24.819568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.852471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:24.855061 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5e689d-3c16-4b84-8e23-40de0ca2820c" -d '{"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:24.868316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:24.875220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcaef9-25f8-4037-a2c2-cd631c3b42dc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:24.877091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.877729 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cadcaef9-25f8-4037-a2c2-cd631c3b42dc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0593839 Mar 11 00:03:24.878578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 552d2328-19be-49cb-a7e9-4aae64de68da no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:24.883980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57446) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:24.885744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a4ab885b-da1b-436f-a3b1-02d6dbea5ccd tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:24.886280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a4ab885b-da1b-436f-a3b1-02d6dbea5ccd tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 812 time: 0.2610807 Mar 11 00:03:24.945821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 552d2328-19be-49cb-a7e9-4aae64de68da {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:24.946791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 552d2328-19be-49cb-a7e9-4aae64de68da not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:24.972315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Request body: {'port': {'device_id': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'admin_state_up': True, 'tenant_id': '4f8b5a433c684c5da8b65abc8ebc7ccb'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:24.975499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:24.978344 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-21add768-9f49-4f1e-9b3a-9f1e772c127f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:24.986386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:24.990757 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21add768-9f49-4f1e-9b3a-9f1e772c127f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2794235 Mar 11 00:03:24.997859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b125-bc28-4441-a554-995b7a91386e req-548a4da1-819b-4565-96cd-993a8610012e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:24.999419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea65b125-bc28-4441-a554-995b7a91386e req-548a4da1-819b-4565-96cd-993a8610012e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 944 time: 0.1928990 Mar 11 00:03:24.999953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.009640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1b0021af-6e2f-4792-86ae-c733d9dd5daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:25.010163 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-1b0021af-6e2f-4792-86ae-c733d9dd5daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 00:03:25.010461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c5458d4f-6f5c-489a-958f-f7be26f9246c None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:25.010651 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-1b0021af-6e2f-4792-86ae-c733d9dd5daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:25.011214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c5458d4f-6f5c-489a-958f-f7be26f9246c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.012343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1b0021af-6e2f-4792-86ae-c733d9dd5daf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077767 Mar 11 00:03:25.017284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee6877-ab0a-45a1-b991-e1f4572eb384 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:25.019058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.019352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee6877-ab0a-45a1-b991-e1f4572eb384 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:25.020753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee6877-ab0a-45a1-b991-e1f4572eb384 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:25.023046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-05ee6877-ab0a-45a1-b991-e1f4572eb384 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1367600 Mar 11 00:03:25.025283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-207bceb6-a4da-4c03-9473-f09b736efd85 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:25.035687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.095017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8f747-92ac-44d7-99fc-148789c6d163 req-4126e077-6efb-4a92-8577-a70102de7afb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:25.096707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10a8f747-92ac-44d7-99fc-148789c6d163 req-4126e077-6efb-4a92-8577-a70102de7afb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2794533 Mar 11 00:03:25.119877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c5458d4f-6f5c-489a-958f-f7be26f9246c None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:25.125907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c5458d4f-6f5c-489a-958f-f7be26f9246c None None] Could not find standard attr ID for object 4ce652fc-df96-4209-af01-c0d0562a56a7. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:03:25.133790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:25.137461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.155442 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-207bceb6-a4da-4c03-9473-f09b736efd85 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Project 11a6f14a18c944a6b585c32d6e295481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:03:25.192781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea65b125-bc28-4441-a554-995b7a91386e req-f77657e1-6176-420d-9330-7209109c0119 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693838 Mar 11 00:03:25.200974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 2741ddf8-573e-4959-b475-1ccfcfd4636a {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:25.211295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (2741ddf8-573e-4959-b475-1ccfcfd4636a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.246004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.274285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10a8f747-92ac-44d7-99fc-148789c6d163 req-be02d214-0bbb-4334-ae1d-82a3352115bc tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609781 Mar 11 00:03:25.332929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Made reservation on behalf of 4f8b5a433c684c5da8b65abc8ebc7ccb for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:25.337633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.341383 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab1e19-1f6f-42c3-8c19-f41cf319fc52 x-openstack-request-id: req-3cab1e19-1f6f-42c3-8c19-f41cf319fc52 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:25.341687 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8cf70c-b4ce-4305-b054-dcc18c2404c0", "name": "network-vif-deleted", "tag": "552d2328-19be-49cb-a7e9-4aae64de68da", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:25.341947 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cab1e19-1f6f-42c3-8c19-f41cf319fc52 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:25.342349 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8cf70c-b4ce-4305-b054-dcc18c2404c0', 'name': 'network-vif-deleted', 'tag': '552d2328-19be-49cb-a7e9-4aae64de68da', 'status': 'completed', 'code': 200} Mar 11 00:03:25.347859 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-207bceb6-a4da-4c03-9473-f09b736efd85 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:25.349701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-207bceb6-a4da-4c03-9473-f09b736efd85 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3290019 Mar 11 00:03:25.358328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.369291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (2741ddf8-573e-4959-b475-1ccfcfd4636a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.378843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a9e5e98e-b104-4e75-bea0-f25c4b67a408 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'f44d7067-edc4-48d8-a524-ca17c1421e9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:25.389575 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f908579f-b6b9-4917-a3cb-024ed4d43114 x-openstack-request-id: req-f908579f-b6b9-4917-a3cb-024ed4d43114 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:25.389879 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-plugged", "status": "completed", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:25.390267 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f908579f-b6b9-4917-a3cb-024ed4d43114 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:25.390711 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'code': 200} Mar 11 00:03:25.420090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:25.421355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:25.435189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:25.440452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:25.442543 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-a9e5e98e-b104-4e75-bea0-f25c4b67a408 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Project 11a6f14a18c944a6b585c32d6e295481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:03:25.446574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c9c31e9a-6233-4115-96ee-6386096a598c None None] Could not find standard attr ID for object 4ce652fc-df96-4209-af01-c0d0562a56a7. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:03:25.466945 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a9e5e98e-b104-4e75-bea0-f25c4b67a408 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:25.471965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9e5e98e-b104-4e75-bea0-f25c4b67a408 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1036456 Mar 11 00:03:25.475908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57458) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.497923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81399648-bc5e-420b-8d50-5874384cdc3c req-0277fb6b-9f8c-4a2b-9b16-c1b891250f60 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 210 time: 0.0652289 Mar 11 00:03:25.519956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Allocated IP 172.20.0.2 (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7/4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0/9257cd3b-5957-43ce-86ba-d59e0b4f312e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:25.615865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (f44d7067-edc4-48d8-a524-ca17c1421e9c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.665686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (2741ddf8-573e-4959-b475-1ccfcfd4636a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.674409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:25.685943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (f44d7067-edc4-48d8-a524-ca17c1421e9c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.779346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f44d7067-edc4-48d8-a524-ca17c1421e9c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.790144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.794085 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/f44d7067-edc4-48d8-a524-ca17c1421e9c HTTP/1.1" status: 204 len: 168 time: 0.3154185 Mar 11 00:03:25.794703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57460) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.802378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:25.804644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.870972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d7067-edc4-48d8-a524-ca17c1421e9c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:25.882671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.883258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.883832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.884356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.884858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.885407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.885936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.886452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.887042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.887612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.888203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.888719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.889237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a877ea1-c731-4bbd-b290-73e35a288f7c tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:25.899484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851a43-b611-4d9d-b245-1db2aeba8c8e req-f36af29d-063b-4920-9722-d344ef6777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:25.901049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c851a43-b611-4d9d-b245-1db2aeba8c8e req-f36af29d-063b-4920-9722-d344ef6777c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1128 time: 0.2721195 Mar 11 00:03:25.924829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:25.926041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:25.935541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (2741ddf8-573e-4959-b475-1ccfcfd4636a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:25.953146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-89ffcb58-2e2c-467a-8c9e-f05f3018a5d6 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1331718 Mar 11 00:03:25.957217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57462) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:25.962473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--588162543'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:25.996070 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks [] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.009335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:26.010660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.013476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.028731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=2741ddf8-573e-4959-b475-1ccfcfd4636a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:26.039386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.045385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0290aaff-c4c0-4f44-b730-6ea3276e26db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/2741ddf8-573e-4959-b475-1ccfcfd4636a HTTP/1.1" status: 204 len: 168 time: 1.0072432 Mar 11 00:03:26.051192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57464) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:26.063520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901b49a-ee95-4f47-bcff-c038addde272 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:26.088641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.112132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (aad0802e-4ae6-4d27-b739-7f8b214aa951), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.170912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event updated for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:26.211262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:26.221441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (996eb6ea-04a6-4ae1-9140-77a595521f08), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.226844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:26.227087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c851a43-b611-4d9d-b245-1db2aeba8c8e req-d18f5629-1052-4550-8061-28a7728129ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162022 Mar 11 00:03:26.231789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:26.240186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (996eb6ea-04a6-4ae1-9140-77a595521f08), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.288306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 65b234d2-b7b8-4f64-875f-5c25041ae78e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:26.293057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (65b234d2-b7b8-4f64-875f-5c25041ae78e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.347202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.351633 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3932238 Mar 11 00:03:26.354008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Allocated IP 172.20.0.4 (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7/4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0/55c02585-57be-4d0f-916f-b666faa6a880) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:26.356171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57470) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:26.360370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (65b234d2-b7b8-4f64-875f-5c25041ae78e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.370069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b55b4edb-9324-4261-ad5c-d88cc8ad5981 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '996eb6ea-04a6-4ae1-9140-77a595521f08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:26.379797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:26.380474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.413518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406eaa86-b8cb-4930-b2a4-7be5b20e800d tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996eb6ea-04a6-4ae1-9140-77a595521f08,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:26.427606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:26.428102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.435647 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-9997fa34-a745-4d3f-a05d-3be28d1eaa5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957308 Mar 11 00:03:26.449851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:26.455955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Request body: {'port': {'device_id': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:26.458065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.525560 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-b55b4edb-9324-4261-ad5c-d88cc8ad5981 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The resource could not be found. Mar 11 00:03:26.529727 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b55b4edb-9324-4261-ad5c-d88cc8ad5981 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1697795 Mar 11 00:03:26.531204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:26.531957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:26.538738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.552409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3a2fbdad-4144-477c-9b46-505ac9a4501f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '996eb6ea-04a6-4ae1-9140-77a595521f08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b57e3549-a05d-43e2-902d-5e26fed2b570'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:26.584984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.688357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fecd97-53e0-4351-b356-178e8ee3b8c1 req-e6f0bf3c-16e2-4bc3-a4ee-6c0b0d9c9e4d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:26.689937 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1fecd97-53e0-4351-b356-178e8ee3b8c1 req-e6f0bf3c-16e2-4bc3-a4ee-6c0b0d9c9e4d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2939336 Mar 11 00:03:26.695164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (65b234d2-b7b8-4f64-875f-5c25041ae78e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.702210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks [] for port (55c02585-57be-4d0f-916f-b666faa6a880), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.707382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ff767-026d-4a18-9bca-529374845d31 req-4c74a16b-6d6b-4bfb-94fc-165083596a2a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:26.709131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-102ff767-026d-4a18-9bca-529374845d31 req-4c74a16b-6d6b-4bfb-94fc-165083596a2a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2623224 Mar 11 00:03:26.817711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:26.885583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:26.895643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:26.931803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:26.965006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event updated for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:27.014490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:27.015170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.047121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-fd8d30b6-763c-48e4-8a56-bebff997b172 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0800517 Mar 11 00:03:27.062964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Request body: {'port': {'device_id': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:27.135818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9257cd3b-5957-43ce-86ba-d59e0b4f312e {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:03:27.158088 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-3a2fbdad-4144-477c-9b46-505ac9a4501f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The resource could not be found. Mar 11 00:03:27.159321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3a2fbdad-4144-477c-9b46-505ac9a4501f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6258976 Mar 11 00:03:27.160170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks [] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.162296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57478) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:27.203662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55c02585-57be-4d0f-916f-b666faa6a880), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.208738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1fecd97-53e0-4351-b356-178e8ee3b8c1 req-78abf698-f5ca-4a43-a235-243f2ca8fb05 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967046 Mar 11 00:03:27.216764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-102ff767-026d-4a18-9bca-529374845d31 req-57239a97-d256-47cf-974e-38d8fa5fb74f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813759 Mar 11 00:03:27.230962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (65b234d2-b7b8-4f64-875f-5c25041ae78e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.232606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Transition to ACTIVE for port object 9257cd3b-5957-43ce-86ba-d59e0b4f312e will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:03:27.281082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:27.287135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.315412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=65b234d2-b7b8-4f64-875f-5c25041ae78e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:27.318960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (996eb6ea-04a6-4ae1-9140-77a595521f08), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.335525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.336961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-020499db-c3d4-440a-9567-453aa3f0a320 None None] Provisioning complete for port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:27.337352 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-020499db-c3d4-440a-9567-453aa3f0a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.344415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bd8f35bd-6cde-4cb1-83a2-2d13e053c436 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/65b234d2-b7b8-4f64-875f-5c25041ae78e HTTP/1.1" status: 204 len: 168 time: 1.2922421 Mar 11 00:03:27.346211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57484) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:27.347829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013da4b8-6fd6-48c5-8803-b0f6602c633c None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:27.437955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d69fe928-9449-4848-8b16-7aff6d3acbc8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619648 Mar 11 00:03:27.441298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57486) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:27.449465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (996eb6ea-04a6-4ae1-9140-77a595521f08), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.449872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:27.462569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:27.475432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router aad0802e-4ae6-4d27-b739-7f8b214aa951 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:27.523893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:27.524703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.567036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b73bbb-15d4-4546-87a7-d46d87e283a1 req-883204ef-9dad-4bdc-b49b-504959b45df7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:27.568725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24b73bbb-15d4-4546-87a7-d46d87e283a1 req-883204ef-9dad-4bdc-b49b-504959b45df7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 931 time: 0.2360442 Mar 11 00:03:27.623733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-020499db-c3d4-440a-9567-453aa3f0a320 None None] Current status of the port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:27.632742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (996eb6ea-04a6-4ae1-9140-77a595521f08), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.636556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.637836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/996eb6ea-04a6-4ae1-9140-77a595521f08 HTTP/1.1" status: 204 len: 168 time: 0.4744966 Mar 11 00:03:27.648988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57494) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:27.679335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:27.691800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:27.710119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e230ce-a5ad-4b7f-b341-149b6557a6e5 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996eb6ea-04a6-4ae1-9140-77a595521f08,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:27.717712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:27.721456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.729869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Attempting to bind port 9257cd3b-5957-43ce-86ba-d59e0b4f312e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:27.730594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Attempting to bind port 9257cd3b-5957-43ce-86ba-d59e0b4f312e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:27.730938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Attempting to bind port 9257cd3b-5957-43ce-86ba-d59e0b4f312e on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:27.763027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Port 9257cd3b-5957-43ce-86ba-d59e0b4f312e on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:03:27.763368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Attempting to bind port 9257cd3b-5957-43ce-86ba-d59e0b4f312e on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:27.785218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:27.785641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Checking segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:27.786128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Bound using segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:27.786692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Bound port: 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:27.787081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.791947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24b73bbb-15d4-4546-87a7-d46d87e283a1 req-7a47b40a-f30f-4a91-833e-b88839bd8518 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122920 Mar 11 00:03:27.795828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Deleting port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:27.796442 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.875989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a31daaf2-cb7a-41d2-898d-a601112102b7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2138157 Mar 11 00:03:27.883891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57510) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:27.893520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-70ddb4d1-a33b-4891-8de2-0cdb8c57074a tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': '374890b8-a292-41cc-9439-fbac182b7f20', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:27.900776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] For port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:27.901815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.921713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Calling delete_port for 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:27.952831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:27.966997 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Sync routers for ids ['aad0802e-4ae6-4d27-b739-7f8b214aa951'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:27.988976 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Routers {'aad0802e-4ae6-4d27-b739-7f8b214aa951'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:27.991792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['aad0802e-4ae6-4d27-b739-7f8b214aa951'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:27.993554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:27.997356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae8f55a8-432d-42a0-a778-59b459bf4086 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1041212 Mar 11 00:03:27.999286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57524) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:28.008854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:28.013756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:28.038011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c02585-57be-4d0f-916f-b666faa6a880 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:03:28.051548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks [] for port (55c02585-57be-4d0f-916f-b666faa6a880), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.072139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Transition to ACTIVE for port object 55c02585-57be-4d0f-916f-b666faa6a880 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:03:28.089064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.090349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.097885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7688d03c-4306-442d-b7e9-cbbc1ebb82d7), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.132107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] Pushing event deleted for resources: {'Port': ['ID=7688d03c-4306-442d-b7e9-cbbc1ebb82d7,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:28.134115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9cf0f-1df9-4247-8163-7104684c1767 None None] No DVR routers for this DVR port 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:28.146503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c2137d95-017d-4d4f-ac76-5d18aa198bb3 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/aad0802e-4ae6-4d27-b739-7f8b214aa951 HTTP/1.1" status: 200 len: 907 time: 0.1460640 Mar 11 00:03:28.149672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57526) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:28.186216 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-70ddb4d1-a33b-4891-8de2-0cdb8c57074a tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The resource could not be found. Mar 11 00:03:28.187666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70ddb4d1-a33b-4891-8de2-0cdb8c57074a tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2995684 Mar 11 00:03:28.199447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.200153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.201734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9257cd3b-5957-43ce-86ba-d59e0b4f312e HTTP/1.1" status: 200 len: 1091 time: 1.7521586 Mar 11 00:03:28.205204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:28.205397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:28.209081 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f014e-9ee5-4383-aa37-c976fe3572ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:28.209833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957102606'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:28.219170 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Set router aad0802e-4ae6-4d27-b739-7f8b214aa951 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:28.239517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.242855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Pushing event updated for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:28.330991 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80a938e-8ba2-4eaf-9bde-18a9e5ff0f8f x-openstack-request-id: req-e80a938e-8ba2-4eaf-9bde-18a9e5ff0f8f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:28.331418 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:28.332180 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e80a938e-8ba2-4eaf-9bde-18a9e5ff0f8f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:28.332950 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e', 'status': 'completed', 'code': 200} Mar 11 00:03:28.450434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-53769bf8-fae4-40f8-b08e-0bf252935d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.452178 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-53769bf8-fae4-40f8-b08e-0bf252935d22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 1125 time: 0.1592662 Mar 11 00:03:28.453104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ed26a-a553-4791-98aa-84a535db02d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:28.524402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Attempting to bind port 55c02585-57be-4d0f-916f-b666faa6a880 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:28.524820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Attempting to bind port 55c02585-57be-4d0f-916f-b666faa6a880 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:28.525271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Attempting to bind port 55c02585-57be-4d0f-916f-b666faa6a880 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:28.529454 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-b96c42dc-6847-4080-b661-1431aba75b0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e HTTP/1.1" status: 200 len: 217 time: 0.0640121 Mar 11 00:03:28.531575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Port 55c02585-57be-4d0f-916f-b666faa6a880 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:03:28.532043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Attempting to bind port 55c02585-57be-4d0f-916f-b666faa6a880 on network 2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:28.545004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:28.545499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Checking segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:28.545987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Bound using segment: {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:28.546538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Bound port: 55c02585-57be-4d0f-916f-b666faa6a880, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:28.547046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (ae216fe3-1c6a-4e2d-9e5a-e635664e920a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.547220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55c02585-57be-4d0f-916f-b666faa6a880), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.550982 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0802e-4ae6-4d27-b739-7f8b214aa951', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '0b2c75cd-8b35-4dda-b286-e4e7d74fcdef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:22Z', 'updated_at': '2022-03-11T00:03:25Z', 'revision_number': 3, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port': {'id': '0b2c75cd-8b35-4dda-b286-e4e7d74fcdef', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0802e-4ae6-4d27-b739-7f8b214aa951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:03:24Z', 'updated_at': '2022-03-11T00:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:28.556463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (66789e34-1161-45c4-9d34-ba7d080db2e7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.578080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae216fe3-1c6a-4e2d-9e5a-e635664e920a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.597076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Checking router: aad0802e-4ae6-4d27-b739-7f8b214aa951 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:03:28.597618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Updating router aad0802e-4ae6-4d27-b739-7f8b214aa951 port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:03:28.622913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-029c559d-8598-4a4d-9596-029a0e75b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.624567 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-029c559d-8598-4a4d-9596-029a0e75b24b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.0875745 Mar 11 00:03:28.659080 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.662222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:28.667357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.674740 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-37e769dc-d2a4-47a8-a7b4-96bca133d20b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403149 Mar 11 00:03:28.677721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.678936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4729142 Mar 11 00:03:28.691863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:28.702961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723433085'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:28.719608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:28.720819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:28.730987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.731668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.735177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae216fe3-1c6a-4e2d-9e5a-e635664e920a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:28.742107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=66789e34-1161-45c4-9d34-ba7d080db2e7,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:28.742680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809eba8-2907-4a78-976f-a607157a6d67 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:28.756804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=55c02585-57be-4d0f-916f-b666faa6a880,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:28.769927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa141b64-5ffa-4289-9f05-d9bc5a7becc0 req-a59c40bd-89fd-4f27-99d0-d45e33111f75 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.777372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa141b64-5ffa-4289-9f05-d9bc5a7becc0 req-a59c40bd-89fd-4f27-99d0-d45e33111f75 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.4014149 Mar 11 00:03:28.788527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.788874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.789227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.789562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.789893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.790223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.791088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.791430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.791756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.792111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.792438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.793310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.793656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981ef18e-e1e9-4186-a54d-aa8083c7cb75 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.797415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.797766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.798161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.798522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.799014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.799360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.799933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.800281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.800812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.801155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.801488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.801815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.802141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:03:28.802535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.812683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ac05f-f6e5-42b1-ad10-32bcbfdff88c req-abb8ce55-28d1-44b4-9f77-9dd16fbf2fea tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.815280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f54ac05f-f6e5-42b1-ad10-32bcbfdff88c req-abb8ce55-28d1-44b4-9f77-9dd16fbf2fea tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3816977 Mar 11 00:03:28.823124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.834842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7709086-b8de-4373-822c-ec6ae6322c21 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3897984 Mar 11 00:03:28.852965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:28.867674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:28.896304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:28.897067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:28.898683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] 10.222.0.30 "PUT /v2.0/ports/55c02585-57be-4d0f-916f-b666faa6a880 HTTP/1.1" status: 200 len: 1091 time: 1.8403099 Mar 11 00:03:28.964304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '66789e34-1161-45c4-9d34-ba7d080db2e7'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:03:28.967076 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.005713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (7e4d39d7-73d3-4dea-b1ca-19d698c94495), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.018964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa141b64-5ffa-4289-9f05-d9bc5a7becc0 req-a574ead2-9ce2-4f5d-a4da-76e8f7cd9cd4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369680 Mar 11 00:03:29.062304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e4d39d7-73d3-4dea-b1ca-19d698c94495), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.098525 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks [] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.117830 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.124011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d39d7-73d3-4dea-b1ca-19d698c94495,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.132174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f54ac05f-f6e5-42b1-ad10-32bcbfdff88c req-bc0000e5-69e8-4b35-a752-63b32dc1c9ac tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839146 Mar 11 00:03:29.135630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (aad0802e-4ae6-4d27-b739-7f8b214aa951), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.148454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.150182 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e8636df7-8482-4645-b463-430b9d4219f7 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4559894 Mar 11 00:03:29.157175 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-c62f1da0-980c-4f0d-b1f2-bd3a1ce5f1b3 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751120 Mar 11 00:03:29.161793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57542) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:29.166879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-00d29084-9618-4e36-ba54-9f40e33de428 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'ae216fe3-1c6a-4e2d-9e5a-e635664e920a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7e4d39d7-73d3-4dea-b1ca-19d698c94495'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:29.212895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f3b3-6bab-44dc-af13-59f93597418b service neutron] Pushing event updated for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.214987 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Attempting to bind port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:29.215676 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Attempting to bind port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:29.216321 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Attempting to bind port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:29.229070 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:29.229825 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:29.230371 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.230924 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:29.231500 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Bound port: 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:29.232020 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.233953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499c038-e171-4a42-9f01-7b18f2c16b51 None None] Pushing event updated for resources: {'Port': ['ID=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.251797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/66789e34-1161-45c4-9d34-ba7d080db2e7/d4166e36-2367-4128-9903-3ab02f0f3606) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:29.281215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:29.286609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.286832 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-00d29084-9618-4e36-ba54-9f40e33de428 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:29.287974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00d29084-9618-4e36-ba54-9f40e33de428 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1250477 Mar 11 00:03:29.291305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-7ad98e80-6670-46f3-b583-26d6a94376cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:29.293001 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-7ad98e80-6670-46f3-b583-26d6a94376cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 1125 time: 0.2848473 Mar 11 00:03:29.293564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:29.314649 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] For port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:29.319861 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] For port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:29.320205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:29.324871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45f99-08cd-4c7b-83d7-d8968ba3e8df req-e8db6415-f765-4d83-88f0-f9017d8b7bb2 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:29.331889 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.338747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ed45f99-08cd-4c7b-83d7-d8968ba3e8df req-e8db6415-f765-4d83-88f0-f9017d8b7bb2 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 943 time: 0.2068136 Mar 11 00:03:29.378948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:29.379321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7688d03c-4306-442d-b7e9-cbbc1ebb82d7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:29.456152 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-e24af52e-a85e-4c30-a176-ae837d2002fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c02585-57be-4d0f-916f-b666faa6a880 HTTP/1.1" status: 200 len: 217 time: 0.1439679 Mar 11 00:03:29.466439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Deleting port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:29.466790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.484161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ed45f99-08cd-4c7b-83d7-d8968ba3e8df req-f0f44d0b-e85a-47f1-b0ef-2e75c4615c68 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441426 Mar 11 00:03:29.514831 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks [] for port (d4166e36-2367-4128-9903-3ab02f0f3606), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.525272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.527258 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Routers {'aad0802e-4ae6-4d27-b739-7f8b214aa951'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:29.529024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['aad0802e-4ae6-4d27-b739-7f8b214aa951'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:29.529960 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-81233870-e0a3-431d-9ecb-aa700192b698 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311484 Mar 11 00:03:29.543799 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66789e34-1161-45c4-9d34-ba7d080db2e7 (CIDR: 2001:db8::/64) Mar 11 00:03:29.548464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-f981ab79-97d1-4c8a-bbb4-fae299f6c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:29.549949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-f981ab79-97d1-4c8a-bbb4-fae299f6c0f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.0870264 Mar 11 00:03:29.574129 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:29.574935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:29.608900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:29.612538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2b76e7ec-a480-4de4-bdba-8d2f336cef6e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7568920 Mar 11 00:03:29.616129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:29.616686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57546) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:29.619787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:29.626837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:29.631097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-aa65c777-3c12-4df9-8425-1ad6d58e07d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729692 Mar 11 00:03:29.633891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] For port 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:29.634454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.652507 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] Set router aad0802e-4ae6-4d27-b739-7f8b214aa951 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:03:29.658494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Pushing event updated for resources: {'Port': ['ID=d4166e36-2367-4128-9903-3ab02f0f3606,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.666500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Calling delete_port for 0b2c75cd-8b35-4dda-b286-e4e7d74fcdef owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:29.709016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Attempting to bind port d4166e36-2367-4128-9903-3ab02f0f3606 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:29.709676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Attempting to bind port d4166e36-2367-4128-9903-3ab02f0f3606 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:29.710051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Attempting to bind port d4166e36-2367-4128-9903-3ab02f0f3606 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:29.715472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:29.715854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:29.716298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.716689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:29.717157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Bound port: d4166e36-2367-4128-9903-3ab02f0f3606, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:29.717537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.724115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0802e-4ae6-4d27-b739-7f8b214aa951', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:22Z', 'updated_at': '2022-03-11T00:03:29Z', 'revision_number': 4, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:29.752140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-d11657cb-826a-47f3-bf42-71c80c0c29d8 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015358 Mar 11 00:03:29.753386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (7e4d39d7-73d3-4dea-b1ca-19d698c94495), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.764836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9fc18c-8497-472a-b40b-f82cc96e88fb None None] The sync data for ids ['aad0802e-4ae6-4d27-b739-7f8b214aa951'] in n-d-831844-1 is: [{'id': 'aad0802e-4ae6-4d27-b739-7f8b214aa951', 'name': 'tempest-snat-router-1151629020', 'tenant_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:03:22Z', 'updated_at': '2022-03-11T00:03:29Z', 'revision_number': 4, 'project_id': '10465c8885fa4f3ab83d2b6e31bed0f7', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:29.766555 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499c038-e171-4a42-9f01-7b18f2c16b51 None None] Pushing event updated for resources: {'Port': ['ID=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.808890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] For port d4166e36-2367-4128-9903-3ab02f0f3606, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:29.816079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] For port d4166e36-2367-4128-9903-3ab02f0f3606, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d4166e36-2367-4128-9903-3ab02f0f3606,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:29.822837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (7e4d39d7-73d3-4dea-b1ca-19d698c94495), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.829201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.914803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b2935-079e-4b80-8a02-42ea3cdcf627 None None] Pushing event updated for resources: {'Port': ['ID=d4166e36-2367-4128-9903-3ab02f0f3606,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:29.929406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-c7fac065-556f-4ab8-b549-81d944178e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:29.932320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-c7fac065-556f-4ab8-b549-81d944178e8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 1125 time: 0.3394983 Mar 11 00:03:29.954538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:29.958001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:29.977032 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bc0a3370-d554-406f-9139-8aaca9a0d729 req-7358dee9-7112-4ddc-b77c-3a89f9a09181 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155111 Mar 11 00:03:30.025845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e4d39d7-73d3-4dea-b1ca-19d698c94495), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.028220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.036328 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e4d39d7-73d3-4dea-b1ca-19d698c94495 HTTP/1.1" status: 204 len: 168 time: 0.7360628 Mar 11 00:03:30.036505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.057120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d3752-d6e4-4839-85ad-2386d62fe29b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d39d7-73d3-4dea-b1ca-19d698c94495,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:30.078619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-76a1b772-e40a-4732-8e94-ecb71c12e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:30.081288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-76a1b772-e40a-4732-8e94-ecb71c12e345 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 913 time: 0.1319871 Mar 11 00:03:30.086509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0b2c75cd-8b35-4dda-b286-e4e7d74fcdef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.141232 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-5e8119fd-d8ed-4d73-adfb-38de82401326 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e HTTP/1.1" status: 200 len: 217 time: 0.0526721 Mar 11 00:03:30.147417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b2c75cd-8b35-4dda-b286-e4e7d74fcdef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:30.243904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57554) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.244447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5eb5cae7-2c93-4964-b952-0688f4a0b1e0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2062519 Mar 11 00:03:30.260421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-0952078f-03c7-424c-a386-a36c9db57cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:30.262102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-0952078f-03c7-424c-a386-a36c9db57cf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.1084373 Mar 11 00:03:30.309651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-782a0c2a-9b34-41f1-b297-4898720b1889 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368743 Mar 11 00:03:30.334328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:30.338303 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "tag": "55c02585-57be-4d0f-916f-b666faa6a880"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:30.367322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (ae216fe3-1c6a-4e2d-9e5a-e635664e920a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.394968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (ae216fe3-1c6a-4e2d-9e5a-e635664e920a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.407099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (aad0802e-4ae6-4d27-b739-7f8b214aa951), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.421173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f513ff-c37c-47ef-88a1-d477c9a040af req-b6fbfd4a-d32a-4aee-9548-0d1974ab8116 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:30.428863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2f513ff-c37c-47ef-88a1-d477c9a040af req-b6fbfd4a-d32a-4aee-9548-0d1974ab8116 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2872763 Mar 11 00:03:30.493070 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-9b973600-1d8e-4246-909b-6e74472d5fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666639 Mar 11 00:03:30.494091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae216fe3-1c6a-4e2d-9e5a-e635664e920a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.496685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.500143 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/ae216fe3-1c6a-4e2d-9e5a-e635664e920a HTTP/1.1" status: 204 len: 168 time: 0.2529070 Mar 11 00:03:30.500870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57558) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.539351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174cd31-2181-4214-b00f-c0bab48252dc tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae216fe3-1c6a-4e2d-9e5a-e635664e920a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:30.625096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3c4ac6f-f0b9-42ab-8648-c4bc7505e0b2 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195207 Mar 11 00:03:30.629544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57562) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.633951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--887728318'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:30.668097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-053f014e-9ee5-4383-aa37-c976fe3572ed req-f5dcc425-0e2f-4c98-9188-35dd1c3032db service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637511 Mar 11 00:03:30.669939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.744427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (aa162650-94d7-467e-8eb5-a6503f00b1de), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.749326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa162650-94d7-467e-8eb5-a6503f00b1de), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.784481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.788519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1553280 Mar 11 00:03:30.788519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea0b6d-961a-4917-805b-59107e9031bf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa162650-94d7-467e-8eb5-a6503f00b1de,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:30.789435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.793743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ca2d9f89-772d-4fd0-aecc-18ebfbf18856 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'aa162650-94d7-467e-8eb5-a6503f00b1de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:30.841422 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-ca2d9f89-772d-4fd0-aecc-18ebfbf18856 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:30.841663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0fbf-b9e4-42cc-9f44-2c635f9eb3bc req-17d0dc0e-8de0-4989-ad18-8ea55629bbe0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:30.842151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca2d9f89-772d-4fd0-aecc-18ebfbf18856 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0467367 Mar 11 00:03:30.842151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.844171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-476c0fbf-b9e4-42cc-9f44-2c635f9eb3bc req-17d0dc0e-8de0-4989-ad18-8ea55629bbe0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.5684998 Mar 11 00:03:30.846295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d3af03ad-9992-47d7-879f-c0a7ae16f505 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group_rule': {'security_group_id': 'aa162650-94d7-467e-8eb5-a6503f00b1de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:30.885268 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-d3af03ad-9992-47d7-879f-c0a7ae16f505 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:30.889179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3af03ad-9992-47d7-879f-c0a7ae16f505 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0454686 Mar 11 00:03:30.889725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57570) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:30.917512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.929521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (aad0802e-4ae6-4d27-b739-7f8b214aa951), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.956568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (aa162650-94d7-467e-8eb5-a6503f00b1de), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:30.981739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (aa162650-94d7-467e-8eb5-a6503f00b1de), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.022510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2f513ff-c37c-47ef-88a1-d477c9a040af req-920f7e4d-094b-4946-80fe-a057a4ebe4ad tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927305 Mar 11 00:03:31.031590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa162650-94d7-467e-8eb5-a6503f00b1de), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.038895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.042227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa162650-94d7-467e-8eb5-a6503f00b1de HTTP/1.1" status: 204 len: 168 time: 0.1515052 Mar 11 00:03:31.045451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57572) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:31.057023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-476c0fbf-b9e4-42cc-9f44-2c635f9eb3bc req-e96f3aa6-7db0-442e-852a-68ce6abc85e0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118568 Mar 11 00:03:31.072018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (aad0802e-4ae6-4d27-b739-7f8b214aa951), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.072802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aad0802e-4ae6-4d27-b739-7f8b214aa951 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:31.084911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.086070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8929da13-0bfe-40fc-adff-298139bda1a2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/routers/aad0802e-4ae6-4d27-b739-7f8b214aa951 HTTP/1.1" status: 204 len: 168 time: 2.9354179 Mar 11 00:03:31.090780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57576) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:31.094084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5a7bc-7f68-4c7b-a10e-f5fd0f0873d0 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa162650-94d7-467e-8eb5-a6503f00b1de,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:31.121463 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a58c9c-9b8e-4860-a552-837a7bfd1192 x-openstack-request-id: req-c2a58c9c-9b8e-4860-a552-837a7bfd1192 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:31.125673 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "tag": "55c02585-57be-4d0f-916f-b666faa6a880", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:31.125839 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2a58c9c-9b8e-4860-a552-837a7bfd1192 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:31.126391 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880', 'status': 'completed', 'code': 200} Mar 11 00:03:31.208818 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50fe5dc0-526b-4866-84cf-e78a2bc7a10b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1606300 Mar 11 00:03:31.211679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57578) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:31.221307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871402061'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:31.284151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.314830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-11d495a1-46ec-45a0-99e0-3ca21f84851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.316260 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-11d495a1-46ec-45a0-99e0-3ca21f84851c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 1125 time: 0.1816459 Mar 11 00:03:31.326084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d4166e36-2367-4128-9903-3ab02f0f3606 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:31.389656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d4166e36-2367-4128-9903-3ab02f0f3606 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:31.390758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.430745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.447200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (6f0353db-dc32-4337-833f-425c22937bf7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.455268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f0353db-dc32-4337-833f-425c22937bf7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.464156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Provisioning complete for port d4166e36-2367-4128-9903-3ab02f0f3606 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:31.464538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.469523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-9c73e2dd-a42e-49c1-b062-96e9622390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.471706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-9c73e2dd-a42e-49c1-b062-96e9622390a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 200 len: 913 time: 0.1477995 Mar 11 00:03:31.512857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48e14-6ba0-468f-99de-89540038bd4c req-3cee9271-4eaa-4ca7-9103-78ced907442d tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.514391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49d48e14-6ba0-468f-99de-89540038bd4c req-3cee9271-4eaa-4ca7-9103-78ced907442d tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 943 time: 0.2914555 Mar 11 00:03:31.525256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880aa238-fab9-4704-a011-b08271a3788e req-57ac3f93-313e-4631-81e4-0c6053e99e4b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.528384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-880aa238-fab9-4704-a011-b08271a3788e req-57ac3f93-313e-4631-81e4-0c6053e99e4b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.3030879 Mar 11 00:03:31.534845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.539202 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3263030 Mar 11 00:03:31.544124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57580) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:31.549226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-91df0367-3a58-4b7f-be24-c93ceb44d47b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:31.549226 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-91df0367-3a58-4b7f-be24-c93ceb44d47b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 00:03:31.549655 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-91df0367-3a58-4b7f-be24-c93ceb44d47b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 00:03:31.552603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91df0367-3a58-4b7f-be24-c93ceb44d47b tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "PUT /v2.0/security-groups/6f0353db-dc32-4337-833f-425c22937bf7 HTTP/1.1" status: 409 len: 330 time: 0.0056083 Mar 11 00:03:31.555972 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-9106ef99-5c74-4f59-8a91-85e4044b3aa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c02585-57be-4d0f-916f-b666faa6a880 HTTP/1.1" status: 200 len: 217 time: 0.0769768 Mar 11 00:03:31.556561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:31.556774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57582) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:31.556959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.577385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84960d-4b84-45b8-91ce-f29c99059d84 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0353db-dc32-4337-833f-425c22937bf7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:31.622291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:31.622692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.642271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d4166e36-2367-4128-9903-3ab02f0f3606, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d4166e36-2367-4128-9903-3ab02f0f3606,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:31.656890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-e0844730-27f8-481d-90cd-2d66ee786d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.658422 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-e0844730-27f8-481d-90cd-2d66ee786d43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 200 len: 852 time: 0.0915790 Mar 11 00:03:31.660732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-880aa238-fab9-4704-a011-b08271a3788e req-ad35e892-7e2e-42c9-9206-9f656c029361 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065052 Mar 11 00:03:31.684441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:03:31.699355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.709191 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:03:31.709191 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:03:31.773060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d4166e36-2367-4128-9903-3ab02f0f3606,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:31.882074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49d48e14-6ba0-468f-99de-89540038bd4c req-9931a003-257b-4393-9311-59e1c718dd1e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356843 Mar 11 00:03:31.943154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:31.956882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69528564-6a66-443f-b370-6c4a22cdef91 req-34a45a4a-b37e-4bbc-bf97-8b91f84b71b1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:31.958299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69528564-6a66-443f-b370-6c4a22cdef91 req-34a45a4a-b37e-4bbc-bf97-8b91f84b71b1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1864741 Mar 11 00:03:32.050876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (6f0353db-dc32-4337-833f-425c22937bf7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.053640 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-8b6e4362-159d-48cc-9648-23a8a0594be8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3865283 Mar 11 00:03:32.080535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69528564-6a66-443f-b370-6c4a22cdef91 req-875a4e2f-2593-49f7-af42-1262dc7d8daa tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142268 Mar 11 00:03:32.082701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.091397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (6f0353db-dc32-4337-833f-425c22937bf7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.111639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Deleting port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:32.116430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.187764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f0353db-dc32-4337-833f-425c22937bf7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.190587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.191735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f0353db-dc32-4337-833f-425c22937bf7 HTTP/1.1" status: 204 len: 168 time: 0.6328783 Mar 11 00:03:32.193707 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-4615ba78-d52e-4d97-94f7-9f2701c26fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310720 Mar 11 00:03:32.196883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57592) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.224021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac01223-4415-4a96-aaa2-f39265e2ee2f tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0353db-dc32-4337-833f-425c22937bf7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:32.246395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81e3530f-1a6e-4a2f-8bab-a71d0e412278 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:32.308369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e85b3204-4e6c-43b2-a3d9-1abccab590a4 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103208 Mar 11 00:03:32.313961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57594) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.333558 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-34bafe9c-a523-487f-9d55-5fb70dec12cf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] delete failed (client error): The resource could not be found. Mar 11 00:03:32.334584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-34bafe9c-a523-487f-9d55-5fb70dec12cf tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5989944-663d-43e9-acc9-89530b7a55f7 HTTP/1.1" status: 404 len: 347 time: 0.0195153 Mar 11 00:03:32.339697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57596) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.356670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c8d7d7a4-2c8e-49b7-929a-8c26dcbc9540 req-2697443b-4a3e-4f2b-85c0-ec21acbbc7df service neutron] 10.222.0.30 "GET /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479251 Mar 11 00:03:32.357489 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-585f0fa8-5285-489c-a3a1-16bab69c9ff4 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] show failed (client error): The resource could not be found. Mar 11 00:03:32.358415 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-585f0fa8-5285-489c-a3a1-16bab69c9ff4 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-groups/abe6320a-84ac-4338-ba21-458b328575b1 HTTP/1.1" status: 404 len: 347 time: 0.0177886 Mar 11 00:03:32.363323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57598) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.375288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56612f-451b-4eb2-bd4e-bf0369c8537c req-204b9a3d-a9fb-4aa5-a3b1-6c6bee27ea1f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:32.377279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec56612f-451b-4eb2-bd4e-bf0369c8537c req-204b9a3d-a9fb-4aa5-a3b1-6c6bee27ea1f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2212167 Mar 11 00:03:32.377979 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-3eefc205-8f53-49e0-93e6-9e8402348d22 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] show failed (client error): The resource could not be found. Mar 11 00:03:32.382281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3eefc205-8f53-49e0-93e6-9e8402348d22 tempest-NegativeSecGroupIPv6Test-2098843938 tempest-NegativeSecGroupIPv6Test-2098843938-project] 10.222.0.21 "GET /v2.0/security-group-rules/6c5a44c1-8895-4039-8f16-4642ec4b3052 HTTP/1.1" status: 404 len: 356 time: 0.0148304 Mar 11 00:03:32.382431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] For port 88151955-ceed-4fe6-b3d8-5723f7ce0bc4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:32.382431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.426129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380ea28-9bbc-4b67-a1c2-7884add74ae0 req-b8916a24-41c1-4ed6-9c25-547a08afa19a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:32.427591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f380ea28-9bbc-4b67-a1c2-7884add74ae0 req-b8916a24-41c1-4ed6-9c25-547a08afa19a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2244434 Mar 11 00:03:32.451192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Calling delete_port for 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:32.568818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port d4166e36-2367-4128-9903-3ab02f0f3606, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d4166e36-2367-4128-9903-3ab02f0f3606,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:32.589319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec56612f-451b-4eb2-bd4e-bf0369c8537c req-621a60e1-a537-4433-9705-631e518a2cd8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030375 Mar 11 00:03:32.594547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9257cd3b-5957-43ce-86ba-d59e0b4f312e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:03:32.608265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f380ea28-9bbc-4b67-a1c2-7884add74ae0 req-8e518491-529f-403f-b3cf-5217973810d6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690531 Mar 11 00:03:32.655400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (d4166e36-2367-4128-9903-3ab02f0f3606), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.661703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.665681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57606) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.716416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:32.729534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9257cd3b-5957-43ce-86ba-d59e0b4f312e', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'port_id': '9257cd3b-5957-43ce-86ba-d59e0b4f312e', 'mac_address': 'fa:16:3e:e3:79:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:03:32.756757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (9e94a7dc-333c-49c9-bbe4-822c361a1177), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.772206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9257cd3b-5957-43ce-86ba-d59e0b4f312e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:32.772705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.789994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9257cd3b-5957-43ce-86ba-d59e0b4f312e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:03:32.810400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:32.817501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.822038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93495d18-17ea-4069-bf6c-64d63fd6fab8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a6f14a18c944a6b585c32d6e295481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550362 Mar 11 00:03:32.824813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57610) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.855511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:32.865758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:32.877586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:32.878201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.883489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=d4166e36-2367-4128-9903-3ab02f0f3606,revision_number=5']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:32.888825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023f014-082d-4102-9ff4-a570b7f08307 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:32.896368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] Publish callbacks [] for security_group (cc351e66-b239-45b4-8769-762c9afdd31c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.900388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=9e94a7dc-333c-49c9-bbe4-822c361a1177,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:32.928992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] Publish callbacks [] for security_group (cc351e66-b239-45b4-8769-762c9afdd31c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:32.965921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626713e-d4e8-489c-a174-6a9d72383b43 req-b6ab3c81-2252-4231-93aa-81c8d6aec789 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:32.967554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7626713e-d4e8-489c-a174-6a9d72383b43 req-b6ab3c81-2252-4231-93aa-81c8d6aec789 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2463188 Mar 11 00:03:32.975239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d72d791-d478-4632-8b79-0a1b0090e45e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3573804 Mar 11 00:03:32.978770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57614) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:32.984884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:86:83:71', 'name': 'tempest-NetworksTestDHCPv6-1637909351'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:32.991429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:33.024816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (88151955-ceed-4fe6-b3d8-5723f7ce0bc4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.062125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event deleted for resources: {'Port': ['ID=88151955-ceed-4fe6-b3d8-5723f7ce0bc4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:33.066987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cc351e66-b239-45b4-8769-762c9afdd31c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.069855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.071279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc351e66-b239-45b4-8769-762c9afdd31c HTTP/1.1" status: 204 len: 168 time: 0.2451963 Mar 11 00:03:33.090267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f1d17-0130-40db-993f-9fd754d50989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc351e66-b239-45b4-8769-762c9afdd31c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:33.138279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:33.167563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7626713e-d4e8-489c-a174-6a9d72383b43 req-c8130f79-6b70-4876-9f00-248866bef77b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641085 Mar 11 00:03:33.184999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d97ab-e538-480b-9340-b5605c77d1ee req-3336f8f4-a98c-4a32-9b54-7b85a5e70a01 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:33.186849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-756d97ab-e538-480b-9340-b5605c77d1ee req-3336f8f4-a98c-4a32-9b54-7b85a5e70a01 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 943 time: 0.2179661 Mar 11 00:03:33.248288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.284116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9257cd3b-5957-43ce-86ba-d59e0b4f312e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:33.372420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.403773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.407014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_controller (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.414492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 5e47ce13-0651-4e4a-bc9f-56f0cceaaada yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:33.438201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d4166e36-2367-4128-9903-3ab02f0f3606 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:33.518151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.518720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:33.530553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.531984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b294c482-8d57-4ef9-9ea5-137e3f319d2a tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a1cf44c5-3fac-4ca8-ab9b-e4baeccf6a7d HTTP/1.1" status: 204 len: 168 time: 2.4256709 Mar 11 00:03:33.541763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:33.549642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608308403', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:33.558457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-756d97ab-e538-480b-9340-b5605c77d1ee req-e8ba259d-12ec-47ab-a003-c44e66e86be0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601565 Mar 11 00:03:33.596196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dd358-d6fa-45a7-8d88-9e4d277c63e4 req-274bd835-7709-4aca-a0b0-b7220ec624a1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:33.598921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-082dd358-d6fa-45a7-8d88-9e4d277c63e4 req-274bd835-7709-4aca-a0b0-b7220ec624a1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1071849 Mar 11 00:03:33.682834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.687071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.758309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-082dd358-d6fa-45a7-8d88-9e4d277c63e4 req-ad482761-e1a2-4338-abf0-7cd3092e5c20 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364603 Mar 11 00:03:33.783290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d4166e36-2367-4128-9903-3ab02f0f3606 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:33.788209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:33.938150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d8158-d745-4615-80ad-f23398ec3d72 req-353e818b-0797-49d2-83c9-2e74b3c909ad tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:33.947216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b4d8158-d745-4615-80ad-f23398ec3d72 req-353e818b-0797-49d2-83c9-2e74b3c909ad tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1872330 Mar 11 00:03:33.953217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:33.983127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.061408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b4d8158-d745-4615-80ad-f23398ec3d72 req-7f218a14-4aa2-4057-9f11-b822a61dd344 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129777 Mar 11 00:03:34.075145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::3e7 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/66789e34-1161-45c4-9d34-ba7d080db2e7/5e47ce13-0651-4e4a-bc9f-56f0cceaaada) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:34.115066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b780f5f7-9133-45f6-a0e7-d78243a17871 None None] Provisioning complete for port d4166e36-2367-4128-9903-3ab02f0f3606 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:34.115558 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b780f5f7-9133-45f6-a0e7-d78243a17871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.122912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b405ca-c53a-4fbd-8dd5-7f00ca24cddc req-35040056-6106-41c2-b9bb-d6204fe98864 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:34.124862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43b405ca-c53a-4fbd-8dd5-7f00ca24cddc req-35040056-6106-41c2-b9bb-d6204fe98864 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1745019 Mar 11 00:03:34.152826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:8371 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/9e94a7dc-333c-49c9-bbe4-822c361a1177/5e47ce13-0651-4e4a-bc9f-56f0cceaaada) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:34.195160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43b405ca-c53a-4fbd-8dd5-7f00ca24cddc req-d2878a7c-4cb7-4ee9-bb28-1eb610f77a1a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Mar 11 00:03:34.227815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b780f5f7-9133-45f6-a0e7-d78243a17871 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:34.306379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.401272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57650) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:34.515512 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.520239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a913e50a-f170-4b7a-afe3-93d33d1cc49f tempest-ServiceProvidersTest-1543198582 tempest-ServiceProvidersTest-1543198582-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1174400 Mar 11 00:03:34.536314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d79874-8068-450a-a4e0-8c5cea404092 req-6cb627d4-6942-466e-abee-634df9dc0b4a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:34.538292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d79874-8068-450a-a4e0-8c5cea404092 req-6cb627d4-6942-466e-abee-634df9dc0b4a tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.0799801 Mar 11 00:03:34.592504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 55c02585-57be-4d0f-916f-b666faa6a880 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:03:34.607806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d79874-8068-450a-a4e0-8c5cea404092 req-d9ceb94b-4dee-402e-8cc7-da5df01f04bb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 Mar 11 00:03:34.663430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.749651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.750286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd5462-a3f3-4d72-b02c-f080a9e32b58 req-e35508ae-5b4c-49ab-8cad-53f543413407 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:34.760608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85bd5462-a3f3-4d72-b02c-f080a9e32b58 req-e35508ae-5b4c-49ab-8cad-53f543413407 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 943 time: 0.0938942 Mar 11 00:03:34.776347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.796598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=55c02585-57be-4d0f-916f-b666faa6a880,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:34.816285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '55c02585-57be-4d0f-916f-b666faa6a880', 'network_id': '2813bb5b-c98f-4946-b8ca-1c8d9c4718d7', 'port_id': '55c02585-57be-4d0f-916f-b666faa6a880', 'mac_address': 'fa:16:3e:93:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:03:34.869879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85bd5462-a3f3-4d72-b02c-f080a9e32b58 req-22c80f9b-e6b4-4d4f-8001-fce9c6de2799 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083307 Mar 11 00:03:34.884807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 55c02585-57be-4d0f-916f-b666faa6a880 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:34.885209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55c02585-57be-4d0f-916f-b666faa6a880), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.899870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c02585-57be-4d0f-916f-b666faa6a880 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:03:34.916903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Allocated IP 172.25.7.176 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/8cc43dfb-6b1e-4a2e-a977-1497495360b2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:34.928602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=55c02585-57be-4d0f-916f-b666faa6a880,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:34.935744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:34.966460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:34.979685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57660) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:34.990029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:34.993380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:35.000596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:35.002545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.021265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:35.023455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=5e47ce13-0651-4e4a-bc9f-56f0cceaaada,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:35.034937 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7bf4ac23-48ac-42e2-af94-56e1081a1ddf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0544608 Mar 11 00:03:35.037672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:35.145049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for port (8cc43dfb-6b1e-4a2e-a977-1497495360b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.194803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:35.195494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00b93f1d-94ca-4323-8c8a-8a2470686616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.225498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:35.226038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88151955-ceed-4fe6-b3d8-5723f7ce0bc4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:35.228169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8cc43dfb-6b1e-4a2e-a977-1497495360b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.275250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 5e47ce13-0651-4e4a-bc9f-56f0cceaaada {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:35.275596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.289193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:35.292549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:35.297016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:35.301570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event updated for resources: {'Port': ['ID=8cc43dfb-6b1e-4a2e-a977-1497495360b2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:35.359789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a6b69-4a4a-4fd3-a09e-fa160f61e217 req-47e10fbd-1883-41ae-adea-c49b6f495e89 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:35.367063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a0a6b69-4a4a-4fd3-a09e-fa160f61e217 req-47e10fbd-1883-41ae-adea-c49b6f495e89 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1850693 Mar 11 00:03:35.376739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['55c02585-57be-4d0f-916f-b666faa6a880'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:35.486402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.496843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00b93f1d-94ca-4323-8c8a-8a2470686616 admin admin] Publish callbacks [] for security_group (74524ea9-27e5-4da2-bda3-090a1642040d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.509952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00b93f1d-94ca-4323-8c8a-8a2470686616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (74524ea9-27e5-4da2-bda3-090a1642040d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.524338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 5e47ce13-0651-4e4a-bc9f-56f0cceaaada owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:35.538756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a0a6b69-4a4a-4fd3-a09e-fa160f61e217 req-d29b21cf-d8bd-4054-9e9c-f6533a129911 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707664 Mar 11 00:03:35.584388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-00b93f1d-94ca-4323-8c8a-8a2470686616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7825628cb6894d38ad53771865f94a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035919 Mar 11 00:03:35.586874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-04017508-01da-4165-8c9c-3a5dc8d9aeb0 None None] Provisioning complete for port 5e47ce13-0651-4e4a-bc9f-56f0cceaaada triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:35.587276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04017508-01da-4165-8c9c-3a5dc8d9aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.588057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57668) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:35.625516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b93f1d-94ca-4323-8c8a-8a2470686616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74524ea9-27e5-4da2-bda3-090a1642040d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:35.636419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.664464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-04017508-01da-4165-8c9c-3a5dc8d9aeb0 None None] Port 5e47ce13-0651-4e4a-bc9f-56f0cceaaada cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:35.792382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] Publish callbacks [] for security_group (74524ea9-27e5-4da2-bda3-090a1642040d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.820839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a10b-40d4-4f37-87f8-81481f78f380 req-acf78a53-f286-45d6-94b9-b3d551f9754c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:35.822363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a891a10b-40d4-4f37-87f8-81481f78f380 req-acf78a53-f286-45d6-94b9-b3d551f9754c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1096294 Mar 11 00:03:35.877929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] Publish callbacks [] for security_group (74524ea9-27e5-4da2-bda3-090a1642040d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:35.906899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.000536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a891a10b-40d4-4f37-87f8-81481f78f380 req-927eb3ed-8548-4a13-b915-4cbf9691fce8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520207 Mar 11 00:03:36.058280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5e47ce13-0651-4e4a-bc9f-56f0cceaaada), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.069971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (74524ea9-27e5-4da2-bda3-090a1642040d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.073374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.073939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74524ea9-27e5-4da2-bda3-090a1642040d HTTP/1.1" status: 204 len: 168 time: 0.4846125 Mar 11 00:03:36.085583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Router c81b017d-d895-4360-8e75-ae67d279bc1b is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:36.115360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d28937-713f-4833-8e51-c7cf06182038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74524ea9-27e5-4da2-bda3-090a1642040d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:36.119309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=5e47ce13-0651-4e4a-bc9f-56f0cceaaada,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:36.408948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:36.420763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] Sync routers for ids ['c81b017d-d895-4360-8e75-ae67d279bc1b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:36.445258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] Routers {'c81b017d-d895-4360-8e75-ae67d279bc1b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:36.446778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b84991-169a-4882-b885-71cfa5b3784c req-884d46a9-ce47-453c-87fc-795ab72f67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:36.448573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c81b017d-d895-4360-8e75-ae67d279bc1b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:36.450391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79b84991-169a-4882-b885-71cfa5b3784c req-884d46a9-ce47-453c-87fc-795ab72f67a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.2063208 Mar 11 00:03:36.460566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.483448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7840906c-809f-4ed9-8263-ca4920a0063e tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9401534 Mar 11 00:03:36.492168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57684) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:36.506253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:36.548465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:36.561367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] Routers {'c81b017d-d895-4360-8e75-ae67d279bc1b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:36.562051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c81b017d-d895-4360-8e75-ae67d279bc1b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:36.606282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9257cd3b-5957-43ce-86ba-d59e0b4f312e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:36.608871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:36.609731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48ce8cc-d564-480c-8ade-92dd49807c3e None None] The sync data for ids ['c81b017d-d895-4360-8e75-ae67d279bc1b'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:36.692169 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a8eb50a6-b27c-46a2-bc79-7773ce0593a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.697759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9257cd3b-5957-43ce-86ba-d59e0b4f312e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:36.703223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9257cd3b-5957-43ce-86ba-d59e0b4f312e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:36.703685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.763969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc885ff-0cde-4391-a647-55ee39b7bec7 req-18914c33-4c55-435d-a987-3ef4512ffe5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:36.765494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdc885ff-0cde-4391-a647-55ee39b7bec7 req-18914c33-4c55-435d-a987-3ef4512ffe5c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 944 time: 0.7919621 Mar 11 00:03:36.796764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9257cd3b-5957-43ce-86ba-d59e0b4f312e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:36.797522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.822774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79b84991-169a-4882-b885-71cfa5b3784c req-0ee11ede-9a37-4503-abfc-85a528349b0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377490 Mar 11 00:03:36.825375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:36.827433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.829927 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ee0077-3e8a-4385-80e0-f13cab5cd1e7" -d '{"events": [{"server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "name": "network-vif-plugged", "status": "completed", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:36.831999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4f698987-b0f9-46ac-9203-11ccd963b978 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/5e47ce13-0651-4e4a-bc9f-56f0cceaaada HTTP/1.1" status: 204 len: 168 time: 1.7932498 Mar 11 00:03:36.843406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-f82ca65a-a830-4d8e-b6fa-48a7ced71f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:36.845880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-f82ca65a-a830-4d8e-b6fa-48a7ced71f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 1128 time: 0.3542812 Mar 11 00:03:36.846219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:36.848796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:36.854764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:36.924811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d85e8d-c7e9-470c-ae53-59360f32a3a6 req-93b73a56-3ba4-4f18-adfe-283374d9de23 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:36.932288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40d85e8d-c7e9-470c-ae53-59360f32a3a6 req-93b73a56-3ba4-4f18-adfe-283374d9de23 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1651449 Mar 11 00:03:36.961519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdc885ff-0cde-4391-a647-55ee39b7bec7 req-020eff03-07b1-4c52-a723-091b4743893e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399128 Mar 11 00:03:36.986700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:37.002285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40d85e8d-c7e9-470c-ae53-59360f32a3a6 req-d306ed71-c9ca-4b11-a3fa-beaa1e6c6a8b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689309 Mar 11 00:03:37.039754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d984535-da96-4732-a279-e01d4674cfbe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.042624 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d3f9c1-2128-4d39-9ec9-de74e50e4de5 x-openstack-request-id: req-72d3f9c1-2128-4d39-9ec9-de74e50e4de5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:37.042973 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "name": "network-vif-plugged", "status": "completed", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:37.043238 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72d3f9c1-2128-4d39-9ec9-de74e50e4de5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:37.043711 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e', 'code': 200} Mar 11 00:03:37.047602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d984535-da96-4732-a279-e01d4674cfbe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1959317 Mar 11 00:03:37.048339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:37.165405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8202cd51-6e03-46c7-87e0-bfd259738410 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.169471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8202cd51-6e03-46c7-87e0-bfd259738410 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1180542 Mar 11 00:03:37.169987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:37.215895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57712) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:37.240748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a1474-915b-402e-bbfd-286a3bbc4c43 req-9ac05df5-5a5b-4f3e-b0c2-46dc1b9d1880 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.248255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a8a1474-915b-402e-bbfd-286a3bbc4c43 req-9ac05df5-5a5b-4f3e-b0c2-46dc1b9d1880 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1488571 Mar 11 00:03:37.283620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd0c71-284e-43ce-ae8a-f4c4cb2c94ee tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.285087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd0c71-284e-43ce-ae8a-f4c4cb2c94ee tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.286417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd0c71-284e-43ce-ae8a-f4c4cb2c94ee tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.290548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86cd0c71-284e-43ce-ae8a-f4c4cb2c94ee tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1171412 Mar 11 00:03:37.292904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57716) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:37.359643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1677686585'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:37.377485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a8a1474-915b-402e-bbfd-286a3bbc4c43 req-a79e8530-d166-43dc-b79a-4e4fed0308ed tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280677 Mar 11 00:03:37.403364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Made reservation on behalf of fddfd0dac3dd43c28c3da4ecd127da8b for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:37.407991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.413884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 66789e34-1161-45c4-9d34-ba7d080db2e7 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:37.425184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (66789e34-1161-45c4-9d34-ba7d080db2e7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.428627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.486328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (66789e34-1161-45c4-9d34-ba7d080db2e7), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.638610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (66789e34-1161-45c4-9d34-ba7d080db2e7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.644673 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for security_group (7a4b91e9-0f38-4700-a127-2df5cee2a485), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.663360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-5abf8961-71ef-4771-abef-13de235725b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.664874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-5abf8961-71ef-4771-abef-13de235725b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 200 len: 915 time: 0.6189520 Mar 11 00:03:37.667766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7a4b91e9-0f38-4700-a127-2df5cee2a485), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.673905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798b163-5559-461a-8869-1a2668218be6 req-0a9e5e05-ba87-4a95-9aea-df91799df224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.675394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b798b163-5559-461a-8869-1a2668218be6 req-0a9e5e05-ba87-4a95-9aea-df91799df224 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 1127 time: 0.5401707 Mar 11 00:03:37.722415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:03:37.736739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b91e9-0f38-4700-a127-2df5cee2a485,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:37.752539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-b08045d5-8dbb-480e-8785-00151b4124a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 200 len: 217 time: 0.0747871 Mar 11 00:03:37.757022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.757482 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Added segment 3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2 of type vlan for network b3bf4238-1949-44ed-8aca-9635df0092bb Mar 11 00:03:37.759386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (66789e34-1161-45c4-9d34-ba7d080db2e7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.780759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.821176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=66789e34-1161-45c4-9d34-ba7d080db2e7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:37.830449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.834080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6dd048b-3922-4957-a675-63eb3ac8d2db tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/66789e34-1161-45c4-9d34-ba7d080db2e7 HTTP/1.1" status: 204 len: 168 time: 0.5398474 Mar 11 00:03:37.841176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57718) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:37.848870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc779bd-ce22-4077-9f4e-49fccfe68d26 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:37.852892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b798b163-5559-461a-8869-1a2668218be6 req-da0760e0-b2d9-4f92-af56-8d894362ef1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424394 Mar 11 00:03:37.855445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-801d1306-895d-42be-8d7f-29776e50987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.856853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-801d1306-895d-42be-8d7f-29776e50987d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 200 len: 854 time: 0.0926549 Mar 11 00:03:37.908358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b3bf4238-1949-44ed-8aca-9635df0092bb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.955311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 9e94a7dc-333c-49c9-bbe4-822c361a1177 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:37.960255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (9e94a7dc-333c-49c9-bbe4-822c361a1177), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.993683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b3bf4238-1949-44ed-8aca-9635df0092bb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:37.998811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:37.999216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.042185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (9e94a7dc-333c-49c9-bbe4-822c361a1177), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.071964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8523638 Mar 11 00:03:38.079828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57724) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:38.098272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Request body: {'subnet': {'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:38.099811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-17e8fc4c-a6d4-41b6-a8f2-00392271aae1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85188fd1-293f-483d-ab93-9efa6abf034d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294669 Mar 11 00:03:38.184674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef2ffc-85ef-40ed-99da-21d415e7ec3b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event updated for resources: {'Network': ['ID=b3bf4238-1949-44ed-8aca-9635df0092bb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:38.201910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b3bf4238-1949-44ed-8aca-9635df0092bb details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:03:38.323386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-2af270f7-6909-4d21-91a6-84fcd5a2fd68 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160194 Mar 11 00:03:38.371435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356e9f-ed9b-4d4b-bc3d-5205bd25e147 req-8fe8b297-7885-4bdc-a86d-396157505d7c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:38.379760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d356e9f-ed9b-4d4b-bc3d-5205bd25e147 req-8fe8b297-7885-4bdc-a86d-396157505d7c tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 944 time: 0.3027296 Mar 11 00:03:38.413287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (9e94a7dc-333c-49c9-bbe4-822c361a1177), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.461518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960570e-7706-4f2c-b2dc-0605ee5ee934 req-4ffa98fa-5c53-40a1-8694-6f71ec91d875 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:38.463166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6960570e-7706-4f2c-b2dc-0605ee5ee934 req-4ffa98fa-5c53-40a1-8694-6f71ec91d875 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.3488321 Mar 11 00:03:38.481697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Made reservation on behalf of fddfd0dac3dd43c28c3da4ecd127da8b for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:38.486007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.508686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.519252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.526483 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fafd4ac4-63c3-4a0e-b91b-e5d8f627c5db req-dab5582f-a90c-4672-8249-3d98d68760d9 service neutron] 10.222.0.30 "GET /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623478 Mar 11 00:03:38.584614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d356e9f-ed9b-4d4b-bc3d-5205bd25e147 req-87e72caf-e777-4aae-8fee-23e16eee4bde tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039125 Mar 11 00:03:38.592881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 55c02585-57be-4d0f-916f-b666faa6a880 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:38.639301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6960570e-7706-4f2c-b2dc-0605ee5ee934 req-1149a353-417d-4b67-b840-5c0a6e0dd083 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628239 Mar 11 00:03:38.647082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (9e94a7dc-333c-49c9-bbe4-822c361a1177), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.679974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router c81b017d-d895-4360-8e75-ae67d279bc1b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:03:38.700591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 55c02585-57be-4d0f-916f-b666faa6a880 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:03:38.711429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=9e94a7dc-333c-49c9-bbe4-822c361a1177,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:38.718217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 55c02585-57be-4d0f-916f-b666faa6a880 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:38.718883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (55c02585-57be-4d0f-916f-b666faa6a880), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.721667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.725453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9cd0c558-e2e9-4d94-b74b-d77f4f09468c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/9e94a7dc-333c-49c9-bbe4-822c361a1177 HTTP/1.1" status: 204 len: 168 time: 0.8865421 Mar 11 00:03:38.737721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57730) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:38.811528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5f241c12-6dc1-44de-9d0d-d949b979c903 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724072 Mar 11 00:03:38.815217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:38.821650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:38.838041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 55c02585-57be-4d0f-916f-b666faa6a880 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:38.838447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55c02585-57be-4d0f-916f-b666faa6a880), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.882545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:38.885433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=55c02585-57be-4d0f-916f-b666faa6a880,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:38.889820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.892363 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a707cfa-a26c-462e-abfc-8273b4d3c28d tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "PUT /v2.0/routers/c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 200 len: 926 time: 2.3984106 Mar 11 00:03:38.892768 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.893698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec76dd1-5eb4-4eb3-812b-b304132dce9f req-8337e58b-7021-4f9a-8fe7-60bfbb6da06a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:38.896996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ec76dd1-5eb4-4eb3-812b-b304132dce9f req-8337e58b-7021-4f9a-8fe7-60bfbb6da06a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1795647 Mar 11 00:03:38.897507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:38.898002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] Sync routers for ids ['c81b017d-d895-4360-8e75-ae67d279bc1b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:38.937634 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] Routers {'c81b017d-d895-4360-8e75-ae67d279bc1b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:38.939330 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c81b017d-d895-4360-8e75-ae67d279bc1b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:38.940075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7cc2df-e704-49ed-9701-b51e414b93de None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:38.962961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:38.966835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:38.990789 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:39.005983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] Routers {'c81b017d-d895-4360-8e75-ae67d279bc1b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:39.009433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['c81b017d-d895-4360-8e75-ae67d279bc1b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:39.039199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (be046a0d-0a4b-4640-868a-7a0359a47b62), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.067680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:39.068885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac18897-c7b5-49f6-92c9-b916526e2068 None None] The sync data for ids ['c81b017d-d895-4360-8e75-ae67d279bc1b'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:39.165240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ec76dd1-5eb4-4eb3-812b-b304132dce9f req-5722a891-67fa-40e5-bc4f-98fdaf13b58e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310493 Mar 11 00:03:39.190932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event updated for resources: {'Subnet': ['ID=be046a0d-0a4b-4640-868a-7a0359a47b62,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:39.211015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (540f5af5-3c88-4959-a708-3845e8b180a4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.224055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b6ba6ee0-3435-4a80-90a6-37154832c42b tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 200 len: 926 time: 0.3149874 Mar 11 00:03:39.225186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.259737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:39.266073 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff955b-3408-4813-9226-77527d4409a8" -d '{"events": [{"server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "name": "network-vif-plugged", "status": "completed", "tag": "55c02585-57be-4d0f-916f-b666faa6a880"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:39.281503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Checking segment: {'id': '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:39.284957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Network hostable DHCP agents. Network: b3bf4238-1949-44ed-8aca-9635df0092bb, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:03:39.285135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:39.288089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:39.291867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:39.315336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.315993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.348705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-39a74fce-c076-4edc-85b5-27020bd6cd24 None None] Provisioning complete for port d4166e36-2367-4128-9903-3ab02f0f3606 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:39.349091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39a74fce-c076-4edc-85b5-27020bd6cd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.360655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51051c34-ccbc-47e5-9779-8c67c3fcc788 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.365714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51051c34-ccbc-47e5-9779-8c67c3fcc788 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=c81b017d-d895-4360-8e75-ae67d279bc1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1370387 Mar 11 00:03:39.368622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57744) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.375468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Network b3bf4238-1949-44ed-8aca-9635df0092bb is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:03:39.387183 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d7a9c9-51bd-4189-94c2-6d4138d82024 x-openstack-request-id: req-50d7a9c9-51bd-4189-94c2-6d4138d82024 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:39.387519 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "name": "network-vif-plugged", "status": "completed", "tag": "55c02585-57be-4d0f-916f-b666faa6a880", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:39.388584 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50d7a9c9-51bd-4189-94c2-6d4138d82024 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:39.389169 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880', 'code': 200} Mar 11 00:03:39.393187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5758443 Mar 11 00:03:39.393617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225eccd-74c7-4c24-98bd-3287a5e61f0c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=540f5af5-3c88-4959-a708-3845e8b180a4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:39.394358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e4fff1f4-24d0-490e-8d25-b5abcc3173b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.395424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57746) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.430749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:39.456154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b3bf4238-1949-44ed-8aca-9635df0092bb) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:39.473551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.474307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.517082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-39a74fce-c076-4edc-85b5-27020bd6cd24 None None] Current status of the port d4166e36-2367-4128-9903-3ab02f0f3606 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:39.522741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d6015-88f7-416d-8ab2-f137f88c40bf None None] Network b3bf4238-1949-44ed-8aca-9635df0092bb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:39.558781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:39.598842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4e221d2c-a09a-484a-9911-bbbbef9cc199 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5154362 Mar 11 00:03:39.606780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57750) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.614764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Request body: {'port': {'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb', 'name': 'tempest-TagsExtTest-1342358053'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:39.619647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-79c0c4f5-02e6-4f7d-8b34-253111501cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.621793 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-79c0c4f5-02e6-4f7d-8b34-253111501cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.1127324 Mar 11 00:03:39.675955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187ec11-9b54-4543-a168-69fc5348d675 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.677447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b187ec11-9b54-4543-a168-69fc5348d675 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.3074124 Mar 11 00:03:39.686049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57756) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.712941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Deleting port d4166e36-2367-4128-9903-3ab02f0f3606 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:39.713321 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.718024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b3bf4238-1949-44ed-8aca-9635df0092bb', 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb', 'project_id': 'fddfd0dac3dd43c28c3da4ecd127da8b', 'fixed_ips': [{'subnet_id': 'be046a0d-0a4b-4640-868a-7a0359a47b62'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:03:39.722635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.742748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de7c23-f90f-4828-b236-ecd88ef9f62b req-7a1ba3e9-f7fc-4763-8e1a-c426eb266ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.744687 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-17de7c23-f90f-4828-b236-ecd88ef9f62b req-7a1ba3e9-f7fc-4763-8e1a-c426eb266ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 1127 time: 0.1711030 Mar 11 00:03:39.756564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-21677a52-e554-4415-a2c1-4116e24e37b4 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 200 len: 205 time: 0.0668893 Mar 11 00:03:39.761422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57758) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:39.780221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4fbae-0a15-46f4-8e3b-ee291ee10787 req-47c9624b-fe90-4f26-8b15-a829fd433d3e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.781726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59e4fbae-0a15-46f4-8e3b-ee291ee10787 req-47c9624b-fe90-4f26-8b15-a829fd433d3e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2136338 Mar 11 00:03:39.835870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:39.839295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.860948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-17de7c23-f90f-4828-b236-ecd88ef9f62b req-fc4098d1-f9ea-44b7-9e63-ab641314d635 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855553 Mar 11 00:03:39.863235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-2c119c57-5ba0-4926-9d8d-50703bd48668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.864627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-2c119c57-5ba0-4926-9d8d-50703bd48668 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.2248926 Mar 11 00:03:39.882203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Made reservation on behalf of fddfd0dac3dd43c28c3da4ecd127da8b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:39.886954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.888556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] For port d4166e36-2367-4128-9903-3ab02f0f3606, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d4166e36-2367-4128-9903-3ab02f0f3606,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:39.889062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:39.910589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] device_id is not set on port cb94cd8f-4567-46e9-9d74-b2effb9025b7 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:39.935506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Calling delete_port for d4166e36-2367-4128-9903-3ab02f0f3606 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:39.992363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5727bc5-e5a8-4737-b0d3-e06a1c9d577b req-6d871051-9f62-4879-8803-8f9703a434b3 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:39.994022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5727bc5-e5a8-4737-b0d3-e06a1c9d577b req-6d871051-9f62-4879-8803-8f9703a434b3 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 945 time: 0.3091741 Mar 11 00:03:39.994840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Allocated IP 172.20.0.2 (b3bf4238-1949-44ed-8aca-9635df0092bb/be046a0d-0a4b-4640-868a-7a0359a47b62/03cbd5a2-08d3-40ad-aea8-3c0f4b657d05) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:40.063019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59e4fbae-0a15-46f4-8e3b-ee291ee10787 req-e6770170-0cef-435b-88f0-811972905c7d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369089 Mar 11 00:03:40.072737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.076137 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 540f5af5-3c88-4959-a708-3845e8b180a4 (CIDR: 2001:db8::/64) Mar 11 00:03:40.103655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d4166e36-2367-4128-9903-3ab02f0f3606), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.141721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-e5ce446f-f0a7-42db-8d29-ce2e63ea8a0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.0466173 Mar 11 00:03:40.144475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] Pushing event deleted for resources: {'Port': ['ID=d4166e36-2367-4128-9903-3ab02f0f3606,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:40.150551 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:03:40.151095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:40.155794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d830de-9286-4c4a-9704-6b2c3c9f7992 None None] No DVR routers for this DVR port d4166e36-2367-4128-9903-3ab02f0f3606 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:40.192031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae3818-e339-4f3e-9ac3-9f325bf6c6b3 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:40.208502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5727bc5-e5a8-4737-b0d3-e06a1c9d577b req-cebf8558-00ff-4467-815c-de92752fe73d tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051544 Mar 11 00:03:40.219173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-af417cbc-69c2-4d31-bd9f-705d48c6223d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7974284 Mar 11 00:03:40.227945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57760) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:40.236741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'subnet': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:40.276478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks [] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.282355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-fdff4f8e-45b0-4d23-b16e-46aad81a0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:40.284358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.284536 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-fdff4f8e-45b0-4d23-b16e-46aad81a0d65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.1373072 Mar 11 00:03:40.289912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.309410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8302e-aaf2-4a15-a739-f849dd2dc127 req-7d1d9ad8-3163-44a8-8252-5ca2776925dc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:40.310926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dd8302e-aaf2-4a15-a739-f849dd2dc127 req-7d1d9ad8-3163-44a8-8252-5ca2776925dc tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1162851 Mar 11 00:03:40.336655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Pushing event updated for resources: {'Port': ['ID=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:40.371086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Network b3bf4238-1949-44ed-8aca-9635df0092bb is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:40.382310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:40.382521 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-5e8aba52-e4b4-40d2-b06b-089fc20e2e6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663793 Mar 11 00:03:40.386218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:40.395641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'project_id': '3b63cf051a5b4e91b0b1ce0e0086daca', 'fixed_ips': [{'subnet_id': '540f5af5-3c88-4959-a708-3845e8b180a4'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:03:40.396677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.414938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dd8302e-aaf2-4a15-a739-f849dd2dc127 req-2c347475-1bda-4ad4-ae2f-3f183b46d6ea tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735538 Mar 11 00:03:40.430522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.435086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port 8cc43dfb-6b1e-4a2e-a977-1497495360b2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:40.435435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8cc43dfb-6b1e-4a2e-a977-1497495360b2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.457342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Allocated IP 172.20.0.13 (b3bf4238-1949-44ed-8aca-9635df0092bb/be046a0d-0a4b-4640-868a-7a0359a47b62/cb94cd8f-4567-46e9-9d74-b2effb9025b7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:40.479787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Attempting to bind port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:40.480343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Attempting to bind port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:40.481317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Attempting to bind port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 on network b3bf4238-1949-44ed-8aca-9635df0092bb {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:40.491824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:40.492487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Checking segment: {'id': '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:40.493028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.493902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Bound using segment: {'id': '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:40.494276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Bound port: 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b3bf4238-1949-44ed-8aca-9635df0092bb'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:40.494999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.531883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:40.535504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.570250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.576831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-aa6aac2d-7e4b-4b89-8e6b-a99bd34a2cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852458 Mar 11 00:03:40.614960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8cc43dfb-6b1e-4a2e-a977-1497495360b2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.639823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b46dda-171e-4469-a708-fd858017dc71 req-caec69f6-c7f2-4c8b-a4ed-ecb1d9d41090 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:40.647349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8b46dda-171e-4469-a708-fd858017dc71 req-caec69f6-c7f2-4c8b-a4ed-ecb1d9d41090 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1048653 Mar 11 00:03:40.649680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for 8cc43dfb-6b1e-4a2e-a977-1497495360b2 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:40.664045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] For port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:40.672163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] For port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,segment=NetworkSegment(3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2),segment_id=3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:40.680941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Allocated IP 2001:db8::2 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/540f5af5-3c88-4959-a708-3845e8b180a4/db13a4d1-42b0-4061-ab3a-23d712150894) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:40.699886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.708903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.738144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8b46dda-171e-4469-a708-fd858017dc71 req-fc0bd2c8-4ee4-401e-9560-1977b00867ea tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895672 Mar 11 00:03:40.789815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7ac9-f912-4542-92a9-98722e123d7b None None] Pushing event updated for resources: {'Port': ['ID=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:40.801651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b5e0855e-e122-4595-84e3-cd3c655e51b2 req-9b07b442-f15a-4821-a9e7-c136a1a2aa02 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147958 Mar 11 00:03:40.847797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.894867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.964107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks [] for port (db13a4d1-42b0-4061-ab3a-23d712150894), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:40.965721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Network b3bf4238-1949-44ed-8aca-9635df0092bb is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:40.974872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:40.975953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.003380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:41.017314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185810-9149-440f-a231-f282b6b1f213 req-ad5f4619-5dba-48ef-819e-7d13aa570ba6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:41.025279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5185810-9149-440f-a231-f282b6b1f213 req-ad5f4619-5dba-48ef-819e-7d13aa570ba6 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1427259 Mar 11 00:03:41.055125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event updated for resources: {'Port': ['ID=cb94cd8f-4567-46e9-9d74-b2effb9025b7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:41.056094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Pushing event updated for resources: {'Port': ['ID=db13a4d1-42b0-4061-ab3a-23d712150894,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:41.062166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:41.065053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:41.067561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:41.164940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8cc43dfb-6b1e-4a2e-a977-1497495360b2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.180142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Attempting to bind port db13a4d1-42b0-4061-ab3a-23d712150894 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:03:41.180515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Attempting to bind port db13a4d1-42b0-4061-ab3a-23d712150894 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:03:41.182881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Attempting to bind port db13a4d1-42b0-4061-ab3a-23d712150894 on network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:03:41.188931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:03:41.189318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Checking segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:41.189725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.190124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Bound using segment: {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:03:41.190639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Bound port: db13a4d1-42b0-4061-ab3a-23d712150894, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:03:41.190969 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.194305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:41.195569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.227188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5185810-9149-440f-a231-f282b6b1f213 req-cabe6202-91d7-40e2-8f02-9675608f3c38 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962762 Mar 11 00:03:41.259781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86743697-1c4a-40fa-a75c-7be6a6731b54 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6510100 Mar 11 00:03:41.283986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57774) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:41.289498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1559235668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:41.332422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] For port db13a4d1-42b0-4061-ab3a-23d712150894, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:03:41.335832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] For port db13a4d1-42b0-4061-ab3a-23d712150894, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db13a4d1-42b0-4061-ab3a-23d712150894,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:03:41.348859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=8cc43dfb-6b1e-4a2e-a977-1497495360b2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:41.356524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.395176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.396257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.416341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:41.475105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb1088-e775-4427-8ce9-2efbbf064ae5 req-32e8c137-53b2-4fad-a8b7-de88f7fc2805 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:41.477763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fbb1088-e775-4427-8ce9-2efbbf064ae5 req-32e8c137-53b2-4fad-a8b7-de88f7fc2805 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2938015 Mar 11 00:03:41.497497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (c81b017d-d895-4360-8e75-ae67d279bc1b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.502075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f119d-106c-4bd1-9823-bf42193acbd0 None None] Pushing event updated for resources: {'Port': ['ID=db13a4d1-42b0-4061-ab3a-23d712150894,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:41.519041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:41.519425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.522791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for router_controller (b18d61ea-e769-4459-8d53-1303f44f3e10), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.539302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.555329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:03:41.583133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.621419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf40ca-665e-4d91-aa47-a63cd373fe72 req-1a9e5d58-0c5b-43d0-a48b-2e6f4ebc5d1e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:41.624759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8bf40ca-665e-4d91-aa47-a63cd373fe72 req-1a9e5d58-0c5b-43d0-a48b-2e6f4ebc5d1e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 945 time: 0.2196209 Mar 11 00:03:41.624909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.626581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5909a965-d1fe-4fd6-87cc-213ccbf4a15e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3407955 Mar 11 00:03:41.633135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57776) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:41.637564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-543ffa9c-f22c-4b9d-af08-dcc7d8c58629 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1242313621', 'prefixes': ['172.20.0.0/16']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:41.648702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:41.649103 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.706580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,segment=NetworkSegment(3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2),segment_id=3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:41.713817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.826462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:41.852901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d4166e36-2367-4128-9903-3ab02f0f3606 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:41.865553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.882168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-543ffa9c-f22c-4b9d-af08-dcc7d8c58629 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:41.883075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d4166e36-2367-4128-9903-3ab02f0f3606 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:41.883402 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-543ffa9c-f22c-4b9d-af08-dcc7d8c58629 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2493289 Mar 11 00:03:41.883523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d4166e36-2367-4128-9903-3ab02f0f3606 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:41.887796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:41.899975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-31807fcd-38be-4c13-bcce-e4669315c803 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-2075498643') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.033867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.038540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (c81b017d-d895-4360-8e75-ae67d279bc1b), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.073702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fbb1088-e775-4427-8ce9-2efbbf064ae5 req-8b9b1265-4b4c-4e9a-ae06-9d4eae1b23de tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870137 Mar 11 00:03:42.148104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (c81b017d-d895-4360-8e75-ae67d279bc1b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.148879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router c81b017d-d895-4360-8e75-ae67d279bc1b {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:42.158368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.160974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-76b28944-5059-4cc0-8029-e4d2d70c009a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 204 len: 168 time: 2.3985913 Mar 11 00:03:42.166065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.170389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-97841605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:42.174991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8bf40ca-665e-4d91-aa47-a63cd373fe72 req-20a05169-7311-488b-a86b-ea0360aeef61 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389792 Mar 11 00:03:42.230245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058fab-9b49-41e0-80dd-3e0b0b884064 req-f8c1d17f-9e22-4d74-9c29-f44873f0db5e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:42.231865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3058fab-9b49-41e0-80dd-3e0b0b884064 req-f8c1d17f-9e22-4d74-9c29-f44873f0db5e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.0689402 Mar 11 00:03:42.246342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31807fcd-38be-4c13-bcce-e4669315c803 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-2075498643 HTTP/1.1" status: 201 len: 201 time: 0.3552325 Mar 11 00:03:42.247322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.247792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.248433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.253366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-22dc44a1-d8c6-4714-83c4-db9c21754100 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-508524385') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.260456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] For port db13a4d1-42b0-4061-ab3a-23d712150894, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db13a4d1-42b0-4061-ab3a-23d712150894,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:42.316476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (db13a4d1-42b0-4061-ab3a-23d712150894), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.330632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3058fab-9b49-41e0-80dd-3e0b0b884064 req-77fafd6d-d01c-45bb-b1e7-5eb82813f13b tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889359 Mar 11 00:03:42.347035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.348049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.363546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-22dc44a1-d8c6-4714-83c4-db9c21754100 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-508524385 HTTP/1.1" status: 201 len: 201 time: 0.1146920 Mar 11 00:03:42.368144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57784) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.374431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.374704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-39f6e897-9874-46a6-a9bc-3bd2e8cb2ecf tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-82568093') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.411677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (bf19db75-25d2-4ed7-bc3c-cfcc73e1356b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.509364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39f6e897-9874-46a6-a9bc-3bd2e8cb2ecf tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-82568093 HTTP/1.1" status: 201 len: 201 time: 0.1377060 Mar 11 00:03:42.514743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57790) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.520432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-72022a81-df03-4381-9e2a-77eb838b3e64 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-858207825') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.529485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341487b-2571-4d0b-96c2-0c7a944f85b8 None None] Network b3bf4238-1949-44ed-8aca-9635df0092bb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:42.613937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805b296-f2b5-4536-ab28-0ad3ad3841f1 req-12d91b26-7648-41ff-9a90-94446e3a3750 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:42.616944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2805b296-f2b5-4536-ab28-0ad3ad3841f1 req-12d91b26-7648-41ff-9a90-94446e3a3750 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1142647 Mar 11 00:03:42.622983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72022a81-df03-4381-9e2a-77eb838b3e64 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-858207825 HTTP/1.1" status: 201 len: 201 time: 0.1069281 Mar 11 00:03:42.627308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.631448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-655acb62-dc7c-4505-9d4d-57240af6b64b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.639024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-06034064-3ba6-4532-a4c8-678a511b6ab0 None None] Provisioning complete for port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:42.639539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06034064-3ba6-4532-a4c8-678a511b6ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.731995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2805b296-f2b5-4536-ab28-0ad3ad3841f1 req-8091f27f-2c46-4a33-ba21-12c032aaeb7e tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070879 Mar 11 00:03:42.838809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-06034064-3ba6-4532-a4c8-678a511b6ab0 None None] Current status of the port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:42.858756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.863423 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1ed6e58e-cf81-4f84-9fb5-f8b3501833b2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6928799 Mar 11 00:03:42.871029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.875727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:42.901308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-655acb62-dc7c-4505-9d4d-57240af6b64b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 200 len: 241 time: 0.2729571 Mar 11 00:03:42.903882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57798) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:42.913230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-1a40dcd4-ad68-43a7-aab3-019fc33b3deb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-2075498643') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:42.928544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:42.930038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:42.939229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:42.939840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:42.945982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=db13a4d1-42b0-4061-ab3a-23d712150894,revision_number=4']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:42.948160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Subnet': ['ID=bf19db75-25d2-4ed7-bc3c-cfcc73e1356b,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:42.978147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bff69-2168-47a2-b6ca-b50dc11806a2 req-3d8c210b-00fd-43dd-8e17-73abafec1c56 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:42.979752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-918bff69-2168-47a2-b6ca-b50dc11806a2 req-3d8c210b-00fd-43dd-8e17-73abafec1c56 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1376386 Mar 11 00:03:43.004112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec120a0-2c94-4f37-8e9a-40287901c93c None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:43.066266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-918bff69-2168-47a2-b6ca-b50dc11806a2 req-55a8b61e-109c-49ab-b219-09103f26d545 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712900 Mar 11 00:03:43.069602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a40dcd4-ad68-43a7-aab3-019fc33b3deb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-2075498643 HTTP/1.1" status: 204 len: 168 time: 0.1646972 Mar 11 00:03:43.073721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:43.084641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-5b7ed0a9-b6ee-40ea-a47e-91130e4cd3b8 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-2075498643') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:43.127014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Provisioning complete for port db13a4d1-42b0-4061-ab3a-23d712150894 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:43.127397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.150775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-668e3a85-ae6b-4f37-b641-106df59626e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9180892 Mar 11 00:03:43.158908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57808) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:43.182826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Request body: {'port': {'network_id': '4e1628b0-b8db-4143-bf0e-292fd47ebcbc', 'mac_address': 'fa:16:3e:65:28:5c', 'name': 'tempest-NetworksTestDHCPv6-722968920'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:43.324204 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.342230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Current status of the port db13a4d1-42b0-4061-ab3a-23d712150894 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:43.342631 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.349996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.426341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] For port db13a4d1-42b0-4061-ab3a-23d712150894, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db13a4d1-42b0-4061-ab3a-23d712150894,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:43.431888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.502295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303afb-865d-4cb9-8582-5a78f14f6a07 req-b771329c-53ea-4d6e-8627-04de05ecfa88 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:43.503874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3303afb-865d-4cb9-8582-5a78f14f6a07 req-b771329c-53ea-4d6e-8627-04de05ecfa88 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2679317 Mar 11 00:03:43.515604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a021-fa22-4196-95d6-d09ac77e3f32 req-64e39d70-bc0b-445e-a23e-8973b9541fa2 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:43.524280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf73a021-fa22-4196-95d6-d09ac77e3f32 req-64e39d70-bc0b-445e-a23e-8973b9541fa2 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1940401 Mar 11 00:03:43.539017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127972e-be7d-4ebb-b115-4b9595287148 None None] Pushing event updated for resources: {'Port': ['ID=db13a4d1-42b0-4061-ab3a-23d712150894,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:43.544123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:43.621502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b7ed0a9-b6ee-40ea-a47e-91130e4cd3b8 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-2075498643 HTTP/1.1" status: 204 len: 168 time: 0.5464816 Mar 11 00:03:43.624336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57812) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:43.639945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-fe488938-2bf0-41f6-aecd-4db974c67eca tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:43.691257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf73a021-fa22-4196-95d6-d09ac77e3f32 req-1e82ebeb-21ab-4e8a-a645-5b308bbae85b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593502 Mar 11 00:03:43.733385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3303afb-865d-4cb9-8582-5a78f14f6a07 req-fef101a1-73ec-4b83-bdc5-ad126078bbb7 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993446 Mar 11 00:03:43.745532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (3a54b3e0-03c4-43f1-94ff-5da097a214ff), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.760265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Made reservation on behalf of 3b63cf051a5b4e91b0b1ce0e0086daca for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:43.793448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.832656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Provisioning complete for port cb94cd8f-4567-46e9-9d74-b2effb9025b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:43.832656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.866438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe488938-2bf0-41f6-aecd-4db974c67eca tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 200 len: 205 time: 0.2345402 Mar 11 00:03:43.871373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57816) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:43.877322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-e1174518-fd4b-44b8-bfba-27c0337c1ab1 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:43.906208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Port cb94cd8f-4567-46e9-9d74-b2effb9025b7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:43.920586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:43.921961 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.964156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Provisioning complete for port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:43.964669 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:43.996582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1174518-fd4b-44b8-bfba-27c0337c1ab1 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 200 len: 240 time: 0.1240070 Mar 11 00:03:43.999995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f6bd-d788-4474-bd90-8ff3d80bf1a7 req-1e286201-25c1-4f66-8cdb-dab76c8e69ad tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:44.002241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f65f6bd-d788-4474-bd90-8ff3d80bf1a7 req-1e286201-25c1-4f66-8cdb-dab76c8e69ad tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1743801 Mar 11 00:03:44.002882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57818) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:44.008220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.012342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Allocated IP 172.25.7.167 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5c2c4140-aeea-4d5b-9175-fe1130a581c8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:44.027129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-2e7eca2f-c858-4686-bb95-c95efe839184 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-508524385') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:44.045573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94175-aff7-4200-98d1-532430f65bd6 req-575700e0-ac16-41dd-b2ba-134047539833 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:44.047192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32f94175-aff7-4200-98d1-532430f65bd6 req-575700e0-ac16-41dd-b2ba-134047539833 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 945 time: 0.2336919 Mar 11 00:03:44.086499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] device_id is not set on port 8b2cd1e5-9ce1-48f0-b6de-ff563817a436 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:03:44.098186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:44.099318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db13a4d1-42b0-4061-ab3a-23d712150894 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:44.154138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for port (5c2c4140-aeea-4d5b-9175-fe1130a581c8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.188788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0bb26235-4d96-46c2-ad33-0e0192ab1174 None None] Current status of the port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:44.200129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db13a4d1-42b0-4061-ab3a-23d712150894 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:44.200514 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.216673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f65f6bd-d788-4474-bd90-8ff3d80bf1a7 req-497f3d5f-bbc9-4a10-827c-af8ed59577bd tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865242 Mar 11 00:03:44.218551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5c2c4140-aeea-4d5b-9175-fe1130a581c8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.256411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32f94175-aff7-4200-98d1-532430f65bd6 req-1c177707-92a6-4f6e-afe2-cd2104dbcf17 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947708 Mar 11 00:03:44.279366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2e7eca2f-c858-4686-bb95-c95efe839184 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-508524385 HTTP/1.1" status: 204 len: 168 time: 0.2740362 Mar 11 00:03:44.283514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57822) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:44.291984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-b3d03fbd-c8e9-4725-9f00-00e107160b1e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-508524385') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:44.309331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event updated for resources: {'Port': ['ID=5c2c4140-aeea-4d5b-9175-fe1130a581c8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:44.320607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:44.322255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:44.331963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:44.361632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5c541a8c-543f-485c-be9e-4d461b2f1851 None None] Provisioning complete for port db13a4d1-42b0-4061-ab3a-23d712150894 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:44.362013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c541a8c-543f-485c-be9e-4d461b2f1851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.457115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db13a4d1-42b0-4061-ab3a-23d712150894 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:44.504584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5c541a8c-543f-485c-be9e-4d461b2f1851 None None] Current status of the port db13a4d1-42b0-4061-ab3a-23d712150894 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:44.514621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8::94 (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/540f5af5-3c88-4959-a708-3845e8b180a4/8b2cd1e5-9ce1-48f0-b6de-ff563817a436) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:44.527613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:285c (4e1628b0-b8db-4143-bf0e-292fd47ebcbc/bf19db75-25d2-4ed7-bc3c-cfcc73e1356b/8b2cd1e5-9ce1-48f0-b6de-ff563817a436) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:44.538264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8de78e-65b9-47a4-93cf-6f81ba870f58 req-7b1d4548-45d4-4aa9-b19e-404a3eb52d2e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:44.540016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d8de78e-65b9-47a4-93cf-6f81ba870f58 req-7b1d4548-45d4-4aa9-b19e-404a3eb52d2e tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 945 time: 0.1804798 Mar 11 00:03:44.565252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3d03fbd-c8e9-4725-9f00-00e107160b1e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-508524385 HTTP/1.1" status: 204 len: 168 time: 0.2778745 Mar 11 00:03:44.567882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57828) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:44.574427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-36f54bd2-cb42-4cd0-9676-e89a7dae27e6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:44.597579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5216db-6ac4-4307-bb08-4371bfc8bf8c req-b1175cf9-7a4b-4f7a-bc32-3e303b2d8713 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:44.599044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f5216db-6ac4-4307-bb08-4371bfc8bf8c req-b1175cf9-7a4b-4f7a-bc32-3e303b2d8713 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1570897 Mar 11 00:03:44.685585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36f54bd2-cb42-4cd0-9676-e89a7dae27e6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 200 len: 205 time: 0.1139941 Mar 11 00:03:44.685585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (3a54b3e0-03c4-43f1-94ff-5da097a214ff), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.685948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d8de78e-65b9-47a4-93cf-6f81ba870f58 req-a23f5689-905f-46da-8212-f0674c1d1686 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341898 Mar 11 00:03:44.685948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:44.699561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-6ca1ae00-72a0-4d7a-a62c-33b2cd03015c tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:44.760098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f5216db-6ac4-4307-bb08-4371bfc8bf8c req-d89aba68-685c-4a60-8887-999f72524c41 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500311 Mar 11 00:03:44.909567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ca1ae00-72a0-4d7a-a62c-33b2cd03015c tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 200 len: 239 time: 0.2176135 Mar 11 00:03:44.913519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57838) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:44.918744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-0caf63a6-d1b5-4097-9f41-c5bafde663cf tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-82568093') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:44.922545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.930999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9fcc0-b73b-4eed-95b9-bd66968f18fb req-0960e84a-496b-47ec-a38c-4f29342feebb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:44.937830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa9fcc0-b73b-4eed-95b9-bd66968f18fb req-0960e84a-496b-47ec-a38c-4f29342feebb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1680632 Mar 11 00:03:44.982635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:44.994395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.005135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa9fcc0-b73b-4eed-95b9-bd66968f18fb req-575f7b84-533d-436f-98a1-4d9540a4b17b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Mar 11 00:03:45.044966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.092530 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0caf63a6-d1b5-4097-9f41-c5bafde663cf tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-82568093 HTTP/1.1" status: 204 len: 168 time: 0.1781049 Mar 11 00:03:45.095547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57844) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:45.100895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-773cf79e-9242-458a-86e2-90802a4d144a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-82568093') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:45.102358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:45.111553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:45.131634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:45.138112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:45.138782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.181357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event updated for resources: {'Port': ['ID=8b2cd1e5-9ce1-48f0-b6de-ff563817a436,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:45.195241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ce4d-04a4-499a-95a9-99c8fda1ac11 req-91dde143-e3ce-4d4d-810a-a3e4389b570f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:45.199902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d17ce4d-04a4-499a-95a9-99c8fda1ac11 req-91dde143-e3ce-4d4d-810a-a3e4389b570f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1926541 Mar 11 00:03:45.205186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-445dc5d8-c944-4c87-bb02-5894b1bca464 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0424607 Mar 11 00:03:45.220863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:45.314001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db13a4d1-42b0-4061-ab3a-23d712150894 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:03:45.364046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d17ce4d-04a4-499a-95a9-99c8fda1ac11 req-75957bbb-1520-4323-9622-1f839f05d43c tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560237 Mar 11 00:03:45.487378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting port 8b2cd1e5-9ce1-48f0-b6de-ff563817a436 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:45.487804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.509636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db13a4d1-42b0-4061-ab3a-23d712150894 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:45.510047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.520476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e319cc9-7f55-466a-8d45-5266c068b6df req-f7d1106a-eef0-4e65-bd53-6d421ffa9f04 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:45.522133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e319cc9-7f55-466a-8d45-5266c068b6df req-f7d1106a-eef0-4e65-bd53-6d421ffa9f04 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 945 time: 0.1733360 Mar 11 00:03:45.575621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ebe39327-26d6-4248-81b3-1c6060114ab4 None None] Provisioning complete for port 8b2cd1e5-9ce1-48f0-b6de-ff563817a436 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:45.576445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ebe39327-26d6-4248-81b3-1c6060114ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.577701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-773cf79e-9242-458a-86e2-90802a4d144a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-82568093 HTTP/1.1" status: 204 len: 168 time: 0.4811180 Mar 11 00:03:45.581071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57858) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:45.586047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-9b9c975f-4322-4c7d-b789-98df5ea86bb7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:45.589189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Router 3a54b3e0-03c4-43f1-94ff-5da097a214ff is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:45.649732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ebe39327-26d6-4248-81b3-1c6060114ab4 None None] Port 8b2cd1e5-9ce1-48f0-b6de-ff563817a436 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:03:45.653180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db13a4d1-42b0-4061-ab3a-23d712150894 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:45.701617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:45.730772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Calling delete_port for 8b2cd1e5-9ce1-48f0-b6de-ff563817a436 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:45.760512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e319cc9-7f55-466a-8d45-5266c068b6df req-e728de03-21fd-4c29-aa27-f66582c5dfd9 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279229 Mar 11 00:03:45.815356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331be9a-2b22-43c4-a152-bfcf67a36009 req-a670d5d7-9732-4a4b-97e1-28b1c7b34282 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:45.817213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1331be9a-2b22-43c4-a152-bfcf67a36009 req-a670d5d7-9732-4a4b-97e1-28b1c7b34282 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2281287 Mar 11 00:03:45.896142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1331be9a-2b22-43c4-a152-bfcf67a36009 req-255d916c-95d9-4311-b73a-bee08cf91f1f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Mar 11 00:03:45.988515 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9b9c975f-4322-4c7d-b789-98df5ea86bb7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 200 len: 205 time: 0.4059637 Mar 11 00:03:45.991379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:45.995817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-100e907b-ccfd-41ed-a273-762174088af4 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.069880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8b2cd1e5-9ce1-48f0-b6de-ff563817a436), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.073495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-100e907b-ccfd-41ed-a273-762174088af4 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 200 len: 240 time: 0.0807710 Mar 11 00:03:46.076219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.083677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-f5e4e710-bfc0-4bc6-9a90-b47e7a900226 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-858207825') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.099050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:46.100610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Port': ['ID=8b2cd1e5-9ce1-48f0-b6de-ff563817a436,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:46.109034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a2b0-e807-47aa-8cff-4465de2947e4 req-fa9ce9ad-9d1f-4b0e-9c64-7d2afb637153 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.110729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67f8a2b0-e807-47aa-8cff-4465de2947e4 req-fa9ce9ad-9d1f-4b0e-9c64-7d2afb637153 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1030724 Mar 11 00:03:46.113909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] Sync routers for ids ['3a54b3e0-03c4-43f1-94ff-5da097a214ff'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:46.114100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.115213 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-332c61b0-9d7f-43ff-bce6-1ba243ec74aa tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "PUT /v2.0/routers/3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 200 len: 882 time: 3.2430861 Mar 11 00:03:46.118100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57868) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.135141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] Routers {'3a54b3e0-03c4-43f1-94ff-5da097a214ff'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:46.135899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3a54b3e0-03c4-43f1-94ff-5da097a214ff'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.138667 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f5e4e710-bfc0-4bc6-9a90-b47e7a900226 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-858207825 HTTP/1.1" status: 204 len: 168 time: 0.0612085 Mar 11 00:03:46.145840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57870) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.154298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-77310bd3-ca1d-4edd-85bd-6562bdd0a9f7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-858207825') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.197422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.212895 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77310bd3-ca1d-4edd-85bd-6562bdd0a9f7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-858207825 HTTP/1.1" status: 204 len: 168 time: 0.0596488 Mar 11 00:03:46.213133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57872) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.217292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-781b98d1-1476-44ce-82cf-8f2c0da251e1 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.226028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] Routers {'3a54b3e0-03c4-43f1-94ff-5da097a214ff'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:46.226674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3a54b3e0-03c4-43f1-94ff-5da097a214ff'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.243903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.248154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79200197-4c43-4cc2-a16a-0e94a5dbcfd8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/8b2cd1e5-9ce1-48f0-b6de-ff563817a436 HTTP/1.1" status: 204 len: 168 time: 1.0262926 Mar 11 00:03:46.253299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-781b98d1-1476-44ce-82cf-8f2c0da251e1 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 200 len: 205 time: 0.0360265 Mar 11 00:03:46.253299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57874) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.255067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.271170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-5eb02395-b8de-46ad-a680-a3b885a98956 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.289521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.292799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698833e-dc26-453f-bf41-506ff31757d3 None None] The sync data for ids ['3a54b3e0-03c4-43f1-94ff-5da097a214ff'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:46.341306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67f8a2b0-e807-47aa-8cff-4465de2947e4 req-bbc4557e-1f85-4b5e-a428-46fb9147c994 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132890 Mar 11 00:03:46.352256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440393b-7c7c-489b-b02b-b0dd242cfb76 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.353804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7440393b-7c7c-489b-b02b-b0dd242cfb76 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0952601 Mar 11 00:03:46.372194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.442991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5aceb0-9cd8-4c41-848d-78eed4801d7f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.445452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cb5aceb0-9cd8-4c41-848d-78eed4801d7f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0720086 Mar 11 00:03:46.447905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.533021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a6636-2fa2-4679-938c-c9cd95aabfd3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.534860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a6636-2fa2-4679-938c-c9cd95aabfd3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.536255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1a6636-2fa2-4679-938c-c9cd95aabfd3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.541281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eb1a6636-2fa2-4679-938c-c9cd95aabfd3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0897205 Mar 11 00:03:46.541660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57888) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.603864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet 540f5af5-3c88-4959-a708-3845e8b180a4 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:46.609074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (540f5af5-3c88-4959-a708-3845e8b180a4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.656559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (540f5af5-3c88-4959-a708-3845e8b180a4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.774296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5eb02395-b8de-46ad-a680-a3b885a98956 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 204 len: 168 time: 0.5141494 Mar 11 00:03:46.777549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.782356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-6e8c479d-e645-4f73-9fc9-3989417339aa tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:46.786673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4ce9a869-bbcd-46ae-a959-e8dd957081b7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.789224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4ce9a869-bbcd-46ae-a959-e8dd957081b7 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 945 time: 0.1025515 Mar 11 00:03:46.833450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c0a5509f-be53-425a-b5be-9e9fa7b1cbeb tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 200 len: 923 time: 0.7137110 Mar 11 00:03:46.838177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:46.895098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (540f5af5-3c88-4959-a708-3845e8b180a4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:46.920649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae900-46fb-4769-88d9-39909e217ae3 req-d4cbf7cc-a978-48c5-8e0c-7c3d0f0f59eb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:46.928801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdeae900-46fb-4769-88d9-39909e217ae3 req-d4cbf7cc-a978-48c5-8e0c-7c3d0f0f59eb tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2006202 Mar 11 00:03:46.980123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Deleting port 9257cd3b-5957-43ce-86ba-d59e0b4f312e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:46.980563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.019095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24055770-0ace-426e-b480-9d609456dc17 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.021256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-24055770-0ace-426e-b480-9d609456dc17 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=3a54b3e0-03c4-43f1-94ff-5da097a214ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1819277 Mar 11 00:03:47.024804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (540f5af5-3c88-4959-a708-3845e8b180a4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.030029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57898) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.048508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e8c479d-e645-4f73-9fc9-3989417339aa tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 204 len: 168 time: 0.2668848 Mar 11 00:03:47.051206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57900) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.061184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-eb94a387-f0c1-4949-b861-4e0dea24a19b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:47.076705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdeae900-46fb-4769-88d9-39909e217ae3 req-6f5783ac-b5ef-40f1-ba73-72e4d4622b7d tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467862 Mar 11 00:03:47.086028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7d9a1-9fd9-4c10-b763-27959e895e8d req-08660971-8dcb-4fdb-b5c8-37737e3b970f tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.088113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eca7d9a1-9fd9-4c10-b763-27959e895e8d req-08660971-8dcb-4fdb-b5c8-37737e3b970f tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 945 time: 0.2215610 Mar 11 00:03:47.177263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=540f5af5-3c88-4959-a708-3845e8b180a4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:47.188731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eca7d9a1-9fd9-4c10-b763-27959e895e8d req-13d5b336-419a-4073-9273-1d759b1c6707 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d70ea7b-4a50-45e4-a77f-82e1739ab167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790436 Mar 11 00:03:47.199040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b882d5-a3f5-41d4-9f3e-21283876b561 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:47.210912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.214262 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b32b047d-f459-4dcb-ac64-f8069b286cfb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/540f5af5-3c88-4959-a708-3845e8b180a4 HTTP/1.1" status: 204 len: 168 time: 0.6715074 Mar 11 00:03:47.219050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.247338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eb94a387-f0c1-4949-b861-4e0dea24a19b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1876328 Mar 11 00:03:47.247576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57906) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.252413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-70fe17c2-2c05-40b8-bd77-ffce5e10892b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:47.305181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff37b3-affb-4d92-bde9-b6fc91573701 req-d4b3ceb5-0e91-492f-9370-5d3068e36840 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.308671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acff37b3-affb-4d92-bde9-b6fc91573701 req-d4b3ceb5-0e91-492f-9370-5d3068e36840 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1385870 Mar 11 00:03:47.314826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] For port 9257cd3b-5957-43ce-86ba-d59e0b4f312e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9257cd3b-5957-43ce-86ba-d59e0b4f312e,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:47.315237 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.348546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-4c186efd-d95a-4b6f-b83b-63dccfb23af6 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.350268 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-4c186efd-d95a-4b6f-b83b-63dccfb23af6 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 945 time: 0.3661940 Mar 11 00:03:47.358432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Calling delete_port for 9257cd3b-5957-43ce-86ba-d59e0b4f312e owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:47.374352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acff37b3-affb-4d92-bde9-b6fc91573701 req-9fd583b2-3a49-4c4a-9de4-1a00a9cb5da3 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577879 Mar 11 00:03:47.383587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-70fe17c2-2c05-40b8-bd77-ffce5e10892b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 204 len: 168 time: 0.1312630 Mar 11 00:03:47.384722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57908) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.390188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-10191767-b9fc-4c3a-a336-ee4dea34be1e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-1617033788') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:47.426354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Deleting subnet bf19db75-25d2-4ed7-bc3c-cfcc73e1356b {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:47.429288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab445444-907f-4e3c-8d06-134f1a3a14e9 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.430910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ab445444-907f-4e3c-8d06-134f1a3a14e9 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.3961766 Mar 11 00:03:47.435187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57914) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.470616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86683690-0f12-4ce8-b1d4-12f8926386a6 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 200 len: 205 time: 0.0326693 Mar 11 00:03:47.474325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.481428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (bf19db75-25d2-4ed7-bc3c-cfcc73e1356b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.579586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (bf19db75-25d2-4ed7-bc3c-cfcc73e1356b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.632530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-10191767-b9fc-4c3a-a336-ee4dea34be1e tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-1617033788 HTTP/1.1" status: 201 len: 201 time: 0.2467163 Mar 11 00:03:47.637672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:47.646083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-b8a606d3-a791-46a5-9cb8-378eca1f09c7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-2055408955') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:47.707308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a15a5-ebc3-4245-8cbc-20bcc67b2e83 req-deae4293-12a6-4023-8fd6-99f31daac3fe tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.708764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e5a15a5-ebc3-4245-8cbc-20bcc67b2e83 req-deae4293-12a6-4023-8fd6-99f31daac3fe tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1876025 Mar 11 00:03:47.748565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.753260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (bf19db75-25d2-4ed7-bc3c-cfcc73e1356b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.826781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Deleting port 55c02585-57be-4d0f-916f-b666faa6a880 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:47.827135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (55c02585-57be-4d0f-916f-b666faa6a880), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.892383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1871c-0e5d-4ccd-983e-77a991909be5 req-f9529eea-6645-4ca4-ad30-5ec9858421c0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:47.898565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9257cd3b-5957-43ce-86ba-d59e0b4f312e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:47.900497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0a1871c-0e5d-4ccd-983e-77a991909be5 req-f9529eea-6645-4ca4-ad30-5ec9858421c0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2183969 Mar 11 00:03:47.911278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9257cd3b-5957-43ce-86ba-d59e0b4f312e', '55c02585-57be-4d0f-916f-b666faa6a880'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:47.960880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e5a15a5-ebc3-4245-8cbc-20bcc67b2e83 req-10d88362-d459-4682-9006-ce55e7b26947 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272091 Mar 11 00:03:47.967827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (bf19db75-25d2-4ed7-bc3c-cfcc73e1356b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.026902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b8a606d3-a791-46a5-9cb8-378eca1f09c7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-2055408955 HTTP/1.1" status: 201 len: 201 time: 0.3880551 Mar 11 00:03:48.027899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event deleted for resources: {'Port': ['ID=9257cd3b-5957-43ce-86ba-d59e0b4f312e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:48.035045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.044453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (3a54b3e0-03c4-43f1-94ff-5da097a214ff), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.053650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-6c61e419-6406-417b-95ac-6fd157896743 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-979427137') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:48.066438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0a1871c-0e5d-4ccd-983e-77a991909be5 req-0d3e7102-fd2c-4657-995b-61cf45cc278e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647768 Mar 11 00:03:48.172186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Subnet': ['ID=bf19db75-25d2-4ed7-bc3c-cfcc73e1356b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:48.179545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.191340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.192626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-574ce8b9-386e-450d-be39-b2488b1f65fe tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/bf19db75-25d2-4ed7-bc3c-cfcc73e1356b HTTP/1.1" status: 204 len: 168 time: 0.9705315 Mar 11 00:03:48.256748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] No DVR routers for this DVR port 9257cd3b-5957-43ce-86ba-d59e0b4f312e on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:48.263131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.271336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8dea628c-2b47-4a8a-b3db-dea69e545382 req-4aa80a3a-3cf0-4ded-acd4-ed8f0e5f0505 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "DELETE /v2.0/ports/9257cd3b-5957-43ce-86ba-d59e0b4f312e HTTP/1.1" status: 204 len: 173 time: 1.4737117 Mar 11 00:03:48.280618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'name': 'network-vif-deleted', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:48.294100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b57264dc-0e37-4523-85c1-9df6847603f8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937386 Mar 11 00:03:48.296164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port 5c2c4140-aeea-4d5b-9175-fe1130a581c8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:48.296769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5c2c4140-aeea-4d5b-9175-fe1130a581c8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.297208 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee01b8-7ab7-413c-9407-9fa5d3da0f2a" -d '{"events": [{"server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "name": "network-vif-deleted", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:48.300950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57938) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.307873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] For port 55c02585-57be-4d0f-916f-b666faa6a880, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=55c02585-57be-4d0f-916f-b666faa6a880,segment=NetworkSegment(dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc),segment_id=dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:48.308275 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (55c02585-57be-4d0f-916f-b666faa6a880), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.363809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fae557-adb2-465f-a75e-a30e311d95a3 None None] Network 4e1628b0-b8db-4143-bf0e-292fd47ebcbc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:48.364756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Calling delete_port for 55c02585-57be-4d0f-916f-b666faa6a880 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:48.387149 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c61e419-6406-417b-95ac-6fd157896743 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-979427137 HTTP/1.1" status: 201 len: 201 time: 0.3407643 Mar 11 00:03:48.391232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57942) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.396836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-c14b5ed6-f260-40a6-8066-2e47967749d5 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-287881630') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:48.430269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45a47096-14f8-4811-b2dd-e8c76f451fca req-86a2c875-02a7-4aa8-8041-6c4eee5f86d1 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2529b5a3-d7e3-4e39-af6a-dc83cac604ce HTTP/1.1" status: 200 len: 210 time: 0.1172512 Mar 11 00:03:48.531065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0060d50f-240d-4ccf-a936-9f0853fbac9b None None] Provisioning complete for port db13a4d1-42b0-4061-ab3a-23d712150894 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:03:48.531468 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0060d50f-240d-4ccf-a936-9f0853fbac9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.539043 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c468d5f-b634-410e-a44a-85ecf5648715 x-openstack-request-id: req-3c468d5f-b634-410e-a44a-85ecf5648715 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:48.539551 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2529b5a3-d7e3-4e39-af6a-dc83cac604ce", "name": "network-vif-deleted", "tag": "9257cd3b-5957-43ce-86ba-d59e0b4f312e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:48.539779 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c468d5f-b634-410e-a44a-85ecf5648715 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:48.540523 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2529b5a3-d7e3-4e39-af6a-dc83cac604ce', 'name': 'network-vif-deleted', 'tag': '9257cd3b-5957-43ce-86ba-d59e0b4f312e', 'status': 'completed', 'code': 200} Mar 11 00:03:48.601217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c14b5ed6-f260-40a6-8066-2e47967749d5 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-287881630 HTTP/1.1" status: 201 len: 201 time: 0.2086854 Mar 11 00:03:48.604530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57948) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.609089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-7950b8ad-3467-44a7-ba1a-1ec212c8a01d tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', {'tags': ['tempest-TagsExtTest-Tag-1320582902', 'tempest-TagsExtTest-Tag-890358551', 'tempest-TagsExtTest-Tag-183279603']}) {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:48.677320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (55c02585-57be-4d0f-916f-b666faa6a880), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.732711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9257cd3b-5957-43ce-86ba-d59e0b4f312e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:03:48.736932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Pushing event deleted for resources: {'Port': ['ID=55c02585-57be-4d0f-916f-b666faa6a880,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:48.745355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5c2c4140-aeea-4d5b-9175-fe1130a581c8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.755592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e14f0-1047-4543-a8cd-e691d3e6a630 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:48.769939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-957e14f0-1047-4543-a8cd-e691d3e6a630 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4668188 Mar 11 00:03:48.770609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.795081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] No DVR routers for this DVR port 55c02585-57be-4d0f-916f-b666faa6a880 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:48.800750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7950b8ad-3467-44a7-ba1a-1ec212c8a01d tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 200 len: 316 time: 0.1927927 Mar 11 00:03:48.800750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:48.803232 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ddfe168-d58d-4e3d-9260-306ffc2f8e66 req-ddb44214-4716-4968-83e7-4d5e857595d0 tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.30 "DELETE /v2.0/ports/55c02585-57be-4d0f-916f-b666faa6a880 HTTP/1.1" status: 204 len: 173 time: 1.4420259 Mar 11 00:03:48.803960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.811035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for 5c2c4140-aeea-4d5b-9175-fe1130a581c8 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:48.820788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-c1902445-6e8a-40c7-a772-1a74864b2b27 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:48.973181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0060d50f-240d-4ccf-a936-9f0853fbac9b None None] Current status of the port db13a4d1-42b0-4061-ab3a-23d712150894 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:03:48.983834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c1902445-6e8a-40c7-a772-1a74864b2b27 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 204 len: 168 time: 0.1678193 Mar 11 00:03:48.984605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:48.993570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-6c5d94b8-5601-4cfc-b27b-a78238c67af7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-1320582902') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:49.038342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] DHCP port deletion for 4e1628b0-b8db-4143-bf0e-292fd47ebcbc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:49.073154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10996965-c8f2-4f65-a965-21b1ff273152 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:49.075299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-10996965-c8f2-4f65-a965-21b1ff273152 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2987592 Mar 11 00:03:49.078117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57958) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.144586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Deleting port db13a4d1-42b0-4061-ab3a-23d712150894 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:49.144888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.163207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36088011-a8be-460a-b25f-a2e14f6b29da tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758147 Mar 11 00:03:49.163461 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-6c5d94b8-5601-4cfc-b27b-a78238c67af7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:49.176964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c5d94b8-5601-4cfc-b27b-a78238c67af7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-1320582902 HTTP/1.1" status: 404 len: 329 time: 0.1811728 Mar 11 00:03:49.181251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.181590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57962) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.209497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-92c75ce2-b0d8-40c9-9243-bb82d912fb57 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-890358551') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:49.238113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] For port db13a4d1-42b0-4061-ab3a-23d712150894, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db13a4d1-42b0-4061-ab3a-23d712150894,segment=NetworkSegment(6c1fc19f-77d2-4d70-a1ae-4554ca35a51b),segment_id=6c1fc19f-77d2-4d70-a1ae-4554ca35a51b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:49.238519 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.254230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Calling delete_port for db13a4d1-42b0-4061-ab3a-23d712150894 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:49.284981 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4f4380-8d97-4fbe-8ce3-de4a23a55633 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.285770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4f4380-8d97-4fbe-8ce3-de4a23a55633 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.291469 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eb4f4380-8d97-4fbe-8ce3-de4a23a55633 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/8b2cd1e5-9ce1-48f0-b6de-ff563817a436 HTTP/1.1" status: 404 len: 333 time: 0.1088641 Mar 11 00:03:49.294926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57966) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.330090 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d459dc-7270-4746-b4d4-8067a60b577d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.330544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d459dc-7270-4746-b4d4-8067a60b577d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.333816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-28d459dc-7270-4746-b4d4-8067a60b577d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/bf19db75-25d2-4ed7-bc3c-cfcc73e1356b HTTP/1.1" status: 404 len: 337 time: 0.0377569 Mar 11 00:03:49.336796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57968) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.384456 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0470e4-3ab4-43f9-8305-2192fc6f6f4e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.384922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0470e4-3ab4-43f9-8305-2192fc6f6f4e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.389298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db13a4d1-42b0-4061-ab3a-23d712150894 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:49.394437 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d0470e4-3ab4-43f9-8305-2192fc6f6f4e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/540f5af5-3c88-4959-a708-3845e8b180a4 HTTP/1.1" status: 404 len: 337 time: 0.0542102 Mar 11 00:03:49.398343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.448825 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2a3170-36c7-4396-894f-6a7ef7e477d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.449331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2a3170-36c7-4396-894f-6a7ef7e477d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.452597 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b2a3170-36c7-4396-894f-6a7ef7e477d8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/5e47ce13-0651-4e4a-bc9f-56f0cceaaada HTTP/1.1" status: 404 len: 333 time: 0.0533199 Mar 11 00:03:49.457104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.489970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5c2c4140-aeea-4d5b-9175-fe1130a581c8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.491448 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1654337-3012-44ab-94cd-01bce7618ecc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.492359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1654337-3012-44ab-94cd-01bce7618ecc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.496490 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1654337-3012-44ab-94cd-01bce7618ecc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/9e94a7dc-333c-49c9-bbe4-822c361a1177 HTTP/1.1" status: 404 len: 337 time: 0.0384283 Mar 11 00:03:49.499466 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-92c75ce2-b0d8-40c9-9243-bb82d912fb57 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:49.504643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57976) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.505077 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92c75ce2-b0d8-40c9-9243-bb82d912fb57 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-890358551 HTTP/1.1" status: 404 len: 328 time: 0.3213220 Mar 11 00:03:49.505793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.523297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-28cb3b9a-419c-4d0b-bfb3-474ed7f401b6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62', 'tempest-TagsExtTest-Tag-183279603') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:49.538724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (db13a4d1-42b0-4061-ab3a-23d712150894), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.566337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] Pushing event deleted for resources: {'Port': ['ID=db13a4d1-42b0-4061-ab3a-23d712150894,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:49.572691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port db13a4d1-42b0-4061-ab3a-23d712150894 {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:03:49.573088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port db13a4d1-42b0-4061-ab3a-23d712150894 host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:03:49.573534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db13a4d1-42b0-4061-ab3a-23d712150894 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:49.579447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cb4be-ec0c-4841-b9e9-f3ce6ed02763 None None] No DVR routers for this DVR port db13a4d1-42b0-4061-ab3a-23d712150894 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:49.611940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=5c2c4140-aeea-4d5b-9175-fe1130a581c8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:49.691737 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af2b4ba-5e74-496f-ad9d-7b92d094d55b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.692256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af2b4ba-5e74-496f-ad9d-7b92d094d55b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.697790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4af2b4ba-5e74-496f-ad9d-7b92d094d55b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/66789e34-1161-45c4-9d34-ba7d080db2e7 HTTP/1.1" status: 404 len: 337 time: 0.1838260 Mar 11 00:03:49.698161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.722177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (3a54b3e0-03c4-43f1-94ff-5da097a214ff), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.731516 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be65e6e-d07d-4753-9b58-19f1bfcf964c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.732430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be65e6e-d07d-4753-9b58-19f1bfcf964c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.738875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9be65e6e-d07d-4753-9b58-19f1bfcf964c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/4ce652fc-df96-4209-af01-c0d0562a56a7 HTTP/1.1" status: 404 len: 333 time: 0.0372822 Mar 11 00:03:49.739202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.769602 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-836da8ba-01aa-41c3-bde9-c6ec6fde488d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.770146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836da8ba-01aa-41c3-bde9-c6ec6fde488d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.775384 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-836da8ba-01aa-41c3-bde9-c6ec6fde488d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/2741ddf8-573e-4959-b475-1ccfcfd4636a HTTP/1.1" status: 404 len: 337 time: 0.0329714 Mar 11 00:03:49.775701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57988) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.806419 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb6eb17-435e-4cae-8f56-a08793e7c975 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.807310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb6eb17-435e-4cae-8f56-a08793e7c975 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.813503 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcb6eb17-435e-4cae-8f56-a08793e7c975 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/65b234d2-b7b8-4f64-875f-5c25041ae78e HTTP/1.1" status: 404 len: 337 time: 0.0340035 Mar 11 00:03:49.814642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57990) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.841400 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f9517e-040a-487b-8139-cbba87b5e8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.842096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f9517e-040a-487b-8139-cbba87b5e8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.847261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97f9517e-040a-487b-8139-cbba87b5e8e9 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/3ed49840-07a8-4e0f-b4e3-1e92cbf98302 HTTP/1.1" status: 404 len: 333 time: 0.0304415 Mar 11 00:03:49.849015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57992) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.878343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-251985dc-5ef6-493e-8da4-77cc48cea236 req-9ff39bf7-19d3-411b-a6cd-fbdf76c8c79b tempest-MultipleCreateTestJSON-1492406500 tempest-MultipleCreateTestJSON-1492406500-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f2f587f-ee83-488e-9743-7148a79d4b26 HTTP/1.1" status: 200 len: 210 time: 0.1878414 Mar 11 00:03:49.888848 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0982b4b9-73ac-4522-a949-393f69342b6b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.890049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0982b4b9-73ac-4522-a949-393f69342b6b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.894564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0982b4b9-73ac-4522-a949-393f69342b6b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/2b8a45cc-1519-48ac-a1f2-e79002e5bae8 HTTP/1.1" status: 404 len: 337 time: 0.0442321 Mar 11 00:03:49.902149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.935607 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6483e575-e233-4e79-9bdc-e1c8004cc5c6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.936426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6483e575-e233-4e79-9bdc-e1c8004cc5c6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.940983 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6483e575-e233-4e79-9bdc-e1c8004cc5c6 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/06de24e9-8d19-4109-99f7-bb4ec4057644 HTTP/1.1" status: 404 len: 337 time: 0.0374656 Mar 11 00:03:49.943429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57996) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:49.951951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.956034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (3a54b3e0-03c4-43f1-94ff-5da097a214ff), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:49.977959 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8518d3a9-5350-4d14-88a3-6c0e2d0b6f84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:49.978542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8518d3a9-5350-4d14-88a3-6c0e2d0b6f84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:49.982370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8518d3a9-5350-4d14-88a3-6c0e2d0b6f84 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/1618a53f-a43f-4ca3-a172-6e0a12a52a7f HTTP/1.1" status: 404 len: 333 time: 0.0375824 Mar 11 00:03:49.984931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57998) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.012364 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-28cb3b9a-419c-4d0b-bfb3-474ed7f401b6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:50.016930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-28cb3b9a-419c-4d0b-bfb3-474ed7f401b6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags/tempest-TagsExtTest-Tag-183279603 HTTP/1.1" status: 404 len: 328 time: 0.5000384 Mar 11 00:03:50.019586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.024242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3a54b3e0-03c4-43f1-94ff-5da097a214ff), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.024429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-df0af426-eb47-4861-bfad-7d23c8d54ce6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', {'tags': ['tempest-TagsExtTest-Tag-618795607', 'tempest-TagsExtTest-Tag-837616005', 'tempest-TagsExtTest-Tag-932028218']}) {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:50.024878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router 3a54b3e0-03c4-43f1-94ff-5da097a214ff {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:50.032150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.037302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb28d8bc-c3ec-4c7c-9691-41e330474c5c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 204 len: 168 time: 2.5580606 Mar 11 00:03:50.037419 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98944b1-1229-4c4b-9d3f-bf2db414a277 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.037737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98944b1-1229-4c4b-9d3f-bf2db414a277 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.040520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58002) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.041056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c98944b1-1229-4c4b-9d3f-bf2db414a277 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/6a4eaaa8-2e79-40e8-a3ba-cacdf47c92a8 HTTP/1.1" status: 404 len: 337 time: 0.0549936 Mar 11 00:03:50.043794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58004) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.053733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173168701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:50.087323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.093170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.103210 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3618228d-8114-45a7-9c7b-1902f2ce0245 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.103767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3618228d-8114-45a7-9c7b-1902f2ce0245 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.107502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3618228d-8114-45a7-9c7b-1902f2ce0245 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/a8114312-5422-4ea2-819e-f3101f24c442 HTTP/1.1" status: 404 len: 333 time: 0.0623541 Mar 11 00:03:50.110248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58006) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.147815 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2182b0-ad22-41df-b65a-3c4c22b5e349 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.148369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2182b0-ad22-41df-b65a-3c4c22b5e349 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.151435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1c2182b0-ad22-41df-b65a-3c4c22b5e349 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/e959b762-b34f-439e-b7d1-f7c576c7031f HTTP/1.1" status: 404 len: 337 time: 0.0402963 Mar 11 00:03:50.156046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58008) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.163662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.170360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.185976 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b15b628-4a61-4486-8006-c30270a5cbe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.186610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b15b628-4a61-4486-8006-c30270a5cbe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.190604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7b15b628-4a61-4486-8006-c30270a5cbe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/fa7d5dfa-b520-4fa6-ab14-d995cd522be9 HTTP/1.1" status: 404 len: 333 time: 0.0333843 Mar 11 00:03:50.194869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58010) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.196124 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.200411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d87e6136-f065-43a2-b6d2-eaa4f681617b tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1544471 Mar 11 00:03:50.200938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58012) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.210148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': True}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:50.227027 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ef9f8e-2648-42f9-a315-a11f6eebd4aa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.227559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ef9f8e-2648-42f9-a315-a11f6eebd4aa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.230900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19ef9f8e-2648-42f9-a315-a11f6eebd4aa tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/0c1601a7-ea71-48f7-851a-2425659562d4 HTTP/1.1" status: 404 len: 337 time: 0.0351222 Mar 11 00:03:50.236377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df0af426-eb47-4861-bfad-7d23c8d54ce6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 200 len: 315 time: 0.2136009 Mar 11 00:03:50.236377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58014) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.241815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.246064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-0809d3ee-42eb-4983-a659-bef18f148654 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:50.343485 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fef5bb-50c6-401c-95cc-077aaad49cdc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.344165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fef5bb-50c6-401c-95cc-077aaad49cdc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.347173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-30fef5bb-50c6-401c-95cc-077aaad49cdc tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/0fe06055-7e6c-44e4-b375-c9571cfe7075 HTTP/1.1" status: 404 len: 333 time: 0.1120551 Mar 11 00:03:50.364223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.410706 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd6519a-3d2f-4cf6-9293-0278a938a813 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.417206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd6519a-3d2f-4cf6-9293-0278a938a813 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.423708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bdd6519a-3d2f-4cf6-9293-0278a938a813 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/0a324f82-d4c4-4be3-8c59-da8e5834bde5 HTTP/1.1" status: 404 len: 337 time: 0.0584207 Mar 11 00:03:50.428896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58022) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.496743 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-461af381-9466-48ce-8112-8526cd4d85ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.498614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461af381-9466-48ce-8112-8526cd4d85ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.507397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-461af381-9466-48ce-8112-8526cd4d85ac tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/109968ec-d162-48c2-8f0d-2f173f3de18b HTTP/1.1" status: 404 len: 333 time: 0.0774689 Mar 11 00:03:50.519966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58024) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.550632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'name': 'network-vif-deleted', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:03:50.552986 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969facf-a23c-43aa-b519-8959cc93f142" -d '{"events": [{"server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "name": "network-vif-deleted", "tag": "55c02585-57be-4d0f-916f-b666faa6a880"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:03:50.557635 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-881f223f-133e-4184-bbd9-8c102a2ff166 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.558225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881f223f-133e-4184-bbd9-8c102a2ff166 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.561664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-881f223f-133e-4184-bbd9-8c102a2ff166 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/75d7ab26-359d-4dc5-b86a-61dd86d74809 HTTP/1.1" status: 404 len: 337 time: 0.0398417 Mar 11 00:03:50.567267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.598332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:50.599963 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9285e512-51de-4ae6-bb4f-f822261b7b3d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.600515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9285e512-51de-4ae6-bb4f-f822261b7b3d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.603549 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9285e512-51de-4ae6-bb4f-f822261b7b3d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/a1298566-d784-4251-9f65-b3cfe3fdb95c HTTP/1.1" status: 404 len: 333 time: 0.0319083 Mar 11 00:03:50.606257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58030) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.642832 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842811b0-98ac-4d76-a1ce-e839d31ca2e3 x-openstack-request-id: req-842811b0-98ac-4d76-a1ce-e839d31ca2e3 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:03:50.643198 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2f587f-ee83-488e-9743-7148a79d4b26", "name": "network-vif-deleted", "tag": "55c02585-57be-4d0f-916f-b666faa6a880", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:03:50.643438 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-842811b0-98ac-4d76-a1ce-e839d31ca2e3 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:03:50.644009 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2f587f-ee83-488e-9743-7148a79d4b26', 'name': 'network-vif-deleted', 'tag': '55c02585-57be-4d0f-916f-b666faa6a880', 'status': 'completed', 'code': 200} Mar 11 00:03:50.645346 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f18bcd-39f4-4294-ac4c-057c3c83e59b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.646525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f18bcd-39f4-4294-ac4c-057c3c83e59b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.652538 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14f18bcd-39f4-4294-ac4c-057c3c83e59b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/57a94177-9ffb-450d-bc3b-3f0100546daa HTTP/1.1" status: 404 len: 337 time: 0.0431314 Mar 11 00:03:50.653036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58032) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.656364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9257cd3b-5957-43ce-86ba-d59e0b4f312e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:50.661707 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0809d3ee-42eb-4983-a659-bef18f148654 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 204 len: 168 time: 0.4188926 Mar 11 00:03:50.664886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58034) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.671018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-bc22aac6-d172-4a5e-8b57-035e5a930bab tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-618795607') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:50.687346 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-80db722d-f92e-4284-83d1-8fbfc5c0512b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.688552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80db722d-f92e-4284-83d1-8fbfc5c0512b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.694880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-80db722d-f92e-4284-83d1-8fbfc5c0512b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/9051999a-31d6-4007-9dd4-28c1378dbe5a HTTP/1.1" status: 404 len: 337 time: 0.0380988 Mar 11 00:03:50.702510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.726523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9257cd3b-5957-43ce-86ba-d59e0b4f312e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:50.727439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9257cd3b-5957-43ce-86ba-d59e0b4f312e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:50.730525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 55c02585-57be-4d0f-916f-b666faa6a880 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:50.732658 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-609fa1cc-1a1e-485d-9669-9579372ec907 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:50.733232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609fa1cc-1a1e-485d-9669-9579372ec907 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:50.736522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-609fa1cc-1a1e-485d-9669-9579372ec907 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/bde9f8eb-d17f-4573-90c8-074b3ff1a0a6 HTTP/1.1" status: 404 len: 333 time: 0.0310206 Mar 11 00:03:50.739136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.770454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 55c02585-57be-4d0f-916f-b666faa6a880 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:50.771126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 55c02585-57be-4d0f-916f-b666faa6a880 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:50.778641 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-bc22aac6-d172-4a5e-8b57-035e5a930bab tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:50.785392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bc22aac6-d172-4a5e-8b57-035e5a930bab tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-618795607 HTTP/1.1" status: 404 len: 328 time: 0.1184287 Mar 11 00:03:50.786728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58040) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.791442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-a7bdfb57-015f-4355-b1d8-2ea99a4cccc6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-837616005') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:50.882982 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a7bdfb57-015f-4355-b1d8-2ea99a4cccc6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:50.887464 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a7bdfb57-015f-4355-b1d8-2ea99a4cccc6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-837616005 HTTP/1.1" status: 404 len: 328 time: 0.0968771 Mar 11 00:03:50.892721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58044) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:50.897589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-16fe8ea1-439b-4f0a-a940-575c218e77f8 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7', 'tempest-TagsExtTest-Tag-932028218') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:50.979989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58048) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.049721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Deleting subnet 4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:51.053111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Publish callbacks [] for subnet (4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.094837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.123438 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-419042df-fc6b-4480-b790-dac93db0c17a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.124012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419042df-fc6b-4480-b790-dac93db0c17a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.127328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-419042df-fc6b-4480-b790-dac93db0c17a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/1ccdfa25-8190-4270-9a8c-1a90b45e00c9 HTTP/1.1" status: 404 len: 337 time: 0.3867722 Mar 11 00:03:51.130348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58050) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.145694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.165397 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf486f33-666f-4c3d-9eab-604209288e78 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.166191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf486f33-666f-4c3d-9eab-604209288e78 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.170433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf486f33-666f-4c3d-9eab-604209288e78 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/f17f73e2-0af8-4bc1-9a99-16118ef42fa3 HTTP/1.1" status: 404 len: 337 time: 0.0391152 Mar 11 00:03:51.176384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58052) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.204689 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-16fe8ea1-439b-4f0a-a940-575c218e77f8 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:51.205912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-16fe8ea1-439b-4f0a-a940-575c218e77f8 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags/tempest-TagsExtTest-Tag-932028218 HTTP/1.1" status: 404 len: 328 time: 0.3120904 Mar 11 00:03:51.208686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58054) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.213564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-d82ff28e-c546-474c-9ada-6010f27874fb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', {'tags': ['tempest-TagsExtTest-Tag-947576614', 'tempest-TagsExtTest-Tag-215729252', 'tempest-TagsExtTest-Tag-1453555080']}) {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:51.345562 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b03e0b-f36b-4a0e-8110-7105d9c8317b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.346189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b03e0b-f36b-4a0e-8110-7105d9c8317b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.351690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-05b03e0b-f36b-4a0e-8110-7105d9c8317b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/0864e1fd-d6f3-4853-a69d-33540df75251 HTTP/1.1" status: 404 len: 333 time: 0.1717892 Mar 11 00:03:51.352837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58056) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.383086 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db8abdd-69e9-45ea-81e5-6411dafd6011 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.383556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db8abdd-69e9-45ea-81e5-6411dafd6011 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.389398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7db8abdd-69e9-45ea-81e5-6411dafd6011 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/77b97f54-3800-407f-b51b-34c15f6d6499 HTTP/1.1" status: 404 len: 337 time: 0.0334861 Mar 11 00:03:51.389844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58060) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.399963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (41dd0d20-fd70-4158-95ec-1a395ba3447e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.467641 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de45d07-15d2-4cee-b33f-6d9ab5ea934e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.467641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de45d07-15d2-4cee-b33f-6d9ab5ea934e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.472286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8de45d07-15d2-4cee-b33f-6d9ab5ea934e tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/8eea972f-fb21-4ef0-8dee-f4305c74e92f HTTP/1.1" status: 404 len: 337 time: 0.0792799 Mar 11 00:03:51.474949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.485557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.515281 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38ea46d-5cd9-4305-ab7e-3af43877d9a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.516480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38ea46d-5cd9-4305-ab7e-3af43877d9a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.524288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f38ea46d-5cd9-4305-ab7e-3af43877d9a8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/4ffb2e02-fb8b-4387-8373-c14b2913aa53 HTTP/1.1" status: 404 len: 333 time: 0.0477629 Mar 11 00:03:51.526426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58064) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.577677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d82ff28e-c546-474c-9ada-6010f27874fb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 200 len: 316 time: 0.3678308 Mar 11 00:03:51.580986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.585891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-fac8724a-5c87-4514-8b2d-be55b99717fa tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:51.589709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.599903 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc4598d-f246-415e-8f48-e939f154eff5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.600328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc4598d-f246-415e-8f48-e939f154eff5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.607856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dbc4598d-f246-415e-8f48-e939f154eff5 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/ed2f46e8-3e50-4b0a-8fa3-f34176a9b0f8 HTTP/1.1" status: 404 len: 337 time: 0.0792172 Mar 11 00:03:51.608526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.659417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.664700 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0 HTTP/1.1" status: 204 len: 168 time: 0.6835196 Mar 11 00:03:51.665889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58070) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.666044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae5d6d-c50e-4ffa-bed7-f36c18a1bc2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d76e5ef-4d6f-4fd7-a7fc-55adc6cbeae0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:51.667520 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22e5dc8-eab3-4896-ab8d-9b0b6d0e4c06 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.668276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22e5dc8-eab3-4896-ab8d-9b0b6d0e4c06 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.674695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e22e5dc8-eab3-4896-ab8d-9b0b6d0e4c06 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/66256bff-55e1-4c8d-8a5d-097275bca98e HTTP/1.1" status: 404 len: 337 time: 0.0611470 Mar 11 00:03:51.676704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.742178 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c1a9d6c5-20db-40ae-8bd7-4b65c87647bf tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccbf9089-b2ee-4f6b-acff-e12c5a814e27 HTTP/1.1" status: 200 len: 205 time: 0.0634115 Mar 11 00:03:51.745215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.758550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.805026 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fac8724a-5c87-4514-8b2d-be55b99717fa tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 204 len: 168 time: 0.2229025 Mar 11 00:03:51.805983 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-0689a93d-b4bb-4834-aa50-bc519671474b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] delete failed (client error): The resource could not be found. Mar 11 00:03:51.807344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0689a93d-b4bb-4834-aa50-bc519671474b tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/routers/ccbf9089-b2ee-4f6b-acff-e12c5a814e27 HTTP/1.1" status: 404 len: 336 time: 0.0612493 Mar 11 00:03:51.807852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58076) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.812135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-77f3279b-dd9d-4255-a8bd-442ce6e5ec6a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-947576614') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:51.825153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58078) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.898426 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-77f3279b-dd9d-4255-a8bd-442ce6e5ec6a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:51.899377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77f3279b-dd9d-4255-a8bd-442ce6e5ec6a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-947576614 HTTP/1.1" status: 404 len: 328 time: 0.0906110 Mar 11 00:03:51.901350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:51.902944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58080) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.908283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-a27ca56f-7db7-4547-ba93-210ea21349a2 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-215729252') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:51.971884 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75c9877-0ae3-46cf-9cb6-1c8a3b6d325c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:51.972451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75c9877-0ae3-46cf-9cb6-1c8a3b6d325c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:51.975507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d75c9877-0ae3-46cf-9cb6-1c8a3b6d325c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/86120ab1-dfbb-44c6-b0f6-e67c3cbc2fcd HTTP/1.1" status: 404 len: 337 time: 0.1493924 Mar 11 00:03:51.979879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:51.988354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 172.25.7.214 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e5aec898-63a7-4dc1-85c7-1b27aa13566c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:51.994469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813bb5b-c98f-4946-b8ca-1c8d9c4718d7']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.009805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.010080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.033975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.034206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c563aefd-c4e9-4a15-a42c-5ec06d66d5e4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "GET /v2.0/ports?device_id=b432be25-b87a-4bb6-b529-62f1c19973ab HTTP/1.1" status: 200 len: 205 time: 0.0473263 Mar 11 00:03:52.062376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58086) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.113115 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a27ca56f-7db7-4547-ba93-210ea21349a2 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:52.119637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a27ca56f-7db7-4547-ba93-210ea21349a2 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-215729252 HTTP/1.1" status: 404 len: 328 time: 0.2100422 Mar 11 00:03:52.119637 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-c2e4531a-dcf0-47a4-8a6e-8ae435433ddd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] delete failed (client error): The resource could not be found. Mar 11 00:03:52.119637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c2e4531a-dcf0-47a4-8a6e-8ae435433ddd tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/routers/b432be25-b87a-4bb6-b529-62f1c19973ab HTTP/1.1" status: 404 len: 336 time: 0.0471644 Mar 11 00:03:52.123001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58088) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.123341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58090) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.129816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-d221f2b8-84f3-4ed2-b2cc-2d8232af5ade tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10', 'tempest-TagsExtTest-Tag-1453555080') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.202623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.209899 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-19de8841-ecf0-43ac-bd18-cf1ebe178e58 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.210348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19de8841-ecf0-43ac-bd18-cf1ebe178e58 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.215868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19de8841-ecf0-43ac-bd18-cf1ebe178e58 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/af8eaa58-4cf7-4902-9bb9-4ff52208a10c HTTP/1.1" status: 404 len: 337 time: 0.0879085 Mar 11 00:03:52.218957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.232839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:03:52.233240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (dc32eb52-02e0-4a5b-82d0-6d4f0b0f3ecc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:03:52.236005 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:03:52.252602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (e5aec898-63a7-4dc1-85c7-1b27aa13566c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.273019 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fe8324-91cb-406c-aa52-d0fba217e2f2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.273872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fe8324-91cb-406c-aa52-d0fba217e2f2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.281238 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84fe8324-91cb-406c-aa52-d0fba217e2f2 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/44ab17df-ff6f-4e04-9450-f4979293ee7a HTTP/1.1" status: 404 len: 337 time: 0.0601482 Mar 11 00:03:52.283606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58094) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.311312 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4040d2fb-7b34-4334-b3c4-a85c67f0aa08 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.312350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4040d2fb-7b34-4334-b3c4-a85c67f0aa08 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.320499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4040d2fb-7b34-4334-b3c4-a85c67f0aa08 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/10b9f2e8-8f83-4153-8a14-e746026227a7 HTTP/1.1" status: 404 len: 333 time: 0.0356152 Mar 11 00:03:52.321564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.351567 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-d221f2b8-84f3-4ed2-b2cc-2d8232af5ade tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:52.355781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d221f2b8-84f3-4ed2-b2cc-2d8232af5ade tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags/tempest-TagsExtTest-Tag-1453555080 HTTP/1.1" status: 404 len: 329 time: 0.2284572 Mar 11 00:03:52.358077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (2813bb5b-c98f-4946-b8ca-1c8d9c4718d7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.363531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.366687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2813bb5b-c98f-4946-b8ca-1c8d9c4718d7 HTTP/1.1" status: 204 len: 168 time: 0.6909132 Mar 11 00:03:52.368930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58098) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.377475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-686559d1-331a-4d87-98c1-fc9c331e5e19 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', {'tags': ['tempest-TagsExtTest-Tag-263256903', 'tempest-TagsExtTest-Tag-23134791', 'tempest-TagsExtTest-Tag-1083822849']}) {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.384288 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-31907930-8fd6-4153-b8cd-11330582452a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.385085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31907930-8fd6-4153-b8cd-11330582452a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.392861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31907930-8fd6-4153-b8cd-11330582452a tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/7a3248b5-6dd2-4060-b3cd-54241d0aeef7 HTTP/1.1" status: 404 len: 337 time: 0.0699575 Mar 11 00:03:52.393830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58102) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.398912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856442a3-be6b-4621-9999-edf589759b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2813bb5b-c98f-4946-b8ca-1c8d9c4718d7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:52.421048 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e5aec898-63a7-4dc1-85c7-1b27aa13566c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:52.450020 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-201ab718-1cd6-431e-b275-739377232eeb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.450885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201ab718-1cd6-431e-b275-739377232eeb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.457253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-201ab718-1cd6-431e-b275-739377232eeb tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/43e206d3-6c6c-40dd-9744-6369413eca3d HTTP/1.1" status: 404 len: 333 time: 0.0620146 Mar 11 00:03:52.457996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58104) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.490348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=e5aec898-63a7-4dc1-85c7-1b27aa13566c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:52.493164 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e5c2bf-2921-473a-8231-8649e22a9a70 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.493636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e5c2bf-2921-473a-8231-8649e22a9a70 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.509838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58108) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.510781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91e5c2bf-2921-473a-8231-8649e22a9a70 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/b37f7977-4c8f-4de8-bc9c-b7545b99de72 HTTP/1.1" status: 404 len: 337 time: 0.0516882 Mar 11 00:03:52.527793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:52.550956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:52.555563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:03:52.560152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-686559d1-331a-4d87-98c1-fc9c331e5e19 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "PUT /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 200 len: 315 time: 0.1888139 Mar 11 00:03:52.566891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.579566 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0035ca49-a3eb-4e9c-86f4-fa1775f92e30 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.580618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0035ca49-a3eb-4e9c-86f4-fa1775f92e30 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.581076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-9279b19e-61b2-4201-9837-a83f77b6c40a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.585190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0035ca49-a3eb-4e9c-86f4-fa1775f92e30 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/91df40a4-92db-4feb-94ec-25e7a1d986fc HTTP/1.1" status: 404 len: 333 time: 0.0506783 Mar 11 00:03:52.589642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58112) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.645934 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc8ec2a-76d9-45a5-be89-15a831b54566 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.646463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc8ec2a-76d9-45a5-be89-15a831b54566 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.653665 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ddc8ec2a-76d9-45a5-be89-15a831b54566 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/aa870a6c-96a8-469b-9ec6-baafc36c6a2b HTTP/1.1" status: 404 len: 337 time: 0.0624306 Mar 11 00:03:52.654397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58114) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.692094 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5850a1-9199-47e0-9b7d-3bbdd684ffe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.692726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5850a1-9199-47e0-9b7d-3bbdd684ffe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.697449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58116) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.699005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cc5850a1-9199-47e0-9b7d-3bbdd684ffe3 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/e74c5ef9-0b21-40b0-86de-4921f8e1f40f HTTP/1.1" status: 404 len: 333 time: 0.0427728 Mar 11 00:03:52.703098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58118) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.739981 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e5ca7f-32b1-4309-9c6b-71b445264923 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.740415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e5ca7f-32b1-4309-9c6b-71b445264923 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.745643 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38e5ca7f-32b1-4309-9c6b-71b445264923 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/33012d3f-a603-41a7-9a7f-5dd8671eee1e HTTP/1.1" status: 404 len: 337 time: 0.0381927 Mar 11 00:03:52.745979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58120) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.800997 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9279b19e-61b2-4201-9837-a83f77b6c40a tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 204 len: 168 time: 0.2307515 Mar 11 00:03:52.802115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58122) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.807915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-ea462057-92ae-44bd-b0b3-993dfa4d2e70 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-263256903') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.810886 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0031f688-fc85-4981-93d3-db3420d5b252 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.811532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0031f688-fc85-4981-93d3-db3420d5b252 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.817812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0031f688-fc85-4981-93d3-db3420d5b252 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/acf1631d-4ff3-4082-a871-65c69d1a27e5 HTTP/1.1" status: 404 len: 333 time: 0.0687325 Mar 11 00:03:52.818657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.827009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a43d36b4-bdd4-4e3e-a21a-49e888f03ba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f8b5a433c684c5da8b65abc8ebc7ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264699 Mar 11 00:03:52.827850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58126) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.859860 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8f94d8-964c-499d-8b11-a70231be6a41 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.860269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8f94d8-964c-499d-8b11-a70231be6a41 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.865827 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb8f94d8-964c-499d-8b11-a70231be6a41 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/b21b9537-f1c2-4050-9770-d997e461a877 HTTP/1.1" status: 404 len: 337 time: 0.0440488 Mar 11 00:03:52.866270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58128) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.925822 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-ea462057-92ae-44bd-b0b3-993dfa4d2e70 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:52.930215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea462057-92ae-44bd-b0b3-993dfa4d2e70 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-263256903 HTTP/1.1" status: 404 len: 328 time: 0.1270301 Mar 11 00:03:52.931240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58130) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.932431 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c5536b-65ba-475d-b062-3fa882aa6bb8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.933766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c5536b-65ba-475d-b062-3fa882aa6bb8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.938726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-71c5536b-65ba-475d-b062-3fa882aa6bb8 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/bd6c6422-28c6-42e5-9aca-28fa34b2ec8f HTTP/1.1" status: 404 len: 333 time: 0.0693839 Mar 11 00:03:52.939140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58132) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:52.951936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-c8a7e114-7af1-4d4b-b729-f2ea8900fc8c tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-23134791') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:52.991843 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-981b2471-2986-43a5-bbed-ea8d4ef6663f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:52.992240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981b2471-2986-43a5-bbed-ea8d4ef6663f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:52.998405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-981b2471-2986-43a5-bbed-ea8d4ef6663f tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/3d9599f5-fd60-49a2-8ac6-d3d979032cdb HTTP/1.1" status: 404 len: 337 time: 0.0562809 Mar 11 00:03:52.998853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58134) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.014448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] Publish callbacks [] for security_group (9d70ea7b-4a50-45e4-a77f-82e1739ab167), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.036604 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-23695448-6c2d-42c7-b9b3-516b37b4cf0d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:53.037131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23695448-6c2d-42c7-b9b3-516b37b4cf0d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:53.040912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-23695448-6c2d-42c7-b9b3-516b37b4cf0d tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/ports/636e018b-fb92-4626-a396-bb9200be8f3e HTTP/1.1" status: 404 len: 333 time: 0.0411572 Mar 11 00:03:53.043816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58138) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.080520 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e5664a-8f33-453d-9f7c-a07e66339fe4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] DELETE failed (client error): The resource could not be found. Mar 11 00:03:53.081034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e5664a-8f33-453d-9f7c-a07e66339fe4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:03:53.084652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e4e5664a-8f33-453d-9f7c-a07e66339fe4 tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/subnets/f0a21e9e-d111-42de-b6f1-ed83d1e39b8c HTTP/1.1" status: 404 len: 337 time: 0.0398095 Mar 11 00:03:53.087125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58140) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.095899 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-c8a7e114-7af1-4d4b-b729-f2ea8900fc8c tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:53.099876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c8a7e114-7af1-4d4b-b729-f2ea8900fc8c tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-23134791 HTTP/1.1" status: 404 len: 327 time: 0.1622875 Mar 11 00:03:53.101952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.124210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-b475991f-c3f3-4f10-8468-75cc33d807f5 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97', 'tempest-TagsExtTest-Tag-1083822849') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.124676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] Publish callbacks [] for security_group (9d70ea7b-4a50-45e4-a77f-82e1739ab167), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.189665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (41dd0d20-fd70-4158-95ec-1a395ba3447e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.199009 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-b475991f-c3f3-4f10-8468-75cc33d807f5 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] show failed (client error): The resource could not be found. Mar 11 00:03:53.202822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b475991f-c3f3-4f10-8468-75cc33d807f5 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags/tempest-TagsExtTest-Tag-1083822849 HTTP/1.1" status: 404 len: 329 time: 0.0975301 Mar 11 00:03:53.203902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58144) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.208474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-9b98644d-67c2-44c0-87bd-22c36b35c4f7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a251d7a3-3533-4a39-b082-b9771ce26d97') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.226189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (4e1628b0-b8db-4143-bf0e-292fd47ebcbc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.234092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9d70ea7b-4a50-45e4-a77f-82e1739ab167), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.237243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.238781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d70ea7b-4a50-45e4-a77f-82e1739ab167 HTTP/1.1" status: 204 len: 168 time: 0.4081433 Mar 11 00:03:53.258808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ffeb7-6a19-4f28-b5d2-ffc1bf892702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70ea7b-4a50-45e4-a77f-82e1739ab167,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:53.341740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (4e1628b0-b8db-4143-bf0e-292fd47ebcbc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.365609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1628b0-b8db-4143-bf0e-292fd47ebcbc']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.389658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.390090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1fc19f-77d2-4d70-a1ae-4554ca35a51b') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.409886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (6c1fc19f-77d2-4d70-a1ae-4554ca35a51b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.433684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6c1fc19f-77d2-4d70-a1ae-4554ca35a51b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.448901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:03:53.448901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (6c1fc19f-77d2-4d70-a1ae-4554ca35a51b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:03:53.452878 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:03:53.471706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9b98644d-67c2-44c0-87bd-22c36b35c4f7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97/tags HTTP/1.1" status: 204 len: 168 time: 0.2632418 Mar 11 00:03:53.472521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.477756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-8664e83a-0016-4fe1-b1ce-0b051838e264 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b18d61ea-e769-4459-8d53-1303f44f3e10') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.529440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.533798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.601800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (4e1628b0-b8db-4143-bf0e-292fd47ebcbc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.668802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:53.676107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] 10.222.0.21 "DELETE /v2.0/networks/4e1628b0-b8db-4143-bf0e-292fd47ebcbc HTTP/1.1" status: 204 len: 168 time: 0.5853934 Mar 11 00:03:53.716374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8664e83a-0016-4fe1-b1ce-0b051838e264 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10/tags HTTP/1.1" status: 204 len: 168 time: 0.2426732 Mar 11 00:03:53.717172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58158) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.718300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4b722-1a06-49a2-8732-c9bb64cf290c tempest-NetworksTestDHCPv6-2118476917 tempest-NetworksTestDHCPv6-2118476917-project] Pushing event deleted for resources: {'Network': ['ID=4e1628b0-b8db-4143-bf0e-292fd47ebcbc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:53.724251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-38f80981-113a-4306-9274-218f8c75e2e7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cb94cd8f-4567-46e9-9d74-b2effb9025b7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:53.809184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58164) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:53.811593 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38f80981-113a-4306-9274-218f8c75e2e7 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0904217 Mar 11 00:03:53.826719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-ab3085e3-de94-40f7-95c8-97cfb9cdb5bb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be046a0d-0a4b-4640-868a-7a0359a47b62') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:54.033971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ab3085e3-de94-40f7-95c8-97cfb9cdb5bb tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62/tags HTTP/1.1" status: 204 len: 168 time: 0.2216313 Mar 11 00:03:54.039149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.044118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router 41dd0d20-fd70-4158-95ec-1a395ba3447e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:03:54.265374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58178) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.337038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:03:54.348767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.348943 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] Sync routers for ids ['41dd0d20-fd70-4158-95ec-1a395ba3447e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:03:54.351205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8577f9c0-734f-41e5-b296-4be51621ada2 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "PUT /v2.0/routers/41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 200 len: 919 time: 4.1481094 Mar 11 00:03:54.353297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58182) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.361400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5035bc66-e276-47db-ab9f-934d7f41eee3 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.362531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5035bc66-e276-47db-ab9f-934d7f41eee3 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnetpools/a251d7a3-3533-4a39-b082-b9771ce26d97 HTTP/1.1" status: 204 len: 168 time: 0.3217051 Mar 11 00:03:54.368219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58184) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.387371 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] Routers {'41dd0d20-fd70-4158-95ec-1a395ba3447e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:54.388637 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41dd0d20-fd70-4158-95ec-1a395ba3447e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:54.423049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b40a30af-0c20-455f-a65c-d3f29ecdd99b tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "GET /v2.0/ports?device_id=b18d61ea-e769-4459-8d53-1303f44f3e10 HTTP/1.1" status: 200 len: 205 time: 0.0530286 Mar 11 00:03:54.425740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58188) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.530071 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:54.560858 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] Routers {'41dd0d20-fd70-4158-95ec-1a395ba3447e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:03:54.561841 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41dd0d20-fd70-4158-95ec-1a395ba3447e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:54.578263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.655299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a2a5d32-d202-451f-b8d6-37dcf1fc6a73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b63cf051a5b4e91b0b1ce0e0086daca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843760 Mar 11 00:03:54.665959 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:54.667667 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4ce22-dfe2-4d7d-bf5c-3abf2afca1b6 None None] The sync data for ids ['41dd0d20-fd70-4158-95ec-1a395ba3447e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:03:54.706324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.755573 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-158159fb-1160-4a8a-80df-bc5f5d08fce6 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 200 len: 925 time: 0.4003618 Mar 11 00:03:54.757205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58198) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.796876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.912714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] Publish callbacks [] for security_group (617f9c68-861c-46bb-a41b-cd39cd2dbb09), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.956164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160de9b-97a5-4a63-b49f-7f3cb46e1a15 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:54.962176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8160de9b-97a5-4a63-b49f-7f3cb46e1a15 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=41dd0d20-fd70-4158-95ec-1a395ba3447e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2039359 Mar 11 00:03:54.965437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58208) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:54.970755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.974169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for router_controller (b18d61ea-e769-4459-8d53-1303f44f3e10), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:54.995077 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] Publish callbacks [] for security_group (617f9c68-861c-46bb-a41b-cd39cd2dbb09), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.083532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (b18d61ea-e769-4459-8d53-1303f44f3e10), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.084504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Fanout notify agent at l3_agent the message router_deleted on router b18d61ea-e769-4459-8d53-1303f44f3e10 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:55.101768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.103098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-23828626-628e-4b86-9696-77960dda2f92 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/routers/b18d61ea-e769-4459-8d53-1303f44f3e10 HTTP/1.1" status: 204 len: 168 time: 0.6753707 Mar 11 00:03:55.105861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58210) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:55.107761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1484793673-network', 'tenant_id': 'eac39e03e038460eb4f202a68152e5c8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:55.159467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096b9da-7751-4bd8-a76e-5bf260a1b516 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:55.164688 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0096b9da-7751-4bd8-a76e-5bf260a1b516 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.1914809 Mar 11 00:03:55.166298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58212) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:55.181070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Made reservation on behalf of eac39e03e038460eb4f202a68152e5c8 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:55.184712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.214420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (617f9c68-861c-46bb-a41b-cd39cd2dbb09), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.217415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.221052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/617f9c68-861c-46bb-a41b-cd39cd2dbb09 HTTP/1.1" status: 204 len: 168 time: 0.5113118 Mar 11 00:03:55.237901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-28af9458-a632-42dc-979d-95083c1ed03a tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 200 len: 205 time: 0.0688512 Mar 11 00:03:55.238821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58218) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:55.276457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e4264-e314-4b71-adaa-d8097c51e261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f9c68-861c-46bb-a41b-cd39cd2dbb09,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:55.283195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.394786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Deleting port cb94cd8f-4567-46e9-9d74-b2effb9025b7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:55.396224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.599830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.615222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Calling delete_port for cb94cd8f-4567-46e9-9d74-b2effb9025b7 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:55.861077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cb94cd8f-4567-46e9-9d74-b2effb9025b7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:55.924798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event deleted for resources: {'Port': ['ID=cb94cd8f-4567-46e9-9d74-b2effb9025b7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:56.030794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.128190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.144506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d7ea910-1305-4d75-bd72-8a11f2a1c0a6 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/ports/cb94cd8f-4567-46e9-9d74-b2effb9025b7 HTTP/1.1" status: 204 len: 168 time: 1.0374844 Mar 11 00:03:56.148158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58234) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:56.166446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks [] for security_group (b0f24f56-8298-4eb6-8821-faa3fae81eae), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.179176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b0f24f56-8298-4eb6-8821-faa3fae81eae), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.217250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:03:56.242001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2c4343bc-7b68-40a4-b015-2a7288a0bf01), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.242356 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Added segment 2c4343bc-7b68-40a4-b015-2a7288a0bf01 of type vlan for network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f Mar 11 00:03:56.286671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Deleting subnet be046a0d-0a4b-4640-868a-7a0359a47b62 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:03:56.300092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks [] for subnet (be046a0d-0a4b-4640-868a-7a0359a47b62), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.360826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.396800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (be046a0d-0a4b-4640-868a-7a0359a47b62), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.494142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.505575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:56.507023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.521642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58246) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:56.551958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (be046a0d-0a4b-4640-868a-7a0359a47b62), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.628908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f24f56-8298-4eb6-8821-faa3fae81eae,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:56.661024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8628459 Mar 11 00:03:56.665296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58250) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:56.672060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Request body: {'subnet': {'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1484793673-subnet', 'tenant_id': 'eac39e03e038460eb4f202a68152e5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:56.684244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (be046a0d-0a4b-4640-868a-7a0359a47b62), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.718569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089c71f-b6c8-4252-ae17-68fc13f3615b admin admin] Pushing event updated for resources: {'Network': ['ID=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:56.722910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (41dd0d20-fd70-4158-95ec-1a395ba3447e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.733863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:03:56.775845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1427336510'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:56.782578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event deleted for resources: {'Subnet': ['ID=be046a0d-0a4b-4640-868a-7a0359a47b62,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:56.791369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.795106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2158122f-2121-4b78-91ec-119f193bb54f tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/subnets/be046a0d-0a4b-4640-868a-7a0359a47b62 HTTP/1.1" status: 204 len: 168 time: 0.6454530 Mar 11 00:03:56.798919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Made reservation on behalf of eac39e03e038460eb4f202a68152e5c8 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:56.801805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.805728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58252) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:56.880407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port e5aec898-63a7-4dc1-85c7-1b27aa13566c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:56.880681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e5aec898-63a7-4dc1-85c7-1b27aa13566c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:56.953237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3494dac-f640-4dce-b907-73edc1b49317 None None] Network b3bf4238-1949-44ed-8aca-9635df0092bb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:57.009366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e5aec898-63a7-4dc1-85c7-1b27aa13566c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.027703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for e5aec898-63a7-4dc1-85c7-1b27aa13566c owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:57.258535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] DHCP port deletion for b3bf4238-1949-44ed-8aca-9635df0092bb request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:03:57.358433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Deleting port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:03:57.361373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.372157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e5aec898-63a7-4dc1-85c7-1b27aa13566c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.440905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:03:57.442710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=e5aec898-63a7-4dc1-85c7-1b27aa13566c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:57.446176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.468778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.484283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] For port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,segment=NetworkSegment(3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2),segment_id=3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:03:57.484663 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.502724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Calling delete_port for 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:03:57.592916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (41dd0d20-fd70-4158-95ec-1a395ba3447e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.604520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (03cbd5a2-08d3-40ad-aea8-3c0f4b657d05), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.628875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] No DVR routers for this DVR port 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:03:57.652005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db831a-9906-47f0-b219-ee01f7c8bb8b None None] Pushing event deleted for resources: {'Port': ['ID=03cbd5a2-08d3-40ad-aea8-3c0f4b657d05,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:57.786044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.788447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (41dd0d20-fd70-4158-95ec-1a395ba3447e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.822330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (aa1f78bf-00bb-4318-b9b8-040d404b16f5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.866617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (41dd0d20-fd70-4158-95ec-1a395ba3447e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.866617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router 41dd0d20-fd70-4158-95ec-1a395ba3447e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:03:57.873252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.874527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e3c40811-54a3-4814-acb7-a15862439bc3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 204 len: 168 time: 2.6126099 Mar 11 00:03:57.879308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58258) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:57.889992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649398411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:57.897243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b3bf4238-1949-44ed-8aca-9635df0092bb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.928187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.929685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:57.995736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for security_group (ce9c8630-b0fe-41d9-927f-aafe9c852697), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.007092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.009231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ce9c8630-b0fe-41d9-927f-aafe9c852697), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.013305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.019298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1f78bf-00bb-4318-b9b8-040d404b16f5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:58.044627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.046522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0406162-b889-4317-b070-8692b0902959 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1644034 Mar 11 00:03:58.049612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58260) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:58.054772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'enable_snat': False}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:03:58.078840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:03:58.081370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Checking segment: {'id': '2c4343bc-7b68-40a4-b015-2a7288a0bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:03:58.081940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Network hostable DHCP agents. Network: 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:03:58.118537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c8630-b0fe-41d9-927f-aafe9c852697,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:58.122358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (217c2a72-b200-4e52-8962-6ad6bb129906), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.122929 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment 217c2a72-b200-4e52-8962-6ad6bb129906 of type vlan for network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 Mar 11 00:03:58.184079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b3bf4238-1949-44ed-8aca-9635df0092bb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.228585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:03:58.252704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bf4238-1949-44ed-8aca-9635df0092bb']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:58.262552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.268853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:58.273444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:58.273749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:03:58.280687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a139d-3c2a-43b6-9f56-e2d06f505a80 None None] Network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:58.283820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:58.284457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.302723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.323593 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:03:58.331948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b6c37b2-145a-49c6-8532-281315746038 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6500945 Mar 11 00:03:58.378978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.383879 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.400553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:03:58.405749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3b49b90c-03b6-4c56-a74b-29a3a9ddd4d2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:03:58.415645 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:03:58.434991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.444068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:58.444730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.471632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b006073-44ba-4384-b887-1b96b5931e55 None None] Network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:03:58.612620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=c6eabff1-a9c5-4cf0-befa-fea1bb6352b0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:58.626685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:03:58.732687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8ec4cdd3-a01d-4404-b226-1cf1283b9c39 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2094510 Mar 11 00:03:58.733916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b3bf4238-1949-44ed-8aca-9635df0092bb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.749335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:58.771354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] 10.222.0.21 "DELETE /v2.0/networks/b3bf4238-1949-44ed-8aca-9635df0092bb HTTP/1.1" status: 204 len: 168 time: 1.9570272 Mar 11 00:03:58.807466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d50ac-7d82-4eff-a12b-9c748833bd50 tempest-TagsExtTest-1229709158 tempest-TagsExtTest-1229709158-project] Pushing event deleted for resources: {'Network': ['ID=b3bf4238-1949-44ed-8aca-9635df0092bb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:58.995608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (8aa0f6c5-7240-4b48-8779-37acef409bdb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:59.025669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:59.213971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-127dffda-9952-4678-b585-22dd8e98ee5e tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:03:59.216730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-127dffda-9952-4678-b585-22dd8e98ee5e tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/networks?id=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f HTTP/1.1" status: 200 len: 822 time: 0.2816863 Mar 11 00:03:59.249893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3c7b8546-e26c-4c17-b198-6deeb85dbcec tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/quotas/eac39e03e038460eb4f202a68152e5c8 HTTP/1.1" status: 200 len: 375 time: 0.0271118 Mar 11 00:03:59.304554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-eef347a5-90cc-4c3e-bf30-74fd3be1baf7 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eac39e03e038460eb4f202a68152e5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482590 Mar 11 00:03:59.349675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:03:59.351799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Allocated IP 172.25.7.229 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/993b29ef-daeb-45be-ad77-bb8ef673113e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:03:59.403897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:03:59.407519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 03cbd5a2-08d3-40ad-aea8-3c0f4b657d05 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:03:59.431032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c7b614b5-2e9d-4b5b-a621-c9c06bde15b1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195316 Mar 11 00:03:59.524671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58288) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:03:59.576218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for port (993b29ef-daeb-45be-ad77-bb8ef673113e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:59.680674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-733b8dfb-ad7c-49a4-9c8a-7b7b66a04c8e service neutron] 10.222.0.21 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416179 Mar 11 00:03:59.707248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (993b29ef-daeb-45be-ad77-bb8ef673113e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:03:59.838707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Pushing event updated for resources: {'Port': ['ID=993b29ef-daeb-45be-ad77-bb8ef673113e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:03:59.879486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:03:59.881107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:03:59.887117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:00.053189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf5b3015-1127-4fdf-abb7-c1f25b83f100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fddfd0dac3dd43c28c3da4ecd127da8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223992 Mar 11 00:04:00.053824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58298) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:00.247686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11737030-dae5-4182-8054-2947dac96cf1 req-80aa7ad7-b2f9-4a05-8391-1e2eff0c293e tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.1760890 Mar 11 00:04:00.339801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] Publish callbacks [] for security_group (7a4b91e9-0f38-4700-a127-2df5cee2a485), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:00.429086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] Publish callbacks [] for security_group (7a4b91e9-0f38-4700-a127-2df5cee2a485), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:00.545671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7a4b91e9-0f38-4700-a127-2df5cee2a485), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:00.551162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:00.557357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a4b91e9-0f38-4700-a127-2df5cee2a485 HTTP/1.1" status: 204 len: 168 time: 0.5018651 Mar 11 00:04:00.584233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865eede-8483-4f4f-bb1b-4da45dff5ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b91e9-0f38-4700-a127-2df5cee2a485,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:00.952841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router_gateway (8aa0f6c5-7240-4b48-8779-37acef409bdb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:01.491799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c6dcd35-1889-4ece-b5dd-1d32666c376e req-fc7c6113-69b5-452f-94d9-ed66788b6854 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.0906303 Mar 11 00:04:01.519269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:01.536083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:01.948890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Router 8aa0f6c5-7240-4b48-8779-37acef409bdb is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:04:02.213305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:02.225526 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:02.226751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] Sync routers for ids ['8aa0f6c5-7240-4b48-8779-37acef409bdb'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:02.229818 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd391b15-4d78-435a-be52-e8b4c298bb51 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "PUT /v2.0/routers/8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 200 len: 919 time: 4.1766891 Mar 11 00:04:02.230599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.247447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58350) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.255451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:02.260420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] Routers {'8aa0f6c5-7240-4b48-8779-37acef409bdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:02.261430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8aa0f6c5-7240-4b48-8779-37acef409bdb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:02.365300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:02.365502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48912-5a16-436c-81b5-7d0259298422 req-b1678479-6856-43aa-92f4-5f6e2a679aef tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:02.367037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40d48912-5a16-436c-81b5-7d0259298422 req-b1678479-6856-43aa-92f4-5f6e2a679aef tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.2423215 Mar 11 00:04:02.388060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] Routers {'8aa0f6c5-7240-4b48-8779-37acef409bdb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:02.389313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:03:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8aa0f6c5-7240-4b48-8779-37acef409bdb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:02.444507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:02.445621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:02.446498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cce0f-d7fc-472c-ab55-a3fb26e28a2d None None] The sync data for ids ['8aa0f6c5-7240-4b48-8779-37acef409bdb'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:02.450932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:02.455687 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2edcb74b-7d0b-48c2-b646-cb5f65112789 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 200 len: 925 time: 0.2237525 Mar 11 00:04:02.458599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58354) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.493063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40d48912-5a16-436c-81b5-7d0259298422 req-77c46a7a-695b-4e33-8035-385c4ada25a8 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160572 Mar 11 00:04:02.535174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013ab40-18cd-4542-a993-c9bd1600607b tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:02.540122 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3013ab40-18cd-4542-a993-c9bd1600607b tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=8aa0f6c5-7240-4b48-8779-37acef409bdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0779183 Mar 11 00:04:02.540890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58358) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.681166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d2c15-63fc-4b48-9d87-ad0744f97e86 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:02.682718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-669d2c15-63fc-4b48-9d87-ad0744f97e86 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/networks/7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 881 time: 0.1407752 Mar 11 00:04:02.685796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58362) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.738076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a09b5642-7d16-4ce6-ac6e-218a46794137 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 200 len: 205 time: 0.0507710 Mar 11 00:04:02.739106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:02.847536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5647142f-6847-4d6c-bea0-6036b01ad285 req-8811d650-6936-48c1-a92a-ca67dc05040d tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.2259004 Mar 11 00:04:02.853775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:02.966543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': '217c2a72-b200-4e52-8962-6ad6bb129906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:02.967462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: c6eabff1-a9c5-4cf0-befa-fea1bb6352b0, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:02.975605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:02.987335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.019213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:03.030201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c6eabff1-a9c5-4cf0-befa-fea1bb6352b0) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:03.036595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:03.041296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fb9af-3c06-450c-94e0-b88e6fba1927 None None] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:03.052277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.085782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f1912edd-83aa-48b6-8529-778a8d884442 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8358252 Mar 11 00:04:03.089789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58376) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:03.099426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-505210696'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:03.143186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:03.147421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.196078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (8aa0f6c5-7240-4b48-8779-37acef409bdb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.210146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:03.235855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7843f8ce-04e2-4de8-aabf-1e2125f436cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.236254 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment 7843f8ce-04e2-4de8-aabf-1e2125f436cf of type vlan for network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 Mar 11 00:04:03.244432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c6eabff1-a9c5-4cf0-befa-fea1bb6352b0', 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:03.245512 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.316998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c1a0ee27-435e-4633-8638-fb1a6a6e25b4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.379618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c1a0ee27-435e-4633-8638-fb1a6a6e25b4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.386332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:03.387341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.537668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4438374 Mar 11 00:04:03.549080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58384) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:03.575868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port 993b29ef-daeb-45be-ad77-bb8ef673113e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:03.576454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (993b29ef-daeb-45be-ad77-bb8ef673113e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.580983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Allocated IP 2001:db8:0:ffff::2 (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0/6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff/878e1251-e06e-498d-a155-c9b98508ea2d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:03.612674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-ac1565e0-930e-4749-af48-6d7ef350b3bd tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:03.614295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-ac1565e0-930e-4749-af48-6d7ef350b3bd tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.30 "GET /v2.0/networks?id=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f HTTP/1.1" status: 200 len: 822 time: 0.3008766 Mar 11 00:04:03.636197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Request body: {'port': {'device_id': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f', 'admin_state_up': True, 'tenant_id': 'eac39e03e038460eb4f202a68152e5c8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:03.639054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': 'c1a0ee27-435e-4633-8638-fb1a6a6e25b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:03.901822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096cee9-ddec-4c33-8ccd-b052b1bc2fbe tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=c1a0ee27-435e-4633-8638-fb1a6a6e25b4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:03.910028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (993b29ef-daeb-45be-ad77-bb8ef673113e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:03.941941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:03.956982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for 993b29ef-daeb-45be-ad77-bb8ef673113e owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:04.075058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:04.082309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:04.101556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Made reservation on behalf of eac39e03e038460eb4f202a68152e5c8 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:04.107131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:04.108222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks [] for port (878e1251-e06e-498d-a155-c9b98508ea2d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:04.123646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:04.173633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f65fcbb4-b34b-496a-8b70-19a714f03002 req-9758bd54-2eeb-47f4-8e6e-0b457dc88086 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.1504061 Mar 11 00:04:04.258390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Pushing event updated for resources: {'Port': ['ID=878e1251-e06e-498d-a155-c9b98508ea2d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:04.295369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:04.297784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:04.301455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:04.346570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd7b6c-512f-405f-b140-3aa47f23bdbd req-c4d61a5c-40ab-4ab1-8c13-64ac92a3f9e4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:04.349153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dcd7b6c-512f-405f-b140-3aa47f23bdbd req-c4d61a5c-40ab-4ab1-8c13-64ac92a3f9e4 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.4502354 Mar 11 00:04:04.471346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dcd7b6c-512f-405f-b140-3aa47f23bdbd req-d66e98ee-369f-4b97-8dc9-33e4ec3c927f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081395 Mar 11 00:04:04.589947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (993b29ef-daeb-45be-ad77-bb8ef673113e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:04.654201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccb302-5368-428e-bc3a-46418167223e req-9ec56ade-aed9-44da-8eed-cb55a427cde1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:04.656019 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fdccb302-5368-428e-bc3a-46418167223e req-9ec56ade-aed9-44da-8eed-cb55a427cde1 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.6721938 Mar 11 00:04:04.769542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=993b29ef-daeb-45be-ad77-bb8ef673113e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:04.889947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (71f53afa-de54-48e6-813f-3bddd56e8bc2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.024040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Attempting to bind port 878e1251-e06e-498d-a155-c9b98508ea2d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:05.024040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Attempting to bind port 878e1251-e06e-498d-a155-c9b98508ea2d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '217c2a72-b200-4e52-8962-6ad6bb129906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:05.024616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Attempting to bind port 878e1251-e06e-498d-a155-c9b98508ea2d on network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:05.043727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:05.044227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Checking segment: {'id': '217c2a72-b200-4e52-8962-6ad6bb129906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:05.044859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.045489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Bound using segment: {'id': '217c2a72-b200-4e52-8962-6ad6bb129906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:05.046922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Bound port: 878e1251-e06e-498d-a155-c9b98508ea2d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217c2a72-b200-4e52-8962-6ad6bb129906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c6eabff1-a9c5-4cf0-befa-fea1bb6352b0'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:05.046922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.066053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=71f53afa-de54-48e6-813f-3bddd56e8bc2,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:05.092564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': '7843f8ce-04e2-4de8-aabf-1e2125f436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c1a0ee27-435e-4633-8638-fb1a6a6e25b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:05.093187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: c1a0ee27-435e-4633-8638-fb1a6a6e25b4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:05.127012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:05.158990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c1a0ee27-435e-4633-8638-fb1a6a6e25b4) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:05.168967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:05.170686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.231879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f72e066-e28a-4cf6-8e55-8b92ff5a9b30 None None] Network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:05.241822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a94d379-931e-4b83-a6f4-1ef8edef48ff tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6882787 Mar 11 00:04:05.245043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58442) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:05.408492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (8aa0f6c5-7240-4b48-8779-37acef409bdb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.633045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c1a0ee27-435e-4633-8638-fb1a6a6e25b4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.667848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec9742-feca-4bf3-8247-e3ae9ad6359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c1a0ee27-435e-4633-8638-fb1a6a6e25b4', 'network_id': 'c1a0ee27-435e-4633-8638-fb1a6a6e25b4', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '71f53afa-de54-48e6-813f-3bddd56e8bc2'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:05.674110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cdec9742-feca-4bf3-8247-e3ae9ad6359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.676067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7785b7a6-0c5c-4935-9ef1-ae20cd282672 req-dcf2d73c-9965-4aa2-94e1-5f451afbd4e6 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.0405555 Mar 11 00:04:05.794693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (71f53afa-de54-48e6-813f-3bddd56e8bc2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.816452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.825697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (8aa0f6c5-7240-4b48-8779-37acef409bdb), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.935085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Allocated IP 172.20.0.14 (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f/aa1f78bf-00bb-4318-b9b8-040d404b16f5/dc440922-715d-4372-b598-f7344c0ebf2c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:05.958094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (8aa0f6c5-7240-4b48-8779-37acef409bdb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.959022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa0f6c5-7240-4b48-8779-37acef409bdb {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:04:05.962291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1b9a1-b6ef-4c9c-a8dd-277a171c85b5 req-ff7b1d34-b10a-4f7b-aed9-8cb3e0f21f03 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:05.964035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfa1b9a1-b6ef-4c9c-a8dd-277a171c85b5 req-ff7b1d34-b10a-4f7b-aed9-8cb3e0f21f03 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 946 time: 0.1117530 Mar 11 00:04:05.982948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:05.984383 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d6194cd-c447-4bef-811a-651f0229bd53 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 204 len: 168 time: 3.2438824 Mar 11 00:04:05.991335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58464) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:05.998775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2139300711', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:05.999192 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (71f53afa-de54-48e6-813f-3bddd56e8bc2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.034931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Deleting port d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:06.035275 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.036481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] For port 878e1251-e06e-498d-a155-c9b98508ea2d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:06.055443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=71f53afa-de54-48e6-813f-3bddd56e8bc2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:06.084456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] For port 878e1251-e06e-498d-a155-c9b98508ea2d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=878e1251-e06e-498d-a155-c9b98508ea2d,segment=NetworkSegment(217c2a72-b200-4e52-8962-6ad6bb129906),segment_id=217c2a72-b200-4e52-8962-6ad6bb129906)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:06.100526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.123191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.124554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.167658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c1a0ee27-435e-4633-8638-fb1a6a6e25b4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.200674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a0ee27-435e-4633-8638-fb1a6a6e25b4']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:06.214419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7843f8ce-04e2-4de8-aabf-1e2125f436cf') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:06.215381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7843f8ce-04e2-4de8-aabf-1e2125f436cf') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:06.227055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (7843f8ce-04e2-4de8-aabf-1e2125f436cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.243667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7843f8ce-04e2-4de8-aabf-1e2125f436cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.251219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:06.251716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (7843f8ce-04e2-4de8-aabf-1e2125f436cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-cdec9742-feca-4bf3-8247-e3ae9ad6359d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71f53afa-de54-48e6-813f-3bddd56e8bc2: This subnet is being modified by another concurrent operation. Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:04:06.263025 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71f53afa-de54-48e6-813f-3bddd56e8bc2: This subnet is being modified by another concurrent operation. Mar 11 00:04:06.272461 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:04:06.333544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94c396-dbeb-4410-829b-b44212f96b79 None None] Pushing event updated for resources: {'Port': ['ID=878e1251-e06e-498d-a155-c9b98508ea2d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:06.339220 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:06.361000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c1a0ee27-435e-4633-8638-fb1a6a6e25b4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.364797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbab892-6875-4a10-af7f-3df8ef20e736 None None] Network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:06.387184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.403298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/c1a0ee27-435e-4633-8638-fb1a6a6e25b4 HTTP/1.1" status: 204 len: 168 time: 1.1404083 Mar 11 00:04:06.403298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfa1b9a1-b6ef-4c9c-a8dd-277a171c85b5 req-556caf3a-1be0-4a91-9e74-d36183f7dd72 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfda751-5527-4129-85d2-b5508cba224a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255416 Mar 11 00:04:06.424406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58478) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:06.426146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbab892-6875-4a10-af7f-3df8ef20e736 None None] Network c1a0ee27-435e-4633-8638-fb1a6a6e25b4 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:04:06.438536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af2e5-80ca-4810-88d7-384dfe5d67d0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=c1a0ee27-435e-4633-8638-fb1a6a6e25b4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:06.445950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906483507'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:06.483040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.503451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:06.508396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.550482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:06.562165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd5ebd08-5de1-4c89-af6c-7b636b78c369), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.565414 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment cd5ebd08-5de1-4c89-af6c-7b636b78c369 of type vlan for network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa Mar 11 00:04:06.622299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0449cf87-aeb6-43e0-af1c-d29dc2344cfa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.638236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] For port d25c4e0d-5979-41f5-b42a-d503f99f447a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d25c4e0d-5979-41f5-b42a-d503f99f447a,segment=NetworkSegment(2f651881-1a89-47c7-a9a4-939839045e46),segment_id=2f651881-1a89-47c7-a9a4-939839045e46)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:06.640080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.673281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0449cf87-aeb6-43e0-af1c-d29dc2344cfa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.686462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:06.687229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.692755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9ffaf0c-450b-4e3d-91e5-d9f589680c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:06.799498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Calling delete_port for d25c4e0d-5979-41f5-b42a-d503f99f447a owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:06.817469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3914771 Mar 11 00:04:06.822728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58484) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:06.847869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:06.922822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11cfb5-5505-45ff-937e-9d8fd4e0defa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=0449cf87-aeb6-43e0-af1c-d29dc2344cfa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:06.934869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:06.975245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks [] for port (dc440922-715d-4372-b598-f7344c0ebf2c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.022627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-444279aa-4fc6-459d-b15a-b061dfeb2e45 req-c2002b39-efd9-45f8-8fda-7f849bd3b1f1 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.1219196 Mar 11 00:04:07.072808 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.147611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:07.152928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.261438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d25c4e0d-5979-41f5-b42a-d503f99f447a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.403038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-89f1f2df-28c8-47aa-9091-e90328ab295c req-4dcd89c4-245b-4ad5-be4d-e175d9bf5703 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1351318 Mar 11 00:04:07.419165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Pushing event deleted for resources: {'Port': ['ID=d25c4e0d-5979-41f5-b42a-d503f99f447a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:07.426673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 878e1251-e06e-498d-a155-c9b98508ea2d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:07.490141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.601014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 878e1251-e06e-498d-a155-c9b98508ea2d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:07.601563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.616582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] No DVR routers for this DVR port d25c4e0d-5979-41f5-b42a-d503f99f447a on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:07.632920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.643582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fdccb302-5368-428e-bc3a-46418167223e req-c70ebbb5-43ff-4c04-9196-6b1da1ea8958 tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.30 "DELETE /v2.0/ports/d25c4e0d-5979-41f5-b42a-d503f99f447a HTTP/1.1" status: 204 len: 173 time: 2.9593360 Mar 11 00:04:07.666382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82735cdc-711c-4fe2-a118-aaa56a4d616f req-35fdccd7-a07e-4072-b3e2-5c78dcf4056f tempest-ServersNegativeTestJSON-67825112 tempest-ServersNegativeTestJSON-67825112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2729da42-8c90-4b3a-9184-6963a441be8e HTTP/1.1" status: 200 len: 210 time: 0.0502090 Mar 11 00:04:07.683224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6da7f501-5ae2-4a6b-8c87-71c0308525b6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.695887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-deleted', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:07.711844 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53763a2b-0056-4449-9369-7bf3e9cda076" -d '{"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-deleted", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:07.845154 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-89f1f2df-28c8-47aa-9091-e90328ab295c req-11df9751-95e6-4957-8d5c-aa0c5c668310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.3119345 Mar 11 00:04:07.865155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 878e1251-e06e-498d-a155-c9b98508ea2d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:07.866352 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.883612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=6da7f501-5ae2-4a6b-8c87-71c0308525b6,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:07.903621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58510) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:07.933169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'cd5ebd08-5de1-4c89-af6c-7b636b78c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:07.933779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: 0449cf87-aeb6-43e0-af1c-d29dc2344cfa, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:07.950579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 878e1251-e06e-498d-a155-c9b98508ea2d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=878e1251-e06e-498d-a155-c9b98508ea2d,segment=NetworkSegment(217c2a72-b200-4e52-8962-6ad6bb129906),segment_id=217c2a72-b200-4e52-8962-6ad6bb129906)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:07.956664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:07.975663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:07.988292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0449cf87-aeb6-43e0-af1c-d29dc2344cfa) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:07.993111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:07.993733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.029681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-89f1f2df-28c8-47aa-9091-e90328ab295c req-7cd2172a-2735-4588-acb8-74dc1613a3da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591849 Mar 11 00:04:08.030800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4885d66-fdd9-42e5-a5b3-7e6e2e253029 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2064931 Mar 11 00:04:08.031610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58514) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:08.035449 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec26e7f-28be-45f7-8f27-c65c1fbed559 x-openstack-request-id: req-dec26e7f-28be-45f7-8f27-c65c1fbed559 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:08.035846 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2729da42-8c90-4b3a-9184-6963a441be8e", "name": "network-vif-deleted", "tag": "d25c4e0d-5979-41f5-b42a-d503f99f447a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:08.037613 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dec26e7f-28be-45f7-8f27-c65c1fbed559 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:08.038077 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2729da42-8c90-4b3a-9184-6963a441be8e', 'name': 'network-vif-deleted', 'tag': 'd25c4e0d-5979-41f5-b42a-d503f99f447a', 'status': 'completed', 'code': 200} Mar 11 00:04:08.039275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522979241'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:08.055042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:08.076793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:08.081859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.116246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:08.126615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:08.135714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=878e1251-e06e-498d-a155-c9b98508ea2d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:08.138712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:08.147158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.147674 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment afc0be45-b7a9-4c0d-8812-e1bf5c7d760f of type vlan for network 5b81b422-957a-4823-ba6a-57d798de4572 Mar 11 00:04:08.157394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434882e-e2ae-4d32-9818-b5fa59e5a6f9 None None] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:08.241072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5b81b422-957a-4823-ba6a-57d798de4572), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.256579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:08.257880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.267315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eb2dbce-ddec-4c67-90ef-0cc339334433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.284673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Pushing event updated for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:08.303431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fadb44-a78a-4a6e-b94f-30de9cb22b43 None None] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:08.321043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c4b55d17-8e7c-4bc7-9e53-2fd975ce7232 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6947272 Mar 11 00:04:08.365862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Request body: {'port': {'device_id': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:08.387689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fc64d1d0-24a7-48e7-b0a6-589d47ec7e06 None None] Provisioning complete for port 878e1251-e06e-498d-a155-c9b98508ea2d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:08.388167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc64d1d0-24a7-48e7-b0a6-589d47ec7e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.392343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5b81b422-957a-4823-ba6a-57d798de4572), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.402622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:08.403534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.406638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0449cf87-aeb6-43e0-af1c-d29dc2344cfa', 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '6da7f501-5ae2-4a6b-8c87-71c0308525b6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:08.409023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.465413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4322412 Mar 11 00:04:08.471274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58518) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:08.490857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': '5b81b422-957a-4823-ba6a-57d798de4572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:08.523758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f61405-cef4-4573-8bfa-f176508ca210 req-011b6b99-d486-4b58-a33e-5f4598d3f2dc tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:08.526462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0f61405-cef4-4573-8bfa-f176508ca210 req-011b6b99-d486-4b58-a33e-5f4598d3f2dc tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 932 time: 0.3279221 Mar 11 00:04:08.534282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1f2df-28c8-47aa-9091-e90328ab295c req-0d8fae18-ac7c-4bb1-92d3-96361cb98d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:08.536170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-89f1f2df-28c8-47aa-9091-e90328ab295c req-0d8fae18-ac7c-4bb1-92d3-96361cb98d08 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4665291 Mar 11 00:04:08.564451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45cf0-e4d8-4e99-979f-d4e6d97059c7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=5b81b422-957a-4823-ba6a-57d798de4572,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:08.590774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.623963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.640253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5b81b422-957a-4823-ba6a-57d798de4572 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:08.657175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.712735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eb2dbce-ddec-4c67-90ef-0cc339334433 admin admin] Publish callbacks [] for security_group (c113c0b9-8abc-4061-98d4-94c394b761a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.721462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0f61405-cef4-4573-8bfa-f176508ca210 req-264cd76e-8428-46bf-be6b-3e42907c8b3e tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628878 Mar 11 00:04:08.725679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9eb2dbce-ddec-4c67-90ef-0cc339334433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c113c0b9-8abc-4061-98d4-94c394b761a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.759457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:08.763042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:08.770542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:08.806355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9eb2dbce-ddec-4c67-90ef-0cc339334433 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bd21bf10aa34031b3ac4e672fd600ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9009204 Mar 11 00:04:08.806593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58524) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:08.807047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58526) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:08.809863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2dbce-ddec-4c67-90ef-0cc339334433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c113c0b9-8abc-4061-98d4-94c394b761a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:08.859250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d25c4e0d-5979-41f5-b42a-d503f99f447a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:08.859671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d25c4e0d-5979-41f5-b42a-d503f99f447a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:08.916223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Performing IP validity checks on allocation pools {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:04:08.916464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:04:08.947646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Allocated IP 172.25.7.153 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d08d6ec7-80b6-4034-aec0-73cc9c76c410) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:08.973648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fc64d1d0-24a7-48e7-b0a6-589d47ec7e06 None None] Current status of the port 878e1251-e06e-498d-a155-c9b98508ea2d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:08.986109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Allocated IP 2001:db8::3 (0449cf87-aeb6-43e0-af1c-d29dc2344cfa/6da7f501-5ae2-4a6b-8c87-71c0308525b6/816a9135-e2e9-4001-bcfa-8c65e093705f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:09.182552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for port (d08d6ec7-80b6-4034-aec0-73cc9c76c410), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.198468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc440922-715d-4372-b598-f7344c0ebf2c {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:04:09.209799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks [] for port (dc440922-715d-4372-b598-f7344c0ebf2c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.224377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks [] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.237402 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.251738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Transition to ACTIVE for port object dc440922-715d-4372-b598-f7344c0ebf2c will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:04:09.267222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.316357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] Publish callbacks [] for security_group (c113c0b9-8abc-4061-98d4-94c394b761a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.318481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d08d6ec7-80b6-4034-aec0-73cc9c76c410), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.335449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Pushing event updated for resources: {'Port': ['ID=816a9135-e2e9-4001-bcfa-8c65e093705f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.338119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-63420779-9e03-46ae-9261-cb9bdf338230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.339476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 878e1251-e06e-498d-a155-c9b98508ea2d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:09.366787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:09.371112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:09.376733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:09.387322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.396864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Deleting subnet 0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:09.402070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] Publish callbacks [] for security_group (c113c0b9-8abc-4061-98d4-94c394b761a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.424437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:09.430413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Publish callbacks [] for subnet (0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.449399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:09.455382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5302b075-5dff-4e6c-bf3a-6085c94febee None None] Provisioning complete for port 878e1251-e06e-498d-a155-c9b98508ea2d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:09.455619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5302b075-5dff-4e6c-bf3a-6085c94febee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.455906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:09.459178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Attempting to bind port 816a9135-e2e9-4001-bcfa-8c65e093705f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:09.459346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Attempting to bind port 816a9135-e2e9-4001-bcfa-8c65e093705f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cd5ebd08-5de1-4c89-af6c-7b636b78c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:09.459702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Attempting to bind port 816a9135-e2e9-4001-bcfa-8c65e093705f on network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:09.489741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:09.490046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Checking segment: {'id': 'cd5ebd08-5de1-4c89-af6c-7b636b78c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:09.490579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.490829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Bound using segment: {'id': 'cd5ebd08-5de1-4c89-af6c-7b636b78c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:09.491357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Bound port: 816a9135-e2e9-4001-bcfa-8c65e093705f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ebd08-5de1-4c89-af6c-7b636b78c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0449cf87-aeb6-43e0-af1c-d29dc2344cfa'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:09.491699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.495290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 878e1251-e06e-498d-a155-c9b98508ea2d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:09.495694 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.514154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.598838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event updated for resources: {'Port': ['ID=d08d6ec7-80b6-4034-aec0-73cc9c76c410,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.604250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.632638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c113c0b9-8abc-4061-98d4-94c394b761a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.633357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Attempting to bind port dc440922-715d-4372-b598-f7344c0ebf2c on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:09.633496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Attempting to bind port dc440922-715d-4372-b598-f7344c0ebf2c by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '2c4343bc-7b68-40a4-b015-2a7288a0bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:09.633925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Attempting to bind port dc440922-715d-4372-b598-f7344c0ebf2c on network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:09.635398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.636931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c113c0b9-8abc-4061-98d4-94c394b761a9 HTTP/1.1" status: 204 len: 168 time: 0.8241644 Mar 11 00:04:09.645616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Port dc440922-715d-4372-b598-f7344c0ebf2c on network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:04:09.646128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Attempting to bind port dc440922-715d-4372-b598-f7344c0ebf2c on network 6b80eb05-bde2-44c9-b1e9-649e3ce5a92f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:09.653524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:09.653968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Checking segment: {'id': '2c4343bc-7b68-40a4-b015-2a7288a0bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:09.654562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Bound using segment: {'id': '2c4343bc-7b68-40a4-b015-2a7288a0bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:09.655448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Bound port: dc440922-715d-4372-b598-f7344c0ebf2c, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4343bc-7b68-40a4-b015-2a7288a0bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:09.655615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3973efd-f210-49b4-bbfd-f2de9473b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c113c0b9-8abc-4061-98d4-94c394b761a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.656148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.660022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (510978a4-433a-4698-a3e4-a7f34e4bf9d1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.660283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] For port 816a9135-e2e9-4001-bcfa-8c65e093705f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:09.672607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] For port 816a9135-e2e9-4001-bcfa-8c65e093705f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=816a9135-e2e9-4001-bcfa-8c65e093705f,segment=NetworkSegment(cd5ebd08-5de1-4c89-af6c-7b636b78c369),segment_id=cd5ebd08-5de1-4c89-af6c-7b636b78c369)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:09.718203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5302b075-5dff-4e6c-bf3a-6085c94febee None None] Current status of the port 878e1251-e06e-498d-a155-c9b98508ea2d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:09.725736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.752845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=510978a4-433a-4698-a3e4-a7f34e4bf9d1,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.763007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.779288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 878e1251-e06e-498d-a155-c9b98508ea2d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:09.794712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.802670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203fdc7-bb7b-476d-8b8a-558ad50e6cff None None] Pushing event updated for resources: {'Port': ['ID=816a9135-e2e9-4001-bcfa-8c65e093705f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:09.807748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.814023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b61199b5-645a-403d-817e-a994e7f6599d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0954b0d6-e5d5-41bd-9a1d-76be14d4e0bd HTTP/1.1" status: 204 len: 168 time: 0.9624634 Mar 11 00:04:09.816386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58534) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:09.823350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:09.823742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: 5b81b422-957a-4823-ba6a-57d798de4572, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:09.851621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 5b81b422-957a-4823-ba6a-57d798de4572 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:09.862407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:09.868453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5b81b422-957a-4823-ba6a-57d798de4572) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:09.878972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ad9c4-4614-483b-8661-5b2f0d2e54f9 None None] Network 5b81b422-957a-4823-ba6a-57d798de4572 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:09.887342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:09.888148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:09.914453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b0bd3d9-0bf8-4147-90cf-7294362e701a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4298470 Mar 11 00:04:09.916125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:10.079699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-5b81b422-957a-4823-ba6a-57d798de4572', 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '510978a4-433a-4698-a3e4-a7f34e4bf9d1'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:10.081240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.154674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9d0c0-2839-4ca0-a8aa-3fcd792f32c1 req-8d9851e9-40e6-4051-b412-c47d190efc78 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:10.163535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc9d0c0-2839-4ca0-a8aa-3fcd792f32c1 req-8d9851e9-40e6-4051-b412-c47d190efc78 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 944 time: 0.1931067 Mar 11 00:04:10.178459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5b81b422-957a-4823-ba6a-57d798de4572), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.300262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc9d0c0-2839-4ca0-a8aa-3fcd792f32c1 req-1e903a6d-f1ad-4dff-8925-17ec58f792d1 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307216 Mar 11 00:04:10.307636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Allocated IP 2001:db8::3 (5b81b422-957a-4823-ba6a-57d798de4572/510978a4-433a-4698-a3e4-a7f34e4bf9d1/e4f502af-4f52-4185-b442-0ff5c9d518a6) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:10.331326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (510978a4-433a-4698-a3e4-a7f34e4bf9d1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.365508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58542) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:10.372094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc440922-715d-4372-b598-f7344c0ebf2c,segment=NetworkSegment(2c4343bc-7b68-40a4-b015-2a7288a0bf01),segment_id=2c4343bc-7b68-40a4-b015-2a7288a0bf01)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:10.431957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.432280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c94019a2-dea1-4afc-a354-5a852dbcb1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.434584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.477720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (85188fd1-293f-483d-ab93-9efa6abf034d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.485925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.524121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.525150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks [] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.530758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.536827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:10.537462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.538982 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/dc440922-715d-4372-b598-f7344c0ebf2c HTTP/1.1" status: 200 len: 1092 time: 2.1837611 Mar 11 00:04:10.545812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:10.548415 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f87849-4244-4cf2-b084-51108d398fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:10.587847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (510978a4-433a-4698-a3e4-a7f34e4bf9d1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.662645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=510978a4-433a-4698-a3e4-a7f34e4bf9d1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:10.662882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473df1b-fcbf-41b0-911f-8090f60e55b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:10.672991 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fd0c82-05cd-4958-8ceb-36c02d0713d2 x-openstack-request-id: req-02fd0c82-05cd-4958-8ceb-36c02d0713d2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:10.672991 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:10.673388 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02fd0c82-05cd-4958-8ceb-36c02d0713d2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:10.673538 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c', 'status': 'completed', 'code': 200} Mar 11 00:04:10.749235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5b81b422-957a-4823-ba6a-57d798de4572), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.761077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Network 5b81b422-957a-4823-ba6a-57d798de4572 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:10.772283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:10.775135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:10.776508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b81b422-957a-4823-ba6a-57d798de4572']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.788026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.788903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.797860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (85188fd1-293f-483d-ab93-9efa6abf034d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.800661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.817532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.825885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:10.826414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:10.831040 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:10.849591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Pushing event updated for resources: {'Port': ['ID=e4f502af-4f52-4185-b442-0ff5c9d518a6,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:10.855155 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.861892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85188fd1-293f-483d-ab93-9efa6abf034d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.865586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Attempting to bind port e4f502af-4f52-4185-b442-0ff5c9d518a6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:10.865586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Attempting to bind port e4f502af-4f52-4185-b442-0ff5c9d518a6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:10.865861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Attempting to bind port e4f502af-4f52-4185-b442-0ff5c9d518a6 on network 5b81b422-957a-4823-ba6a-57d798de4572 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:10.867073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c94019a2-dea1-4afc-a354-5a852dbcb1c9 admin admin] Publish callbacks [] for security_group (78fca411-1ecb-4d30-9f7f-b8a93a8d60cc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.871748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:10.872288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Checking segment: {'id': 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:10.872697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.873190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Bound using segment: {'id': 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:10.873820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Bound port: e4f502af-4f52-4185-b442-0ff5c9d518a6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b81b422-957a-4823-ba6a-57d798de4572'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:10.874554 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.901832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3884e0c2-5032-4a91-8342-788d2e6a8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:10.903524 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-3884e0c2-5032-4a91-8342-788d2e6a8cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eac39e03e038460eb4f202a68152e5c8&device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 1126 time: 0.3023481 Mar 11 00:04:10.913159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c94019a2-dea1-4afc-a354-5a852dbcb1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (78fca411-1ecb-4d30-9f7f-b8a93a8d60cc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.913837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:04:10.913837 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:04:10.913837 n-d-831844-1 neutron-server[110425]: [parameters: {'id': '5b81b422-957a-4823-ba6a-57d798de4572'}] Mar 11 00:04:10.913837 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:10.914392 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:10.919088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f651881-1a89-47c7-a9a4-939839045e46') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.919625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f651881-1a89-47c7-a9a4-939839045e46') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:10.962338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] For port e4f502af-4f52-4185-b442-0ff5c9d518a6, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:10.966024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] For port e4f502af-4f52-4185-b442-0ff5c9d518a6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e4f502af-4f52-4185-b442-0ff5c9d518a6,segment=NetworkSegment(afc0be45-b7a9-4c0d-8812-e1bf5c7d760f),segment_id=afc0be45-b7a9-4c0d-8812-e1bf5c7d760f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:10.972993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:10.982493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (2f651881-1a89-47c7-a9a4-939839045e46), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.006379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-1e030feb-ffd1-4dd7-ba92-7b63a1f973ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc440922-715d-4372-b598-f7344c0ebf2c HTTP/1.1" status: 200 len: 217 time: 0.0894618 Mar 11 00:04:11.045563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2f651881-1a89-47c7-a9a4-939839045e46), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.051885 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c94019a2-dea1-4afc-a354-5a852dbcb1c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d63dfdc6e3e4b5e97c5249b457241b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6798966 Mar 11 00:04:11.052371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:11.057605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4b8c-eddb-4cf4-a799-dc37f036f3a5 None None] Pushing event updated for resources: {'Port': ['ID=e4f502af-4f52-4185-b442-0ff5c9d518a6,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:11.105943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a67dc1-d7e2-4c4b-b4f0-5a6551672208 None None] Network 5b81b422-957a-4823-ba6a-57d798de4572 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:11.125435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] Publish callbacks [] for security_group (78fca411-1ecb-4d30-9f7f-b8a93a8d60cc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.138938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-fd64c845-3570-4959-a5f2-69de9fa33fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:11.141774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-fd64c845-3570-4959-a5f2-69de9fa33fea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa1f78bf-00bb-4318-b9b8-040d404b16f5 HTTP/1.1" status: 200 len: 862 time: 0.1118250 Mar 11 00:04:11.145933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:11.146427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (2f651881-1a89-47c7-a9a4-939839045e46), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:11.151413 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:11.156745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] Publish callbacks [] for security_group (78fca411-1ecb-4d30-9f7f-b8a93a8d60cc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.165957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94019a2-dea1-4afc-a354-5a852dbcb1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fca411-1ecb-4d30-9f7f-b8a93a8d60cc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:11.222221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (78fca411-1ecb-4d30-9f7f-b8a93a8d60cc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.225230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.229777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78fca411-1ecb-4d30-9f7f-b8a93a8d60cc HTTP/1.1" status: 204 len: 168 time: 0.1731174 Mar 11 00:04:11.239979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25d08-9837-481e-8480-71458e6c4fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fca411-1ecb-4d30-9f7f-b8a93a8d60cc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:11.253040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-c0e9b946-5daa-4942-9a21-824ae1694ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882089 Mar 11 00:04:11.328520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.384960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (85188fd1-293f-483d-ab93-9efa6abf034d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.392247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.395484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27c055-c953-452b-bc05-0b0c5ccb1d6b None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:04:11.397574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/85188fd1-293f-483d-ab93-9efa6abf034d HTTP/1.1" status: 204 len: 168 time: 1.5782089 Mar 11 00:04:11.459477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d43cd-cc62-4adb-b3c8-9a2ad6e44eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85188fd1-293f-483d-ab93-9efa6abf034d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:11.460348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5b81b422-957a-4823-ba6a-57d798de4572), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.476709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 816a9135-e2e9-4001-bcfa-8c65e093705f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:11.505579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2e5c6-4195-405f-b309-86fc44130259 req-d85e504b-6ad6-405a-8d49-c06c9885e6d6 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:11.507150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8f2e5c6-4195-405f-b309-86fc44130259 req-d85e504b-6ad6-405a-8d49-c06c9885e6d6 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 944 time: 0.0949335 Mar 11 00:04:11.547482 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-43180b5b-490b-42db-bfdf-fab4b8d0c9af service neutron] 10.222.0.30 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765956 Mar 11 00:04:11.605388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8f2e5c6-4195-405f-b309-86fc44130259 req-12849909-6627-43c1-abee-d5296dddf141 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790737 Mar 11 00:04:11.608056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port e4f502af-4f52-4185-b442-0ff5c9d518a6 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:11.608406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.654444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Provisioning complete for port 816a9135-e2e9-4001-bcfa-8c65e093705f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:11.655038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.657689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58558) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:11.696233 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.698346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port e4f502af-4f52-4185-b442-0ff5c9d518a6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e4f502af-4f52-4185-b442-0ff5c9d518a6,segment=NetworkSegment(afc0be45-b7a9-4c0d-8812-e1bf5c7d760f),segment_id=afc0be45-b7a9-4c0d-8812-e1bf5c7d760f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:11.698722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.719941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for e4f502af-4f52-4185-b442-0ff5c9d518a6 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:11.729525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-319c0363-244e-48a3-a2b6-ac54429abbaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b6c9c00517c4d48bdb6df4b550f0d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675039 Mar 11 00:04:11.733443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Router 884ccb88-c8a0-4dba-b08e-9e3c747a25bb is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:04:11.738713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58562) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:11.739802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 816a9135-e2e9-4001-bcfa-8c65e093705f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:11.740590 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.758332 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5dd3942d-f631-494e-9aad-645c8777b1e9 req-d30e0aef-adba-44ac-9d4a-f42a84fc7345 service neutron] 10.222.0.30 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008936 Mar 11 00:04:11.835501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e4f502af-4f52-4185-b442-0ff5c9d518a6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.862334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port e4f502af-4f52-4185-b442-0ff5c9d518a6 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:11.899712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=e4f502af-4f52-4185-b442-0ff5c9d518a6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:11.931966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Current status of the port 816a9135-e2e9-4001-bcfa-8c65e093705f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:11.932460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.936926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a27c055-c953-452b-bc05-0b0c5ccb1d6b None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:04:11.953774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] Publish callbacks [] for security_group (0cfda751-5527-4129-85d2-b5508cba224a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:11.956830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:11.969579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] Sync routers for ids ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:11.988626 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] Routers {'884ccb88-c8a0-4dba-b08e-9e3c747a25bb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:11.989110 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.005810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] Publish callbacks [] for security_group (0cfda751-5527-4129-85d2-b5508cba224a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.036194 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.045823 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] Routers {'884ccb88-c8a0-4dba-b08e-9e3c747a25bb'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:12.046760 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.060495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 816a9135-e2e9-4001-bcfa-8c65e093705f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:12.061051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.067801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87849-4244-4cf2-b084-51108d398fd6 req-82845d93-f499-41f2-baf7-b9f3983d3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:12.068919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5b81b422-957a-4823-ba6a-57d798de4572), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.069334 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-82845d93-f499-41f2-baf7-b9f3983d3816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eac39e03e038460eb4f202a68152e5c8&device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 1126 time: 0.2393467 Mar 11 00:04:12.089781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0cfda751-5527-4129-85d2-b5508cba224a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.090161 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.090983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3cd6b-4c72-4ca9-aecf-c1f17007280b None None] The sync data for ids ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:12.092521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.098590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cfda751-5527-4129-85d2-b5508cba224a HTTP/1.1" status: 204 len: 168 time: 0.3586712 Mar 11 00:04:12.108346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] For port 816a9135-e2e9-4001-bcfa-8c65e093705f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=816a9135-e2e9-4001-bcfa-8c65e093705f,segment=NetworkSegment(cd5ebd08-5de1-4c89-af6c-7b636b78c369),segment_id=cd5ebd08-5de1-4c89-af6c-7b636b78c369)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:12.113181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b81b422-957a-4823-ba6a-57d798de4572']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.130183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.130500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc0be45-b7a9-4c0d-8812-e1bf5c7d760f') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:12.144024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.156566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.160535 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-143312e0-390e-4902-976c-a9a7061bd500 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1657629 Mar 11 00:04:12.163097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.164310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53461563-c864-4e26-91ca-949e50c769a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfda751-5527-4129-85d2-b5508cba224a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:12.170987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58576) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:12.185448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:12.208119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.254436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87849-4244-4cf2-b084-51108d398fd6 req-6db94828-862f-4283-aed1-9ffa97659f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:12.255968 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-6db94828-862f-4283-aed1-9ffa97659f1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f HTTP/1.1" status: 200 len: 923 time: 0.1767118 Mar 11 00:04:12.260507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:12.260929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (afc0be45-b7a9-4c0d-8812-e1bf5c7d760f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:12.266231 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:12.325017 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-3e057f33-79a3-446b-a232-ea37b8ac0f4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc440922-715d-4372-b598-f7344c0ebf2c HTTP/1.1" status: 200 len: 217 time: 0.0596645 Mar 11 00:04:12.406270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87849-4244-4cf2-b084-51108d398fd6 req-51beb250-0fde-4043-9212-51ce556d3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:12.407996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-51beb250-0fde-4043-9212-51ce556d3300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa1f78bf-00bb-4318-b9b8-040d404b16f5 HTTP/1.1" status: 200 len: 862 time: 0.0769732 Mar 11 00:04:12.412971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:12.413340 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:12.430164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5b81b422-957a-4823-ba6a-57d798de4572), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.442567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.451204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/5b81b422-957a-4823-ba6a-57d798de4572 HTTP/1.1" status: 204 len: 168 time: 2.5347667 Mar 11 00:04:12.463272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:12.469130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540dc26-89c8-45a4-8e0a-d46384791ba8 None None] Pushing event updated for resources: {'Port': ['ID=816a9135-e2e9-4001-bcfa-8c65e093705f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:12.473988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-9bc30f30-d366-49ba-bbbd-7b04afde43d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550129 Mar 11 00:04:12.498119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780913942'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:12.543614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdda24b-d6e8-4b15-aa83-fef7486b7fe1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=5b81b422-957a-4823-ba6a-57d798de4572,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:12.617717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5d3e1-ed05-4d97-9dad-d1924be219ae None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:04:12.639668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:12.642760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-7124346a-851c-477b-b9fd-f812112eb3f0 service neutron] 10.222.0.30 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604490 Mar 11 00:04:12.647433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.711517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:12.778091 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35f87849-4244-4cf2-b084-51108d398fd6 req-7f4665e9-e983-4626-87e4-7b78422b4f35 service neutron] 10.222.0.30 "GET /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280646 Mar 11 00:04:12.778931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c0f76afe-4885-4a18-ba92-7d0855183036), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.779172 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment c0f76afe-4885-4a18-ba92-7d0855183036 of type vlan for network 211ab007-2be0-4905-8f48-5346c9463f5e Mar 11 00:04:12.849881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5d3e1-ed05-4d97-9dad-d1924be219ae None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:04:12.891165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (211ab007-2be0-4905-8f48-5346c9463f5e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:12.972654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5723e8-218a-4876-a150-f8d2cc5d83dd req-6828ca7e-5026-4bf2-880a-35075ce38f61 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:12.974098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f5723e8-218a-4876-a150-f8d2cc5d83dd req-6828ca7e-5026-4bf2-880a-35075ce38f61 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 944 time: 0.2472715 Mar 11 00:04:13.000582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (211ab007-2be0-4905-8f48-5346c9463f5e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.006530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.006530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.032248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 816a9135-e2e9-4001-bcfa-8c65e093705f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:13.114995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6404099 Mar 11 00:04:13.118250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58620) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:13.125731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': '211ab007-2be0-4905-8f48-5346c9463f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:13.173623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b85177-89bd-499f-9a80-b96e8d20f85b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=211ab007-2be0-4905-8f48-5346c9463f5e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:13.183556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f5723e8-218a-4876-a150-f8d2cc5d83dd req-4db96d3d-1fda-41a9-88b5-edbfe0f6f0fd tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968277 Mar 11 00:04:13.203832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.243097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 211ab007-2be0-4905-8f48-5346c9463f5e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:13.246965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58624) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:13.277438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.295003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9deefdd-ce09-4308-8fe4-b8e1ce319949 None None] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:13.357658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.363186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.369290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.376265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.382781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.388772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.395583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:13.398009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-708723f8-9b08-4847-be9c-630be3140db1 req-aeeefeb0-0407-4528-bbc8-ee9cc407bf6b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.2218997 Mar 11 00:04:13.407483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 816a9135-e2e9-4001-bcfa-8c65e093705f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:13.408418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:13.413106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.472473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-708723f8-9b08-4847-be9c-630be3140db1 req-af523575-8dbf-4f53-85c8-6527603564b1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0668669 Mar 11 00:04:13.477674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Deleting port d08d6ec7-80b6-4034-aec0-73cc9c76c410 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:13.478120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d08d6ec7-80b6-4034-aec0-73cc9c76c410), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.527949 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.579276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 816a9135-e2e9-4001-bcfa-8c65e093705f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:13.580691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.599241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d08d6ec7-80b6-4034-aec0-73cc9c76c410), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.613448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Calling delete_port for d08d6ec7-80b6-4034-aec0-73cc9c76c410 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:13.774215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (83c13088-e594-4c86-ad70-e151b8cff1bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.795339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 816a9135-e2e9-4001-bcfa-8c65e093705f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:13.846791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-760647575-network', 'tenant_id': '09d578bfa4894af382f04eb972406247'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:13.884453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=83c13088-e594-4c86-ad70-e151b8cff1bb,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:13.896303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d08d6ec7-80b6-4034-aec0-73cc9c76c410), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.923284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'c0f76afe-4885-4a18-ba92-7d0855183036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '211ab007-2be0-4905-8f48-5346c9463f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:13.923284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: 211ab007-2be0-4905-8f48-5346c9463f5e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:13.942787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Pushing event deleted for resources: {'Port': ['ID=d08d6ec7-80b6-4034-aec0-73cc9c76c410,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:13.947851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Made reservation on behalf of 09d578bfa4894af382f04eb972406247 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:13.950368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.955832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 211ab007-2be0-4905-8f48-5346c9463f5e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:13.986478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:13.987516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 211ab007-2be0-4905-8f48-5346c9463f5e) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:13.996966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7079e6d-4255-4893-91c7-ec358615f82c None None] Network 211ab007-2be0-4905-8f48-5346c9463f5e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:14.004099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.004716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.008768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.016844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.026511 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86476c8f-c12d-46a4-afe4-b67317df77d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9059246 Mar 11 00:04:14.028705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.032708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:14.036652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.043236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.048677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.053978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.055957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2274ef85-3b5e-4250-a211-2ab5e3d71b4b req-f6e12e9b-0506-473d-b33d-36c90727cdf5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.2318606 Mar 11 00:04:14.142229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.249137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (211ab007-2be0-4905-8f48-5346c9463f5e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.372387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks [] for security_group (5320af2f-50bb-4238-adcb-3e06a01bae15), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.386488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-10a9cdcd-4915-4928-bc4d-4288b5b2d6de None None] Provisioning complete for port 816a9135-e2e9-4001-bcfa-8c65e093705f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:14.387455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-10a9cdcd-4915-4928-bc4d-4288b5b2d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.418151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (83c13088-e594-4c86-ad70-e151b8cff1bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.431615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5320af2f-50bb-4238-adcb-3e06a01bae15), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.457297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58165f11-d963-440d-a977-0ccda42c998b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-211ab007-2be0-4905-8f48-5346c9463f5e', 'network_id': '211ab007-2be0-4905-8f48-5346c9463f5e', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '83c13088-e594-4c86-ad70-e151b8cff1bb'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:14.458480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-58165f11-d963-440d-a977-0ccda42c998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.499351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:14.504060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.506292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5320af2f-50bb-4238-adcb-3e06a01bae15,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:14.518176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.563208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (83c13088-e594-4c86-ad70-e151b8cff1bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.617896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=83c13088-e594-4c86-ad70-e151b8cff1bb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:14.669656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd30ed5c-b746-4fc3-97dc-2c4d511b8832), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.669926 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Added segment cd30ed5c-b746-4fc3-97dc-2c4d511b8832 of type vlan for network 72a4d7f4-2e65-4dbd-b452-449e958575b2 Mar 11 00:04:14.710187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (211ab007-2be0-4905-8f48-5346c9463f5e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.716761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-10a9cdcd-4915-4928-bc4d-4288b5b2d6de None None] Current status of the port 816a9135-e2e9-4001-bcfa-8c65e093705f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:14.723906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (72a4d7f4-2e65-4dbd-b452-449e958575b2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.748661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211ab007-2be0-4905-8f48-5346c9463f5e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:14.756596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Router 884ccb88-c8a0-4dba-b08e-9e3c747a25bb has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-58165f11-d963-440d-a977-0ccda42c998b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83c13088-e594-4c86-ad70-e151b8cff1bb: This subnet is being modified by another concurrent operation. Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:04:14.758198 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83c13088-e594-4c86-ad70-e151b8cff1bb: This subnet is being modified by another concurrent operation. Mar 11 00:04:14.761708 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:04:14.765190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f76afe-4885-4a18-ba92-7d0855183036') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:14.765190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f76afe-4885-4a18-ba92-7d0855183036') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:14.766092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fbe4c-3551-47f0-b51f-15f93ba52363 req-9f8fba4c-d4bf-4d07-b35f-28291188111f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.772379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003fbe4c-3551-47f0-b51f-15f93ba52363 req-9f8fba4c-d4bf-4d07-b35f-28291188111f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 944 time: 0.4280674 Mar 11 00:04:14.777243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc440922-715d-4372-b598-f7344c0ebf2c details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:04:14.785333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (c0f76afe-4885-4a18-ba92-7d0855183036), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.786540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c89d30-b746-4325-8a70-307954858757 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:04:14.799609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (72a4d7f4-2e65-4dbd-b452-449e958575b2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.800615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:14.801198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.813659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c0f76afe-4885-4a18-ba92-7d0855183036), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.824237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:14.824875 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (c0f76afe-4885-4a18-ba92-7d0855183036), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:14.830246 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:14.908395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:14.936027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:14.937807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-64048d87-b1be-4c63-8913-8cbf510484e2 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "PUT /v2.0/routers/884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 200 len: 710 time: 2.7664003 Mar 11 00:04:14.941539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:14.950867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] Sync routers for ids ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:14.951074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6997287 Mar 11 00:04:14.953891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:14.965825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Request body: {'subnet': {'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-760647575-subnet', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:14.989207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afff3ae-b19b-4c8b-8f2a-0de49a88c046 admin admin] Pushing event updated for resources: {'Network': ['ID=72a4d7f4-2e65-4dbd-b452-449e958575b2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:15.007710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003fbe4c-3551-47f0-b51f-15f93ba52363 req-5fd602ac-10cc-435d-aaaa-421ddf43805a tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343106 Mar 11 00:04:15.036999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:15.047438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] Routers {'884ccb88-c8a0-4dba-b08e-9e3c747a25bb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:15.048112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:15.090247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f3d10-152b-41c9-a713-cb30c5d31674 req-96c871eb-b31c-4e2d-bcad-83d751fe1440 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:15.091876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-602f3d10-152b-41c9-a713-cb30c5d31674 req-96c871eb-b31c-4e2d-bcad-83d751fe1440 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.0611835 Mar 11 00:04:15.127207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:15.148490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-602f3d10-152b-41c9-a713-cb30c5d31674 req-1e2dc76a-9579-47f5-b1ae-f40ae8856a6d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 Mar 11 00:04:15.221128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] Routers {'884ccb88-c8a0-4dba-b08e-9e3c747a25bb'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:15.222280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:15.225677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc440922-715d-4372-b598-f7344c0ebf2c,segment=NetworkSegment(2c4343bc-7b68-40a4-b015-2a7288a0bf01),segment_id=2c4343bc-7b68-40a4-b015-2a7288a0bf01)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:15.282963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:15.283629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b023d-dc87-4d1e-b7c4-02daeaea39dd None None] The sync data for ids ['884ccb88-c8a0-4dba-b08e-9e3c747a25bb'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:15.290210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'dc440922-715d-4372-b598-f7344c0ebf2c', 'network_id': '6b80eb05-bde2-44c9-b1e9-649e3ce5a92f', 'port_id': 'dc440922-715d-4372-b598-f7344c0ebf2c', 'mac_address': 'fa:16:3e:ee:9e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1f78bf-00bb-4318-b9b8-040d404b16f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:04:15.291995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c89d30-b746-4325-8a70-307954858757 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:04:15.316493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (211ab007-2be0-4905-8f48-5346c9463f5e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.344223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.347303 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/211ab007-2be0-4905-8f48-5346c9463f5e HTTP/1.1" status: 204 len: 168 time: 1.3127618 Mar 11 00:04:15.352561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:15.359217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250405827'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:15.369087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dc440922-715d-4372-b598-f7344c0ebf2c is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:15.369764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.392051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Made reservation on behalf of 09d578bfa4894af382f04eb972406247 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:15.393684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:15.394108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.398391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.401439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc440922-715d-4372-b598-f7344c0ebf2c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:04:15.402412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58668) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:15.402589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2aea2322-2f7c-4d7c-a855-144f96cc4305 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/routers/884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 200 len: 745 time: 0.4582310 Mar 11 00:04:15.414768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347556a9-3c55-46e7-9807-6d787f9a50cd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=211ab007-2be0-4905-8f48-5346c9463f5e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:15.446582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9fc4cf3a-c41f-4104-9466-c0438ca0dc28 tempest-RoutersIpV6AdminTest-1598300876 tempest-RoutersIpV6AdminTest-1598300876-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&device_id=884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 200 len: 205 time: 0.0352533 Mar 11 00:04:15.450885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:15.465513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc440922-715d-4372-b598-f7344c0ebf2c,segment=NetworkSegment(2c4343bc-7b68-40a4-b015-2a7288a0bf01),segment_id=2c4343bc-7b68-40a4-b015-2a7288a0bf01)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:15.474122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.478589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-63b95abf-d338-4ac7-8623-64bde40ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:15.480470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-63b95abf-d338-4ac7-8623-64bde40ec866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.1808877 Mar 11 00:04:15.486458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ffee80f4-85ba-46f3-b563-a53ac4328c2c tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 200 len: 205 time: 0.0344005 Mar 11 00:04:15.489706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:15.490215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:15.503512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.504004 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment 684f610c-087c-486b-86fe-734d7cff72c5 of type vlan for network f17456d9-e4c6-4eb5-8c16-8e8984f55907 Mar 11 00:04:15.540445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:15.549742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.585260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.591293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:15.592139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.637312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2832909 Mar 11 00:04:15.641241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58674) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:15.659161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.679999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:15.685571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676deed-13cb-4565-85e3-dd9c38b9bbc8 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=f17456d9-e4c6-4eb5-8c16-8e8984f55907,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:15.726533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f17456d9-e4c6-4eb5-8c16-8e8984f55907 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:15.754190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed8747-013c-4380-9587-c5f3806a8e30 None None] Network 211ab007-2be0-4905-8f48-5346c9463f5e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:15.775439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed8747-013c-4380-9587-c5f3806a8e30 None None] Network 211ab007-2be0-4905-8f48-5346c9463f5e could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:04:15.797606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:15.801427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:15.811069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-5fe47619-3046-4820-9cb7-5e082c30e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:15.813264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-5fe47619-3046-4820-9cb7-5e082c30e97c service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.3230135 Mar 11 00:04:15.922349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc440922-715d-4372-b598-f7344c0ebf2c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:04:15.932669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-4d7d0247-1045-453a-b856-a1867e754516 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.0804610 Mar 11 00:04:15.995883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.003775 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router_controller (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.082790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (90f306c7-afa4-46ab-9f22-e23ff44b10b3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.118188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-f8a7ef47-f474-4aea-b783-ad03809e608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:16.119668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-f8a7ef47-f474-4aea-b783-ad03809e608e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.1381669 Mar 11 00:04:16.126602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (884ccb88-c8a0-4dba-b08e-9e3c747a25bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.127507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Fanout notify agent at l3_agent the message router_deleted on router 884ccb88-c8a0-4dba-b08e-9e3c747a25bb {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:04:16.146642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.149523 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d685d13c-6343-4943-aad6-b20d4abfc449 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 204 len: 168 time: 0.6554554 Mar 11 00:04:16.153072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58692) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.178697 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-f7fe3b31-c0df-4a28-bd89-04d843f445f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480082 Mar 11 00:04:16.187880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f306c7-afa4-46ab-9f22-e23ff44b10b3,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:16.198492 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (285470e1-9b64-46ab-88ff-37cc2628a9c8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.202476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-477bdd17-56c0-4010-b7fc-c8e6d3542b07 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 200 len: 205 time: 0.0481787 Mar 11 00:04:16.207792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.272176 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a1e3e0c1-d224-4207-a081-3c112f2d479d tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.273247 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1e3e0c1-d224-4207-a081-3c112f2d479d tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/884ccb88-c8a0-4dba-b08e-9e3c747a25bb HTTP/1.1" status: 404 len: 336 time: 0.0629940 Mar 11 00:04:16.284700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58700) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.300398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Checking segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:16.300398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Network hostable DHCP agents. Network: 72a4d7f4-2e65-4dbd-b452-449e958575b2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:16.355577 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c8b591d-faa4-44f4-9e4d-a506c28cdf00 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 200 len: 205 time: 0.0691106 Mar 11 00:04:16.358854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.409689 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-6a62dd36-b143-49bd-a65c-1b19ed3ae9d9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.410753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a62dd36-b143-49bd-a65c-1b19ed3ae9d9 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/8aa0f6c5-7240-4b48-8779-37acef409bdb HTTP/1.1" status: 404 len: 336 time: 0.0490096 Mar 11 00:04:16.416818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58706) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.440262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:16.462217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-8ac2f782-82f5-49c5-b550-3b07fce0e709 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753952 Mar 11 00:04:16.465553 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e7a1ebd9-50f4-4278-b1e6-073dcd264a16 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 200 len: 205 time: 0.0416150 Mar 11 00:04:16.476786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58708) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.479476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 72a4d7f4-2e65-4dbd-b452-449e958575b2) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:16.490118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb912397-6bb2-4759-9442-72c338f470f4 None None] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:16.501073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:16.501582 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.549673 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-744894d1-728b-4d7f-8909-d87ffa3dfbe7 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.554139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-744894d1-728b-4d7f-8909-d87ffa3dfbe7 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/41dd0d20-fd70-4158-95ec-1a395ba3447e HTTP/1.1" status: 404 len: 336 time: 0.0725031 Mar 11 00:04:16.554139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.594022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1aba17b7-cf55-4451-8a31-6891d4302d25 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6360443 Mar 11 00:04:16.596489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44a27b57-198f-4450-8106-17b5014d3b72 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 200 len: 205 time: 0.0420988 Mar 11 00:04:16.597021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58712) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.609851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58714) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.613443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-72a4d7f4-2e65-4dbd-b452-449e958575b2', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:16.614629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.632323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:16.681874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.682953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.689736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0ad6675-425e-4afa-b359-6eff4163a252 req-f1658207-29c5-4823-b8d5-67389d542846 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212455 Mar 11 00:04:16.698907 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-adb91595-79da-4890-924b-3a5ecea75b7d tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.699968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-adb91595-79da-4890-924b-3a5ecea75b7d tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/3a54b3e0-03c4-43f1-94ff-5da097a214ff HTTP/1.1" status: 404 len: 336 time: 0.0862279 Mar 11 00:04:16.710047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.728485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=285470e1-9b64-46ab-88ff-37cc2628a9c8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:16.745980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703a17-a313-4653-bf74-aa12ce291b11 req-9f97aa74-d3d9-459e-8566-09906c039bff tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:16.748058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93703a17-a313-4653-bf74-aa12ce291b11 req-9f97aa74-d3d9-459e-8566-09906c039bff tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 945 time: 0.5953841 Mar 11 00:04:16.755800 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-597a8ae2-1c67-4690-815e-42dfa2c3b809 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 200 len: 205 time: 0.0445685 Mar 11 00:04:16.757466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': '684f610c-087c-486b-86fe-734d7cff72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:16.757920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: f17456d9-e4c6-4eb5-8c16-8e8984f55907, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:16.760085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58720) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.782846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for router_controller (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.822037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe8365-60ce-413f-82e0-d70bfa357bc5 req-7fc2dd1b-cdb4-4782-86c5-11450ce4e26b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:16.823596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cfe8365-60ce-413f-82e0-d70bfa357bc5 req-7fc2dd1b-cdb4-4782-86c5-11450ce4e26b tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2154007 Mar 11 00:04:16.829205 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-a43d9e36-391a-4cfb-904b-07ba33d37070 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.832722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a43d9e36-391a-4cfb-904b-07ba33d37070 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/c81b017d-d895-4360-8e75-ae67d279bc1b HTTP/1.1" status: 404 len: 336 time: 0.0642703 Mar 11 00:04:16.833622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58724) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.888714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bd93f8d8-d068-4c08-ab92-cb7bd5adf8e4 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "GET /v2.0/ports?device_id=a642002d-887e-4eda-b461-c0f329b30914 HTTP/1.1" status: 200 len: 205 time: 0.0517149 Mar 11 00:04:16.890386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.903277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network f17456d9-e4c6-4eb5-8c16-8e8984f55907 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:16.906322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Allocated IP 172.20.0.2 (72a4d7f4-2e65-4dbd-b452-449e958575b2/90f306c7-afa4-46ab-9f22-e23ff44b10b3/76f037d9-1fba-4859-beaf-b538166f625c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:16.920319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93703a17-a313-4653-bf74-aa12ce291b11 req-ca8a4057-1682-49d0-b70d-559b193eba49 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655188 Mar 11 00:04:16.931608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f17456d9-e4c6-4eb5-8c16-8e8984f55907) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:16.947674 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-4bcb1b96-c5a1-4496-91ef-5fb1f0e40559 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] delete failed (client error): The resource could not be found. Mar 11 00:04:16.948617 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4bcb1b96-c5a1-4496-91ef-5fb1f0e40559 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/routers/a642002d-887e-4eda-b461-c0f329b30914 HTTP/1.1" status: 404 len: 336 time: 0.0577493 Mar 11 00:04:16.951540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:16.952337 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:16.954694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58728) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:16.964616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a213db9-6602-46ae-b587-53b3a244ee39 None None] Network f17456d9-e4c6-4eb5-8c16-8e8984f55907 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:16.986891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cfe8365-60ce-413f-82e0-d70bfa357bc5 req-a34db0e9-037f-402f-b2d4-1247f6092bf1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404331 Mar 11 00:04:17.025721 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-87af9b98-87d5-45e6-828d-faa3a1f535e3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:17.028014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87af9b98-87d5-45e6-828d-faa3a1f535e3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:17.040401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-87af9b98-87d5-45e6-828d-faa3a1f535e3 tempest-RoutersIpV6AdminTest-916599682 tempest-RoutersIpV6AdminTest-916599682-project] 10.222.0.21 "DELETE /v2.0/subnets/f0fb640a-6a1b-4fd4-8752-14af034b8394 HTTP/1.1" status: 404 len: 337 time: 0.0781462 Mar 11 00:04:17.051288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for router_gateway (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.053134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-299141e2-2907-4fe9-8d9e-b190f11f0df9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4093924 Mar 11 00:04:17.055221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:17.139032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f17456d9-e4c6-4eb5-8c16-8e8984f55907', 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '285470e1-9b64-46ab-88ff-37cc2628a9c8'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:17.139962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.212108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.350298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (285470e1-9b64-46ab-88ff-37cc2628a9c8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.395874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:17.411542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks [] for port (76f037d9-1fba-4859-beaf-b538166f625c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.421102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for router_gateway (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.438663 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (76f037d9-1fba-4859-beaf-b538166f625c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.454188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58758) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:17.456986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.527810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f62b7f54-4765-4f25-8a27-e3fa0b9c2212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.534782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:17.543466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:17.552763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:17.554595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Pushing event updated for resources: {'Port': ['ID=76f037d9-1fba-4859-beaf-b538166f625c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:17.557449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Allocated IP 2001:db8::1 (f17456d9-e4c6-4eb5-8c16-8e8984f55907/285470e1-9b64-46ab-88ff-37cc2628a9c8/5fe4df7e-b22d-48d1-9dd0-b1dc25998021) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:17.644155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Allocated IP 172.25.7.246 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5a9bbd06-8920-4856-8510-2d12ecad6e2f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:17.667494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.668343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.668972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.669632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.670258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.670880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.672087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:17.674605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Attempting to bind port 76f037d9-1fba-4859-beaf-b538166f625c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:17.675066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Attempting to bind port 76f037d9-1fba-4859-beaf-b538166f625c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:17.675400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-6a3abc18-9517-4fee-88f9-489b22663bd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6715 time: 0.2244115 Mar 11 00:04:17.675620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Attempting to bind port 76f037d9-1fba-4859-beaf-b538166f625c on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:17.682666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:17.683211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Checking segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:17.683719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.684368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Bound using segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:17.684959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Bound port: 76f037d9-1fba-4859-beaf-b538166f625c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:17.685870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76f037d9-1fba-4859-beaf-b538166f625c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.695074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f62b7f54-4765-4f25-8a27-e3fa0b9c2212 admin admin] Publish callbacks [] for security_group (fa4836c0-cfc7-440f-adc3-96ac91843eed), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.709250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f62b7f54-4765-4f25-8a27-e3fa0b9c2212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa4836c0-cfc7-440f-adc3-96ac91843eed), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.743823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b7f54-4765-4f25-8a27-e3fa0b9c2212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4836c0-cfc7-440f-adc3-96ac91843eed,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:17.811584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f62b7f54-4765-4f25-8a27-e3fa0b9c2212 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6c571cec0764729aefa3ccf95003477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113443 Mar 11 00:04:17.811839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] For port 76f037d9-1fba-4859-beaf-b538166f625c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:17.814222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58772) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:17.816644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] For port 76f037d9-1fba-4859-beaf-b538166f625c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76f037d9-1fba-4859-beaf-b538166f625c,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:17.824024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.831310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (76f037d9-1fba-4859-beaf-b538166f625c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.836740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks [] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.864256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.902218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Network f17456d9-e4c6-4eb5-8c16-8e8984f55907 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:17.904436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.916080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:17.922227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:17.929482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb308ed-ee95-4547-b14f-cd933cb35b36 None None] Pushing event updated for resources: {'Port': ['ID=76f037d9-1fba-4859-beaf-b538166f625c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:17.931606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-fb3a127d-3e3a-43db-8120-957a3b661f33 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2459309 Mar 11 00:04:17.955837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (285470e1-9b64-46ab-88ff-37cc2628a9c8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:17.971317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] Publish callbacks [] for security_group (fa4836c0-cfc7-440f-adc3-96ac91843eed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.006087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] Publish callbacks [] for security_group (fa4836c0-cfc7-440f-adc3-96ac91843eed), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.017669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:18.049410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:18.051338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9bbd06-8920-4856-8510-2d12ecad6e2f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:18.053489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:18.069801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Attempting to bind port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:18.070180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Attempting to bind port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '684f610c-087c-486b-86fe-734d7cff72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:18.070550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Attempting to bind port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 on network f17456d9-e4c6-4eb5-8c16-8e8984f55907 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:18.082531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Pushing event updated for resources: {'Port': ['ID=5fe4df7e-b22d-48d1-9dd0-b1dc25998021,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:18.089184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:18.089588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Checking segment: {'id': '684f610c-087c-486b-86fe-734d7cff72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:18.089972 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.090374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Bound using segment: {'id': '684f610c-087c-486b-86fe-734d7cff72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:18.095422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Bound port: 5fe4df7e-b22d-48d1-9dd0-b1dc25998021, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684f610c-087c-486b-86fe-734d7cff72c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:18.095849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.192320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.196812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] For port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:18.212515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] For port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5fe4df7e-b22d-48d1-9dd0-b1dc25998021,segment=NetworkSegment(684f610c-087c-486b-86fe-734d7cff72c5),segment_id=684f610c-087c-486b-86fe-734d7cff72c5)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:18.245046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.300153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=285470e1-9b64-46ab-88ff-37cc2628a9c8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:18.322839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17456d9-e4c6-4eb5-8c16-8e8984f55907']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:18.337756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5a97a-24ee-4e38-9f38-c9575cf49cac None None] Pushing event updated for resources: {'Port': ['ID=5fe4df7e-b22d-48d1-9dd0-b1dc25998021,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:18.382812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa4836c0-cfc7-440f-adc3-96ac91843eed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.386132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.390898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa4836c0-cfc7-440f-adc3-96ac91843eed HTTP/1.1" status: 204 len: 168 time: 0.5751579 Mar 11 00:04:18.392962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f610c-087c-486b-86fe-734d7cff72c5') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:18.394146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f610c-087c-486b-86fe-734d7cff72c5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:18.423545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee5588-6676-473a-b8cf-c999071ae86e None None] Network f17456d9-e4c6-4eb5-8c16-8e8984f55907 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:18.448356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cf9aa-9187-4ab7-bf0a-0e2256906bed req-16c710c8-1838-41fa-b508-cf7e52d2a7ee tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:18.451036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf1cf9aa-9187-4ab7-bf0a-0e2256906bed req-16c710c8-1838-41fa-b508-cf7e52d2a7ee tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2496343 Mar 11 00:04:18.457925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba70e4e-12f8-4559-af45-b896eaa9b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4836c0-cfc7-440f-adc3-96ac91843eed,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:18.472883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.484721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8dd6b-1cfa-4c25-b35c-f2ff12cb0952 req-ee59b28a-0756-4ea0-abc7-dc2d4d713216 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:18.495583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31b8dd6b-1cfa-4c25-b35c-f2ff12cb0952 req-ee59b28a-0756-4ea0-abc7-dc2d4d713216 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 945 time: 0.3700335 Mar 11 00:04:18.574053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf1cf9aa-9187-4ab7-bf0a-0e2256906bed req-dc0dc977-7007-4f4e-90e1-54ababe35885 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112645 Mar 11 00:04:18.605460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.626984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:18.627833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:18.631548 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:18.648333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for router_gateway (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.664097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31b8dd6b-1cfa-4c25-b35c-f2ff12cb0952 req-7c2fbe2c-1c07-4fba-aa66-929a77616a82 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372423 Mar 11 00:04:18.755765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:18.772480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:04:18.772480 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:04:18.772480 n-d-831844-1 neutron-server[110425]: [parameters: {'id': 'f17456d9-e4c6-4eb5-8c16-8e8984f55907'}] Mar 11 00:04:18.772480 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:18.772980 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:18.803500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc440922-715d-4372-b598-f7344c0ebf2c up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:18.887976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port dc440922-715d-4372-b598-f7344c0ebf2c completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:04:18.897263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port dc440922-715d-4372-b598-f7344c0ebf2c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:18.898047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:18.937828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58804) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:18.988656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8907-cfa1-4759-8921-10e7526597dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.020469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4dbc9315-015c-46be-877f-32f84e321a7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10465c8885fa4f3ab83d2b6e31bed0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806234 Mar 11 00:04:19.023680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:19.027672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port dc440922-715d-4372-b598-f7344c0ebf2c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:19.028265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.061217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:19.066181 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd32852-2d6e-4aa2-b020-fb5be9711b6c" -d '{"events": [{"server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "name": "network-vif-plugged", "status": "completed", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:19.085840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc440922-715d-4372-b598-f7344c0ebf2c,segment=NetworkSegment(2c4343bc-7b68-40a4-b015-2a7288a0bf01),segment_id=2c4343bc-7b68-40a4-b015-2a7288a0bf01)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:19.090119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.124964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] Publish callbacks [] for security_group (9fc4522c-71e9-4013-9869-d9545923102a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.142043 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8907-cfa1-4759-8921-10e7526597dd admin admin] Publish callbacks [] for security_group (7197f491-d84a-46e2-8934-013b8cfc39c0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.142810 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0813d5-b15a-4ea0-84ed-67cbd27d4baf x-openstack-request-id: req-9f0813d5-b15a-4ea0-84ed-67cbd27d4baf {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:19.143303 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "name": "network-vif-plugged", "status": "completed", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:19.143564 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f0813d5-b15a-4ea0-84ed-67cbd27d4baf {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:19.144013 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c', 'code': 200} Mar 11 00:04:19.149775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8907-cfa1-4759-8921-10e7526597dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7197f491-d84a-46e2-8934-013b8cfc39c0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.160477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] Publish callbacks [] for security_group (9fc4522c-71e9-4013-9869-d9545923102a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.176760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:19.194224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef8907-cfa1-4759-8921-10e7526597dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197f491-d84a-46e2-8934-013b8cfc39c0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:19.200202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4ef8907-cfa1-4759-8921-10e7526597dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60760da558844caba2ab7bdf0d1bfdb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423916 Mar 11 00:04:19.203292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:19.263866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] Publish callbacks [] for security_group (7197f491-d84a-46e2-8934-013b8cfc39c0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.279971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.306408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] Publish callbacks [] for security_group (7197f491-d84a-46e2-8934-013b8cfc39c0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.358277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9fc4522c-71e9-4013-9869-d9545923102a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.361322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.362391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fc4522c-71e9-4013-9869-d9545923102a HTTP/1.1" status: 204 len: 168 time: 0.3376753 Mar 11 00:04:19.365244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c3d00-0b59-46cc-ae3a-b95e6d42a274 req-ab3d34b9-a323-4aec-bc40-c4b8162e54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:19.367064 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-308c3d00-0b59-46cc-ae3a-b95e6d42a274 req-ab3d34b9-a323-4aec-bc40-c4b8162e54fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 1128 time: 0.1238952 Mar 11 00:04:19.379137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7b045-7537-49ab-a382-f4dab2cd0d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4522c-71e9-4013-9869-d9545923102a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:19.385791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.424792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76f037d9-1fba-4859-beaf-b538166f625c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:19.428756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b559ae17-d95e-45bf-b6ab-8b63c7d15b40 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:04:19.459943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:19.460322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.475166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-308c3d00-0b59-46cc-ae3a-b95e6d42a274 req-f9bba42b-4d67-4a08-be41-125df8d30a52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974255 Mar 11 00:04:19.507117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7197f491-d84a-46e2-8934-013b8cfc39c0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.510151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.511691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7197f491-d84a-46e2-8934-013b8cfc39c0 HTTP/1.1" status: 204 len: 168 time: 0.3066275 Mar 11 00:04:19.560223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Provisioning complete for port 76f037d9-1fba-4859-beaf-b538166f625c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:19.560756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58671-364f-4880-816d-ba70c2054e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197f491-d84a-46e2-8934-013b8cfc39c0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:19.561297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76f037d9-1fba-4859-beaf-b538166f625c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.568137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5fe4df7e-b22d-48d1-9dd0-b1dc25998021,segment=NetworkSegment(684f610c-087c-486b-86fe-734d7cff72c5),segment_id=684f610c-087c-486b-86fe-734d7cff72c5)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:19.568795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.583910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:19.590797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:04:19.682354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 76f037d9-1fba-4859-beaf-b538166f625c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:19.683429 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76f037d9-1fba-4859-beaf-b538166f625c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.757455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:19.773958 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:19.795776 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:19.797085 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:19.802875 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.805838 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1318f213-8747-4182-8467-92f5b8f03e26 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2054741 Mar 11 00:04:19.806044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:19.868002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 76f037d9-1fba-4859-beaf-b538166f625c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:19.868609 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76f037d9-1fba-4859-beaf-b538166f625c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.933858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 76f037d9-1fba-4859-beaf-b538166f625c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76f037d9-1fba-4859-beaf-b538166f625c,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:19.949778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (76f037d9-1fba-4859-beaf-b538166f625c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:19.965342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be581ac8-9f0f-4ddb-bdba-53384eccb818 req-b14dcdcc-5264-40c2-9438-a21e65668bdb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:19.967161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be581ac8-9f0f-4ddb-bdba-53384eccb818 req-b14dcdcc-5264-40c2-9438-a21e65668bdb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2600379 Mar 11 00:04:19.993036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Current status of the port 76f037d9-1fba-4859-beaf-b538166f625c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:19.993036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76f037d9-1fba-4859-beaf-b538166f625c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.013422 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:20.035749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5fe4df7e-b22d-48d1-9dd0-b1dc25998021), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.066159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be327adb-9aeb-488b-9c0e-83852f897bac req-d9c6cbb5-b326-4d49-88c8-0f94ca77910a tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:20.068039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be327adb-9aeb-488b-9c0e-83852f897bac req-d9c6cbb5-b326-4d49-88c8-0f94ca77910a tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 946 time: 0.2494042 Mar 11 00:04:20.074567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:20.107807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=76f037d9-1fba-4859-beaf-b538166f625c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:20.116935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a259520-b545-4ff6-af17-6986384b730c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.117842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559ae17-d95e-45bf-b6ab-8b63c7d15b40 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:04:20.124794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:20.125139 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:20.134809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port 5fe4df7e-b22d-48d1-9dd0-b1dc25998021 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:20.139682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be581ac8-9f0f-4ddb-bdba-53384eccb818 req-2f2cb73b-6ec1-411e-badc-1ef6be769645 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565278 Mar 11 00:04:20.140915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=5fe4df7e-b22d-48d1-9dd0-b1dc25998021,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:20.255534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.261174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be327adb-9aeb-488b-9c0e-83852f897bac req-3d914490-b086-438c-9445-9d1c104a0771 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679072 Mar 11 00:04:20.284500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17456d9-e4c6-4eb5-8c16-8e8984f55907']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:20.301464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f610c-087c-486b-86fe-734d7cff72c5') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:20.301795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f610c-087c-486b-86fe-734d7cff72c5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:20.319995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.335076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.351273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:20.351716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (684f610c-087c-486b-86fe-734d7cff72c5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.352868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:18Z', 'revision_number': 3, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:20.360828 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:20.388809 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:04:20.389399 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Updating router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 port 5a9bbd06-8920-4856-8510-2d12ecad6e2f binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:04:20.423609 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.439070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f17456d9-e4c6-4eb5-8c16-8e8984f55907), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.455024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.464270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/f17456d9-e4c6-4eb5-8c16-8e8984f55907 HTTP/1.1" status: 204 len: 168 time: 3.4059615 Mar 11 00:04:20.465003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58836) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:20.479762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198497049'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:20.487807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30c10-354a-4b47-ad33-3863325682c6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=f17456d9-e4c6-4eb5-8c16-8e8984f55907,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:20.511471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:20.522538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.533015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a259520-b545-4ff6-af17-6986384b730c admin admin] Publish callbacks [] for security_group (629b97bd-0017-4e88-b238-17ea40fb9a84), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.579183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a259520-b545-4ff6-af17-6986384b730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (629b97bd-0017-4e88-b238-17ea40fb9a84), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.587798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:20.593922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33c411-56b7-4e90-892b-e661a48bf7ad None None] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:20.612792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ae324275-15e5-4845-84bd-f53ac8441d23), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.615610 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment ae324275-15e5-4845-84bd-f53ac8441d23 of type vlan for network f469bc88-2e5a-4745-8116-6ba68bda2e98 Mar 11 00:04:20.672321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a259520-b545-4ff6-af17-6986384b730c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42ee3ee2e1874ea9aeba2e09db296059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5923600 Mar 11 00:04:20.676363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58842) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:20.684297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a259520-b545-4ff6-af17-6986384b730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629b97bd-0017-4e88-b238-17ea40fb9a84,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:20.731493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f469bc88-2e5a-4745-8116-6ba68bda2e98), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.752465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8acdfc14-ba5f-40e3-b3c2-ffda23c9e6dc None None] Current status of the port 76f037d9-1fba-4859-beaf-b538166f625c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:20.766549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.786368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] Publish callbacks [] for security_group (629b97bd-0017-4e88-b238-17ea40fb9a84), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.799265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f469bc88-2e5a-4745-8116-6ba68bda2e98), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.808682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:20.810961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.855314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] Publish callbacks [] for security_group (629b97bd-0017-4e88-b238-17ea40fb9a84), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:20.886788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4109640 Mar 11 00:04:20.887690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58848) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:20.915997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:21.030125 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks [] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.038642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58850) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:21.047085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7d88d-5e7e-4053-9bc3-a7c6842ca357 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=f469bc88-2e5a-4745-8116-6ba68bda2e98,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:21.051004 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.057209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (629b97bd-0017-4e88-b238-17ea40fb9a84), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.071830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:21.086951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.088234 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/629b97bd-0017-4e88-b238-17ea40fb9a84 HTTP/1.1" status: 204 len: 168 time: 0.4105892 Mar 11 00:04:21.231882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1b532-7c75-4973-825a-88973691efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b97bd-0017-4e88-b238-17ea40fb9a84,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:21.302764 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Attempting to bind port 5a9bbd06-8920-4856-8510-2d12ecad6e2f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:21.303379 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Attempting to bind port 5a9bbd06-8920-4856-8510-2d12ecad6e2f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:21.305735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Attempting to bind port 5a9bbd06-8920-4856-8510-2d12ecad6e2f on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:21.321365 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:21.322076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:21.322747 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.323358 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:21.324122 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Bound port: 5a9bbd06-8920-4856-8510-2d12ecad6e2f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:21.324745 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.326979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Allocated IP 172.20.0.1 (72a4d7f4-2e65-4dbd-b452-449e958575b2/90f306c7-afa4-46ab-9f22-e23ff44b10b3/579a715f-91cd-4316-aec9-f626103fe312) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:21.423747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] For port 5a9bbd06-8920-4856-8510-2d12ecad6e2f, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:21.429005 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] For port 5a9bbd06-8920-4856-8510-2d12ecad6e2f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5a9bbd06-8920-4856-8510-2d12ecad6e2f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:21.446366 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733866c-bc9c-46b8-9c5f-c66be719a6bd None None] Pushing event updated for resources: {'Port': ['ID=5a9bbd06-8920-4856-8510-2d12ecad6e2f,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:21.460853 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.474814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2adeaab9-282c-4a8b-8076-8a774e0d05a6 None None] Provisioning complete for port 76f037d9-1fba-4859-beaf-b538166f625c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:21.475874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2adeaab9-282c-4a8b-8076-8a774e0d05a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76f037d9-1fba-4859-beaf-b538166f625c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.511053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76f037d9-1fba-4859-beaf-b538166f625c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:21.557121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428972479'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:21.595737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 76f037d9-1fba-4859-beaf-b538166f625c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:21.596165 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76f037d9-1fba-4859-beaf-b538166f625c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.605242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:21.611251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.614213 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:21.618599 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:21.629240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.674992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:21.686443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.697725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2adeaab9-282c-4a8b-8076-8a774e0d05a6 None None] Current status of the port 76f037d9-1fba-4859-beaf-b538166f625c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:21.708345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks [] for port (579a715f-91cd-4316-aec9-f626103fe312), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.751811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 76f037d9-1fba-4859-beaf-b538166f625c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:21.781198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d621cd7-e578-43ee-abab-9516ffc29772 req-04463c24-abf5-4e32-b67b-7ffb6649251a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:21.789377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d621cd7-e578-43ee-abab-9516ffc29772 req-04463c24-abf5-4e32-b67b-7ffb6649251a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3133037 Mar 11 00:04:21.801612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.831047 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733866c-bc9c-46b8-9c5f-c66be719a6bd None None] Pushing event updated for resources: {'Port': ['ID=5a9bbd06-8920-4856-8510-2d12ecad6e2f,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:21.853370 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:21.866293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Pushing event updated for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:21.886202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d88f7-625f-49a9-af57-df59e8058648 req-cc66f85d-8e8c-4a75-86e8-df81b968925a tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:21.887950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b7d88f7-625f-49a9-af57-df59e8058648 req-cc66f85d-8e8c-4a75-86e8-df81b968925a tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 946 time: 0.3122406 Mar 11 00:04:21.900051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for security_group (db560947-c70b-4533-a04d-c51bec35d838), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.913898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (db560947-c70b-4533-a04d-c51bec35d838), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:21.927698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:21.937285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:21.954609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:21.969405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d621cd7-e578-43ee-abab-9516ffc29772 req-32947477-7450-497a-b89b-ac47a537f319 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761298 Mar 11 00:04:21.999279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b7d88f7-625f-49a9-af57-df59e8058648 req-bc544be0-ef6e-4c96-ac9e-f0a6127dbdec tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965576 Mar 11 00:04:22.042714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db560947-c70b-4533-a04d-c51bec35d838,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:22.058924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:22.080361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (51bb92bd-0175-40d3-8d68-dc39b473d887), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.080812 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment 51bb92bd-0175-40d3-8d68-dc39b473d887 of type vlan for network 196bcbe2-4046-43b7-a251-06c7461ce495 Mar 11 00:04:22.082928 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.216625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (725d4d5a-b490-4366-b88a-743b1bd22cab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.229840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:18Z', 'revision_number': 3, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:22.266516 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4debb5bf-7913-47f6-ba79-0518e9073389 None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:18Z', 'revision_number': 3, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:22.335527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (196bcbe2-4046-43b7-a251-06c7461ce495), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.371702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=725d4d5a-b490-4366-b88a-743b1bd22cab,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:22.392779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'ae324275-15e5-4845-84bd-f53ac8441d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:22.393313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: f469bc88-2e5a-4745-8116-6ba68bda2e98, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:22.443390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-70aa26fd-1162-4ee3-99e8-ed73ab55bb3f None None] Provisioning complete for port 579a715f-91cd-4316-aec9-f626103fe312 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:22.447386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70aa26fd-1162-4ee3-99e8-ed73ab55bb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (579a715f-91cd-4316-aec9-f626103fe312), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.467685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:22.479979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (196bcbe2-4046-43b7-a251-06c7461ce495), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.482273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f469bc88-2e5a-4745-8116-6ba68bda2e98) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:22.487294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:22.487294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.488020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:22.488624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.511887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791da5b-403e-49ab-809e-05543ea9e797 None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:22.524869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72c7afe0-25b6-416f-bf2c-6ab30cda0d06 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6247225 Mar 11 00:04:22.527622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:22.534098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:22.577389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-70aa26fd-1162-4ee3-99e8-ed73ab55bb3f None None] Port 579a715f-91cd-4316-aec9-f626103fe312 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:22.635360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=196bcbe2-4046-43b7-a251-06c7461ce495,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:22.639225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (579a715f-91cd-4316-aec9-f626103fe312), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.648009 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-617dbc8e-4d80-4154-828b-8009ee78e045 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6083648 Mar 11 00:04:22.654410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58892) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:22.676530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 196bcbe2-4046-43b7-a251-06c7461ce495 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:22.697629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-861019775'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:22.722860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f469bc88-2e5a-4745-8116-6ba68bda2e98', 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '725d4d5a-b490-4366-b88a-743b1bd22cab'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:22.728357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.788391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747011-8f46-421d-ba56-d9b34adb9e02 req-fea96db4-640e-43f1-ab0b-e93f78379aea tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:22.789966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc747011-8f46-421d-ba56-d9b34adb9e02 req-fea96db4-640e-43f1-ab0b-e93f78379aea tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 946 time: 0.2640226 Mar 11 00:04:22.792542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:22.795716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.854060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:22.882043 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2a12b0b8-a600-4879-bbd4-66acc444f2c3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.882043 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment 2a12b0b8-a600-4879-bbd4-66acc444f2c3 of type vlan for network 41fbe772-df7f-4812-94e5-c7efaef51286 Mar 11 00:04:22.892653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:22.896111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.970974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc747011-8f46-421d-ba56-d9b34adb9e02 req-bffdd374-f3d4-469f-b510-542c5dac1c66 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592896 Mar 11 00:04:22.986427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks [] for port (579a715f-91cd-4316-aec9-f626103fe312), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:22.997111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (41fbe772-df7f-4812-94e5-c7efaef51286), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.003281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.076263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Allocated IP 2001:db8::2 (f469bc88-2e5a-4745-8116-6ba68bda2e98/725d4d5a-b490-4366-b88a-743b1bd22cab/d658d25a-3858-4617-a990-1837696d51b4) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:23.125772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Pushing event updated for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:23.138353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.162636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (41fbe772-df7f-4812-94e5-c7efaef51286), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.169283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:23.169918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.228251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5670159 Mar 11 00:04:23.228836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:23.244590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:23.318615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba13163-1a27-426b-ac61-432c53a06d00 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=41fbe772-df7f-4812-94e5-c7efaef51286,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:23.347935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 41fbe772-df7f-4812-94e5-c7efaef51286 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:23.352632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae293987-fc01-4f98-8f55-c0f7d9f1c802 req-13a8693a-0e60-4849-8c00-60c7b2249428 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:23.375369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae293987-fc01-4f98-8f55-c0f7d9f1c802 req-13a8693a-0e60-4849-8c00-60c7b2249428 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3058417 Mar 11 00:04:23.379350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks [] for port (d658d25a-3858-4617-a990-1837696d51b4), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.428039 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d658d25a-3858-4617-a990-1837696d51b4), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.502394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5a9bbd06-8920-4856-8510-2d12ecad6e2f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:23.541965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae293987-fc01-4f98-8f55-c0f7d9f1c802 req-8c25af1f-5dc6-4952-b0d2-1cdf047c257d tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658797 Mar 11 00:04:23.565185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:23.594208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:23.606463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:23.625483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Pushing event updated for resources: {'Port': ['ID=d658d25a-3858-4617-a990-1837696d51b4,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:23.698614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (bc94dd46-dbc5-4915-ab05-2c4f518937ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.726145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Attempting to bind port d658d25a-3858-4617-a990-1837696d51b4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:23.726519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Attempting to bind port d658d25a-3858-4617-a990-1837696d51b4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ae324275-15e5-4845-84bd-f53ac8441d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:23.726884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Attempting to bind port d658d25a-3858-4617-a990-1837696d51b4 on network f469bc88-2e5a-4745-8116-6ba68bda2e98 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:23.734739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:23.735101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Checking segment: {'id': 'ae324275-15e5-4845-84bd-f53ac8441d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:23.735679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.735890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Bound using segment: {'id': 'ae324275-15e5-4845-84bd-f53ac8441d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:23.736449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Bound port: d658d25a-3858-4617-a990-1837696d51b4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae324275-15e5-4845-84bd-f53ac8441d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:23.736819 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d658d25a-3858-4617-a990-1837696d51b4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.752083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5a9bbd06-8920-4856-8510-2d12ecad6e2f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:23.752374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.850943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:23.858225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:23.873434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] For port d658d25a-3858-4617-a990-1837696d51b4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:23.877892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] For port d658d25a-3858-4617-a990-1837696d51b4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d658d25a-3858-4617-a990-1837696d51b4,segment=NetworkSegment(ae324275-15e5-4845-84bd-f53ac8441d23),segment_id=ae324275-15e5-4845-84bd-f53ac8441d23)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:23.899293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=bc94dd46-dbc5-4915-ab05-2c4f518937ab,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:23.931480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5a9bbd06-8920-4856-8510-2d12ecad6e2f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:23.932160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.933019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:23.934557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:23.940908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:23.944377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.949171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:23.954862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.969813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d658d25a-3858-4617-a990-1837696d51b4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:23.987669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a4eb7a31-71f8-4f90-af8e-72f916f6ff1c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4588542 Mar 11 00:04:23.990642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58908) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:23.990993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-29bfc781-4cf3-467b-aad6-b0e23fe612b3 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:23.992916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-29bfc781-4cf3-467b-aad6-b0e23fe612b3 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.30 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 946 time: 0.1920624 Mar 11 00:04:24.068113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 5a9bbd06-8920-4856-8510-2d12ecad6e2f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5a9bbd06-8920-4856-8510-2d12ecad6e2f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:24.072362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Pushing event updated for resources: {'Port': ['ID=d658d25a-3858-4617-a990-1837696d51b4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:24.093880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.094608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.095178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.096033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.096877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.097430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.097989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.098560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.099112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.099676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.100245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.100793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.101334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb0949-28f2-4514-a4f7-111236cffbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:24.126223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.163635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.165311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.167310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.168806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.170437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.178369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b37fc1d2-580d-48a7-8205-9be434a48d16 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1866853 Mar 11 00:04:24.183500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58912) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:24.202294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353922309'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:24.259859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb532-13b3-4f0b-8a99-e903de54f225 req-af3e40cf-6d5b-4ce2-966f-42ce7ee000fc tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.269914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-402fb532-13b3-4f0b-8a99-e903de54f225 req-af3e40cf-6d5b-4ce2-966f-42ce7ee000fc tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 946 time: 0.1517198 Mar 11 00:04:24.271464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:24.275310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.307587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=5a9bbd06-8920-4856-8510-2d12ecad6e2f,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:24.336992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:24.382134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:24.393151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-402fb532-13b3-4f0b-8a99-e903de54f225 req-c3c86ec0-0b21-4fa0-94fc-0ae28c2cbcef tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0f24f56-8298-4eb6-8821-faa3fae81eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122327 Mar 11 00:04:24.398144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e6ca1bd7-2fdc-4c71-b626-f883c5f617f4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.398562 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment e6ca1bd7-2fdc-4c71-b626-f883c5f617f4 of type vlan for network 1b00cd79-c1f4-410c-886b-6c974318547d Mar 11 00:04:24.442040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a26a3563-dec2-451e-bdee-6e30121e07db None None] Provisioning complete for port 579a715f-91cd-4316-aec9-f626103fe312 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:24.442412 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a26a3563-dec2-451e-bdee-6e30121e07db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (579a715f-91cd-4316-aec9-f626103fe312), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.456996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.521628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a26a3563-dec2-451e-bdee-6e30121e07db None None] Port 579a715f-91cd-4316-aec9-f626103fe312 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:24.537731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.543333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:24.544024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.599059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4131200 Mar 11 00:04:24.605337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:24.614927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:24.688932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Deleting port dc440922-715d-4372-b598-f7344c0ebf2c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:24.690576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.705185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (001512ea-d95f-4acb-86f8-7e1c8bcde0e3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.847385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942f754-25d1-488f-a3e6-f97e5ef8075c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=1b00cd79-c1f4-410c-886b-6c974318547d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:24.868903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:24.888903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=001512ea-d95f-4acb-86f8-7e1c8bcde0e3,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:24.898959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:24.927194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b38f804b-6ef8-4081-b4f5-00c83181867b admin admin] 10.222.0.21 "PUT /v2.0/routers/7a163087-4ed7-4ac7-a949-ccdc0c2bb772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1117752 Mar 11 00:04:24.972249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] For port dc440922-715d-4372-b598-f7344c0ebf2c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=dc440922-715d-4372-b598-f7344c0ebf2c,segment=NetworkSegment(2c4343bc-7b68-40a4-b015-2a7288a0bf01),segment_id=2c4343bc-7b68-40a4-b015-2a7288a0bf01)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:24.972652 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:24.981134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': '51bb92bd-0175-40d3-8d68-dc39b473d887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:24.981459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 196bcbe2-4046-43b7-a251-06c7461ce495, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:24.998348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Calling delete_port for dc440922-715d-4372-b598-f7344c0ebf2c owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:25.010826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b767f-3fce-4a7b-974e-712df87aac17 req-cc44d1e5-39a4-4f14-81e8-d6aee7ff3142 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:25.013215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-305b767f-3fce-4a7b-974e-712df87aac17 req-cc44d1e5-39a4-4f14-81e8-d6aee7ff3142 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3040028 Mar 11 00:04:25.037752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.066535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.097987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 1b00cd79-c1f4-410c-886b-6c974318547d is not hosted by any dhcp agent {{(pid=110425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:04:25.108111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:25.109330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.111816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "PUT /v2.0/networks/1b00cd79-c1f4-410c-886b-6c974318547d HTTP/1.1" status: 200 len: 723 time: 0.5054822 Mar 11 00:04:25.120254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:25.128214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': '1b00cd79-c1f4-410c-886b-6c974318547d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:25.141799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 196bcbe2-4046-43b7-a251-06c7461ce495 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:25.146397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-305b767f-3fce-4a7b-974e-712df87aac17 req-dd8eb7c9-1bbd-4bae-ba30-ccd376ffafc0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191268 Mar 11 00:04:25.181759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 196bcbe2-4046-43b7-a251-06c7461ce495) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:25.188828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:25.189545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.198276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6660f-27da-42fb-bf4d-2ec1438d9285 None None] Network 196bcbe2-4046-43b7-a251-06c7461ce495 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:25.230979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f02eb-79bb-4081-af7c-93377d35a304 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=1b00cd79-c1f4-410c-886b-6c974318547d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:25.243567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:25.245361 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f99e99b1-2247-4e3b-82d3-1ac0dd6b9b7d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0087924 Mar 11 00:04:25.253955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:25.462834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:25.465425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:25.501482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:25.512042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.570849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (dc440922-715d-4372-b598-f7344c0ebf2c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.586218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:25.591720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.592691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:25.593370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:25.595556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['dc440922-715d-4372-b598-f7344c0ebf2c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:04:25.649458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Pushing event deleted for resources: {'Port': ['ID=dc440922-715d-4372-b598-f7344c0ebf2c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:25.652008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5a9bbd06-8920-4856-8510-2d12ecad6e2f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:25.799856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] No DVR routers for this DVR port dc440922-715d-4372-b598-f7344c0ebf2c on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:25.804173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.808781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-30d7ffcd-cbf9-47ac-a007-e9ac2e640e6a req-7f9d2c6f-f0bf-4f94-86e8-9affed96354f tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.30 "DELETE /v2.0/ports/dc440922-715d-4372-b598-f7344c0ebf2c HTTP/1.1" status: 204 len: 173 time: 1.8056552 Mar 11 00:04:25.814430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'name': 'network-vif-deleted', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:25.816949 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65993e7f-02c2-476e-8521-9c04a637f7c4" -d '{"events": [{"server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "name": "network-vif-deleted", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:25.909098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-196bcbe2-4046-43b7-a251-06c7461ce495', 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '001512ea-d95f-4acb-86f8-7e1c8bcde0e3'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:25.913632 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:25.976883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:25.995250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775692603', 'description': 'tempest-description--922666096'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:26.036955 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1c747-0518-46e1-817f-3c678dfa2a39 x-openstack-request-id: req-8ad1c747-0518-46e1-817f-3c678dfa2a39 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:26.037708 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89da9166-dcd9-47a5-b5c1-b23b26880b60", "name": "network-vif-deleted", "tag": "dc440922-715d-4372-b598-f7344c0ebf2c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:26.037847 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ad1c747-0518-46e1-817f-3c678dfa2a39 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:26.038494 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da9166-dcd9-47a5-b5c1-b23b26880b60', 'name': 'network-vif-deleted', 'tag': 'dc440922-715d-4372-b598-f7344c0ebf2c', 'status': 'completed', 'code': 200} Mar 11 00:04:26.056816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5a9bbd06-8920-4856-8510-2d12ecad6e2f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:26.057133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.118406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:26.131042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (3b93e7d5-1cd9-4aad-8722-e653b98ac877), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.187480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.208726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0731f8d0-6c4f-433a-87ca-0886d557e87c req-b4bb0134-b7aa-42b1-b99d-dc78f3f67b67 tempest-ServerAddressesNegativeTestJSON-1495172171 tempest-ServerAddressesNegativeTestJSON-1495172171-project] 10.222.0.21 "GET /v2.0/ports?device_id=89da9166-dcd9-47a5-b5c1-b23b26880b60 HTTP/1.1" status: 200 len: 210 time: 0.6333044 Mar 11 00:04:26.267310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=3b93e7d5-1cd9-4aad-8722-e653b98ac877,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:26.274198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0d93e-7c17-41b5-8064-1a661086f42b None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:26.307375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.307682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.308008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.308358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.308700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.309064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.309382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.309706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.310031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.310453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.310719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.311048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.311334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:26.333116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'e6ca1bd7-2fdc-4c71-b626-f883c5f617f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b00cd79-c1f4-410c-886b-6c974318547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:26.333116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: 1b00cd79-c1f4-410c-886b-6c974318547d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:26.354365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31056a-b468-428e-9eb6-2b7649fe575c req-013d64ad-eb89-4bee-8d11-4d20560c4337 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:26.356034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce31056a-b468-428e-9eb6-2b7649fe575c req-013d64ad-eb89-4bee-8d11-4d20560c4337 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1079028 Mar 11 00:04:26.366243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (50d842aa-19cb-4ea9-be51-20ef13597b2d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.377254 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (50d842aa-19cb-4ea9-be51-20ef13597b2d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.407428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 1b00cd79-c1f4-410c-886b-6c974318547d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:26.426838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.428611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4502604 Mar 11 00:04:26.432041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58942) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.437634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group_rule': {'security_group_id': '50d842aa-19cb-4ea9-be51-20ef13597b2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:26.445570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 1b00cd79-c1f4-410c-886b-6c974318547d) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:26.449279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f922a1-f26d-43f1-855d-e6faa28bd8e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d842aa-19cb-4ea9-be51-20ef13597b2d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:26.459134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (6812e275-addb-43f3-aa59-c745603fa2da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.459603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:26.460265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.480869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (c23d2363-6ea6-40b9-b115-dd4fad5f865d), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.491590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c174e8fa-40fe-4d45-8050-54060e173375 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3674350 Mar 11 00:04:26.491793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4f135-89dd-4f49-8e61-6e1d41b05ce7 None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:26.495202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58944) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.497399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce31056a-b468-428e-9eb6-2b7649fe575c req-96647f3e-1082-4ae1-9c98-1864ee7cbeb2 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323636 Mar 11 00:04:26.508876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:26.529258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:26.529986 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.544479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=6812e275-addb-43f3-aa59-c745603fa2da,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:26.555127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': '2a12b0b8-a600-4879-bbd4-66acc444f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:26.555486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 41fbe772-df7f-4812-94e5-c7efaef51286, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:26.575599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 41fbe772-df7f-4812-94e5-c7efaef51286 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:26.586669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 41fbe772-df7f-4812-94e5-c7efaef51286) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:26.590961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:26.591564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.611990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a1398682-1bcc-4141-ba94-1ead5f023204 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3652282 Mar 11 00:04:26.614918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58946) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.619721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202445314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:26.627910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9847213'] for subnet (3b93e7d5-1cd9-4aad-8722-e653b98ac877), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.643052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.644586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.652400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14db8e0-d32b-4ae8-8d01-ad54ffc178ea None None] Network 41fbe772-df7f-4812-94e5-c7efaef51286 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:26.662752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (c23d2363-6ea6-40b9-b115-dd4fad5f865d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.670830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c23d2363-6ea6-40b9-b115-dd4fad5f865d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.700016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23d2363-6ea6-40b9-b115-dd4fad5f865d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:26.709354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.710360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (e345d9bc-dcf6-4476-b548-349e1fdb1694), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.710774 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-52d7dbdd-2c77-400c-a9a8-debbf2cbbd67 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2777400 Mar 11 00:04:26.713788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.718810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group_rule': {'security_group_id': '50d842aa-19cb-4ea9-be51-20ef13597b2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:26.730886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.756453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.757649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90b2024d-0bac-4ad6-87ea-15cc1bef89e2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1414597 Mar 11 00:04:26.759167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (91e35bf7-2e86-4321-9255-d05dab971f9e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.761851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.807038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Allocated IP 172.20.0.2 (196bcbe2-4046-43b7-a251-06c7461ce495/001512ea-d95f-4acb-86f8-7e1c8bcde0e3/a9206044-f1b7-41ac-b548-938728d042b5) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:26.810670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5a9bbd06-8920-4856-8510-2d12ecad6e2f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:26.811858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d658d25a-3858-4617-a990-1837696d51b4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:26.825454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744201021534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9823286'] for subnet (3b93e7d5-1cd9-4aad-8722-e653b98ac877), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.865986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:26.866809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.870591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "PUT /v2.0/subnets/3b93e7d5-1cd9-4aad-8722-e653b98ac877 HTTP/1.1" status: 200 len: 826 time: 0.3717442 Mar 11 00:04:26.871437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:26.979534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:26.991339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1ce26-07c7-479a-9fb1-a731a6b5c47a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=3b93e7d5-1cd9-4aad-8722-e653b98ac877,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:27.050150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3b93e7d5-1cd9-4aad-8722-e653b98ac877), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.076276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (91e35bf7-2e86-4321-9255-d05dab971f9e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.084086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (91e35bf7-2e86-4321-9255-d05dab971f9e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.118471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e35bf7-2e86-4321-9255-d05dab971f9e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:27.147943 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.151746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.155957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4c28b3d2-b2da-4ffb-a335-6f8ea081c511 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4381285 Mar 11 00:04:27.161109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58960) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:27.167705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:27.174474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (3b93e7d5-1cd9-4aad-8722-e653b98ac877), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.207583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e0719-46b7-4e68-b4a5-d8016be738a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-1b00cd79-c1f4-410c-886b-6c974318547d', 'network_id': '1b00cd79-c1f4-410c-886b-6c974318547d', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '3b93e7d5-1cd9-4aad-8722-e653b98ac877'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:27.208435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d19e0719-46b7-4e68-b4a5-d8016be738a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.232462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.236465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-41fbe772-df7f-4812-94e5-c7efaef51286', 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '6812e275-addb-43f3-aa59-c745603fa2da'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:27.237493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.252852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=3b93e7d5-1cd9-4aad-8722-e653b98ac877,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:27.299122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58964) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:27.302986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:27.303392 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d658d25a-3858-4617-a990-1837696d51b4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.340817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:27.341189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.355467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.383672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b00cd79-c1f4-410c-886b-6c974318547d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:27.398564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ca1bd7-2fdc-4c71-b626-f883c5f617f4') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:27.399242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ca1bd7-2fdc-4c71-b626-f883c5f617f4') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:27.413890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e6ca1bd7-2fdc-4c71-b626-f883c5f617f4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.438257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e6ca1bd7-2fdc-4c71-b626-f883c5f617f4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.444379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Deleting subnet aa1f78bf-00bb-4318-b9b8-040d404b16f5 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:27.451563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:27.453173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e6ca1bd7-2fdc-4c71-b626-f883c5f617f4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:27.525680 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:27.527908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Publish callbacks [] for subnet (aa1f78bf-00bb-4318-b9b8-040d404b16f5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.574871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (aa1f78bf-00bb-4318-b9b8-040d404b16f5), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.641944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] For port d658d25a-3858-4617-a990-1837696d51b4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d658d25a-3858-4617-a990-1837696d51b4,segment=NetworkSegment(ae324275-15e5-4845-84bd-f53ac8441d23),segment_id=ae324275-15e5-4845-84bd-f53ac8441d23)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:27.654030 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (1b00cd79-c1f4-410c-886b-6c974318547d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.658807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (aa1f78bf-00bb-4318-b9b8-040d404b16f5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.668106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.674349 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/1b00cd79-c1f4-410c-886b-6c974318547d HTTP/1.1" status: 204 len: 168 time: 0.8023782 Mar 11 00:04:27.676906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58968) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:27.689265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.690188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Update dhcp port {'port': {'network_id': 'f469bc88-2e5a-4745-8116-6ba68bda2e98', 'fixed_ips': [{'subnet_id': '725d4d5a-b490-4366-b88a-743b1bd22cab', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc94dd46-dbc5-4915-ab05-2c4f518937ab'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'd658d25a-3858-4617-a990-1837696d51b4'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:04:27.715987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c1151-b382-44aa-babd-93a54e2a004b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=1b00cd79-c1f4-410c-886b-6c974318547d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:27.745778 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0f798c-aa66-4c69-aaaa-bee254b6210e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:27.746568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0f798c-aa66-4c69-aaaa-bee254b6210e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:27.752689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4f0f798c-aa66-4c69-aaaa-bee254b6210e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/1b00cd79-c1f4-410c-886b-6c974318547d HTTP/1.1" status: 404 len: 339 time: 0.0746689 Mar 11 00:04:27.753678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 2, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:27.756599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:27.757775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d658d25a-3858-4617-a990-1837696d51b4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.767579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49185b-e496-4add-813d-b141f9801220 None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:27.770527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046778200', 'description': 'd1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:27.798358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f681-b53a-4f9d-9cbb-345784300676 req-28132ffe-c2d7-44b0-9ab1-103f281808f4 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:27.805830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61d2f681-b53a-4f9d-9cbb-345784300676 req-28132ffe-c2d7-44b0-9ab1-103f281808f4 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2038856 Mar 11 00:04:27.816458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:27.830627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.855597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:04:27.856406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Updating router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 port 579a715f-91cd-4316-aec9-f626103fe312 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:04:27.866676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49185b-e496-4add-813d-b141f9801220 None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:04:27.867214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:27.882000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a7e710ee-2381-4103-a97e-5a0f3234edb8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.883001 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment a7e710ee-2381-4103-a97e-5a0f3234edb8 of type vlan for network bba7bff3-d6d6-4e8d-9627-5746bc36b5ab Mar 11 00:04:27.905110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835afb0e-8236-4fe9-8c43-a85aa8ae914d None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:27.907615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d658d25a-3858-4617-a990-1837696d51b4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.922739 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks [] for port (a9206044-f1b7-41ac-b548-938728d042b5), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.941020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.974314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.979713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:27.980420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:27.981558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Allocated IP 172.25.7.100 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d35304dc-37cd-4839-9321-0b4b6a24fe4b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:28.010584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:28.013057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835afb0e-8236-4fe9-8c43-a85aa8ae914d None None] Network 1b00cd79-c1f4-410c-886b-6c974318547d could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:04:28.024697 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2669017 Mar 11 00:04:28.025366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:28.025917 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (a9206044-f1b7-41ac-b548-938728d042b5), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.032522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (579a715f-91cd-4316-aec9-f626103fe312), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.082774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57124e2f-471b-407b-a087-60c666b95b38 None None] Pushing event updated for resources: {'Port': ['ID=d658d25a-3858-4617-a990-1837696d51b4,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.133436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.175164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152fe0b-9509-40b6-a622-a0e6b00d3fdb req-a1ee8cb7-def4-4572-bbed-dd02c784f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:28.177039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6152fe0b-9509-40b6-a622-a0e6b00d3fdb req-a1ee8cb7-def4-4572-bbed-dd02c784f57c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.2132146 Mar 11 00:04:28.180402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37814d-5e57-43ea-9ac5-36b618952360 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=bba7bff3-d6d6-4e8d-9627-5746bc36b5ab,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.208336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (aa1f78bf-00bb-4318-b9b8-040d404b16f5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.223957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68fdb2-dc82-4779-bde3-4d34368b97c9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:28.232270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a68fdb2-dc82-4779-bde3-4d34368b97c9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks?id=bba7bff3-d6d6-4e8d-9627-5746bc36b5ab HTTP/1.1" status: 200 len: 765 time: 0.2019904 Mar 11 00:04:28.235090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58976) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:28.241091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'description': 'd2'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:28.269424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.287148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1f78bf-00bb-4318-b9b8-040d404b16f5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.299327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:28.311241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:28.349344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:28.355109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6152fe0b-9509-40b6-a622-a0e6b00d3fdb req-62e6ce28-8846-4e49-96d9-fdc5ef86c15c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714928 Mar 11 00:04:28.370216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.375771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d9d39a6c-2af8-4a6f-8d0d-fbd92f563773 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa1f78bf-00bb-4318-b9b8-040d404b16f5 HTTP/1.1" status: 204 len: 168 time: 1.0724428 Mar 11 00:04:28.381160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:28.413670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks [] for port (579a715f-91cd-4316-aec9-f626103fe312), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.415416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61d2f681-b53a-4f9d-9cbb-345784300676 req-bfc61944-2209-42b7-b50e-b2de02205f10 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086829 Mar 11 00:04:28.427006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network bba7bff3-d6d6-4e8d-9627-5746bc36b5ab details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:28.435451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Allocated IP 172.21.0.2 (41fbe772-df7f-4812-94e5-c7efaef51286/6812e275-addb-43f3-aa59-c745603fa2da/6ed8443e-7599-40b4-8a02-83194ce9933d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:28.435813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.20.0.1 (196bcbe2-4046-43b7-a251-06c7461ce495/001512ea-d95f-4acb-86f8-7e1c8bcde0e3/f7369449-ac59-45ad-930f-ff8a40cf37fe) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:28.445259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.464852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.466263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.480736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Network 196bcbe2-4046-43b7-a251-06c7461ce495 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:28.491047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=d35304dc-37cd-4839-9321-0b4b6a24fe4b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.552630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=bba7bff3-d6d6-4e8d-9627-5746bc36b5ab,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.558720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network bba7bff3-d6d6-4e8d-9627-5746bc36b5ab is not hosted by any dhcp agent {{(pid=110426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:04:28.564002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:28.568159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:28.568803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.574494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93f5f2a0-dcdd-4ca5-89b3-10699fcd1ae7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "PUT /v2.0/networks/bba7bff3-d6d6-4e8d-9627-5746bc36b5ab HTTP/1.1" status: 200 len: 762 time: 0.3373060 Mar 11 00:04:28.574494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58980) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:28.574853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network bba7bff3-d6d6-4e8d-9627-5746bc36b5ab details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:28.598055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:28.670019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f02d0-6c38-44cb-b03b-fd02a151c54b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:28.676538 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-da6f02d0-6c38-44cb-b03b-fd02a151c54b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks?id=bba7bff3-d6d6-4e8d-9627-5746bc36b5ab HTTP/1.1" status: 200 len: 765 time: 0.1006556 Mar 11 00:04:28.677233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:28.688054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.712846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.745095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Pushing event updated for resources: {'Port': ['ID=a9206044-f1b7-41ac-b548-938728d042b5,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.848708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a9fc-6123-4218-bcea-4395a7f7ced4 None None] Pushing event updated for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:28.918867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc440922-715d-4372-b598-f7344c0ebf2c no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:28.938908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.966343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:28.979655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd089f0-b204-4251-b45a-e837e0744fdc tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:28.981642 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3fd089f0-b204-4251-b45a-e837e0744fdc tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3034613 Mar 11 00:04:28.986337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:29.056285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b80eb05-bde2-44c9-b1e9-649e3ce5a92f']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:29.063409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.083225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4343bc-7b68-40a4-b015-2a7288a0bf01') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:29.083576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4343bc-7b68-40a4-b015-2a7288a0bf01') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:29.117583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: dc440922-715d-4372-b598-f7344c0ebf2c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:29.117952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device dc440922-715d-4372-b598-f7344c0ebf2c not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:29.122675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (2c4343bc-7b68-40a4-b015-2a7288a0bf01), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.166920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Allocated IP 172.20.0.1 (f469bc88-2e5a-4745-8116-6ba68bda2e98/bc94dd46-dbc5-4915-ab05-2c4f518937ab/d658d25a-3858-4617-a990-1837696d51b4) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:29.194079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2c4343bc-7b68-40a4-b015-2a7288a0bf01), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.212224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:29.212752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (2c4343bc-7b68-40a4-b015-2a7288a0bf01), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:29.216489 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:29.233751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Attempting to bind port a9206044-f1b7-41ac-b548-938728d042b5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:29.234567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Attempting to bind port a9206044-f1b7-41ac-b548-938728d042b5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '51bb92bd-0175-40d3-8d68-dc39b473d887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:29.235043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Attempting to bind port a9206044-f1b7-41ac-b548-938728d042b5 on network 196bcbe2-4046-43b7-a251-06c7461ce495 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:29.261605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-88312bdf-f861-4ce7-87b3-b0ffbe876df8 None None] Provisioning complete for port 579a715f-91cd-4316-aec9-f626103fe312 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:29.262131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88312bdf-f861-4ce7-87b3-b0ffbe876df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (579a715f-91cd-4316-aec9-f626103fe312), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.264559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:29.265541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Checking segment: {'id': '51bb92bd-0175-40d3-8d68-dc39b473d887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:29.265945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.266352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Bound using segment: {'id': '51bb92bd-0175-40d3-8d68-dc39b473d887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:29.266842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Bound port: a9206044-f1b7-41ac-b548-938728d042b5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb92bd-0175-40d3-8d68-dc39b473d887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '196bcbe2-4046-43b7-a251-06c7461ce495'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:29.267222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a9206044-f1b7-41ac-b548-938728d042b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.273768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Attempting to bind port 579a715f-91cd-4316-aec9-f626103fe312 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:29.274087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Attempting to bind port 579a715f-91cd-4316-aec9-f626103fe312 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:29.274393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Attempting to bind port 579a715f-91cd-4316-aec9-f626103fe312 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:29.303077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.346488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:29.346925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Checking segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:29.347273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.347671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Bound using segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:29.348175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Bound port: 579a715f-91cd-4316-aec9-f626103fe312, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:29.348563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (579a715f-91cd-4316-aec9-f626103fe312), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.393954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-103f94fa-0249-40be-8bce-0922b55f7353 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 207 time: 0.4063861 Mar 11 00:04:29.396359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58988) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:29.450532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=f7369449-ac59-45ad-930f-ff8a40cf37fe,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:29.495630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 196bcbe2-4046-43b7-a251-06c7461ce495 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:29.496430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6b80eb05-bde2-44c9-b1e9-649e3ce5a92f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.501381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.501731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.502075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.502504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.502848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.503180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.503510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.503834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.504543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.504543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.504817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.505265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.505592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:04:29.514115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:29.518071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:29.522399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.528125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b80eb05-bde2-44c9-b1e9-649e3ce5a92f HTTP/1.1" status: 204 len: 168 time: 1.1200283 Mar 11 00:04:29.574482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44421e8e-94cc-4c1d-9397-cdedd7845283 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b80eb05-bde2-44c9-b1e9-649e3ce5a92f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:29.585596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-88312bdf-f861-4ce7-87b3-b0ffbe876df8 None None] Port 579a715f-91cd-4316-aec9-f626103fe312 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:29.598677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.635610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.637593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] For port a9206044-f1b7-41ac-b548-938728d042b5, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:29.652087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] For port a9206044-f1b7-41ac-b548-938728d042b5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a9206044-f1b7-41ac-b548-938728d042b5,segment=NetworkSegment(51bb92bd-0175-40d3-8d68-dc39b473d887),segment_id=51bb92bd-0175-40d3-8d68-dc39b473d887)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:29.663675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks [] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.679184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.685780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a9206044-f1b7-41ac-b548-938728d042b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.707648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.713177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.717037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.719709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.721976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] For port d658d25a-3858-4617-a990-1837696d51b4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d658d25a-3858-4617-a990-1837696d51b4,segment=NetworkSegment(ae324275-15e5-4845-84bd-f53ac8441d23),segment_id=ae324275-15e5-4845-84bd-f53ac8441d23)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:29.725116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.730257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.735350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.737264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-af4dae77-b818-4595-ae49-e2d926ba5aaa tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3396733 Mar 11 00:04:29.743986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:29.767496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] For port 579a715f-91cd-4316-aec9-f626103fe312, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:29.789840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=d35304dc-37cd-4839-9321-0b4b6a24fe4b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:29.800344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc42f8-1aa0-411c-adba-6ab65e4199ae req-d957f227-270b-4536-ac02-154088323e09 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:29.801630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2dc42f8-1aa0-411c-adba-6ab65e4199ae req-d957f227-270b-4536-ac02-154088323e09 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2188230 Mar 11 00:04:29.828967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] For port 579a715f-91cd-4316-aec9-f626103fe312, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=579a715f-91cd-4316-aec9-f626103fe312,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:29.852852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Network 41fbe772-df7f-4812-94e5-c7efaef51286 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:29.866181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:29.868908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:29.885697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Publish callbacks [] for port (d658d25a-3858-4617-a990-1837696d51b4), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.889185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.908597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58996) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:29.915241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52709e7-2604-49ba-847f-cbacbb380711 None None] Pushing event updated for resources: {'Port': ['ID=a9206044-f1b7-41ac-b548-938728d042b5,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:29.918754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d658d25a-3858-4617-a990-1837696d51b4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:29.930704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2dc42f8-1aa0-411c-adba-6ab65e4199ae req-07061d7c-bd34-4a50-8859-ef2e2d8020e3 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998211 Mar 11 00:04:29.998707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.040549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-810ca780-8b3d-4dea-a6ad-5ba8d95ac02f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eac39e03e038460eb4f202a68152e5c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086571 Mar 11 00:04:30.046558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58998) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:30.110634 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd8fdee8-7767-45a3-9582-31545c1cc373 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3649271 Mar 11 00:04:30.111314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:30.263135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.264484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.267139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.268541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.269859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.271689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7cdfc004-b1f3-4ae4-8a70-ff73ad208d28 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1584349 Mar 11 00:04:30.278337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59002) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:30.367238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d658d25a-3858-4617-a990-1837696d51b4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:30.418844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.421955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.423257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.424496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.429586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.436353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0b27a7b8-0e50-4259-bded-2f798a330fbd tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1519945 Mar 11 00:04:30.438580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59006) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:30.470182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Pushing event updated for resources: {'Port': ['ID=6ed8443e-7599-40b4-8a02-83194ce9933d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:30.473577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Attempting to bind port 6ed8443e-7599-40b4-8a02-83194ce9933d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:30.473950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Attempting to bind port 6ed8443e-7599-40b4-8a02-83194ce9933d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '2a12b0b8-a600-4879-bbd4-66acc444f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:30.474313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Attempting to bind port 6ed8443e-7599-40b4-8a02-83194ce9933d on network 41fbe772-df7f-4812-94e5-c7efaef51286 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:30.487740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:30.488400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:30.611404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:30.611842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Checking segment: {'id': '2a12b0b8-a600-4879-bbd4-66acc444f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:30.612216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.612607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Bound using segment: {'id': '2a12b0b8-a600-4879-bbd4-66acc444f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:30.613271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Bound port: 6ed8443e-7599-40b4-8a02-83194ce9933d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a12b0b8-a600-4879-bbd4-66acc444f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '41fbe772-df7f-4812-94e5-c7efaef51286'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:30.613660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.615422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208df77-535f-4371-99f3-703acdec8ee1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:30.618888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.620211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bda52f15-fe6a-44cf-8666-34c95f94a1c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4581852 Mar 11 00:04:30.636419 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0208df77-535f-4371-99f3-703acdec8ee1 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks/c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 HTTP/1.1" status: 200 len: 804 time: 0.1904531 Mar 11 00:04:30.639333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:30.700328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.820560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Provisioning complete for port 579a715f-91cd-4316-aec9-f626103fe312 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:30.821136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (579a715f-91cd-4316-aec9-f626103fe312), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:30.987156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] Publish callbacks [] for security_group (b0f24f56-8298-4eb6-8821-faa3fae81eae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.034493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6a9fc-6123-4218-bcea-4395a7f7ced4 None None] Pushing event updated for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:31.058358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:31.118167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1285713b-4f1f-46df-be0d-c3c5dbdb2aee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/networks/c6eabff1-a9c5-4cf0-befa-fea1bb6352b0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4661036 Mar 11 00:04:31.120677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59024) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:31.143853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] For port 6ed8443e-7599-40b4-8a02-83194ce9933d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:31.168989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:31.169364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.196900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] Publish callbacks [] for security_group (b0f24f56-8298-4eb6-8821-faa3fae81eae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.250335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0f5ba-64e5-45a0-a1e2-7cb0d9a3b019 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:31.254740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] For port 6ed8443e-7599-40b4-8a02-83194ce9933d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ed8443e-7599-40b4-8a02-83194ce9933d,segment=NetworkSegment(2a12b0b8-a600-4879-bbd4-66acc444f2c3),segment_id=2a12b0b8-a600-4879-bbd4-66acc444f2c3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:31.255453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c9b0f5ba-64e5-45a0-a1e2-7cb0d9a3b019 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets/6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff HTTP/1.1" status: 200 len: 843 time: 0.1330409 Mar 11 00:04:31.256511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59026) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:31.304135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-edb8a61a-c417-4dee-bdcd-b08e7f236e53 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--775692603&fields=id&tenant_id=09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 267 time: 0.2806611 Mar 11 00:04:31.330163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.335839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536dbfe-5860-44e2-b1de-10e7b3eaad59 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:31.338053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8536dbfe-5860-44e2-b1de-10e7b3eaad59 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "GET /v2.0/subnets/6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0803156 Mar 11 00:04:31.341913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:31.348450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587744866'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:31.388964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b30c-11e3-4813-b378-cbeaa058df4a req-83165fdd-9cbb-4f66-bbb9-5715714091bb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:31.391082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbd7b30c-11e3-4813-b378-cbeaa058df4a req-83165fdd-9cbb-4f66-bbb9-5715714091bb tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3201809 Mar 11 00:04:31.395416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8a703-e946-4caf-8f1f-8f6cd94bcaf3 None None] Pushing event updated for resources: {'Port': ['ID=d658d25a-3858-4617-a990-1837696d51b4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:31.419991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:31.424452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.473535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:31.495557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.496069 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Added segment a4026700-4382-48bb-bbcd-663b480edc93 of type vlan for network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 Mar 11 00:04:31.529091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a7d1a-7f0f-4c16-b10a-50650a0a036f None None] Pushing event updated for resources: {'Port': ['ID=6ed8443e-7599-40b4-8a02-83194ce9933d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:31.590669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbd7b30c-11e3-4813-b378-cbeaa058df4a req-115733e3-fb1a-4362-9571-af283da42aaa tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813865 Mar 11 00:04:31.605119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b0f24f56-8298-4eb6-8821-faa3fae81eae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.607897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.610556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f24f56-8298-4eb6-8821-faa3fae81eae HTTP/1.1" status: 204 len: 168 time: 1.5642982 Mar 11 00:04:31.677284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07788e-fdf1-41b9-b5be-62da5ebc56b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f24f56-8298-4eb6-8821-faa3fae81eae,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:31.681214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5cf99-3182-46b8-ba48-a72b7a8df07e None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:31.696236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.763595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.767430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.773188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:31.773809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.794844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-39e69f86-48ac-473d-9107-ff314049d90e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:31.801697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-39e69f86-48ac-473d-9107-ff314049d90e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 810 time: 0.4850342 Mar 11 00:04:31.805253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.838556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Current status of the port 579a715f-91cd-4316-aec9-f626103fe312 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:31.839046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (579a715f-91cd-4316-aec9-f626103fe312), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:31.881220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69593e9c-d6ae-4c13-a839-db1b34dd3886 None None] Network 196bcbe2-4046-43b7-a251-06c7461ce495 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:31.886488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5396700 Mar 11 00:04:31.886488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59042) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:31.919664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:32.024399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-93f3a823-6e18-4646-960b-c3107142c967 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/quotas/09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 375 time: 0.2021112 Mar 11 00:04:32.083309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65962aed-07cc-4bb3-bf35-5955b06cf6ee tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Network': ['ID=48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:32.125142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:32.146468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=f7369449-ac59-45ad-930f-ff8a40cf37fe,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:32.170533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:32.254655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-abb93ff1-679a-42cc-af6d-1376f687091c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293692 Mar 11 00:04:32.304642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] For port 579a715f-91cd-4316-aec9-f626103fe312, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=579a715f-91cd-4316-aec9-f626103fe312,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:32.348437 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:32.365925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:32.432719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-e44eae25-e7b1-469e-b545-f78acd25e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:32.439185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-e44eae25-e7b1-469e-b545-f78acd25e251 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08842c2ac2134b4e870479e65d17335e&device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 1127 time: 0.1874883 Mar 11 00:04:32.441214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Made reservation on behalf of f7ec7debd0fa47a4881583702ce1b06c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:32.451733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:32.544360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23645-6cf1-4593-b165-f0306bff66c7 None None] Pushing event updated for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:32.553387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Provisioning complete for port a9206044-f1b7-41ac-b548-938728d042b5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:32.554076 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a9206044-f1b7-41ac-b548-938728d042b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:32.563569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 196bcbe2-4046-43b7-a251-06c7461ce495 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:32.581199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:32.709282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:29Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:32.757073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-71d88a0b-a04d-4991-82c9-6b8d3b189d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:32.759221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-71d88a0b-a04d-4991-82c9-6b8d3b189d23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 200 len: 920 time: 0.2957118 Mar 11 00:04:32.846742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5535f4-cfa2-43c5-bb77-3532ac773cc6 None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:29Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:32.973667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb01451-9932-4077-b218-fc2ca5a4ac21 req-8b6511e1-b73b-47f2-a6f1-4083e53ca915 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:32.984322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfb01451-9932-4077-b218-fc2ca5a4ac21 req-8b6511e1-b73b-47f2-a6f1-4083e53ca915 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.7222364 Mar 11 00:04:33.019254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Current status of the port a9206044-f1b7-41ac-b548-938728d042b5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:33.019667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a9206044-f1b7-41ac-b548-938728d042b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:33.027900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-b0a01b7c-6353-45e9-8ca7-c7c46b48c374 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 200 len: 217 time: 0.2443862 Mar 11 00:04:33.040593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a9206044-f1b7-41ac-b548-938728d042b5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:33.163507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Performing IP validity checks on allocation pools {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:04:33.173164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] For port a9206044-f1b7-41ac-b548-938728d042b5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a9206044-f1b7-41ac-b548-938728d042b5,segment=NetworkSegment(51bb92bd-0175-40d3-8d68-dc39b473d887),segment_id=51bb92bd-0175-40d3-8d68-dc39b473d887)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:33.175392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:04:33.183542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a9206044-f1b7-41ac-b548-938728d042b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:33.297171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a9206044-f1b7-41ac-b548-938728d042b5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:33.297795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a9206044-f1b7-41ac-b548-938728d042b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:33.356138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-f5cf362c-3bb8-42f4-a19f-ad73a7744f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:33.357341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Pushing event updated for resources: {'Port': ['ID=a9206044-f1b7-41ac-b548-938728d042b5,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:33.357540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-f5cf362c-3bb8-42f4-a19f-ad73a7744f73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 200 len: 859 time: 0.3171053 Mar 11 00:04:33.437886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:33.438567 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:33.443297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfb01451-9932-4077-b218-fc2ca5a4ac21 req-d6b3c8fb-4d83-4a56-a778-0b490ff0e9c1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396005 Mar 11 00:04:33.465765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router e345d9bc-dcf6-4476-b548-349e1fdb1694 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:04:33.477618 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-7a32fdec-89e6-4281-94f2-d82ce637bf80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05543322-a00d-4710-b80f-14359ca26094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037877 Mar 11 00:04:33.551991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-298c682d-46e4-4ab8-9c62-78c124c1ce6c service neutron] 10.222.0.21 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2729814 Mar 11 00:04:33.900300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (76088d01-a1e4-4e30-a762-65b1793496e0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:33.915409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:33.937845 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] Sync routers for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:33.950170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97229870-1666-4fc1-9057-9f1111809c5d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1778405 Mar 11 00:04:33.953468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59076) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:33.957555 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:33.962519 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:34.068946 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:34.094316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:34.097222 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:34.136881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-2e78009b-0dd6-48b1-8c9a-9ac88fbd0f74 service neutron] 10.222.0.21 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601062 Mar 11 00:04:34.236928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:34.242808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5881ba-28b4-4ff4-a1da-ae360e5f2114 None None] The sync data for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:34.265018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28474819-2948-42fe-a0fa-c49ce2d5ccc5 None None] Network 41fbe772-df7f-4812-94e5-c7efaef51286 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:34.270713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41456ea2-2375-47d7-bcea-9152bb1f5afa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:34.271800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-41456ea2-2375-47d7-bcea-9152bb1f5afa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports/f7369449-ac59-45ad-930f-ff8a40cf37fe HTTP/1.1" status: 200 len: 910 time: 0.3172731 Mar 11 00:04:34.274685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59078) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:34.312211 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-ca78fd45-bac0-48b6-8c75-c7896c81ea95 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264766 Mar 11 00:04:34.361298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=76088d01-a1e4-4e30-a762-65b1793496e0,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:34.383987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Checking segment: {'id': 'a4026700-4382-48bb-bbcd-663b480edc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:34.384654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network hostable DHCP agents. Network: 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:34.495460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:34.509757 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3cfdbd76-b028-4246-a925-1f1f24ca99fe req-ba860ec0-c0a9-4157-9634-0c595e4f9242 service neutron] 10.222.0.30 "GET /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907983 Mar 11 00:04:34.549208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:34.560608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:34.561250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:34.585655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b65297a-4c5b-4141-93e5-2c1efae8a4e3 None None] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:34.608588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1b46c3b-237b-4e5e-b80c-2d3c6d813ed9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7218041 Mar 11 00:04:34.612011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59086) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:34.617551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:34.668657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c6968fd-e99b-4c2e-baa7-5c3075ce4a43 req-2296f819-ef8e-4780-8b84-89ee37d8204c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.0788004 Mar 11 00:04:34.699983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a9206044-f1b7-41ac-b548-938728d042b5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:34.705393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d658d25a-3858-4617-a990-1837696d51b4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:34.784054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9847213'] for subnet (76088d01-a1e4-4e30-a762-65b1793496e0), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:34.927960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7baec0b-b755-448d-a4ca-72bf06c40f44 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:35.147527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e2fba-86ee-4c25-bf6e-3fab75a8cb88 req-ea8063ca-ddd9-4cb6-96a0-978e673d61c8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:35.151275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c7e2fba-86ee-4c25-bf6e-3fab75a8cb88 req-ea8063ca-ddd9-4cb6-96a0-978e673d61c8 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.4592967 Mar 11 00:04:35.189276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744201021534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9823286'] for subnet (76088d01-a1e4-4e30-a762-65b1793496e0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.299336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Provisioning complete for port 6ed8443e-7599-40b4-8a02-83194ce9933d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:35.299912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.325357 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:04:35.330600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:35.330985 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.373188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event updated for resources: {'Subnet': ['ID=76088d01-a1e4-4e30-a762-65b1793496e0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:35.403781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:35.404435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.410008 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36422e92-bc58-4206-811f-de839383a051 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "PUT /v2.0/subnets/76088d01-a1e4-4e30-a762-65b1793496e0 HTTP/1.1" status: 200 len: 900 time: 0.7931728 Mar 11 00:04:35.413103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2', 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2', 'project_id': 'f7ec7debd0fa47a4881583702ce1b06c', 'fixed_ips': [{'subnet_id': '76088d01-a1e4-4e30-a762-65b1793496e0'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:35.414037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.414833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59104) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:35.486273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c7e2fba-86ee-4c25-bf6e-3fab75a8cb88 req-0d7e7cdf-c2f2-41a2-80eb-89bd9232f7ff tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274338 Mar 11 00:04:35.676125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Current status of the port 6ed8443e-7599-40b4-8a02-83194ce9933d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:35.677003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.762976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:35.764658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ed8443e-7599-40b4-8a02-83194ce9933d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:35.871969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:35.897420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c43fe9f5-baea-4379-bbbf-aaac75c4a801 req-73ae42fe-544d-47c5-843d-1f5173140b69 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.0489357 Mar 11 00:04:35.977043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Allocated IP 2001:db8::3 (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2/76088d01-a1e4-4e30-a762-65b1793496e0/ccec4f81-bb2b-4e17-b356-81b14a42be00) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:36.007445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.074754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (76088d01-a1e4-4e30-a762-65b1793496e0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.177118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks [] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.188428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] For port 6ed8443e-7599-40b4-8a02-83194ce9933d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ed8443e-7599-40b4-8a02-83194ce9933d,segment=NetworkSegment(2a12b0b8-a600-4879-bbd4-66acc444f2c3),segment_id=2a12b0b8-a600-4879-bbd4-66acc444f2c3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:36.194664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.281305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:36.284196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.288879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Pushing event updated for resources: {'Port': ['ID=ccec4f81-bb2b-4e17-b356-81b14a42be00,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:36.360569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:36.365703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:36.374094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Pushing event updated for resources: {'Port': ['ID=6ed8443e-7599-40b4-8a02-83194ce9933d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:36.429435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Provisioning complete for port f7369449-ac59-45ad-930f-ff8a40cf37fe triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:36.430184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.503140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Port f7369449-ac59-45ad-930f-ff8a40cf37fe cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:36.527809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6ed8443e-7599-40b4-8a02-83194ce9933d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:36.528223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.605378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Attempting to bind port ccec4f81-bb2b-4e17-b356-81b14a42be00 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:36.605758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Attempting to bind port ccec4f81-bb2b-4e17-b356-81b14a42be00 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a4026700-4382-48bb-bbcd-663b480edc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:36.606254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Attempting to bind port ccec4f81-bb2b-4e17-b356-81b14a42be00 on network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:36.615691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-1c4a3ec6-4aee-4961-9de7-9e4d5ed1e628 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:36.618655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-1c4a3ec6-4aee-4961-9de7-9e4d5ed1e628 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 810 time: 0.1914670 Mar 11 00:04:36.634302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:36.634753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Checking segment: {'id': 'a4026700-4382-48bb-bbcd-663b480edc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:36.635101 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.635497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Bound using segment: {'id': 'a4026700-4382-48bb-bbcd-663b480edc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:36.638245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Bound port: ccec4f81-bb2b-4e17-b356-81b14a42be00, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4026700-4382-48bb-bbcd-663b480edc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:36.638921 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.647673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Provisioning complete for port a9206044-f1b7-41ac-b548-938728d042b5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:36.654580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a9206044-f1b7-41ac-b548-938728d042b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.757039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-c8bec9da-6afb-4aec-9160-8b0229430480 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 379 time: 0.1278689 Mar 11 00:04:36.763084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'port': {'device_id': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'admin_state_up': True, 'tenant_id': '09d578bfa4894af382f04eb972406247', 'security_groups': ['50d842aa-19cb-4ea9-be51-20ef13597b2d']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:36.845715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] For port ccec4f81-bb2b-4e17-b356-81b14a42be00, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:36.856152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] For port ccec4f81-bb2b-4e17-b356-81b14a42be00, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ccec4f81-bb2b-4e17-b356-81b14a42be00,segment=NetworkSegment(a4026700-4382-48bb-bbcd-663b480edc93),segment_id=a4026700-4382-48bb-bbcd-663b480edc93)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:36.893446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.900527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7220fd17-0bf9-45ad-aa5c-889b37db1f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:36.927524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Made reservation on behalf of 09d578bfa4894af382f04eb972406247 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:36.931956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.101974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (76088d01-a1e4-4e30-a762-65b1793496e0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.131244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6ed8443e-7599-40b4-8a02-83194ce9933d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:37.172765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Allocated IP 172.20.0.7 (72a4d7f4-2e65-4dbd-b452-449e958575b2/90f306c7-afa4-46ab-9f22-e23ff44b10b3/cfa2a850-84bf-4017-afce-4258867da9a5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:37.282510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=76088d01-a1e4-4e30-a762-65b1793496e0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:37.352678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d5fa5-3586-4249-990b-985f2a5a8597 None None] Pushing event updated for resources: {'Port': ['ID=ccec4f81-bb2b-4e17-b356-81b14a42be00,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:37.392301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-767eeff7-0fc1-420e-8ba6-8118ce8169fb req-20dca1e7-6408-4b51-92fb-6c72c47b9dd7 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.2630100 Mar 11 00:04:37.442112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Current status of the port a9206044-f1b7-41ac-b548-938728d042b5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:37.455864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Provisioning complete for port d658d25a-3858-4617-a990-1837696d51b4 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:37.456290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d658d25a-3858-4617-a990-1837696d51b4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.535444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92244c-dce4-4d04-b2c0-b22e2f51358e req-dd450286-0eb9-4ad6-8357-3287c2643437 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:37.544101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a92244c-dce4-4d04-b2c0-b22e2f51358e req-dd450286-0eb9-4ad6-8357-3287c2643437 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.4939480 Mar 11 00:04:37.557124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (cfa2a850-84bf-4017-afce-4258867da9a5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.592226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5793a58e-099e-4365-97f8-d145181bf202 None None] Current status of the port d658d25a-3858-4617-a990-1837696d51b4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:37.669520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.721072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.733908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4bade3e3-fc94-454c-9df9-bf278834385f None None] Provisioning complete for port 6ed8443e-7599-40b4-8a02-83194ce9933d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:37.734701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4bade3e3-fc94-454c-9df9-bf278834385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.750970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.21.0.1 (41fbe772-df7f-4812-94e5-c7efaef51286/6812e275-addb-43f3-aa59-c745603fa2da/694d0de7-e185-40c0-a13f-16259d1d083a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:37.783046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:37.797028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:37.802804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ed8443e-7599-40b4-8a02-83194ce9933d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:37.809381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:37.815831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:37.870661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:37.887190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4026700-4382-48bb-bbcd-663b480edc93') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:37.893668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4026700-4382-48bb-bbcd-663b480edc93') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:37.902176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:37.903576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:37.929939 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-3901ad9d-2d70-480a-83d2-0630a72750a4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1715033 Mar 11 00:04:37.944655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Request body: {'port': {'device_id': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:37.967525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.001623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a92244c-dce4-4d04-b2c0-b22e2f51358e req-50de0a81-7ec3-4f8c-8092-cdbf9cf51299 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565787 Mar 11 00:04:38.036611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.043670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6ed8443e-7599-40b4-8a02-83194ce9933d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:38.044081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.049340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.111124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4bade3e3-fc94-454c-9df9-bf278834385f None None] Current status of the port 6ed8443e-7599-40b4-8a02-83194ce9933d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:38.126460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:38.127003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:38.143537 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:38.271055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6ed8443e-7599-40b4-8a02-83194ce9933d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:38.272239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a9206044-f1b7-41ac-b548-938728d042b5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:38.348662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:04:38.348662 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:04:38.348662 n-d-831844-1 neutron-server[110425]: [parameters: {'id': '48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2'}] Mar 11 00:04:38.348662 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:38.349633 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:38.363783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (694d0de7-e185-40c0-a13f-16259d1d083a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.391457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-529b92de-9b48-4318-b376-0bbfa7d4c727 None None] Provisioning complete for port cfa2a850-84bf-4017-afce-4258867da9a5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:38.391849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-529b92de-9b48-4318-b376-0bbfa7d4c727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.482843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a9206044-f1b7-41ac-b548-938728d042b5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:38.483975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a9206044-f1b7-41ac-b548-938728d042b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.484459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.561267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-529b92de-9b48-4318-b376-0bbfa7d4c727 None None] Port cfa2a850-84bf-4017-afce-4258867da9a5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:38.594679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 41fbe772-df7f-4812-94e5-c7efaef51286 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:38.646864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:38.667708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a9206044-f1b7-41ac-b548-938728d042b5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:38.691864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 579a715f-91cd-4316-aec9-f626103fe312 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:38.726924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:38.845429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.848204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=694d0de7-e185-40c0-a13f-16259d1d083a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:38.863211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.898003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 579a715f-91cd-4316-aec9-f626103fe312 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:38.898538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (579a715f-91cd-4316-aec9-f626103fe312), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.932918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa2a850-84bf-4017-afce-4258867da9a5 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:04:38.955414 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks [] for port (cfa2a850-84bf-4017-afce-4258867da9a5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:38.990178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Transition to ACTIVE for port object cfa2a850-84bf-4017-afce-4258867da9a5 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:04:39.000953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.047901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 579a715f-91cd-4316-aec9-f626103fe312 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:39.065228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523bcc8-77de-40c6-9c36-c7ed9a6d8238 req-6679fe31-ec93-4bdc-b5f1-1260afe3d3ff tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:39.072475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f523bcc8-77de-40c6-9c36-c7ed9a6d8238 req-6679fe31-ec93-4bdc-b5f1-1260afe3d3ff tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 931 time: 0.4903107 Mar 11 00:04:39.085708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:39.205351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Attempting to bind port cfa2a850-84bf-4017-afce-4258867da9a5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:39.205707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Attempting to bind port cfa2a850-84bf-4017-afce-4258867da9a5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:39.206044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Attempting to bind port cfa2a850-84bf-4017-afce-4258867da9a5 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:39.212449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Port cfa2a850-84bf-4017-afce-4258867da9a5 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:04:39.212786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Attempting to bind port cfa2a850-84bf-4017-afce-4258867da9a5 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:39.215570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c531d00-9ffb-4867-9e50-3dc656fe9b95 None None] Provisioning complete for port 694d0de7-e185-40c0-a13f-16259d1d083a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:39.216095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c531d00-9ffb-4867-9e50-3dc656fe9b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.225976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.226491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:39.226705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Checking segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:39.230347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Bound using segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:39.230838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Bound port: cfa2a850-84bf-4017-afce-4258867da9a5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:39.235333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.360508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f523bcc8-77de-40c6-9c36-c7ed9a6d8238 req-60c56943-01c1-41bc-bbc5-1cd8779d8997 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850964 Mar 11 00:04:39.367866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff344b-f8a5-4979-a869-d1407def20e6 None None] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:39.403106 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0ad84db-1d68-4b41-be8a-7c069f13d0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.420736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:39.433961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2a850-84bf-4017-afce-4258867da9a5,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:39.446303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port ccec4f81-bb2b-4e17-b356-81b14a42be00 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:39.446931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.455363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.469678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c531d00-9ffb-4867-9e50-3dc656fe9b95 None None] Port 694d0de7-e185-40c0-a13f-16259d1d083a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:39.477153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ccec4f81-bb2b-4e17-b356-81b14a42be00 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:39.522553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:39.523497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:39.528478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 1091 time: 1.5904794 Mar 11 00:04:39.540967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:39.549536 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:39.676699 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d5e8ab-a33a-4421-beb9-7d525c471e9f x-openstack-request-id: req-a2d5e8ab-a33a-4421-beb9-7d525c471e9f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:39.677307 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:39.677737 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2d5e8ab-a33a-4421-beb9-7d525c471e9f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:39.678320 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'status': 'completed', 'code': 200} Mar 11 00:04:39.731166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c654f3-68f7-4c91-b22e-9690515bf629 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:39.763320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-52766c51-f9a1-4a1b-bc3b-384af71b7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:39.765548 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-52766c51-f9a1-4a1b-bc3b-384af71b7d64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1125 time: 0.1805530 Mar 11 00:04:39.876296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-b837102c-3666-4339-9ffa-7ca34031cfd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 217 time: 0.0971260 Mar 11 00:04:40.004042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-57dc21de-fba6-4e6c-81ff-46e5fedfc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:40.005574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-57dc21de-fba6-4e6c-81ff-46e5fedfc0aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.1228921 Mar 11 00:04:40.133933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-63fbe973-8d0b-4115-aa04-faef7e4fe2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:40.135807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-63fbe973-8d0b-4115-aa04-faef7e4fe2f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1239448 Mar 11 00:04:40.165581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (694d0de7-e185-40c0-a13f-16259d1d083a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.186170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Provisioning complete for port ccec4f81-bb2b-4e17-b356-81b14a42be00 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:40.187684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.196375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.277933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ccec4f81-bb2b-4e17-b356-81b14a42be00 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:40.278346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.320661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=694d0de7-e185-40c0-a13f-16259d1d083a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:40.348157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-40cf4a23-04f0-48ac-af82-a38ccb624912 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049778 Mar 11 00:04:40.413475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Current status of the port ccec4f81-bb2b-4e17-b356-81b14a42be00 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:40.413896 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.454389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port ccec4f81-bb2b-4e17-b356-81b14a42be00, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ccec4f81-bb2b-4e17-b356-81b14a42be00,segment=NetworkSegment(a4026700-4382-48bb-bbcd-663b480edc93),segment_id=a4026700-4382-48bb-bbcd-663b480edc93)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:40.455483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.482364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] DHCP port deletion for 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:40.488706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.518369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for ccec4f81-bb2b-4e17-b356-81b14a42be00 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:40.562581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7016f52c-e97b-449b-ac52-4f4af3fe64a8 req-0de6d98f-f140-464a-a90c-ffb0fac9a6e7 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054217 Mar 11 00:04:40.583237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.673069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.682917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] For port ccec4f81-bb2b-4e17-b356-81b14a42be00, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ccec4f81-bb2b-4e17-b356-81b14a42be00,segment=NetworkSegment(a4026700-4382-48bb-bbcd-663b480edc93),segment_id=a4026700-4382-48bb-bbcd-663b480edc93)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:40.710559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-a0db7b53-74d2-4d8e-9bcc-6c6c4a28f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:40.713220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-a0db7b53-74d2-4d8e-9bcc-6c6c4a28f997 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1125 time: 0.0896635 Mar 11 00:04:40.753651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.777469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 41fbe772-df7f-4812-94e5-c7efaef51286 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:40.789982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:40.804472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.805926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ccec4f81-bb2b-4e17-b356-81b14a42be00 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:40.806308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.819183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e505f9b-c955-4dcc-995e-6a08a040703b req-e2b414f0-aee9-40d4-96b9-316ef0bb6f33 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:40.821497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e505f9b-c955-4dcc-995e-6a08a040703b req-e2b414f0-aee9-40d4-96b9-316ef0bb6f33 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 943 time: 0.3099246 Mar 11 00:04:40.942919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Deleting port ccec4f81-bb2b-4e17-b356-81b14a42be00 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:40.943677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:40.982466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-15a61173-e52b-4b10-b0e5-3bd8582d6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:40.989883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-15a61173-e52b-4b10-b0e5-3bd8582d6f94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.2679360 Mar 11 00:04:41.014305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7087a7-b159-4c22-a7d8-5132e85a6b85 None None] Pushing event updated for resources: {'Port': ['ID=ccec4f81-bb2b-4e17-b356-81b14a42be00,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:41.018940 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:04:41.020316 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:04:41.060361 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-a71552bc-465f-4150-8896-89c79ecb64ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 217 time: 0.0695937 Mar 11 00:04:41.105150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] For port ccec4f81-bb2b-4e17-b356-81b14a42be00, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ccec4f81-bb2b-4e17-b356-81b14a42be00,segment=NetworkSegment(a4026700-4382-48bb-bbcd-663b480edc93),segment_id=a4026700-4382-48bb-bbcd-663b480edc93)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:41.111782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.132249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router e345d9bc-dcf6-4476-b548-349e1fdb1694 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:41.146476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.147846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Calling delete_port for ccec4f81-bb2b-4e17-b356-81b14a42be00 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:41.159955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-62e9f153-4344-4c6d-9b62-33f560b0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:41.161516 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-62e9f153-4344-4c6d-9b62-33f560b0e311 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.0953281 Mar 11 00:04:41.204159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port ccec4f81-bb2b-4e17-b356-81b14a42be00 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:41.234485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e505f9b-c955-4dcc-995e-6a08a040703b req-7e63ffa9-1d29-4c4d-bf96-e5cab29175f1 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982904 Mar 11 00:04:41.267889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-249d6389-2464-4c4a-b5a6-ca1f1643ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:41.270686 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-249d6389-2464-4c4a-b5a6-ca1f1643ed6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016903 Mar 11 00:04:41.294679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c391e5de-c172-4a98-8d49-083d6bdfa13c None None] Provisioning complete for port 694d0de7-e185-40c0-a13f-16259d1d083a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:41.295266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c391e5de-c172-4a98-8d49-083d6bdfa13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.300998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=ccec4f81-bb2b-4e17-b356-81b14a42be00,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:41.337136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c391e5de-c172-4a98-8d49-083d6bdfa13c None None] Port 694d0de7-e185-40c0-a13f-16259d1d083a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:04:41.410211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ccec4f81-bb2b-4e17-b356-81b14a42be00), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.433630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.474025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:41.477138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:41.490861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c59624d0-3935-4f64-a787-c193414cd1e4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2151034 Mar 11 00:04:41.491518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:41.498942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4026700-4382-48bb-bbcd-663b480edc93') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:41.499488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4026700-4382-48bb-bbcd-663b480edc93') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:41.500303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] Sync routers for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:41.510875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] Pushing event deleted for resources: {'Port': ['ID=ccec4f81-bb2b-4e17-b356-81b14a42be00,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:41.519688 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-f0b70aca-5545-455e-b41a-bb5d2d967c1b service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416279 Mar 11 00:04:41.524095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.556164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.566225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b755c3-2a8f-48f8-aa8b-d30728c89d09 None None] No DVR routers for this DVR port ccec4f81-bb2b-4e17-b356-81b14a42be00 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:41.574213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:41.575174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a4026700-4382-48bb-bbcd-663b480edc93), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.577482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port ccec4f81-bb2b-4e17-b356-81b14a42be00 update to ACTIVE by agent not found {{(pid=110427) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 00:04:41.596457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884d99a-95ac-4041-95b6-4d00985af47b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:41.606866 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4884d99a-95ac-4041-95b6-4d00985af47b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports/694d0de7-e185-40c0-a13f-16259d1d083a HTTP/1.1" status: 200 len: 910 time: 0.1130850 Mar 11 00:04:41.609666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:41.616066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12e3a5-77ee-4025-b1af-a83f7d29e263 None None] Network 48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:41.630132 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:41.658388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:41.665163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:41.745054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:41.750702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.769456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ccec4f81-bb2b-4e17-b356-81b14a42be00 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:41.773662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.781597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:41.797614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 HTTP/1.1" status: 204 len: 168 time: 6.3802679 Mar 11 00:04:41.801032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59174) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:41.829937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ccec4f81-bb2b-4e17-b356-81b14a42be00 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:41.830665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ccec4f81-bb2b-4e17-b356-81b14a42be00 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:41.865404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7965e6-6c40-4050-a599-6c009095c4c4 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:41.879165 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d50957-227c-4d92-8d24-3dc97487e8bb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:41.879822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d50957-227c-4d92-8d24-3dc97487e8bb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:41.885362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58d50957-227c-4d92-8d24-3dc97487e8bb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/76088d01-a1e4-4e30-a762-65b1793496e0 HTTP/1.1" status: 404 len: 337 time: 0.0807827 Mar 11 00:04:41.886233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59178) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:41.928140 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff26a6-8a93-4dda-a765-e0a52e4c314a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:41.928886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fff26a6-8a93-4dda-a765-e0a52e4c314a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:41.940241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5fff26a6-8a93-4dda-a765-e0a52e4c314a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/48b93596-ca6f-4ea6-83e7-dc3b7d8eedf2 HTTP/1.1" status: 404 len: 339 time: 0.0524554 Mar 11 00:04:41.942277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59180) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:41.968671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:41.972540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:42.025235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:42.025989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30e380-ea9e-4410-a8dc-289e05328131 None None] The sync data for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:42.099877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.108808 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5611a2b8-3e8a-40c2-8b62-63421c5cb8d5 req-6da1f22c-92ef-4356-80c2-ef8b88cd5527 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001788 Mar 11 00:04:42.286177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.339853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba7bff3-d6d6-4e8d-9627-5746bc36b5ab']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:42.358018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e710ee-2381-4103-a97e-5a0f3234edb8') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:42.358879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e710ee-2381-4103-a97e-5a0f3234edb8') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:42.392520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a7e710ee-2381-4103-a97e-5a0f3234edb8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.410463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a7e710ee-2381-4103-a97e-5a0f3234edb8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.440878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:42.441531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a7e710ee-2381-4103-a97e-5a0f3234edb8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:42.602060 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:42.613872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (bba7bff3-d6d6-4e8d-9627-5746bc36b5ab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.621031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:42.624954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/bba7bff3-d6d6-4e8d-9627-5746bc36b5ab HTTP/1.1" status: 204 len: 168 time: 0.6815269 Mar 11 00:04:42.629208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:42.648422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0561c7-1725-424c-8761-5f4f789649b0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=bba7bff3-d6d6-4e8d-9627-5746bc36b5ab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:42.673062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92f4ff-211b-4848-8085-072da2527f4c req-24dcc74b-10eb-4902-b182-bae89ed1ce2c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:42.674936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b92f4ff-211b-4848-8085-072da2527f4c req-24dcc74b-10eb-4902-b182-bae89ed1ce2c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 943 time: 0.3059447 Mar 11 00:04:42.749385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b92f4ff-211b-4848-8085-072da2527f4c req-1cb4dcc2-4dc8-47be-9f52-752b92a47e48 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655315 Mar 11 00:04:42.826373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2a850-84bf-4017-afce-4258867da9a5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:04:42.962785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2a850-84bf-4017-afce-4258867da9a5,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:42.981783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'port_id': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'mac_address': 'fa:16:3e:01:c9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:04:43.031658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cfa2a850-84bf-4017-afce-4258867da9a5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:43.032884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.052653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2a850-84bf-4017-afce-4258867da9a5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:04:43.084832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2a850-84bf-4017-afce-4258867da9a5,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:43.095946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.136963 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c733f9-cbde-45e2-a830-cd40989fe7fc tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:43.137517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c733f9-cbde-45e2-a830-cd40989fe7fc tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:43.143512 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88c733f9-cbde-45e2-a830-cd40989fe7fc tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/3b93e7d5-1cd9-4aad-8722-e653b98ac877 HTTP/1.1" status: 404 len: 337 time: 0.5090625 Mar 11 00:04:43.144944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59192) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:43.148988 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.189042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:43.197425 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-66524a17-460a-4da5-b492-8f90c81de22a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:43.198502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66524a17-460a-4da5-b492-8f90c81de22a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:43.203207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-66524a17-460a-4da5-b492-8f90c81de22a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/1b00cd79-c1f4-410c-886b-6c974318547d HTTP/1.1" status: 404 len: 339 time: 0.0550134 Mar 11 00:04:43.205582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59194) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:43.279581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting subnet bc94dd46-dbc5-4915-ab05-2c4f518937ab {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:43.284430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (bc94dd46-dbc5-4915-ab05-2c4f518937ab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.304009 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.337075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (bc94dd46-dbc5-4915-ab05-2c4f518937ab), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.444558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (bc94dd46-dbc5-4915-ab05-2c4f518937ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.461425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['cfa2a850-84bf-4017-afce-4258867da9a5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:04:43.547685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (bc94dd46-dbc5-4915-ab05-2c4f518937ab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.602669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=bc94dd46-dbc5-4915-ab05-2c4f518937ab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:43.630720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.638338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5fac5-12e7-4c8b-90b6-140ea356ec95 None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:43.642917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-adcc60ef-2ab1-43a0-828a-6fb70651f60a tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/bc94dd46-dbc5-4915-ab05-2c4f518937ab HTTP/1.1" status: 204 len: 168 time: 0.4331830 Mar 11 00:04:43.643473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59204) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:43.656060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 694d0de7-e185-40c0-a13f-16259d1d083a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:43.656602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.768610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting subnet 725d4d5a-b490-4366-b88a-743b1bd22cab {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:43.788721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (725d4d5a-b490-4366-b88a-743b1bd22cab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.872581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.889028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (725d4d5a-b490-4366-b88a-743b1bd22cab), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:43.911983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 694d0de7-e185-40c0-a13f-16259d1d083a owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:44.026876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888189c-b400-4e1f-bbdb-efe89e795d64 req-349aa56f-8d42-434d-b295-8b70b2a8960e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:44.034759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1888189c-b400-4e1f-bbdb-efe89e795d64 req-349aa56f-8d42-434d-b295-8b70b2a8960e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 944 time: 0.1487944 Mar 11 00:04:44.154394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1888189c-b400-4e1f-bbdb-efe89e795d64 req-45f7482f-c4bc-4c47-b7f6-9d2f8fef44ce tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181777 Mar 11 00:04:44.168731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (725d4d5a-b490-4366-b88a-743b1bd22cab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.298284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (725d4d5a-b490-4366-b88a-743b1bd22cab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.329769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (694d0de7-e185-40c0-a13f-16259d1d083a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.380858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.386597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/725d4d5a-b490-4366-b88a-743b1bd22cab HTTP/1.1" status: 204 len: 168 time: 0.7396498 Mar 11 00:04:44.386597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe62c2-3b58-4b33-a5c4-5683d95c5412 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=725d4d5a-b490-4366-b88a-743b1bd22cab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:44.395449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59216) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:44.457830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=694d0de7-e185-40c0-a13f-16259d1d083a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:44.598245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f469bc88-2e5a-4745-8116-6ba68bda2e98), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.713554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port d658d25a-3858-4617-a990-1837696d51b4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:44.713962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d658d25a-3858-4617-a990-1837696d51b4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.743870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.858021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2a850-84bf-4017-afce-4258867da9a5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:44.896128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port d658d25a-3858-4617-a990-1837696d51b4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d658d25a-3858-4617-a990-1837696d51b4,segment=NetworkSegment(ae324275-15e5-4845-84bd-f53ac8441d23),segment_id=ae324275-15e5-4845-84bd-f53ac8441d23)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:44.896491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d658d25a-3858-4617-a990-1837696d51b4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:44.926355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for d658d25a-3858-4617-a990-1837696d51b4 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:44.965400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port cfa2a850-84bf-4017-afce-4258867da9a5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:04:44.970152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port cfa2a850-84bf-4017-afce-4258867da9a5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:44.970528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:45.017914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c9419-264b-4fbb-b480-c0d64e266fa1 None None] Network f469bc88-2e5a-4745-8116-6ba68bda2e98 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:45.035973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router e345d9bc-dcf6-4476-b548-349e1fdb1694 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:45.098175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d658d25a-3858-4617-a990-1837696d51b4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:45.113501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port d658d25a-3858-4617-a990-1837696d51b4 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:45.158406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-812f031d-ae1a-4a48-88d7-a4a266011fb9 None None] Could not find standard attr ID for object d658d25a-3858-4617-a990-1837696d51b4. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:04:45.170518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=d658d25a-3858-4617-a990-1837696d51b4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:45.207586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:45.220220 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] Sync routers for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:45.231435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-03b78cfc-f805-4c6e-a158-33982fef6381 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6207724 Mar 11 00:04:45.234106 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:45.234560 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.245853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59224) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:45.248013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cfa2a850-84bf-4017-afce-4258867da9a5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:45.248357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:45.320148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2971bc-fee3-4f4b-b854-0b5014450a5e None None] DHCP port deletion for f469bc88-2e5a-4745-8116-6ba68bda2e98 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:45.330277 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.339510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:45.349270 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8c8cfc-45c6-435a-8e9e-8dbc3e92fd66" -d '{"events": [{"server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:45.353874 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:45.354529 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.413848 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.415509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6413638-c3b9-49f7-b50c-24fa033366bc None None] The sync data for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:45.426267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2a850-84bf-4017-afce-4258867da9a5,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:45.432692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:45.483793 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec52f51-a8e6-4186-b67a-1929ed347b1b x-openstack-request-id: req-8ec52f51-a8e6-4186-b67a-1929ed347b1b {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:45.484325 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:45.484438 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ec52f51-a8e6-4186-b67a-1929ed347b1b {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:45.484743 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'code': 200} Mar 11 00:04:45.563073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:45.620129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cfd2d-cab1-451c-9e9a-1d33c52ce8e5 req-33b322f5-1375-46a5-b7c0-9206762a11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:45.621700 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f42cfd2d-cab1-451c-9e9a-1d33c52ce8e5 req-33b322f5-1375-46a5-b7c0-9206762a11b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.0985804 Mar 11 00:04:45.685398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f42cfd2d-cab1-451c-9e9a-1d33c52ce8e5 req-6cd3b346-3d28-44af-ba28-a4d6cb3263a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567002 Mar 11 00:04:45.725932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d658d25a-3858-4617-a990-1837696d51b4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:45.771953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d658d25a-3858-4617-a990-1837696d51b4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:45.772318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d658d25a-3858-4617-a990-1837696d51b4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:45.905811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f469bc88-2e5a-4745-8116-6ba68bda2e98), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:45.972166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f469bc88-2e5a-4745-8116-6ba68bda2e98']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.986208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae324275-15e5-4845-84bd-f53ac8441d23') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:45.986426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae324275-15e5-4845-84bd-f53ac8441d23') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:46.011381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda6f51-426d-4447-b01f-e7bfdcf47352 req-ee89178a-a0ec-43e0-a137-187a7104abe5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:46.012918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adda6f51-426d-4447-b01f-e7bfdcf47352 req-ee89178a-a0ec-43e0-a137-187a7104abe5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 944 time: 0.6467049 Mar 11 00:04:46.015233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ae324275-15e5-4845-84bd-f53ac8441d23), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.048896 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ae324275-15e5-4845-84bd-f53ac8441d23), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.057655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:46.058057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ae324275-15e5-4845-84bd-f53ac8441d23), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:46.091183 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:46.209459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adda6f51-426d-4447-b01f-e7bfdcf47352 req-227a84b5-c290-4a7b-bca5-5c8d4018aa76 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857684 Mar 11 00:04:46.222060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f469bc88-2e5a-4745-8116-6ba68bda2e98), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.249529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.255367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.255513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/f469bc88-2e5a-4745-8116-6ba68bda2e98 HTTP/1.1" status: 204 len: 168 time: 1.8589554 Mar 11 00:04:46.304995 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e46e7-655d-4191-a532-e9737733f7d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.305487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7e46e7-655d-4191-a532-e9737733f7d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.313671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-db7e46e7-655d-4191-a532-e9737733f7d7 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/285470e1-9b64-46ab-88ff-37cc2628a9c8 HTTP/1.1" status: 404 len: 337 time: 0.0572586 Mar 11 00:04:46.317304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59236) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.349658 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e5684c-0d17-4061-8771-c565e7bd7343 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.350176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e5684c-0d17-4061-8771-c565e7bd7343 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.356246 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-59e5684c-0d17-4061-8771-c565e7bd7343 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/f17456d9-e4c6-4eb5-8c16-8e8984f55907 HTTP/1.1" status: 404 len: 339 time: 0.0378685 Mar 11 00:04:46.360045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59238) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.375570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aff70e-e423-433b-a7e6-0175499a521b tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=f469bc88-2e5a-4745-8116-6ba68bda2e98,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:46.390954 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccdf661-bbf9-44f1-a3a9-3541a2bf95b6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.391410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccdf661-bbf9-44f1-a3a9-3541a2bf95b6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.396382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4ccdf661-bbf9-44f1-a3a9-3541a2bf95b6 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/83c13088-e594-4c86-ad70-e151b8cff1bb HTTP/1.1" status: 404 len: 337 time: 0.0354097 Mar 11 00:04:46.399221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59242) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.430033 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e195e1-ef21-47f1-ae6c-dc2c4da1e65e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.431286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e195e1-ef21-47f1-ae6c-dc2c4da1e65e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.434717 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-61e195e1-ef21-47f1-ae6c-dc2c4da1e65e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/211ab007-2be0-4905-8f48-5346c9463f5e HTTP/1.1" status: 404 len: 339 time: 0.0345516 Mar 11 00:04:46.437987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.475875 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed575a64-bd53-41c1-9175-66f7dd0c2993 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.476637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed575a64-bd53-41c1-9175-66f7dd0c2993 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.480436 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ed575a64-bd53-41c1-9175-66f7dd0c2993 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/510978a4-433a-4698-a3e4-a7f34e4bf9d1 HTTP/1.1" status: 404 len: 337 time: 0.0415356 Mar 11 00:04:46.483172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.531394 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfdafa5-01a7-4bad-9329-efa7b57945eb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:46.535993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfdafa5-01a7-4bad-9329-efa7b57945eb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:46.543742 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cbfdafa5-01a7-4bad-9329-efa7b57945eb tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/5b81b422-957a-4823-ba6a-57d798de4572 HTTP/1.1" status: 404 len: 339 time: 0.0596545 Mar 11 00:04:46.546955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:46.634058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.667041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting subnet 6da7f501-5ae2-4a6b-8c87-71c0308525b6 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:46.678290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (6da7f501-5ae2-4a6b-8c87-71c0308525b6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.746394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6da7f501-5ae2-4a6b-8c87-71c0308525b6), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.879004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6da7f501-5ae2-4a6b-8c87-71c0308525b6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.972026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6da7f501-5ae2-4a6b-8c87-71c0308525b6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:46.987639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port f7369449-ac59-45ad-930f-ff8a40cf37fe {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:46.988246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.013376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=6da7f501-5ae2-4a6b-8c87-71c0308525b6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:47.019629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.021762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202563e2-df10-4769-95d9-a1d87be76e06 None None] Network 0449cf87-aeb6-43e0-af1c-d29dc2344cfa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:47.039296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4902559-76a3-40fc-a8a2-35a7267d25f0 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/6da7f501-5ae2-4a6b-8c87-71c0308525b6 HTTP/1.1" status: 204 len: 168 time: 0.4878151 Mar 11 00:04:47.040236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:47.109525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.125194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for f7369449-ac59-45ad-930f-ff8a40cf37fe owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:47.167690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0449cf87-aeb6-43e0-af1c-d29dc2344cfa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.299024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] DHCP port deletion for 0449cf87-aeb6-43e0-af1c-d29dc2344cfa request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:47.327629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port 816a9135-e2e9-4001-bcfa-8c65e093705f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:47.327629 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.370443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Deleting port 816a9135-e2e9-4001-bcfa-8c65e093705f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:47.370812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.434580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f59fb-c2bb-4613-8902-a8a36ee23773 req-33a9d7d6-6f88-4c56-bc01-b8de65726a1a tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:47.436549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-576f59fb-c2bb-4613-8902-a8a36ee23773 req-33a9d7d6-6f88-4c56-bc01-b8de65726a1a tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.1051056 Mar 11 00:04:47.457682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port 816a9135-e2e9-4001-bcfa-8c65e093705f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=816a9135-e2e9-4001-bcfa-8c65e093705f,segment=NetworkSegment(cd5ebd08-5de1-4c89-af6c-7b636b78c369),segment_id=cd5ebd08-5de1-4c89-af6c-7b636b78c369)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:47.457928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] For port 816a9135-e2e9-4001-bcfa-8c65e093705f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=816a9135-e2e9-4001-bcfa-8c65e093705f,segment=NetworkSegment(cd5ebd08-5de1-4c89-af6c-7b636b78c369),segment_id=cd5ebd08-5de1-4c89-af6c-7b636b78c369)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:47.458033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.458162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.472697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Calling delete_port for 816a9135-e2e9-4001-bcfa-8c65e093705f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:47.494335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for 816a9135-e2e9-4001-bcfa-8c65e093705f owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:47.498988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-576f59fb-c2bb-4613-8902-a8a36ee23773 req-da035745-520f-4552-8e38-90644af7aa05 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530345 Mar 11 00:04:47.511012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f7369449-ac59-45ad-930f-ff8a40cf37fe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.564070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=f7369449-ac59-45ad-930f-ff8a40cf37fe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:47.697300 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.741265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] Pushing event deleted for resources: {'Port': ['ID=816a9135-e2e9-4001-bcfa-8c65e093705f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:47.760430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46767a-bbcd-4cb1-84ed-1501f4427b6d None None] No DVR routers for this DVR port 816a9135-e2e9-4001-bcfa-8c65e093705f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:47.789111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (816a9135-e2e9-4001-bcfa-8c65e093705f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:47.807140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 816a9135-e2e9-4001-bcfa-8c65e093705f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:47.822747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port 816a9135-e2e9-4001-bcfa-8c65e093705f on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:47.869820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=816a9135-e2e9-4001-bcfa-8c65e093705f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:47.884035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 816a9135-e2e9-4001-bcfa-8c65e093705f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:47.884394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 816a9135-e2e9-4001-bcfa-8c65e093705f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:47.930470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41510d5c-42eb-44d3-af73-0fc301f97029 req-954485dd-5678-4b9f-a87d-ddacc4c0f05e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:47.932412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-41510d5c-42eb-44d3-af73-0fc301f97029 req-954485dd-5678-4b9f-a87d-ddacc4c0f05e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2762034 Mar 11 00:04:47.949375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:47.959254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'floatingip': {'port_id': 'cfa2a850-84bf-4017-afce-4258867da9a5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:47.979161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.052696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.164748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0449cf87-aeb6-43e0-af1c-d29dc2344cfa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.172141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router e345d9bc-dcf6-4476-b548-349e1fdb1694 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:48.243463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0449cf87-aeb6-43e0-af1c-d29dc2344cfa']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.284306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:48.293756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e15a3528-56ff-4e55-89ad-5164d8703986 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0437810 Mar 11 00:04:48.293756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59282) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:48.294034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c9010-4171-4184-941d-43501e76923c None None] Sync routers for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:48.307487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:48.308785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.347660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5ebd08-5de1-4c89-af6c-7b636b78c369') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.348210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5ebd08-5de1-4c89-af6c-7b636b78c369') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.362304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d02fcee4-1926-4cb2-868a-f435bebb2139 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=e345d9bc-dcf6-4476-b548-349e1fdb1694 HTTP/1.1" status: 200 len: 205 time: 0.0674355 Mar 11 00:04:48.364965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59286) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:48.383344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (cd5ebd08-5de1-4c89-af6c-7b636b78c369), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.390162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.417892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] Routers {'e345d9bc-dcf6-4476-b548-349e1fdb1694'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:48.418777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e345d9bc-dcf6-4476-b548-349e1fdb1694'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.436649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd5ebd08-5de1-4c89-af6c-7b636b78c369), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.487659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cf6c9010-4171-4184-941d-43501e76923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:48.491269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6c9010-4171-4184-941d-43501e76923c None None] The sync data for ids ['e345d9bc-dcf6-4476-b548-349e1fdb1694'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:48.521224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.531877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:48.532324 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (cd5ebd08-5de1-4c89-af6c-7b636b78c369), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:48.535471 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:48.629159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0449cf87-aeb6-43e0-af1c-d29dc2344cfa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.644984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.659095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/0449cf87-aeb6-43e0-af1c-d29dc2344cfa HTTP/1.1" status: 204 len: 168 time: 1.6158936 Mar 11 00:04:48.660399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59296) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:48.829263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.831872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (e345d9bc-dcf6-4476-b548-349e1fdb1694), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.884957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e345d9bc-dcf6-4476-b548-349e1fdb1694), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.885442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router e345d9bc-dcf6-4476-b548-349e1fdb1694 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:04:48.897934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:48.901600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fdef340e-1214-495d-ba25-636335a5917b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694 HTTP/1.1" status: 204 len: 168 time: 0.5331917 Mar 11 00:04:48.902270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59300) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:49.015695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.031675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 6812e275-addb-43f3-aa59-c745603fa2da {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:49.035629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (6812e275-addb-43f3-aa59-c745603fa2da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.070777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.098284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (6812e275-addb-43f3-aa59-c745603fa2da), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.245278 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9821cbfa-f135-45eb-931e-e751019ddbb9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:49.245828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9821cbfa-f135-45eb-931e-e751019ddbb9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:49.252346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:49.252840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9821cbfa-f135-45eb-931e-e751019ddbb9 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/71f53afa-de54-48e6-813f-3bddd56e8bc2 HTTP/1.1" status: 404 len: 337 time: 0.2232425 Mar 11 00:04:49.253834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da57c3f-1359-4dc8-bb42-a3046eeb334c tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=0449cf87-aeb6-43e0-af1c-d29dc2344cfa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:49.277403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6812e275-addb-43f3-aa59-c745603fa2da), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.279256 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Floating IP 9d84c2b4-9704-4cdd-a176-aa7c28e2db7b associated. External IP: 172.25.7.100, port: cfa2a850-84bf-4017-afce-4258867da9a5. Mar 11 00:04:49.299699 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe99cf5-6066-42b7-a52b-f6630cdd828d tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] DELETE failed (client error): The resource could not be found. Mar 11 00:04:49.300246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe99cf5-6066-42b7-a52b-f6630cdd828d tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:04:49.310260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bbe99cf5-6066-42b7-a52b-f6630cdd828d tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/c1a0ee27-435e-4633-8638-fb1a6a6e25b4 HTTP/1.1" status: 404 len: 339 time: 0.0538733 Mar 11 00:04:49.341049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59314) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:49.441123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (6812e275-addb-43f3-aa59-c745603fa2da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.460467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting subnet 6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:49.465890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.510250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=6812e275-addb-43f3-aa59-c745603fa2da,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:49.517789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.523856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-42e0ad08-d4a3-4103-a227-fdde326e136f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/6812e275-addb-43f3-aa59-c745603fa2da HTTP/1.1" status: 204 len: 168 time: 0.6182137 Mar 11 00:04:49.528166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad2be1-c3d7-4234-9428-17641526ab0f None None] Network 41fbe772-df7f-4812-94e5-c7efaef51286 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:49.533639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59322) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:49.563485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.622482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 001512ea-d95f-4acb-86f8-7e1c8bcde0e3 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:04:49.627587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (001512ea-d95f-4acb-86f8-7e1c8bcde0e3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.688438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (001512ea-d95f-4acb-86f8-7e1c8bcde0e3), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.856556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] DHCP port deletion for 41fbe772-df7f-4812-94e5-c7efaef51286 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:49.858658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (001512ea-d95f-4acb-86f8-7e1c8bcde0e3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.945777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (001512ea-d95f-4acb-86f8-7e1c8bcde0e3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.954434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Deleting port 6ed8443e-7599-40b4-8a02-83194ce9933d {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:49.954809 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.974264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:49.986040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/001512ea-d95f-4acb-86f8-7e1c8bcde0e3 HTTP/1.1" status: 204 len: 168 time: 0.4450955 Mar 11 00:04:49.989299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa904f2a-7454-4cd7-8839-c4fe27c3b90d None None] Network 196bcbe2-4046-43b7-a251-06c7461ce495 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:50.044813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59328) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:50.142901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (41fbe772-df7f-4812-94e5-c7efaef51286), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.144963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f0e6e-4277-4278-8efb-a78a59ee184b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=001512ea-d95f-4acb-86f8-7e1c8bcde0e3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:50.194440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.232425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 6ed8443e-7599-40b4-8a02-83194ce9933d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:50.232672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.272610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.308927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:50.355131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.364601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-112eab93-a921-4f94-9db4-51ec28d7661e tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/subnets/6a8a34a6-a6eb-4968-8c55-4fc4a332f8ff HTTP/1.1" status: 204 len: 168 time: 1.0224366 Mar 11 00:04:50.365526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59332) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:50.474007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.520108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c2feb-b30b-4787-9d17-14d909b9a1da None None] Network c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:50.591140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:04:50.616831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] For port 6ed8443e-7599-40b4-8a02-83194ce9933d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ed8443e-7599-40b4-8a02-83194ce9933d,segment=NetworkSegment(2a12b0b8-a600-4879-bbd4-66acc444f2c3),segment_id=2a12b0b8-a600-4879-bbd4-66acc444f2c3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:50.617878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.663222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Deleting port 878e1251-e06e-498d-a155-c9b98508ea2d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:50.663977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.760427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Calling delete_port for 6ed8443e-7599-40b4-8a02-83194ce9933d owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:50.762751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] DHCP port deletion for 196bcbe2-4046-43b7-a251-06c7461ce495 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:50.837280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] For port 878e1251-e06e-498d-a155-c9b98508ea2d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=878e1251-e06e-498d-a155-c9b98508ea2d,segment=NetworkSegment(217c2a72-b200-4e52-8962-6ad6bb129906),segment_id=217c2a72-b200-4e52-8962-6ad6bb129906)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:50.838206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.864727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Calling delete_port for 878e1251-e06e-498d-a155-c9b98508ea2d owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:50.873370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:04:50.880504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:50.884491 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:04:50.899177 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:50.900045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.023011 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4c8ad1bb-0e16-45a3-b674-4c20053fbedc tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "PUT /v2.0/floatingips/9d84c2b4-9704-4cdd-a176-aa7c28e2db7b HTTP/1.1" status: 200 len: 991 time: 3.0725567 Mar 11 00:04:51.025760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:04:51.034205 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350388a-987b-4a24-9eb6-909c469a2576" -d '{"events": [{"name": "network-changed", "server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:04:51.034862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Deleting port a9206044-f1b7-41ac-b548-938728d042b5 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:04:51.035245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a9206044-f1b7-41ac-b548-938728d042b5), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.106136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 6ed8443e-7599-40b4-8a02-83194ce9933d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6ed8443e-7599-40b4-8a02-83194ce9933d,segment=NetworkSegment(2a12b0b8-a600-4879-bbd4-66acc444f2c3),segment_id=2a12b0b8-a600-4879-bbd4-66acc444f2c3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:51.106784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.111755 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1013f-73fa-4645-a6b4-82384f134a52 x-openstack-request-id: req-6fb1013f-73fa-4645-a6b4-82384f134a52 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:04:51.111999 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:04:51.112565 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fb1013f-73fa-4645-a6b4-82384f134a52 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:04:51.112749 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'status': 'completed', 'code': 200} Mar 11 00:04:51.144482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:51.145745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 6ed8443e-7599-40b4-8a02-83194ce9933d owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:51.186374 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (878e1251-e06e-498d-a155-c9b98508ea2d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.234960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] For port a9206044-f1b7-41ac-b548-938728d042b5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a9206044-f1b7-41ac-b548-938728d042b5,segment=NetworkSegment(51bb92bd-0175-40d3-8d68-dc39b473d887),segment_id=51bb92bd-0175-40d3-8d68-dc39b473d887)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:51.235368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a9206044-f1b7-41ac-b548-938728d042b5), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.269821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Calling delete_port for a9206044-f1b7-41ac-b548-938728d042b5 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:04:51.299021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Port': ['ID=878e1251-e06e-498d-a155-c9b98508ea2d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:51.308525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] No DVR routers for this DVR port 878e1251-e06e-498d-a155-c9b98508ea2d on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:51.381657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350388a-987b-4a24-9eb6-909c469a2576 req-ffda691a-c49f-4796-a80f-658b167f0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:51.383456 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-ffda691a-c49f-4796-a80f-658b167f0751 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.2657230 Mar 11 00:04:51.422494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.500847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=6ed8443e-7599-40b4-8a02-83194ce9933d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:51.508682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (6ed8443e-7599-40b4-8a02-83194ce9933d), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.518752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 6ed8443e-7599-40b4-8a02-83194ce9933d on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:51.564416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9d84c2b4-9704-4cdd-a176-aa7c28e2db7b', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:01:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:04:28Z', 'updated_at': '2022-03-11T00:04:48Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.588232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] No DVR routers for this DVR port 6ed8443e-7599-40b4-8a02-83194ce9933d on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:51.597358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (a9206044-f1b7-41ac-b548-938728d042b5), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.620058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79b9e1-2c78-4991-8440-e27cc7b2e932 None None] DHCP port deletion for c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:04:51.625756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae7b0a-01a8-4855-96e5-a2822dcecaa6 None None] Pushing event deleted for resources: {'Port': ['ID=6ed8443e-7599-40b4-8a02-83194ce9933d,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:51.626057 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:04:51.634923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] No DVR routers for this DVR port a9206044-f1b7-41ac-b548-938728d042b5 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:04:51.661925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.669919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdcc8-a26b-4d32-841f-3f38421f1f3b None None] Pushing event deleted for resources: {'Port': ['ID=a9206044-f1b7-41ac-b548-938728d042b5,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:51.676197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:04:51.677061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.714582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (41fbe772-df7f-4812-94e5-c7efaef51286), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.757771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6eabff1-a9c5-4cf0-befa-fea1bb6352b0']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.768901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fbe772-df7f-4812-94e5-c7efaef51286']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.787725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a12b0b8-a600-4879-bbd4-66acc444f2c3') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.788348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a12b0b8-a600-4879-bbd4-66acc444f2c3') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.791951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ed8443e-7599-40b4-8a02-83194ce9933d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:51.801339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217c2a72-b200-4e52-8962-6ad6bb129906') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.801952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217c2a72-b200-4e52-8962-6ad6bb129906') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:51.816163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (2a12b0b8-a600-4879-bbd4-66acc444f2c3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.823895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350388a-987b-4a24-9eb6-909c469a2576 req-4e3619b5-e39e-4416-bee5-cd82af146c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:51.838568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-4e3619b5-e39e-4416-bee5-cd82af146c25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.4471226 Mar 11 00:04:51.840848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (217c2a72-b200-4e52-8962-6ad6bb129906), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.850718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2a12b0b8-a600-4879-bbd4-66acc444f2c3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.855697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6ed8443e-7599-40b4-8a02-83194ce9933d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:51.863296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6ed8443e-7599-40b4-8a02-83194ce9933d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:51.864003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a9206044-f1b7-41ac-b548-938728d042b5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:51.870435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:51.874707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (2a12b0b8-a600-4879-bbd4-66acc444f2c3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:51.891271 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:51.907017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (217c2a72-b200-4e52-8962-6ad6bb129906), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.941342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:51.941948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (217c2a72-b200-4e52-8962-6ad6bb129906), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:51.946887 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:51.950885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a9206044-f1b7-41ac-b548-938728d042b5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:51.951246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a9206044-f1b7-41ac-b548-938728d042b5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:51.952219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 878e1251-e06e-498d-a155-c9b98508ea2d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:04:51.966092 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:04:51.987190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-1ea113cb-55c8-43ad-8f40-fe1e7690fe69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 999 time: 0.1271288 Mar 11 00:04:51.997851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 878e1251-e06e-498d-a155-c9b98508ea2d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:04:51.998215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 878e1251-e06e-498d-a155-c9b98508ea2d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:04:52.072210 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (41fbe772-df7f-4812-94e5-c7efaef51286), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.091337 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.097558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/41fbe772-df7f-4812-94e5-c7efaef51286 HTTP/1.1" status: 204 len: 168 time: 2.0478981 Mar 11 00:04:52.100409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59348) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:52.127315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c6eabff1-a9c5-4cf0-befa-fea1bb6352b0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.150202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.156711 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] 10.222.0.21 "DELETE /v2.0/networks/c6eabff1-a9c5-4cf0-befa-fea1bb6352b0 HTTP/1.1" status: 204 len: 168 time: 1.7872982 Mar 11 00:04:52.171796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350388a-987b-4a24-9eb6-909c469a2576 req-d09e5870-ccb9-4842-bf75-390b9688f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:52.173359 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-d09e5870-ccb9-4842-bf75-390b9688f933 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.1744266 Mar 11 00:04:52.195775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610cf8-8488-4991-935b-886722022672 tempest-NetworksIpV6Test-1878783362 tempest-NetworksIpV6Test-1878783362-project] Pushing event deleted for resources: {'Network': ['ID=c6eabff1-a9c5-4cf0-befa-fea1bb6352b0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:52.251401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350388a-987b-4a24-9eb6-909c469a2576 req-5f95c19b-6a27-4caa-8752-ff0efab64257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:52.252969 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-5f95c19b-6a27-4caa-8752-ff0efab64257 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689740 Mar 11 00:04:52.287752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906870-cdcb-49e0-92b9-9340424803b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=41fbe772-df7f-4812-94e5-c7efaef51286,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:52.320420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (196bcbe2-4046-43b7-a251-06c7461ce495), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.470596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-43f65fc1-927f-4122-8cb1-8684b873c10e service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100036 Mar 11 00:04:52.494767 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9d84c2b4-9704-4cdd-a176-aa7c28e2db7b', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:01:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:04:28Z', 'updated_at': '2022-03-11T00:04:48Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:52.557150 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707bd4d-74d6-48cd-a545-cd7a371af77a None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9d84c2b4-9704-4cdd-a176-aa7c28e2db7b', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:01:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:04:28Z', 'updated_at': '2022-03-11T00:04:48Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:04:52.571407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (196bcbe2-4046-43b7-a251-06c7461ce495), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.627201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196bcbe2-4046-43b7-a251-06c7461ce495']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:52.657849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bb92bd-0175-40d3-8d68-dc39b473d887') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:52.658443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bb92bd-0175-40d3-8d68-dc39b473d887') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:04:52.678285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (51bb92bd-0175-40d3-8d68-dc39b473d887), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.709718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59356) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:52.713250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b350388a-987b-4a24-9eb6-909c469a2576 req-5918ab01-98a2-4565-b794-6b501ad02d51 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296762 Mar 11 00:04:52.715825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (51bb92bd-0175-40d3-8d68-dc39b473d887), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.728737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:04:52.729825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (51bb92bd-0175-40d3-8d68-dc39b473d887), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:04:52.740214 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:04:52.877104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (196bcbe2-4046-43b7-a251-06c7461ce495), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.883809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.893632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/196bcbe2-4046-43b7-a251-06c7461ce495 HTTP/1.1" status: 204 len: 168 time: 0.7840850 Mar 11 00:04:52.897696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:52.902831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-1437565139'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:52.933390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72922360-12e1-4ed3-9909-52c80b2764df None None] New status for floating IP 9d84c2b4-9704-4cdd-a176-aa7c28e2db7b: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:04:52.950107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:52.954469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:52.995267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a63a98c-5e73-456c-9cc2-fcbd5500aca6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7ec7debd0fa47a4881583702ce1b06c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839847 Mar 11 00:04:52.998385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347100-3ef0-41b3-a058-e500776c5cc3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=196bcbe2-4046-43b7-a251-06c7461ce495,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:53.011607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59364) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:53.017519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:53.036785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c89f5f7a-22b8-413e-b9c4-76f7d205b58e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.037143 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment c89f5f7a-22b8-413e-b9c4-76f7d205b58e of type vlan for network 0c6361ae-372f-43b9-81dd-af6caf020da4 Mar 11 00:04:53.073579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] Publish callbacks [] for security_group (ce9c8630-b0fe-41d9-927f-aafe9c852697), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.098206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] Publish callbacks [] for security_group (ce9c8630-b0fe-41d9-927f-aafe9c852697), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.140923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0c6361ae-372f-43b9-81dd-af6caf020da4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.156392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ce9c8630-b0fe-41d9-927f-aafe9c852697), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.159284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.160460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce9c8630-b0fe-41d9-927f-aafe9c852697 HTTP/1.1" status: 204 len: 168 time: 0.1467469 Mar 11 00:04:53.177170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17237dce-bfec-461e-bebf-e2a75d6ae8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c8630-b0fe-41d9-927f-aafe9c852697,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:53.196203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0c6361ae-372f-43b9-81dd-af6caf020da4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.201285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:53.201952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.278960 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3801966 Mar 11 00:04:53.282327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59370) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:53.288721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:53.368524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86226edc-469c-442f-ab19-f8a1dac7d5ae tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=0c6361ae-372f-43b9-81dd-af6caf020da4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:53.384642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:53.483630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:53.487882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.798455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (84f377e3-cf19-4f65-8c7f-59efdcb93848), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:53.892366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:53.892736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 0c6361ae-372f-43b9-81dd-af6caf020da4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:53.917858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=84f377e3-cf19-4f65-8c7f-59efdcb93848,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:53.932497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:53.956628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0c6361ae-372f-43b9-81dd-af6caf020da4) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:53.966014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7b66d-70c1-433a-9783-a30f179a1c97 None None] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:53.966972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:53.969630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.011773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e48ac8f9-6cf0-4408-9858-c47569977f6a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7280445 Mar 11 00:04:54.015193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59384) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:54.022272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2036041114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:54.072441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.073772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.131374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0c6361ae-372f-43b9-81dd-af6caf020da4', 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '84f377e3-cf19-4f65-8c7f-59efdcb93848'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:54.132471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.189141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (8cd4e9d3-4b92-43f4-9278-5907fac6356e), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.196686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.224897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.229961 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ae9fdbe-fb85-45ef-96eb-2013503690ee tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2123172 Mar 11 00:04:54.230162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59394) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:54.236923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'port': {'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4', 'name': 'tempest-RoutersTest-1437061015'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:54.472800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:54.478645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.482222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Allocated IP 172.20.0.2 (0c6361ae-372f-43b9-81dd-af6caf020da4/84f377e3-cf19-4f65-8c7f-59efdcb93848/e48ea821-5bba-40a4-8adc-a750ea797bd2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:54.523964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] device_id is not set on port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:04:54.655400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:54.796791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks [] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.809854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.875146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1208891166'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:54.888718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Pushing event updated for resources: {'Port': ['ID=e48ea821-5bba-40a4-8adc-a750ea797bd2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:54.900209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:54.901913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:54.905974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:54.916632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:54.925220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.951054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:54.957267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.20.0.11 (0c6361ae-372f-43b9-81dd-af6caf020da4/84f377e3-cf19-4f65-8c7f-59efdcb93848/f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:55.051627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Attempting to bind port e48ea821-5bba-40a4-8adc-a750ea797bd2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:55.052171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Attempting to bind port e48ea821-5bba-40a4-8adc-a750ea797bd2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:55.053891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Attempting to bind port e48ea821-5bba-40a4-8adc-a750ea797bd2 on network 0c6361ae-372f-43b9-81dd-af6caf020da4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:55.066764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:55.067205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Checking segment: {'id': 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:55.069266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.070834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Bound using segment: {'id': 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:55.072679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Bound port: e48ea821-5bba-40a4-8adc-a750ea797bd2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c6361ae-372f-43b9-81dd-af6caf020da4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:55.073859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.133033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for security_group (4a0ffa52-91bf-412d-bb28-afe108676aef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.142946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4a0ffa52-91bf-412d-bb28-afe108676aef), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.195319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0ffa52-91bf-412d-bb28-afe108676aef,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:55.196718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] For port e48ea821-5bba-40a4-8adc-a750ea797bd2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:04:55.201147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] For port e48ea821-5bba-40a4-8adc-a750ea797bd2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e48ea821-5bba-40a4-8adc-a750ea797bd2,segment=NetworkSegment(c89f5f7a-22b8-413e-b9c4-76f7d205b58e),segment_id=c89f5f7a-22b8-413e-b9c4-76f7d205b58e)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:04:55.216791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.220682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:55.244080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dc83ab77-3634-458b-b160-9ce1bf627aae), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.244500 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment dc83ab77-3634-458b-b160-9ce1bf627aae of type vlan for network cdf6ca22-8a75-45c7-b4a0-1068d5265339 Mar 11 00:04:55.334697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (cdf6ca22-8a75-45c7-b4a0-1068d5265339), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.338849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e54bad-e1ce-45ea-be37-69848e052eea None None] Pushing event updated for resources: {'Port': ['ID=e48ea821-5bba-40a4-8adc-a750ea797bd2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:55.376690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (cdf6ca22-8a75-45c7-b4a0-1068d5265339), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.384620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:55.385972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.411188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.490692 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8359346 Mar 11 00:04:55.493149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59420) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:55.499914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-268169954'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:55.511534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.543303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4612ac-1aa3-4c95-a6bc-9bba7b697356 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=cdf6ca22-8a75-45c7-b4a0-1068d5265339,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:55.557830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:55.693047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:55.696426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:55.699911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.705811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:55.709526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:55.712037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:55.823799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:04:55.842330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e48ea821-5bba-40a4-8adc-a750ea797bd2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:55.862025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:55.862715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.898031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a1e85a68-da36-45f0-b70e-00fd8d5c7d36 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6666958 Mar 11 00:04:55.899395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4533d884-2341-4689-8204-136980394e0e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:55.899743 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment 4533d884-2341-4689-8204-136980394e0e of type vlan for network 83225b33-bfbe-4194-8601-189ac0966cf0 Mar 11 00:04:55.901151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:55.999133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (83225b33-bfbe-4194-8601-189ac0966cf0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.058137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e48ea821-5bba-40a4-8adc-a750ea797bd2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:56.059085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.070506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (83225b33-bfbe-4194-8601-189ac0966cf0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.076815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:56.077637 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.118814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6239774 Mar 11 00:04:56.151230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59428) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:56.173355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:56.277196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e48ea821-5bba-40a4-8adc-a750ea797bd2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:56.277877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.404034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e48ea821-5bba-40a4-8adc-a750ea797bd2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e48ea821-5bba-40a4-8adc-a750ea797bd2,segment=NetworkSegment(c89f5f7a-22b8-413e-b9c4-76f7d205b58e),segment_id=c89f5f7a-22b8-413e-b9c4-76f7d205b58e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:04:56.413053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.486104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa6084-9529-4de5-872f-4a3fc1be53e1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=83225b33-bfbe-4194-8601-189ac0966cf0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:56.513817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 83225b33-bfbe-4194-8601-189ac0966cf0 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:04:56.523765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:56.528373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.669799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:56.748992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e48ea821-5bba-40a4-8adc-a750ea797bd2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:56.950037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.040701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6244e10c-cac6-40c7-a9dc-bdb16c851208 None None] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:57.179206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:57.187089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': 'dc83ab77-3634-458b-b160-9ce1bf627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:57.187537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: cdf6ca22-8a75-45c7-b4a0-1068d5265339, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:57.226659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d19ee0e6-54a7-4239-b65e-3664fc60e400 None None] Provisioning complete for port e48ea821-5bba-40a4-8adc-a750ea797bd2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:57.227226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0e6-54a7-4239-b65e-3664fc60e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.234226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:57.251794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, cdf6ca22-8a75-45c7-b4a0-1068d5265339) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:57.263875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:57.265135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.273551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542e52c-545d-4b63-965e-61a9b5ca665d None None] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:57.302004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fea0fc71-3100-4669-b6b3-cd39c835dd97 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1327469 Mar 11 00:04:57.305266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59442) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:57.308014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.317158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:57.318505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.515641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:57.577764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:04:57.582819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.772828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d19ee0e6-54a7-4239-b65e-3664fc60e400 None None] Current status of the port e48ea821-5bba-40a4-8adc-a750ea797bd2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:57.782181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-cdf6ca22-8a75-45c7-b4a0-1068d5265339', 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:57.782737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:57.963626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Allocated IP 2001:db8::2 (cdf6ca22-8a75-45c7-b4a0-1068d5265339/404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3/94e6a04c-125c-463c-b288-7e5a97c27e9d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:04:58.027661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (8cd4e9d3-4b92-43f4-9278-5907fac6356e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.128654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (d4bb11a1-5550-4ab0-9f06-1a8c3186356d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.202199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e48ea821-5bba-40a4-8adc-a750ea797bd2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:04:58.231027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=d4bb11a1-5550-4ab0-9f06-1a8c3186356d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:58.289257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': '4533d884-2341-4689-8204-136980394e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:58.292346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 83225b33-bfbe-4194-8601-189ac0966cf0, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:04:58.316764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks [] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.362219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 83225b33-bfbe-4194-8601-189ac0966cf0 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:04:58.371308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.395719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 83225b33-bfbe-4194-8601-189ac0966cf0) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:58.396495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.417383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:04:58.419187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.447076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a94679-8ba8-463f-8360-1805f8887ef4 None None] Network 83225b33-bfbe-4194-8601-189ac0966cf0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:04:58.450459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d6f83dd9-4a59-4ae0-860f-66cb03d598da tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1426544 Mar 11 00:04:58.454573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:58.464541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Provisioning complete for port e48ea821-5bba-40a4-8adc-a750ea797bd2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:58.464541 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.466898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1128523612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:04:58.512781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.515799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.689925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (9d1da2ad-a135-4b0c-ac10-a40f01a14376), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.708753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.753449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:58.756967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d72f725-ebf6-40f6-8159-616be79d423a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2986453 Mar 11 00:04:58.757774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59474) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:04:59.115761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:59.131117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.147380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.240835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e48ea821-5bba-40a4-8adc-a750ea797bd2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:59.241235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.283588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:59.286259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:04:59.335149 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (8cd4e9d3-4b92-43f4-9278-5907fac6356e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.355866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:59.377572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.514510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Pushing event updated for resources: {'Port': ['ID=94e6a04c-125c-463c-b288-7e5a97c27e9d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:04:59.533791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:04:59.539265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:04:59.675190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Current status of the port e48ea821-5bba-40a4-8adc-a750ea797bd2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:04:59.711116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Attempting to bind port 94e6a04c-125c-463c-b288-7e5a97c27e9d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:04:59.711941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Attempting to bind port 94e6a04c-125c-463c-b288-7e5a97c27e9d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'dc83ab77-3634-458b-b160-9ce1bf627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:04:59.712511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Attempting to bind port 94e6a04c-125c-463c-b288-7e5a97c27e9d on network cdf6ca22-8a75-45c7-b4a0-1068d5265339 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:04:59.723537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:04:59.724279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Checking segment: {'id': 'dc83ab77-3634-458b-b160-9ce1bf627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:04:59.724859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.725524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Bound using segment: {'id': 'dc83ab77-3634-458b-b160-9ce1bf627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:04:59.726281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Bound port: 94e6a04c-125c-463c-b288-7e5a97c27e9d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc83ab77-3634-458b-b160-9ce1bf627aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cdf6ca22-8a75-45c7-b4a0-1068d5265339'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:04:59.727013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.843428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 8cd4e9d3-4b92-43f4-9278-5907fac6356e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:04:59.875443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-83225b33-bfbe-4194-8601-189ac0966cf0', 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': 'd4bb11a1-5550-4ab0-9f06-1a8c3186356d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:04:59.876745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:04:59.965061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Provisioning complete for port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:04:59.967454 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:00.083632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:00.090242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-17e85274-7615-4f86-ba53-93475f341610 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/8cd4e9d3-4b92-43f4-9278-5907fac6356e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1883228 Mar 11 00:05:00.092944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:00.098475 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] Sync routers for ids ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:00.136995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8::1 (cdf6ca22-8a75-45c7-b4a0-1068d5265339/404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3/1b755ec4-61a7-4789-9a98-b7d63a46d4da) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:00.138445 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] Routers {'8cd4e9d3-4b92-43f4-9278-5907fac6356e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:00.139251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:00.152829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791af3e3-4b1d-4e70-9226-d02bd4234226 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:00.155170 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-791af3e3-4b1d-4e70-9226-d02bd4234226 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports/f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 HTTP/1.1" status: 200 len: 978 time: 0.0609686 Mar 11 00:05:00.158998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59484) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:00.198358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bbe436e7-19ae-4166-8c7d-f6397713eab6 None None] Port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:00.482974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:00.494799 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:00.520557 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] Routers {'8cd4e9d3-4b92-43f4-9278-5907fac6356e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:00.521141 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:00.574834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:00.601223 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:00.613095 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffa35bf-b54f-484a-adde-c936494b8eed None None] The sync data for ids ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:00.657670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:00.661537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:00.665920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:00.678589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:00.680105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Allocated IP 2001:db8:1::2 (83225b33-bfbe-4194-8601-189ac0966cf0/d4bb11a1-5550-4ab0-9f06-1a8c3186356d/c663c465-5eb8-4177-8450-3364008bceec) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:00.695865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e48ea821-5bba-40a4-8adc-a750ea797bd2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:00.790797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=1b755ec4-61a7-4789-9a98-b7d63a46d4da,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:00.970253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] For port 94e6a04c-125c-463c-b288-7e5a97c27e9d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:00.974299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.006977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6884c1cf-53f3-4814-a603-08b0b2c0eaa5 None None] Provisioning complete for port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:01.011719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6884c1cf-53f3-4814-a603-08b0b2c0eaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.153139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6884c1cf-53f3-4814-a603-08b0b2c0eaa5 None None] Port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:01.173083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] For port 94e6a04c-125c-463c-b288-7e5a97c27e9d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=94e6a04c-125c-463c-b288-7e5a97c27e9d,segment=NetworkSegment(dc83ab77-3634-458b-b160-9ce1bf627aae),segment_id=dc83ab77-3634-458b-b160-9ce1bf627aae)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:01.324196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks [] for port (c663c465-5eb8-4177-8450-3364008bceec), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.338888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.403589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (8cd4e9d3-4b92-43f4-9278-5907fac6356e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.439172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c663c465-5eb8-4177-8450-3364008bceec), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.443127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193232e-7d4b-4de1-9e06-9094012cfde6 None None] Pushing event updated for resources: {'Port': ['ID=94e6a04c-125c-463c-b288-7e5a97c27e9d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:01.494357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Network 83225b33-bfbe-4194-8601-189ac0966cf0 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:01.510982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:01.537925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:01.563755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Pushing event updated for resources: {'Port': ['ID=c663c465-5eb8-4177-8450-3364008bceec,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:01.587110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.598755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.600254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.700702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Attempting to bind port c663c465-5eb8-4177-8450-3364008bceec on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:01.703671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Attempting to bind port c663c465-5eb8-4177-8450-3364008bceec by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '4533d884-2341-4689-8204-136980394e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:01.704137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Attempting to bind port c663c465-5eb8-4177-8450-3364008bceec on network 83225b33-bfbe-4194-8601-189ac0966cf0 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:01.718595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:01.718999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Checking segment: {'id': '4533d884-2341-4689-8204-136980394e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:01.720372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.720832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Bound using segment: {'id': '4533d884-2341-4689-8204-136980394e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:01.721444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Bound port: c663c465-5eb8-4177-8450-3364008bceec, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4533d884-2341-4689-8204-136980394e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '83225b33-bfbe-4194-8601-189ac0966cf0'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:01.721842 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c663c465-5eb8-4177-8450-3364008bceec), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.923778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] For port c663c465-5eb8-4177-8450-3364008bceec, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:01.932577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] For port c663c465-5eb8-4177-8450-3364008bceec, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c663c465-5eb8-4177-8450-3364008bceec,segment=NetworkSegment(4533d884-2341-4689-8204-136980394e0e),segment_id=4533d884-2341-4689-8204-136980394e0e)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:01.943729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c663c465-5eb8-4177-8450-3364008bceec), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:01.987226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=1b755ec4-61a7-4789-9a98-b7d63a46d4da,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:02.019089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:02.021015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:02.042538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:02.042538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:02.116374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1887-4c36-40bc-b5d8-76b4dc7db875 None None] Pushing event updated for resources: {'Port': ['ID=c663c465-5eb8-4177-8450-3364008bceec,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:02.383170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:02.421828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:02.537702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 9d1da2ad-a135-4b0c-ac10-a40f01a14376 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:02.799854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:02.815876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-424c2bdb-4c6e-4aea-951d-81395f5608a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0525610 Mar 11 00:05:02.816630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59498) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:02.819676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] Sync routers for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:02.844917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:02.845570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:02.955872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:02.997910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:03.000062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:03.013597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360a3c5-d4cd-4f15-a32d-b44f79166edc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:03.020064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2360a3c5-d4cd-4f15-a32d-b44f79166edc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports/1b755ec4-61a7-4789-9a98-b7d63a46d4da HTTP/1.1" status: 200 len: 911 time: 0.1998529 Mar 11 00:05:03.020603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59502) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:03.028493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.088659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=f4b1d6b2-0edb-42ec-ba22-b9b9dd19b210,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:03.103602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 94e6a04c-125c-463c-b288-7e5a97c27e9d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:03.122490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:03.123369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7596650d-23ed-4b76-a231-1b6e7886297d None None] The sync data for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:03.306621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 94e6a04c-125c-463c-b288-7e5a97c27e9d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:03.307122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.419688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (8cd4e9d3-4b92-43f4-9278-5907fac6356e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.450142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234be37-d12b-4f10-bd68-76fe813f5591 None None] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:03.549556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 94e6a04c-125c-463c-b288-7e5a97c27e9d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:03.550347 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.620013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-298ebfeb-e48d-4912-b19f-c4c4e3f3f4bf None None] Provisioning complete for port 94e6a04c-125c-463c-b288-7e5a97c27e9d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:03.620528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-298ebfeb-e48d-4912-b19f-c4c4e3f3f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.677465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 94e6a04c-125c-463c-b288-7e5a97c27e9d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=94e6a04c-125c-463c-b288-7e5a97c27e9d,segment=NetworkSegment(dc83ab77-3634-458b-b160-9ce1bf627aae),segment_id=dc83ab77-3634-458b-b160-9ce1bf627aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:03.725912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:03.727233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c663c465-5eb8-4177-8450-3364008bceec up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:03.824404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 8cd4e9d3-4b92-43f4-9278-5907fac6356e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:03.916984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-298ebfeb-e48d-4912-b19f-c4c4e3f3f4bf None None] Current status of the port 94e6a04c-125c-463c-b288-7e5a97c27e9d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:03.945361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=94e6a04c-125c-463c-b288-7e5a97c27e9d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:03.968603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c663c465-5eb8-4177-8450-3364008bceec triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:03.968990 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c663c465-5eb8-4177-8450-3364008bceec), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.053453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.115714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:04.126407 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] Sync routers for ids ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:04.144736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-71481fe9-bb77-45ae-81a3-dfaa993f4330 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/8cd4e9d3-4b92-43f4-9278-5907fac6356e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9844406 Mar 11 00:05:04.145036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c663c465-5eb8-4177-8450-3364008bceec is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:04.145744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c663c465-5eb8-4177-8450-3364008bceec), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.146056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59510) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:04.164167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] Routers {'8cd4e9d3-4b92-43f4-9278-5907fac6356e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:04.168562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:04.252851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c663c465-5eb8-4177-8450-3364008bceec, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c663c465-5eb8-4177-8450-3364008bceec,segment=NetworkSegment(4533d884-2341-4689-8204-136980394e0e),segment_id=4533d884-2341-4689-8204-136980394e0e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:04.265926 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c663c465-5eb8-4177-8450-3364008bceec), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.313856 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:04.333764 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] Routers {'8cd4e9d3-4b92-43f4-9278-5907fac6356e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:04.334619 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:04.466136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8:1::1 (83225b33-bfbe-4194-8601-189ac0966cf0/d4bb11a1-5550-4ab0-9f06-1a8c3186356d/fb57a86d-5caa-4d55-a9a6-ed624a30d27e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:04.546477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:04.547490 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57987138-7fe5-4e62-b71a-eda30bdb82c0 None None] The sync data for ids ['8cd4e9d3-4b92-43f4-9278-5907fac6356e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:04.556684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba37f9d-24ad-41e3-8131-cc34b611cb87 None None] Network 83225b33-bfbe-4194-8601-189ac0966cf0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:04.588503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c663c465-5eb8-4177-8450-3364008bceec,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:04.773760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Provisioning complete for port 94e6a04c-125c-463c-b288-7e5a97c27e9d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:04.774244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.816895 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.918107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:04.959092 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-391cb2c2-79a7-42ac-b5e2-fc5585791aaa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 00:05:04.960118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-391cb2c2-79a7-42ac-b5e2-fc5585791aaa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/8cd4e9d3-4b92-43f4-9278-5907fac6356e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8129237 Mar 11 00:05:04.963090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:04.971282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 94e6a04c-125c-463c-b288-7e5a97c27e9d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:05.026613 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa2d9e13-d2e8-4efd-9b06-93c6c2042c28 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd4e9d3-4b92-43f4-9278-5907fac6356e HTTP/1.1" status: 200 len: 205 time: 0.0620339 Mar 11 00:05:05.029092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59520) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:05.059286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 83225b33-bfbe-4194-8601-189ac0966cf0 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:05.060184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=fb57a86d-5caa-4d55-a9a6-ed624a30d27e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:05.076505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:05.082511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:05.083071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.167182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 94e6a04c-125c-463c-b288-7e5a97c27e9d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:05.167553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.187554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.247109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Current status of the port 94e6a04c-125c-463c-b288-7e5a97c27e9d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:05.273238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Provisioning complete for port 1b755ec4-61a7-4789-9a98-b7d63a46d4da triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:05.273655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.321672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.380623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 94e6a04c-125c-463c-b288-7e5a97c27e9d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:05.381714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c663c465-5eb8-4177-8450-3364008bceec up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:05.433317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Port 1b755ec4-61a7-4789-9a98-b7d63a46d4da cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:05.461996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Provisioning complete for port c663c465-5eb8-4177-8450-3364008bceec triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:05.462377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c663c465-5eb8-4177-8450-3364008bceec), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.470060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.473432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (8cd4e9d3-4b92-43f4-9278-5907fac6356e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.547223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (8cd4e9d3-4b92-43f4-9278-5907fac6356e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.547947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd4e9d3-4b92-43f4-9278-5907fac6356e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:05.555288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.557013 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c0dad22b-d71d-427a-8665-12d96b6f206d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/8cd4e9d3-4b92-43f4-9278-5907fac6356e HTTP/1.1" status: 204 len: 168 time: 0.5254617 Mar 11 00:05:05.559711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59524) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:05.563950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c663c465-5eb8-4177-8450-3364008bceec triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:05.570239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c663c465-5eb8-4177-8450-3364008bceec), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.631010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 84f377e3-cf19-4f65-8c7f-59efdcb93848 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:05.655973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (84f377e3-cf19-4f65-8c7f-59efdcb93848), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.758355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (84f377e3-cf19-4f65-8c7f-59efdcb93848), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.808910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2adbbb79-a696-4954-9a28-9c37a5fe2317 None None] Current status of the port c663c465-5eb8-4177-8450-3364008bceec is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:05.862843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.875229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.876408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.906209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c663c465-5eb8-4177-8450-3364008bceec is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:05.964972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Provisioning complete for port 1b755ec4-61a7-4789-9a98-b7d63a46d4da triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:05.965986 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:05.975430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=fb57a86d-5caa-4d55-a9a6-ed624a30d27e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:05.981908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (84f377e3-cf19-4f65-8c7f-59efdcb93848), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.067267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Port 1b755ec4-61a7-4789-9a98-b7d63a46d4da cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:06.084233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Provisioning complete for port c663c465-5eb8-4177-8450-3364008bceec triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:06.084557 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c663c465-5eb8-4177-8450-3364008bceec), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.118297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 83225b33-bfbe-4194-8601-189ac0966cf0 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:06.122179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:06.131697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (84f377e3-cf19-4f65-8c7f-59efdcb93848), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.185481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=84f377e3-cf19-4f65-8c7f-59efdcb93848,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:06.191777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.205391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77386906-347b-4d5a-99a1-366ac2b9ddfb tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/84f377e3-cf19-4f65-8c7f-59efdcb93848 HTTP/1.1" status: 204 len: 168 time: 0.6435475 Mar 11 00:05:06.211865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc30334-ab7b-4448-b65a-7db2db492304 None None] Network 0c6361ae-372f-43b9-81dd-af6caf020da4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:06.221286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59534) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:06.397220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0c6361ae-372f-43b9-81dd-af6caf020da4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.612961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port e48ea821-5bba-40a4-8adc-a750ea797bd2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:06.613342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.917960 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-c41c85b6-088b-4cef-b513-e12526c964a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3878932 Mar 11 00:05:06.941944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 9d1da2ad-a135-4b0c-ac10-a40f01a14376 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:06.942206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port e48ea821-5bba-40a4-8adc-a750ea797bd2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e48ea821-5bba-40a4-8adc-a750ea797bd2,segment=NetworkSegment(c89f5f7a-22b8-413e-b9c4-76f7d205b58e),segment_id=c89f5f7a-22b8-413e-b9c4-76f7d205b58e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:06.944720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:06.992618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for e48ea821-5bba-40a4-8adc-a750ea797bd2 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:07.039489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Current status of the port c663c465-5eb8-4177-8450-3364008bceec is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:07.073350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e5f9584-4970-40c8-a3f6-850e38c6583f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.088658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Provisioning complete for port fb57a86d-5caa-4d55-a9a6-ed624a30d27e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:07.089042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.176547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0a7d1-cca8-4c23-b5b3-63fd733e7632 None None] Port fb57a86d-5caa-4d55-a9a6-ed624a30d27e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:07.188758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:07.196264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7bcc935a-fc47-4915-86f1-c611831707a4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1722968 Mar 11 00:05:07.196909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:07.212684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] Sync routers for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:07.230861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:07.234765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.287292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.294363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786df67-9c19-4d6f-9888-1b21dc94fd1a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.296001 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9786df67-9c19-4d6f-9888-1b21dc94fd1a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports/fb57a86d-5caa-4d55-a9a6-ed624a30d27e HTTP/1.1" status: 200 len: 913 time: 0.0978618 Mar 11 00:05:07.298826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:07.305880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62543c-6865-41bc-a083-e39ade344683 None None] DHCP port deletion for 0c6361ae-372f-43b9-81dd-af6caf020da4 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:07.314032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:07.314937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:04:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.375859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.376590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88943f73-3990-4a45-9419-4bdc1bcb3aca None None] The sync data for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:07.384647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0274b2cd-73b3-465e-9f62-7404016bfb69 None None] Provisioning complete for port fb57a86d-5caa-4d55-a9a6-ed624a30d27e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:07.387618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0274b2cd-73b3-465e-9f62-7404016bfb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.390949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.391570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.392121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.392636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.393153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.393673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.394184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.396195 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-4896034a-05d5-4937-976b-ad11d320c951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 6707 time: 0.2954490 Mar 11 00:05:07.415133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e48ea821-5bba-40a4-8adc-a750ea797bd2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.458023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=e48ea821-5bba-40a4-8adc-a750ea797bd2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:07.477155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port e48ea821-5bba-40a4-8adc-a750ea797bd2 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:07.491782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0274b2cd-73b3-465e-9f62-7404016bfb69 None None] Port fb57a86d-5caa-4d55-a9a6-ed624a30d27e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:07.546367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae62543c-6865-41bc-a083-e39ade344683 None None] The port 'e48ea821-5bba-40a4-8adc-a750ea797bd2' was deleted {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 00:05:07.574014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0c6361ae-372f-43b9-81dd-af6caf020da4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.596547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6361ae-372f-43b9-81dd-af6caf020da4']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.606839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.607283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89f5f7a-22b8-413e-b9c4-76f7d205b58e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:07.649219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (c89f5f7a-22b8-413e-b9c4-76f7d205b58e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.684188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c89f5f7a-22b8-413e-b9c4-76f7d205b58e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.711062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:07.724433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (c89f5f7a-22b8-413e-b9c4-76f7d205b58e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:07.728214 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:07.764750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-3098bd54-dbe8-4896-a6a0-910e3afc05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.776567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-3098bd54-dbe8-4896-a6a0-910e3afc05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.777123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-3098bd54-dbe8-4896-a6a0-910e3afc05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:07.796827 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-3098bd54-dbe8-4896-a6a0-910e3afc05c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=65927154-b452-43bd-b828-b9e3ceddacb7&id=8987e2f0-73bf-4039-97f6-097ce69689af&id=8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 200 len: 2292 time: 0.3481877 Mar 11 00:05:07.861445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.939417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0c6361ae-372f-43b9-81dd-af6caf020da4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.952012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:07.956541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/0c6361ae-372f-43b9-81dd-af6caf020da4 HTTP/1.1" status: 204 len: 168 time: 1.7341957 Mar 11 00:05:07.963973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59558) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:07.978784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642299070'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:07.986883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78adef8-c8cb-4534-83b9-17bd34232cf0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=0c6361ae-372f-43b9-81dd-af6caf020da4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:07.992778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-87fcc0a1-1c6b-447d-8832-246f2f3952f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 200 len: 1001 time: 0.1876721 Mar 11 00:05:08.088707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-296692e6-2309-4e29-8db5-fbe5b1b0bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:08.090588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-296692e6-2309-4e29-8db5-fbe5b1b0bdeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d182f39-cab6-4b03-93e4-abcd938e5920 HTTP/1.1" status: 200 len: 850 time: 0.0900729 Mar 11 00:05:08.102567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:08.106627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.177868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:08.211808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b5017869-660f-4e27-ad4c-15fa0006c2e4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.212543 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment b5017869-660f-4e27-ad4c-15fa0006c2e4 of type vlan for network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 Mar 11 00:05:08.215189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-dce2c6da-ae9d-4f62-9c30-09978d8eb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:08.220153 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-dce2c6da-ae9d-4f62-9c30-09978d8eb4a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1218889 Mar 11 00:05:08.295155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.336633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.342996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:08.343597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.368731 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca8adc23-6d14-4ce6-8f51-99f84b9720b0 req-5dfec48d-499e-48b5-9519-3a9562185fea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0879724 Mar 11 00:05:08.453315 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca8adc23-6d14-4ce6-8f51-99f84b9720b0 req-7496da20-ebc8-41f5-8b27-45242695e79f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0496433 Mar 11 00:05:08.519604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=aab0a5b9-1d7d-4437-b1b4-a2da44dfef54,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:08.528749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ce36c70-f7fb-4ceb-9a64-ee6f8d59b537 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5591779 Mar 11 00:05:08.529893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59562) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:08.534585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:08.535767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:08.584669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca8adc23-6d14-4ce6-8f51-99f84b9720b0 req-12b5b8e8-4643-4aea-aea4-219fde3f75da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768595 Mar 11 00:05:08.794172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:08.798597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:08.833510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8adc23-6d14-4ce6-8f51-99f84b9720b0 req-d11fda54-db57-4f97-9916-a39e56038195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:08.836210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca8adc23-6d14-4ce6-8f51-99f84b9720b0 req-d11fda54-db57-4f97-9916-a39e56038195 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428808 Mar 11 00:05:08.861249 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-a52e86b1-2b48-4d0c-9f3c-80d0c6bf8e3a service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291146 Mar 11 00:05:08.875486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e48ea821-5bba-40a4-8adc-a750ea797bd2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:08.937638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e48ea821-5bba-40a4-8adc-a750ea797bd2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:08.938018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e48ea821-5bba-40a4-8adc-a750ea797bd2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:09.088043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-52564bf8-d103-413c-9fe1-e7c28c52ccbb service neutron] 10.222.0.30 "GET /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185502 Mar 11 00:05:09.153514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-0d82ce32-30e0-4085-84f5-d59850924e06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 217 time: 0.0556407 Mar 11 00:05:09.253957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f134fa80-9a5d-4f1a-93f2-fed666382bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:09.292389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port fb57a86d-5caa-4d55-a9a6-ed624a30d27e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:09.293619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:09.305000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-50257f8e-ba32-4f99-9046-aecf0c1f3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:09.306741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-50257f8e-ba32-4f99-9046-aecf0c1f3074 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1459298 Mar 11 00:05:09.389855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-9ccd1373-ab65-4d6b-9108-e93b2da0bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:09.391421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-9ccd1373-ab65-4d6b-9108-e93b2da0bbaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0773075 Mar 11 00:05:09.425549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (f325f573-988c-48bb-a23f-b1453c2903af), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:09.602503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': 'b5017869-660f-4e27-ad4c-15fa0006c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:09.603567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: aab0a5b9-1d7d-4437-b1b4-a2da44dfef54, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:09.616585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=f325f573-988c-48bb-a23f-b1453c2903af,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:09.632212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:09.679489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for fb57a86d-5caa-4d55-a9a6-ed624a30d27e owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:09.989752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:10.001524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fb57a86d-5caa-4d55-a9a6-ed624a30d27e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.024574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, aab0a5b9-1d7d-4437-b1b4-a2da44dfef54) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:10.043591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57079af-a759-4be4-9333-21ea167cd3f5 None None] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:10.068077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:10.068632 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.071255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=fb57a86d-5caa-4d55-a9a6-ed624a30d27e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:10.193517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5e610146-6ed7-4406-9c8e-7a404da91476 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6605501 Mar 11 00:05:10.195949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59576) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:10.206731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-928702644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:10.257355 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-b6e03860-976e-43a8-beec-456b6293bd93 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566351 Mar 11 00:05:10.293078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-aab0a5b9-1d7d-4437-b1b4-a2da44dfef54', 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': 'f325f573-988c-48bb-a23f-b1453c2903af'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:05:10.303399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.434238 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.435296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.635002 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-3c997d46-406f-452a-83e6-53c3654914fe service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724506 Mar 11 00:05:10.648609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.660886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.730041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:10.740407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36926e9e-1d52-477a-a0ad-ca6b03cf555a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5393233 Mar 11 00:05:10.746300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:10.749755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Allocated IP 172.20.0.2 (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54/f325f573-988c-48bb-a23f-b1453c2903af/36be90fc-807c-4cea-8fd5-2ae45826b5c0) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:10.772345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-b35952ed-3fbe-490e-b9ae-43884b1b2078 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 217 time: 0.1300306 Mar 11 00:05:10.887564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-dec23d69-ac46-4fba-95eb-e385a68724af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:10.894732 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-dec23d69-ac46-4fba-95eb-e385a68724af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.1109040 Mar 11 00:05:10.895340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.022402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-0e5a0e40-56fd-4e02-9281-202d961c52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:11.027945 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-0e5a0e40-56fd-4e02-9281-202d961c52d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1310899 Mar 11 00:05:11.130144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks [] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.205648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.284882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Pushing event updated for resources: {'Port': ['ID=36be90fc-807c-4cea-8fd5-2ae45826b5c0,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:11.290865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.292330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.292989 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.297331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-01588356-f67e-442f-b7ed-6443432adbb8 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628303 Mar 11 00:05:11.318668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:11.322443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:11.325714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:11.472331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Attempting to bind port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:11.473320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Attempting to bind port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b5017869-660f-4e27-ad4c-15fa0006c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:11.473951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Attempting to bind port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 on network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:11.492743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:11.495108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Checking segment: {'id': 'b5017869-660f-4e27-ad4c-15fa0006c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:11.495637 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.496252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Bound using segment: {'id': 'b5017869-660f-4e27-ad4c-15fa0006c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:11.499094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Bound port: 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5017869-660f-4e27-ad4c-15fa0006c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'aab0a5b9-1d7d-4437-b1b4-a2da44dfef54'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:11.500004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.577394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-91af4277-86b1-4654-a2b3-2fce738b9955 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703352 Mar 11 00:05:11.629717 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-3cb93bdd-f97d-476f-8de7-da6fa6f42bb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=48af16b2-8f3f-4270-af69-7a9288434916 HTTP/1.1" status: 200 len: 217 time: 0.0461955 Mar 11 00:05:11.651808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.698859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 9d1da2ad-a135-4b0c-ac10-a40f01a14376 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:11.720715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-c6948b25-51f9-41d4-9856-d8876c71b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:11.722286 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-c6948b25-51f9-41d4-9856-d8876c71b720 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.0861056 Mar 11 00:05:11.723690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] For port 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:11.729790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] For port 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=36be90fc-807c-4cea-8fd5-2ae45826b5c0,segment=NetworkSegment(b5017869-660f-4e27-ad4c-15fa0006c2e4),segment_id=b5017869-660f-4e27-ad4c-15fa0006c2e4)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:11.751409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.804119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-3e70a077-329d-43e4-90de-c19d60b70a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:11.805941 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-3e70a077-329d-43e4-90de-c19d60b70a8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0770431 Mar 11 00:05:11.901536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3464829-a0e1-4e76-a326-936a883ccedd None None] Pushing event updated for resources: {'Port': ['ID=36be90fc-807c-4cea-8fd5-2ae45826b5c0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:11.913741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:11.992341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-a84cce43-464f-4537-933a-845b8040762c service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797628 Mar 11 00:05:12.162622 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-56bc19fa-4283-4993-8bf9-3ce66b3fcf07 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505988 Mar 11 00:05:12.256719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-5592e72f-f94b-4ecf-ab8d-6c105e788272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=56de7a89-725e-409f-b54f-873f70a982a9 HTTP/1.1" status: 200 len: 217 time: 0.0929718 Mar 11 00:05:12.262309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:12.274004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5d495e9f-8b71-4907-bb6a-22fbd33961bf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9716241 Mar 11 00:05:12.280460 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] Sync routers for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:12.300089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59592) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:12.302631 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:12.303271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:12.407229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:12.411715 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:05:12.443508 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:12.444188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:12.532221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:12.532809 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459a09a-101e-4594-adef-141fe2f57cd9 None None] The sync data for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:12.626690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.20.0.1 (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54/f325f573-988c-48bb-a23f-b1453c2903af/a65ae815-5f78-4e94-8f34-eca263b7e20f) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:12.818664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-38dc2e88-fd31-470b-aa4a-bc0aaa65f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:12.823093 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-38dc2e88-fd31-470b-aa4a-bc0aaa65f4b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 200 len: 797 time: 0.5598624 Mar 11 00:05:12.885406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:12.941975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 36be90fc-807c-4cea-8fd5-2ae45826b5c0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:12.999833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.047264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-08dd4cb5-dbdd-4966-84cf-2c66d22e4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:13.059194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:13.059708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.060256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-08dd4cb5-dbdd-4966-84cf-2c66d22e4952 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65927154-b452-43bd-b828-b9e3ceddacb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2309396 Mar 11 00:05:13.102143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:13.106509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:13.114948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:13.240571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.258772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:13.263881 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.381366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=a65ae815-5f78-4e94-8f34-eca263b7e20f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:13.383276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.395185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-e569d971-a279-4083-a141-b1bb2ce70309 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269804 Mar 11 00:05:13.420614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=36be90fc-807c-4cea-8fd5-2ae45826b5c0,segment=NetworkSegment(b5017869-660f-4e27-ad4c-15fa0006c2e4),segment_id=b5017869-660f-4e27-ad4c-15fa0006c2e4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:13.429784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.579145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=36be90fc-807c-4cea-8fd5-2ae45826b5c0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:13.621257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.652197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.675206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deabd32-b2f8-455e-88e2-a65788b181b5 None None] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:13.743198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-77e9d618-3a7a-474c-aa68-d960cd15ef18 service neutron] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120120 Mar 11 00:05:13.873085 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-dbea26ef-2297-4d1d-9ebc-513e73ace29f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59 HTTP/1.1" status: 200 len: 217 time: 0.1053166 Mar 11 00:05:13.928077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-008a1784-211b-4b51-af39-f35298d4dc27 None None] Provisioning complete for port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:13.929201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-008a1784-211b-4b51-af39-f35298d4dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:13.955851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-3b574048-e6d2-40af-af18-3b47d9bcdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:13.957385 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-3b574048-e6d2-40af-af18-3b47d9bcdcd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.0775595 Mar 11 00:05:14.085319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-b944ca9f-cd6d-4f24-b9ee-9b5def31259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:14.086770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-b944ca9f-cd6d-4f24-b9ee-9b5def31259a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1211572 Mar 11 00:05:14.168207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-008a1784-211b-4b51-af39-f35298d4dc27 None None] Current status of the port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:14.222048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-ecf463ff-92e5-4205-87f4-b06a85eb083e service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269639 Mar 11 00:05:14.502772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Provisioning complete for port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:14.503552 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:14.606810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-a7f1389a-53a4-45d4-9b31-ca391af6769d service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778710 Mar 11 00:05:14.721417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Current status of the port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:14.738710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-34465778-8b83-474f-9e11-0b3ba0c243f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 200 len: 217 time: 0.1218138 Mar 11 00:05:14.745218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Provisioning complete for port a65ae815-5f78-4e94-8f34-eca263b7e20f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:14.745614 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:14.826701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f1d17-d112-49a6-9e42-26c2f20aa44c None None] Port a65ae815-5f78-4e94-8f34-eca263b7e20f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:14.906022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 36be90fc-807c-4cea-8fd5-2ae45826b5c0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:14.957140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-000ce567-9376-4dc6-a0d5-d683702da8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:14.958718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-000ce567-9376-4dc6-a0d5-d683702da8a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 200 len: 797 time: 0.2002773 Mar 11 00:05:14.983640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:14.987235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 1b755ec4-61a7-4789-9a98-b7d63a46d4da {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:14.987518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:14.998220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.052402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:15.052809 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.056495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5b5ec3ba-e0c9-4c74-9aca-a7ab4925dfbe None None] Provisioning complete for port a65ae815-5f78-4e94-8f34-eca263b7e20f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:15.056869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3ba-e0c9-4c74-9aca-a7ab4925dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.216445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ec3ba-e0c9-4c74-9aca-a7ab4925dfbe None None] Port a65ae815-5f78-4e94-8f34-eca263b7e20f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:15.240271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=a65ae815-5f78-4e94-8f34-eca263b7e20f,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:15.247287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.304756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a27706-8306-43b7-a207-5b9b58075abb req-c53c2be9-fc95-4e09-aad0-5508578064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:15.311050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-c53c2be9-fc95-4e09-aad0-5508578064a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8987e2f0-73bf-4039-97f6-097ce69689af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3406923 Mar 11 00:05:15.346866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:15.380100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.412286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 1b755ec4-61a7-4789-9a98-b7d63a46d4da owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:15.412468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59616) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:15.489635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:15.491325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:15.644014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-0570e916-64e3-43f2-a92d-bdfbfe12f8cc service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268442 Mar 11 00:05:15.688810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0045-991b-4037-8260-65a7b86f240d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.817867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 91642b35-69c5-41a4-b0d5-3da1a3fddcb7 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:15.952936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3e3f35e9-0d73-4b8f-99eb-f85284d0c794 None None] Provisioning complete for port a65ae815-5f78-4e94-8f34-eca263b7e20f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:15.953325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e3f35e9-0d73-4b8f-99eb-f85284d0c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:15.963145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1b755ec4-61a7-4789-9a98-b7d63a46d4da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.035301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f35e9-0d73-4b8f-99eb-f85284d0c794 None None] Port a65ae815-5f78-4e94-8f34-eca263b7e20f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:16.065832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=1b755ec4-61a7-4789-9a98-b7d63a46d4da,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:16.093145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0045-991b-4037-8260-65a7b86f240d admin admin] Publish callbacks [] for security_group (9a32ba1d-3d72-4e63-a22f-dcc70608d06a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.094950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:16.106097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] Sync routers for ids ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:16.109157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-226f7eae-ca72-439a-9bd9-18735dae0b99 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/91642b35-69c5-41a4-b0d5-3da1a3fddcb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3617873 Mar 11 00:05:16.110631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59628) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:16.125415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] Routers {'91642b35-69c5-41a4-b0d5-3da1a3fddcb7'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:16.127681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:16.132348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5ce0045-991b-4037-8260-65a7b86f240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9a32ba1d-3d72-4e63-a22f-dcc70608d06a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.202718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-91a27706-8306-43b7-a207-5b9b58075abb req-99879c8a-9eed-4fc1-b52e-3194705d5150 service neutron] 10.222.0.30 "GET /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868155 Mar 11 00:05:16.216943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:16.225954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5ce0045-991b-4037-8260-65a7b86f240d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37548f13edee4ca8b1704c1e3ca78505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8113961 Mar 11 00:05:16.231576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59630) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:16.256498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] Routers {'91642b35-69c5-41a4-b0d5-3da1a3fddcb7'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:16.257146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:16.322015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:16.323096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ba3deb-3a05-4037-9115-bfcc7047b6e7 None None] The sync data for ids ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:16.387683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.445484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df173836-acf7-4b0d-920b-8cab38df150a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:16.454575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-df173836-acf7-4b0d-920b-8cab38df150a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports/a65ae815-5f78-4e94-8f34-eca263b7e20f HTTP/1.1" status: 200 len: 910 time: 0.3427527 Mar 11 00:05:16.455356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59632) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:16.469741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce0045-991b-4037-8260-65a7b86f240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a32ba1d-3d72-4e63-a22f-dcc70608d06a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:16.605822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] Publish callbacks [] for security_group (9a32ba1d-3d72-4e63-a22f-dcc70608d06a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.713498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] Publish callbacks [] for security_group (9a32ba1d-3d72-4e63-a22f-dcc70608d06a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:16.756653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 9d1da2ad-a135-4b0c-ac10-a40f01a14376 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:16.921964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:16.934143 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-17ad8847-7431-4d1e-a563-0800700f4fb1 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6235187 Mar 11 00:05:16.934575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59638) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:16.936743 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] Sync routers for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:16.956822 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:16.957464 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:17.027965 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f982f7b3-3d8e-4874-b653-9a42314b3d7d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d1da2ad-a135-4b0c-ac10-a40f01a14376 HTTP/1.1" status: 200 len: 205 time: 0.0832891 Mar 11 00:05:17.028508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:17.031204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9a32ba1d-3d72-4e63-a22f-dcc70608d06a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.034010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.035706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a32ba1d-3d72-4e63-a22f-dcc70608d06a HTTP/1.1" status: 204 len: 168 time: 0.7446797 Mar 11 00:05:17.062689 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:17.076424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2e370-28ef-4d06-ba47-ca79900a66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a32ba1d-3d72-4e63-a22f-dcc70608d06a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:17.082966 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] Routers {'9d1da2ad-a135-4b0c-ac10-a40f01a14376'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:17.083488 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:17.164413 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:17.165235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd33b02-3c0c-44aa-84f6-24ee1898a159 None None] The sync data for ids ['9d1da2ad-a135-4b0c-ac10-a40f01a14376'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:17.176274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.186140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.194246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.200989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.207414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.213739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.223149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:17.233316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-7fc17b39-8ccb-4490-a416-d75a17f03077 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.4923155 Mar 11 00:05:17.252277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.410508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39070b1d-b5a8-4045-bee3-5754a17455ae req-033feb7a-95f2-43e5-8ec1-9fcbbd987762 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726873 Mar 11 00:05:17.478093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.548661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.552683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (9d1da2ad-a135-4b0c-ac10-a40f01a14376), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.626405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (9d1da2ad-a135-4b0c-ac10-a40f01a14376), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.627145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1da2ad-a135-4b0c-ac10-a40f01a14376 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:17.646933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.651367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c6160edf-621b-407c-88b1-49be38c0b64c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376 HTTP/1.1" status: 204 len: 168 time: 0.6188405 Mar 11 00:05:17.651690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59654) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:17.804157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet d4bb11a1-5550-4ab0-9f06-1a8c3186356d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:17.809312 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (d4bb11a1-5550-4ab0-9f06-1a8c3186356d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:17.861730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (d4bb11a1-5550-4ab0-9f06-1a8c3186356d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.114741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port a65ae815-5f78-4e94-8f34-eca263b7e20f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:18.115224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.298815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.317483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for a65ae815-5f78-4e94-8f34-eca263b7e20f owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:18.545976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d4bb11a1-5550-4ab0-9f06-1a8c3186356d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.659857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (d4bb11a1-5550-4ab0-9f06-1a8c3186356d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.707024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc469-0254-4bef-8012-47aef721f3f6 req-8099a42f-9dc2-4e1c-8f15-fe941f84a6b0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.715705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40acc469-0254-4bef-8012-47aef721f3f6 req-8099a42f-9dc2-4e1c-8f15-fe941f84a6b0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.1771898 Mar 11 00:05:18.735506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:18.745325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f58874-1b56-47e5-8133-f37a0bbba305 None None] Network 83225b33-bfbe-4194-8601-189ac0966cf0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:18.762004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/d4bb11a1-5550-4ab0-9f06-1a8c3186356d HTTP/1.1" status: 204 len: 168 time: 1.1088414 Mar 11 00:05:18.766444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:18.817977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a350319-0a7b-47e1-8e9f-32d387dc8d92 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bb11a1-5550-4ab0-9f06-1a8c3186356d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:18.822039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.827462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.832771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.837941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.843548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.848997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.854442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:18.862929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54709146-81c8-416c-805a-be0a6ae59e8c req-49b76404-a4b2-4fc9-8b4a-258b49bd1f61 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.2664900 Mar 11 00:05:18.979691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54709146-81c8-416c-805a-be0a6ae59e8c req-eb85231c-ba46-4a01-968f-e3d2a9bacef6 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155849 Mar 11 00:05:18.994085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:19.003536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40acc469-0254-4bef-8012-47aef721f3f6 req-002a6e54-2d54-42d6-a39a-aa48bf240136 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866769 Mar 11 00:05:19.004961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a65ae815-5f78-4e94-8f34-eca263b7e20f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.017656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.051447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=a65ae815-5f78-4e94-8f34-eca263b7e20f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:19.170770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.229818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] DHCP port deletion for 83225b33-bfbe-4194-8601-189ac0966cf0 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:19.345808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Deleting port c663c465-5eb8-4177-8450-3364008bceec {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:19.347758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c663c465-5eb8-4177-8450-3364008bceec), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.409383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.494793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] For port c663c465-5eb8-4177-8450-3364008bceec, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c663c465-5eb8-4177-8450-3364008bceec,segment=NetworkSegment(4533d884-2341-4689-8204-136980394e0e),segment_id=4533d884-2341-4689-8204-136980394e0e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:19.495502 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c663c465-5eb8-4177-8450-3364008bceec), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.511610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Calling delete_port for c663c465-5eb8-4177-8450-3364008bceec owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:19.517784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.670752 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c663c465-5eb8-4177-8450-3364008bceec), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.699065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.737574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] Pushing event deleted for resources: {'Port': ['ID=c663c465-5eb8-4177-8450-3364008bceec,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:19.742057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaec853-cae4-48f7-bac4-3873df49c03d None None] No DVR routers for this DVR port c663c465-5eb8-4177-8450-3364008bceec on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:19.747891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:19.776666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:19.789515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b7251-760b-4478-8fa4-37a8a771e30e None None] Network cdf6ca22-8a75-45c7-b4a0-1068d5265339 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:19.812719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2de0a4b2-ce17-4b01-acaf-7e66e091ed69 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3 HTTP/1.1" status: 204 len: 168 time: 1.0392168 Mar 11 00:05:19.813005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59696) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:19.838869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 91642b35-69c5-41a4-b0d5-3da1a3fddcb7 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:20.108182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] DHCP port deletion for cdf6ca22-8a75-45c7-b4a0-1068d5265339 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:20.133289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:20.146841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d2f0ed78-4037-4ab7-a091-327a5d5450db tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/91642b35-69c5-41a4-b0d5-3da1a3fddcb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6710405 Mar 11 00:05:20.150787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (83225b33-bfbe-4194-8601-189ac0966cf0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:20.157423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:20.176838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] Sync routers for ids ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:20.196170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] Routers {'91642b35-69c5-41a4-b0d5-3da1a3fddcb7'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:20.197255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:20.223290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.240280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.245233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:20.250810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.260270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] Routers {'91642b35-69c5-41a4-b0d5-3da1a3fddcb7'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:20.261173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:20.277045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.300784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.309715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:20.310881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e05b8-a504-4168-975d-8eb9296bea95 None None] The sync data for ids ['91642b35-69c5-41a4-b0d5-3da1a3fddcb7'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:20.314515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.324387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.329937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Deleting port 94e6a04c-125c-463c-b288-7e5a97c27e9d {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:20.332036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:20.332488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-90414e09-e56e-4895-985d-ba4ee5afdec1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.2547069 Mar 11 00:05:20.419301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59712) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:20.420709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bee84866-921e-4983-b1e0-1dc590adf066 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=91642b35-69c5-41a4-b0d5-3da1a3fddcb7 HTTP/1.1" status: 200 len: 205 time: 0.2579134 Mar 11 00:05:20.448759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] For port 94e6a04c-125c-463c-b288-7e5a97c27e9d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=94e6a04c-125c-463c-b288-7e5a97c27e9d,segment=NetworkSegment(dc83ab77-3634-458b-b160-9ce1bf627aae),segment_id=dc83ab77-3634-458b-b160-9ce1bf627aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:20.449822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:20.489725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6c90d043-0848-419b-8535-b30c36183b16 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.492798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6c90d043-0848-419b-8535-b30c36183b16 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1520691 Mar 11 00:05:20.589362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e6f9c-3f6f-48f7-8286-b5927f575a71 req-d50cc272-08b2-423e-8491-3c9d3eec48bf tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.591102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b51e6f9c-3f6f-48f7-8286-b5927f575a71 req-d50cc272-08b2-423e-8491-3c9d3eec48bf tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.4452975 Mar 11 00:05:20.699181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.725472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.750719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.771378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.799223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.839556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.865370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:20.870627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Calling delete_port for 94e6a04c-125c-463c-b288-7e5a97c27e9d owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:20.885841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-b86c351d-c545-438d-b248-0bd71f3af51f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 5433 time: 0.6617959 Mar 11 00:05:20.930818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:20.941343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 94e6a04c-125c-463c-b288-7e5a97c27e9d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:21.049204 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-bd1761fe-1ade-4f6d-9f50-30b61764b71a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4736407 Mar 11 00:05:21.057712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (83225b33-bfbe-4194-8601-189ac0966cf0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.097118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83225b33-bfbe-4194-8601-189ac0966cf0']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:21.100296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:21.117509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4533d884-2341-4689-8204-136980394e0e') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:21.117950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4533d884-2341-4689-8204-136980394e0e') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:21.138845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (4533d884-2341-4689-8204-136980394e0e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.159840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4533d884-2341-4689-8204-136980394e0e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.173125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:21.174056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (4533d884-2341-4689-8204-136980394e0e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.247845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 94e6a04c-125c-463c-b288-7e5a97c27e9d is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:21.251026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.277941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-e96403e6-4fb9-460a-a0fe-3174edeff12a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:21.286698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-e96403e6-4fb9-460a-a0fe-3174edeff12a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.4201274 Mar 11 00:05:21.321781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 94e6a04c-125c-463c-b288-7e5a97c27e9d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=94e6a04c-125c-463c-b288-7e5a97c27e9d,segment=NetworkSegment(dc83ab77-3634-458b-b160-9ce1bf627aae),segment_id=dc83ab77-3634-458b-b160-9ce1bf627aae)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:21.338760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.340760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c663c465-5eb8-4177-8450-3364008bceec no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:21.342702 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:21.384126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (83225b33-bfbe-4194-8601-189ac0966cf0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.407688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.416713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/83225b33-bfbe-4194-8601-189ac0966cf0 HTTP/1.1" status: 204 len: 168 time: 1.5995333 Mar 11 00:05:21.420116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59724) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:21.453989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c663c465-5eb8-4177-8450-3364008bceec {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:21.455171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c663c465-5eb8-4177-8450-3364008bceec not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:21.478721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.513203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.524498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.529556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b293-4962-4b6d-b648-2c2352e7714a tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=83225b33-bfbe-4194-8601-189ac0966cf0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:21.565681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=94e6a04c-125c-463c-b288-7e5a97c27e9d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:21.571775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b51e6f9c-3f6f-48f7-8286-b5927f575a71 req-34ac40ff-afa5-4a3d-a94d-5cdae4cf39ac tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9596353 Mar 11 00:05:21.600249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34488fc3-c193-4f12-a33f-c5e18b794dd7 req-9812a79e-5b82-4cbd-ade6-d525c855b173 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6842039 Mar 11 00:05:21.644913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (94e6a04c-125c-463c-b288-7e5a97c27e9d), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.707592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] No DVR routers for this DVR port 94e6a04c-125c-463c-b288-7e5a97c27e9d on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:21.747287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (cdf6ca22-8a75-45c7-b4a0-1068d5265339), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.780747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81725ec0-9455-4004-ac61-196ef3a66729 None None] Pushing event deleted for resources: {'Port': ['ID=94e6a04c-125c-463c-b288-7e5a97c27e9d,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:21.783640 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (91642b35-69c5-41a4-b0d5-3da1a3fddcb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.785465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router 91642b35-69c5-41a4-b0d5-3da1a3fddcb7 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:21.815006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:21.816230 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44a13445-982f-489e-aaaa-1431d7579bfe tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/91642b35-69c5-41a4-b0d5-3da1a3fddcb7 HTTP/1.1" status: 204 len: 168 time: 1.3958490 Mar 11 00:05:21.828554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:22.008752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet f325f573-988c-48bb-a23f-b1453c2903af {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:22.060039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (cdf6ca22-8a75-45c7-b4a0-1068d5265339), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.122409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf6ca22-8a75-45c7-b4a0-1068d5265339']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:22.122769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Deleting port 0b192ba6-e9ca-4b56-b3db-39434f1a124d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:22.122769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.126740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:22.127232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (f325f573-988c-48bb-a23f-b1453c2903af), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.136870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc83ab77-3634-458b-b160-9ce1bf627aae') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:22.137605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc83ab77-3634-458b-b160-9ce1bf627aae') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:22.151689 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (dc83ab77-3634-458b-b160-9ce1bf627aae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.166882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dc83ab77-3634-458b-b160-9ce1bf627aae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.174663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:22.175418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (dc83ab77-3634-458b-b160-9ce1bf627aae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:22.179085 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:22.245094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f325f573-988c-48bb-a23f-b1453c2903af), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.279634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (cdf6ca22-8a75-45c7-b4a0-1068d5265339), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.297326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.304828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/cdf6ca22-8a75-45c7-b4a0-1068d5265339 HTTP/1.1" status: 204 len: 168 time: 0.8785529 Mar 11 00:05:22.315283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:22.323971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=46ec40ce-cd09-4783-bbfa-29288c7c8776,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:22.359080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1558485715'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:22.410838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3979d1f-a018-4aaa-97a2-262b96d606f4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=cdf6ca22-8a75-45c7-b4a0-1068d5265339,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:22.417678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:22.424958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.482926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:22.489748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] For port 46ec40ce-cd09-4783-bbfa-29288c7c8776, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:22.505108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1aecc793-991d-46df-bfe3-c2597e5f0cd2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.507137 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment 1aecc793-991d-46df-bfe3-c2597e5f0cd2 of type vlan for network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c Mar 11 00:05:22.513075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799d253c-0ff5-4f62-b7af-4aff5287803d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.557255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.564601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] For port 0b192ba6-e9ca-4b56-b3db-39434f1a124d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0b192ba6-e9ca-4b56-b3db-39434f1a124d,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:22.565378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.596308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Calling delete_port for 0b192ba6-e9ca-4b56-b3db-39434f1a124d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:22.609403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] device_id is not set on port 46ec40ce-cd09-4783-bbfa-29288c7c8776 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:05:22.613116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.616366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f325f573-988c-48bb-a23f-b1453c2903af), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.627175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:22.631662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.667406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Publish callbacks [] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.728770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:22.798816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4499483 Mar 11 00:05:22.802950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59742) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:22.814760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:22.864218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] No DVR routers for this DVR port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:22.883586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84801392-3adf-438f-9c94-ca3fd2ada431 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:22.926771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:22.945331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Pushing event updated for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:22.954454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f325f573-988c-48bb-a23f-b1453c2903af), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.004291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.012053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/f325f573-988c-48bb-a23f-b1453c2903af HTTP/1.1" status: 204 len: 168 time: 1.1783180 Mar 11 00:05:23.015710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23f7a1-6dbe-48d2-bf09-1009f3476e83 None None] Network aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:23.030964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:23.061499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53baf04-8526-4ebe-8993-c8b2b6c0f283 req-80b63a0a-53b3-4e09-bb59-49761670b6f3 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.079389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a53baf04-8526-4ebe-8993-c8b2b6c0f283 req-80b63a0a-53b3-4e09-bb59-49761670b6f3 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=fafe47ff-88b9-4384-84ed-a1377d5ae684 HTTP/1.1" status: 200 len: 945 time: 0.3808191 Mar 11 00:05:23.084702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799d253c-0ff5-4f62-b7af-4aff5287803d admin admin] Publish callbacks [] for security_group (b88a46bc-b276-4231-a750-84da018121b7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.109647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] In _notify_port_updated(), no bound segment for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:05:23.110748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.119586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.120408 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-dea470a6-fc05-4704-b18d-e982d16c3dab service neutron] 10.222.0.30 "PUT /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 200 len: 1026 time: 2.0288615 Mar 11 00:05:23.121152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51f4a3-0569-4bcf-bc64-320031aacd01 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=f325f573-988c-48bb-a23f-b1453c2903af,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.129591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 56de7a89-725e-409f-b54f-873f70a982a9 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:23.139503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-799d253c-0ff5-4f62-b7af-4aff5287803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b88a46bc-b276-4231-a750-84da018121b7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.150155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.158461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.164498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.174071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.179765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.186978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.195775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-64f9dd8a-bd3d-4eb3-95d1-dadb12a7de8b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 4660 time: 0.3230898 Mar 11 00:05:23.219580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e9472c9d-03fc-4687-be82-6ec9f4db8f48 None None] Provisioning complete for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:23.220155 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9472c9d-03fc-4687-be82-6ec9f4db8f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.236100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-799d253c-0ff5-4f62-b7af-4aff5287803d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=276bfc2031ec4c3dad20d98df83773e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0406392 Mar 11 00:05:23.254844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59746) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:23.286396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9472c9d-03fc-4687-be82-6ec9f4db8f48 None None] Port 46ec40ce-cd09-4783-bbfa-29288c7c8776 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:23.303302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 56de7a89-725e-409f-b54f-873f70a982a9 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:23.304113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.330564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:23.333695 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfff92e-378e-4128-bf87-2f7a13f4f8d4" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "56de7a89-725e-409f-b54f-873f70a982a9"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:23.339792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d253c-0ff5-4f62-b7af-4aff5287803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a46bc-b276-4231-a750-84da018121b7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.349821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-8d4b0979-a684-4e3b-8f97-ac7220abcabf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.351209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3643f32e-634d-4ffa-bd3c-b3ec75222ed1 req-06519338-d282-469e-83f3-8f03e36e07bc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&id=e95bb68d-1f6a-4a06-ada7-12768f58e130&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1545551 Mar 11 00:05:23.351493 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-8d4b0979-a684-4e3b-8f97-ac7220abcabf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "GET /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2197266 Mar 11 00:05:23.359331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.376684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:23.377275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] DHCP port deletion for aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:23.378358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] Publish callbacks [] for security_group (b88a46bc-b276-4231-a750-84da018121b7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.380372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:23.383505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.387173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:23.421874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0b192ba6-e9ca-4b56-b3db-39434f1a124d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.449329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['4afe579d-9bc2-4939-b3d6-5ce41e57e4ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:05:23.454920 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.455519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Pushing event deleted for resources: {'Port': ['ID=0b192ba6-e9ca-4b56-b3db-39434f1a124d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.460065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48af16b2-8f3f-4270-af69-7a9288434916 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:23.510839 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0abf394-2bd2-4e50-b07a-d19c44fae14b x-openstack-request-id: req-c0abf394-2bd2-4e50-b07a-d19c44fae14b {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:23.511434 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "56de7a89-725e-409f-b54f-873f70a982a9", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:23.511816 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0abf394-2bd2-4e50-b07a-d19c44fae14b {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:23.512817 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9', 'code': 200} Mar 11 00:05:23.563364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a53baf04-8526-4ebe-8993-c8b2b6c0f283 req-2206f76c-fad8-4135-a8ea-f4a8f9e392b1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822938 Mar 11 00:05:23.595379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] Publish callbacks [] for security_group (b88a46bc-b276-4231-a750-84da018121b7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.599356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] No DVR routers for this DVR port 0b192ba6-e9ca-4b56-b3db-39434f1a124d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:23.602200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.606129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ade7a9e0-31d7-42b2-8e06-61582a710d57 req-f575fd7c-4c42-455b-8161-520c8f7c3a5c tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "DELETE /v2.0/ports/0b192ba6-e9ca-4b56-b3db-39434f1a124d HTTP/1.1" status: 204 len: 173 time: 2.3047850 Mar 11 00:05:23.608407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'name': 'network-vif-deleted', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:23.611559 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11095d-3330-490a-8390-5ecfeb21fe30" -d '{"events": [{"server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "name": "network-vif-deleted", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:23.616186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.671678 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63af2cc-e1ab-46af-8aaa-0de148ed4ecd x-openstack-request-id: req-e63af2cc-e1ab-46af-8aaa-0de148ed4ecd {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:23.672003 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafe47ff-88b9-4384-84ed-a1377d5ae684", "name": "network-vif-deleted", "tag": "0b192ba6-e9ca-4b56-b3db-39434f1a124d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:23.672268 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e63af2cc-e1ab-46af-8aaa-0de148ed4ecd {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:23.672673 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafe47ff-88b9-4384-84ed-a1377d5ae684', 'name': 'network-vif-deleted', 'tag': '0b192ba6-e9ca-4b56-b3db-39434f1a124d', 'status': 'completed', 'code': 200} Mar 11 00:05:23.707002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:23.707373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.746309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (5e445925-f958-4446-b612-c8bbc8110956), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.792701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b88a46bc-b276-4231-a750-84da018121b7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.795744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.797285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b88a46bc-b276-4231-a750-84da018121b7 HTTP/1.1" status: 204 len: 168 time: 0.5400679 Mar 11 00:05:23.822562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.850805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a97b2-0c39-4900-8066-5576e152b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a46bc-b276-4231-a750-84da018121b7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.862150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': '1aecc793-991d-46df-bfe3-c2597e5f0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:23.862653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=36be90fc-807c-4cea-8fd5-2ae45826b5c0,segment=NetworkSegment(b5017869-660f-4e27-ad4c-15fa0006c2e4),segment_id=b5017869-660f-4e27-ad4c-15fa0006c2e4)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:23.862809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:23.863030 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.866205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=5e445925-f958-4446-b612-c8bbc8110956,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:23.889875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Deleting port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:23.890197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:23.890530 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.910427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:23.918644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 48af16b2-8f3f-4270-af69-7a9288434916 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:23.919179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.920962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 36be90fc-807c-4cea-8fd5-2ae45826b5c0 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:23.936475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:23.937216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:23.938197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:23.966722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-81456800-1e26-402c-a139-25942677788c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1583080 Mar 11 00:05:23.966722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59756) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:23.971309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1478444496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:23.993873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] For port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:24.000003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d99f22-7bc9-4b53-8ebc-8810e8a0b498 None None] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:24.046969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (da45dc0f-8440-421f-889d-130a7f3430e8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.048510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (da45dc0f-8440-421f-889d-130a7f3430e8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.051299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] device_id is not set on port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:05:24.061853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Publish callbacks [] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.107764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.129197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] For port 36be90fc-807c-4cea-8fd5-2ae45826b5c0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=36be90fc-807c-4cea-8fd5-2ae45826b5c0,segment=NetworkSegment(b5017869-660f-4e27-ad4c-15fa0006c2e4),segment_id=b5017869-660f-4e27-ad4c-15fa0006c2e4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:24.129706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.133904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:24.180095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (da45dc0f-8440-421f-889d-130a7f3430e8), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.188195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.189151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0b192ba6-e9ca-4b56-b3db-39434f1a124d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:24.197984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Calling delete_port for 36be90fc-807c-4cea-8fd5-2ae45826b5c0 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:24.199379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (da45dc0f-8440-421f-889d-130a7f3430e8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.208825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Pushing event updated for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:24.211801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] No DVR routers for this DVR port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:24.253139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.254462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3d013cf4-4a50-487f-8dbe-6586a327289e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2867334 Mar 11 00:05:24.257353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59760) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:24.268812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'port': {'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c', 'name': 'tempest-RoutersIpV6Test-567532107'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:24.288218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] In _notify_port_updated(), no bound segment for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd on network 65927154-b452-43bd-b828-b9e3ceddacb7 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:05:24.289393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:24.289989 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.291395 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-81f4e88f-a6da-45e5-8097-f4e56f579425 service neutron] 10.222.0.30 "PUT /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 200 len: 1027 time: 0.9280679 Mar 11 00:05:24.294174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 0b192ba6-e9ca-4b56-b3db-39434f1a124d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:24.295049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0b192ba6-e9ca-4b56-b3db-39434f1a124d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:24.295499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9295e486-b00f-4a4d-9aa1-20e9117fda59 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:24.517690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c', 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '5e445925-f958-4446-b612-c8bbc8110956'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:05:24.521950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.579914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59764) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:24.610926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:24.676525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4d22-13f5-432c-bc90-c04645ccd4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.715434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.817998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.818843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.819437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.820003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.820555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.821172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.822047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.822709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.823371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.824017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.824583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.825203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.825850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:24.859850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d7d02030-65fe-4f7f-b758-08e89e4b5588 None None] Provisioning complete for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:24.860562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7d02030-65fe-4f7f-b758-08e89e4b5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.862318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9295e486-b00f-4a4d-9aa1-20e9117fda59 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:24.862978 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.946843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4d22-13f5-432c-bc90-c04645ccd4da admin admin] Publish callbacks [] for security_group (a13dbb0d-3be3-4719-811d-ae1b2d5192db), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.950328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=36be90fc-807c-4cea-8fd5-2ae45826b5c0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:24.957675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4d22-13f5-432c-bc90-c04645ccd4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a13dbb0d-3be3-4719-811d-ae1b2d5192db), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.960906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (36be90fc-807c-4cea-8fd5-2ae45826b5c0), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:24.993174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:25.002129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 36be90fc-807c-4cea-8fd5-2ae45826b5c0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:25.064680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 48adcfff-8aeb-482d-920b-4cbd89057e57 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:25.065071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.091165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8ac4d22-13f5-432c-bc90-c04645ccd4da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=854dfd7c21c9418eadca78180ac7aa4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906926 Mar 11 00:05:25.098001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:25.114790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4d22-13f5-432c-bc90-c04645ccd4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13dbb0d-3be3-4719-811d-ae1b2d5192db,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:25.157478 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.186747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] Pushing event deleted for resources: {'Port': ['ID=36be90fc-807c-4cea-8fd5-2ae45826b5c0,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:25.196156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] Publish callbacks [] for security_group (a13dbb0d-3be3-4719-811d-ae1b2d5192db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.210620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:25.213985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.231417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:25.247150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] Publish callbacks [] for security_group (a13dbb0d-3be3-4719-811d-ae1b2d5192db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.259132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 36be90fc-807c-4cea-8fd5-2ae45826b5c0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:25.259132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 36be90fc-807c-4cea-8fd5-2ae45826b5c0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:25.260388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.266065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Allocated IP 2001:db8::2 (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c/5e445925-f958-4446-b612-c8bbc8110956/19856478-91cb-4f4f-b599-c86a79666faa) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:25.266546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.272454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.274175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.275348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:25.277820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.283705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0ffa3-f763-450d-b072-19c5b538ae7f None None] No DVR routers for this DVR port 36be90fc-807c-4cea-8fd5-2ae45826b5c0 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:25.285041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.285872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49a4abdb-4f61-47db-9495-36131e623613 req-2bfbf168-7dc2-4d68-846c-cf155490d184 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3882 time: 0.1885893 Mar 11 00:05:25.308884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] device_id is not set on port e576696e-868f-4333-ad2b-703cc5a1759d yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:05:25.334182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d7d02030-65fe-4f7f-b758-08e89e4b5588 None None] Port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:25.433297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] For port 48adcfff-8aeb-482d-920b-4cbd89057e57, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48adcfff-8aeb-482d-920b-4cbd89057e57,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:25.433760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.452980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:25.471356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 48adcfff-8aeb-482d-920b-4cbd89057e57 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:25.477312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab0a5b9-1d7d-4437-b1b4-a2da44dfef54']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:25.496391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5017869-660f-4e27-ad4c-15fa0006c2e4') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:25.496898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5017869-660f-4e27-ad4c-15fa0006c2e4') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:25.512521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (b5017869-660f-4e27-ad4c-15fa0006c2e4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.568489 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b5017869-660f-4e27-ad4c-15fa0006c2e4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.571191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49a4abdb-4f61-47db-9495-36131e623613 req-dfbfaea9-bea9-49ad-927f-24140d6ad40a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554402 Mar 11 00:05:25.574408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a13dbb0d-3be3-4719-811d-ae1b2d5192db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.579517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.581373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a13dbb0d-3be3-4719-811d-ae1b2d5192db HTTP/1.1" status: 204 len: 168 time: 0.4824255 Mar 11 00:05:25.592058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:25.592686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (b5017869-660f-4e27-ad4c-15fa0006c2e4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.594624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a33c-35f6-41a0-807d-f11a94ef49f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13dbb0d-3be3-4719-811d-ae1b2d5192db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:25.596957 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:25.621884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3858343-459c-48c4-be14-3b77fdbce077 req-35bcfa87-1270-4ff1-9bf7-f34a03b9288a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:25.631175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3858343-459c-48c4-be14-3b77fdbce077 req-35bcfa87-1270-4ff1-9bf7-f34a03b9288a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.1649826 Mar 11 00:05:25.706198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3858343-459c-48c4-be14-3b77fdbce077 req-4e15924e-0b90-4efe-8316-cc2e28259cba tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739613 Mar 11 00:05:25.717854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:25.722668 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e63ef-8271-4da3-b307-d10219c67117" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "48af16b2-8f3f-4270-af69-7a9288434916"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:25.769912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks [] for port (19856478-91cb-4f4f-b599-c86a79666faa), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.799365 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (19856478-91cb-4f4f-b599-c86a79666faa), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.809305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:25.810122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:25.861424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8::1f5 (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c/5e445925-f958-4446-b612-c8bbc8110956/e576696e-868f-4333-ad2b-703cc5a1759d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:25.888681 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516a68e-16c4-4976-b66a-7c36bf68909c x-openstack-request-id: req-5516a68e-16c4-4976-b66a-7c36bf68909c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:25.889143 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "48af16b2-8f3f-4270-af69-7a9288434916", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:25.889995 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5516a68e-16c4-4976-b66a-7c36bf68909c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:25.890433 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916', 'code': 200} Mar 11 00:05:25.890703 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'code': 200} Mar 11 00:05:25.893999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Pushing event updated for resources: {'Port': ['ID=19856478-91cb-4f4f-b599-c86a79666faa,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:25.918497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:25.923130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:25.929975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:25.969308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:26.004689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.005585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48adcfff-8aeb-482d-920b-4cbd89057e57 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:26.050768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (e576696e-868f-4333-ad2b-703cc5a1759d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.072111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Attempting to bind port 19856478-91cb-4f4f-b599-c86a79666faa on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:26.072915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Attempting to bind port 19856478-91cb-4f4f-b599-c86a79666faa by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1aecc793-991d-46df-bfe3-c2597e5f0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:26.073578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Attempting to bind port 19856478-91cb-4f4f-b599-c86a79666faa on network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:26.086834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (aab0a5b9-1d7d-4437-b1b4-a2da44dfef54), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.088379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:26.092267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Checking segment: {'id': '1aecc793-991d-46df-bfe3-c2597e5f0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:26.092267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.092267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Bound using segment: {'id': '1aecc793-991d-46df-bfe3-c2597e5f0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:26.092267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Bound port: 19856478-91cb-4f4f-b599-c86a79666faa, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aecc793-991d-46df-bfe3-c2597e5f0cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:26.093210 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19856478-91cb-4f4f-b599-c86a79666faa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.097330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.100436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.101053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/aab0a5b9-1d7d-4437-b1b4-a2da44dfef54 HTTP/1.1" status: 204 len: 168 time: 3.0585959 Mar 11 00:05:26.104643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:26.110743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1406834332', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:26.118032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73a02b-cd28-4b83-b5ac-9559f45e8ff2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=aab0a5b9-1d7d-4437-b1b4-a2da44dfef54,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:26.187042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (94642046-dda8-4979-88b4-5887d781478f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.188339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (48adcfff-8aeb-482d-920b-4cbd89057e57), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.188695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (94642046-dda8-4979-88b4-5887d781478f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.230765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=48adcfff-8aeb-482d-920b-4cbd89057e57,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:26.256600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (94642046-dda8-4979-88b4-5887d781478f), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.348190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] No DVR routers for this DVR port 48adcfff-8aeb-482d-920b-4cbd89057e57 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:26.353995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:26.354793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=e576696e-868f-4333-ad2b-703cc5a1759d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:26.360196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.368675 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-30dd3118-fa89-45cd-b218-a20865a18483 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "DELETE /v2.0/ports/48adcfff-8aeb-482d-920b-4cbd89057e57 HTTP/1.1" status: 204 len: 173 time: 2.0636089 Mar 11 00:05:26.370234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:26.375662 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781331a7-be82-4134-a269-b7b1cf86adba" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:26.392858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:26.396750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:26.401971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:26.402606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.430887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No active binding found for port 48adcfff-8aeb-482d-920b-4cbd89057e57 {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:05:26.431274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 48adcfff-8aeb-482d-920b-4cbd89057e57 host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:05:26.431673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 48adcfff-8aeb-482d-920b-4cbd89057e57 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:26.432132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 46ec40ce-cd09-4783-bbfa-29288c7c8776 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:26.434228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] For port 19856478-91cb-4f4f-b599-c86a79666faa, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:26.463436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] For port 19856478-91cb-4f4f-b599-c86a79666faa, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19856478-91cb-4f4f-b599-c86a79666faa,segment=NetworkSegment(1aecc793-991d-46df-bfe3-c2597e5f0cd2),segment_id=1aecc793-991d-46df-bfe3-c2597e5f0cd2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:26.477218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7165f8f4-892f-49a3-9a65-07854a774d74 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2186916 Mar 11 00:05:26.480118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_gateway (94642046-dda8-4979-88b4-5887d781478f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.492437 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfbf9f4-2fb8-4265-bd6f-cf49a3ecf8f3 x-openstack-request-id: req-bcfbf9f4-2fb8-4265-bd6f-cf49a3ecf8f3 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:26.492748 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "48adcfff-8aeb-482d-920b-4cbd89057e57", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:26.493009 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcfbf9f4-2fb8-4265-bd6f-cf49a3ecf8f3 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:26.493867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:26.494166 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '48adcfff-8aeb-482d-920b-4cbd89057e57', 'status': 'completed', 'code': 200} Mar 11 00:05:26.499081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19856478-91cb-4f4f-b599-c86a79666faa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.507898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:26.561277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:26.561632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:26.590421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 46ec40ce-cd09-4783-bbfa-29288c7c8776 host ! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:05:26.592003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 46ec40ce-cd09-4783-bbfa-29288c7c8776 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:26.592715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5da4578e-ade7-4ea3-8a3f-4261e88e15bd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:26.661808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7910-6a92-415a-8e3b-c573c1dcbd6d None None] Pushing event updated for resources: {'Port': ['ID=19856478-91cb-4f4f-b599-c86a79666faa,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:26.679728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd host ! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:05:26.680378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5da4578e-ade7-4ea3-8a3f-4261e88e15bd not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:26.948754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] For port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:26.949299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:27.267963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cac10-e97c-4a2d-a0d1-7777e39227f3 req-7a8d40f8-9b91-4e0f-b0dc-bd867c41141a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:27.278430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-538cac10-e97c-4a2d-a0d1-7777e39227f3 req-7a8d40f8-9b91-4e0f-b0dc-bd867c41141a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3882070 Mar 11 00:05:27.327903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7404e49e-7df9-46d6-8f50-9a731ebfc510 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:27.334159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7404e49e-7df9-46d6-8f50-9a731ebfc510 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:27.339974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7404e49e-7df9-46d6-8f50-9a731ebfc510 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:27.345563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7404e49e-7df9-46d6-8f50-9a731ebfc510 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:27.347522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7404e49e-7df9-46d6-8f50-9a731ebfc510 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 3143 time: 0.3463457 Mar 11 00:05:27.462308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:27.463175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:27.463743 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Floating IP 06c47591-fe61-4e01-8fba-02b65efdb7bb disassociated. External IP: 172.25.7.38, port: 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0. Mar 11 00:05:27.464380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:27.563758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:27.600077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-538cac10-e97c-4a2d-a0d1-7777e39227f3 req-021fd574-15ec-4319-8508-61592c85069e tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199623 Mar 11 00:05:27.675068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9caa978e-408a-477c-a0d9-4ea432fbf8b6 req-7a542a3a-dd5d-4501-8963-b27fd7a0a76c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160129 Mar 11 00:05:27.768511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (580f6fdb-5406-45f2-87f1-6c6c68cc9fe0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:27.887696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=580f6fdb-5406-45f2-87f1-6c6c68cc9fe0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:27.891781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:27.894335 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3384b636-5f7a-491b-9751-d79a66a3c033" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:27.990253 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aa43b5-3c97-4cde-acc0-24d1886e54c5 x-openstack-request-id: req-45aa43b5-3c97-4cde-acc0-24d1886e54c5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:27.990548 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-unplugged", "status": "completed", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:27.990802 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45aa43b5-3c97-4cde-acc0-24d1886e54c5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:27.991199 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'code': 200} Mar 11 00:05:27.998324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_gateway (94642046-dda8-4979-88b4-5887d781478f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.000382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.003879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.004523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.005119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.005722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.006287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.006858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.007430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.008040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.008611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.009180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.009734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.010305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:28.036903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.162914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Router e6917903-9b4e-43ed-b21e-b11263dfa83e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:28.165135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (e576696e-868f-4333-ad2b-703cc5a1759d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.174092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.406700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:28.410373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=e576696e-868f-4333-ad2b-703cc5a1759d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:28.435862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600136-a3d0-4162-807a-920c347230ac None None] Sync routers for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:28.451760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8282875-b203-4ba2-8f1e-cc8c085624fc None None] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:28.455619 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:28.459976 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:28.542262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.25.7.222 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:28.583480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] No DVR routers for this DVR port 580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:28.588391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.596280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-975a0781-3479-4585-8be2-585d623fc839 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "DELETE /v2.0/ports/580f6fdb-5406-45f2-87f1-6c6c68cc9fe0 HTTP/1.1" status: 204 len: 173 time: 2.2171357 Mar 11 00:05:28.601727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:28.605515 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f39b17f-d6c0-4693-8064-7e9178c4892b" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:28.630125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Provisioning complete for port 19856478-91cb-4f4f-b599-c86a79666faa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:28.635094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19856478-91cb-4f4f-b599-c86a79666faa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:28.830718 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:05:28.913106 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff81250-8d35-43fa-ad32-51ab69573d89 x-openstack-request-id: req-3ff81250-8d35-43fa-ad32-51ab69573d89 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:28.913429 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "580f6fdb-5406-45f2-87f1-6c6c68cc9fe0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:28.913686 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ff81250-8d35-43fa-ad32-51ab69573d89 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:28.914195 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '580f6fdb-5406-45f2-87f1-6c6c68cc9fe0', 'status': 'completed', 'code': 200} Mar 11 00:05:28.970938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 56de7a89-725e-409f-b54f-873f70a982a9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:28.971583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (56de7a89-725e-409f-b54f-873f70a982a9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.063959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19856478-91cb-4f4f-b599-c86a79666faa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:29.109611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] For port 56de7a89-725e-409f-b54f-873f70a982a9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=56de7a89-725e-409f-b54f-873f70a982a9,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:29.110184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (56de7a89-725e-409f-b54f-873f70a982a9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.127428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (da45dc0f-8440-421f-889d-130a7f3430e8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.135862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 56de7a89-725e-409f-b54f-873f70a982a9 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:29.204840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Current status of the port 19856478-91cb-4f4f-b599-c86a79666faa is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:29.205611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19856478-91cb-4f4f-b599-c86a79666faa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.225020 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:29.263597 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600136-a3d0-4162-807a-920c347230ac None None] Checking router: e6917903-9b4e-43ed-b21e-b11263dfa83e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:05:29.305588 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:29.306256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:29.330932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.382972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] For port 19856478-91cb-4f4f-b599-c86a79666faa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19856478-91cb-4f4f-b599-c86a79666faa,segment=NetworkSegment(1aecc793-991d-46df-bfe3-c2597e5f0cd2),segment_id=1aecc793-991d-46df-bfe3-c2597e5f0cd2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:29.400125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19856478-91cb-4f4f-b599-c86a79666faa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.499358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 19856478-91cb-4f4f-b599-c86a79666faa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:29.499999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19856478-91cb-4f4f-b599-c86a79666faa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.512783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109349-505c-4e6f-b243-c70ed3c69eac req-e5f0d24f-2115-4d7f-b6f7-9f7f4b0ed36f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:29.524653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81109349-505c-4e6f-b243-c70ed3c69eac req-e5f0d24f-2115-4d7f-b6f7-9f7f4b0ed36f tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.7126019 Mar 11 00:05:29.603381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498709d4-497a-477c-a631-9db32b51f2f7 None None] Pushing event updated for resources: {'Port': ['ID=19856478-91cb-4f4f-b599-c86a79666faa,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:29.638305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81109349-505c-4e6f-b243-c70ed3c69eac req-216f9ffa-a36b-44cd-a3d8-f0e23151f7f1 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126401 Mar 11 00:05:29.666371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebb35-300b-4a5d-bf7b-ef600db34e99 req-d3282c09-196e-4bcd-ad61-c5b983b4f85c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:29.672547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebb35-300b-4a5d-bf7b-ef600db34e99 req-d3282c09-196e-4bcd-ad61-c5b983b4f85c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:29.692092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ebb35-300b-4a5d-bf7b-ef600db34e99 req-d3282c09-196e-4bcd-ad61-c5b983b4f85c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:29.694860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-513ebb35-300b-4a5d-bf7b-ef600db34e99 req-d3282c09-196e-4bcd-ad61-c5b983b4f85c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 2409 time: 0.7856646 Mar 11 00:05:29.718681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (56de7a89-725e-409f-b54f-873f70a982a9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.756228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f783db05-0243-4218-a643-722207888045 None None] Provisioning complete for port 19856478-91cb-4f4f-b599-c86a79666faa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:29.756675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f783db05-0243-4218-a643-722207888045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19856478-91cb-4f4f-b599-c86a79666faa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.770697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:05:29.773708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=56de7a89-725e-409f-b54f-873f70a982a9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:29.825764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 19856478-91cb-4f4f-b599-c86a79666faa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:29.845384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.881936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f783db05-0243-4218-a643-722207888045 None None] Current status of the port 19856478-91cb-4f4f-b599-c86a79666faa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:29.898408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f783db05-0243-4218-a643-722207888045 None None] Provisioning complete for port e576696e-868f-4333-ad2b-703cc5a1759d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:29.898794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f783db05-0243-4218-a643-722207888045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.957461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] No DVR routers for this DVR port 56de7a89-725e-409f-b54f-873f70a982a9 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:29.968348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:29.978673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-eb873ba6-d4f7-49fa-89b6-81e3da99c10c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "DELETE /v2.0/ports/56de7a89-725e-409f-b54f-873f70a982a9 HTTP/1.1" status: 204 len: 173 time: 1.3655622 Mar 11 00:05:29.983401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f783db05-0243-4218-a643-722207888045 None None] Port e576696e-868f-4333-ad2b-703cc5a1759d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:30.124776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.153268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-25a9ca8f-31c1-4bdd-9364-497d53452efd None None] Provisioning complete for port e576696e-868f-4333-ad2b-703cc5a1759d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:30.155002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-25a9ca8f-31c1-4bdd-9364-497d53452efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.242669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:30.260124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 9295e486-b00f-4a4d-9aa1-20e9117fda59 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:30.260742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.287195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-25a9ca8f-31c1-4bdd-9364-497d53452efd None None] Port e576696e-868f-4333-ad2b-703cc5a1759d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:30.377313 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-79600136-a3d0-4162-807a-920c347230ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:30.387474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-a687f508-e13d-44fb-b650-c32456086c04 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:30.390124 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-a687f508-e13d-44fb-b650-c32456086c04 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.2429419 Mar 11 00:05:30.394818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.395185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.395537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.395979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.396317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.396652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.397308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.397308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.397622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.397950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.398275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.398599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.398924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:05:30.447122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:30.457188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:30.470012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:30.476703 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79600136-a3d0-4162-807a-920c347230ac None None] The sync data for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 is: [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-10T23:58:27Z', 'revision_number': 4, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1c092be6-d700-41ac-aa57-63e910b12a22', 'name': '', 'network_id': 'de5ecf00-d021-45d7-80d0-cbbeeb3e4bef', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'mac_address': 'fa:16:3e:ee:da:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:25Z', 'updated_at': '2022-03-10T23:58:32Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'subnets': [{'id': '6d182f39-cab6-4b03-93e4-abcd938e5920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:30.505811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-513ebb35-300b-4a5d-bf7b-ef600db34e99 req-3ad6e693-66f0-4ca0-b1ec-dbd11852b544 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups?id=d8fc17d2-8631-4f6b-9114-414d8eeb7626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6948433 Mar 11 00:05:30.737085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a4798413-3a89-48c4-911c-479f8ad3fe39 None None] Provisioning complete for port e576696e-868f-4333-ad2b-703cc5a1759d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:30.737520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a4798413-3a89-48c4-911c-479f8ad3fe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.747149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] For port 9295e486-b00f-4a4d-9aa1-20e9117fda59, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9295e486-b00f-4a4d-9aa1-20e9117fda59,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:30.747749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.780304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 9295e486-b00f-4a4d-9aa1-20e9117fda59 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:30.903096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a4798413-3a89-48c4-911c-479f8ad3fe39 None None] Port e576696e-868f-4333-ad2b-703cc5a1759d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:30.913503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Deleting port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:30.922618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:30.930638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:30.932256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19856478-91cb-4f4f-b599-c86a79666faa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:30.933959 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77ea14-66bb-4a6a-8329-fa496c962070" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "56de7a89-725e-409f-b54f-873f70a982a9"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:30.961797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59912) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:31.043500 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e95ae5-1525-4206-b5ab-f6648f168c4e x-openstack-request-id: req-59e95ae5-1525-4206-b5ab-f6648f168c4e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:31.048370 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "56de7a89-725e-409f-b54f-873f70a982a9", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:31.048765 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59e95ae5-1525-4206-b5ab-f6648f168c4e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:31.049631 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '56de7a89-725e-409f-b54f-873f70a982a9', 'status': 'completed', 'code': 200} Mar 11 00:05:31.064170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 19856478-91cb-4f4f-b599-c86a79666faa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:31.064823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19856478-91cb-4f4f-b599-c86a79666faa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.138558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (e576696e-868f-4333-ad2b-703cc5a1759d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.181384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9010c-0369-4439-8242-25dfe0d9d60e req-444ba4b0-8e87-40a3-928d-55792648d88a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:31.182973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd9010c-0369-4439-8242-25dfe0d9d60e req-444ba4b0-8e87-40a3-928d-55792648d88a tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/ports?device_id=349ece52-099c-4fce-b9f0-e19094658dc9 HTTP/1.1" status: 200 len: 945 time: 0.3893256 Mar 11 00:05:31.193431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.194244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (da45dc0f-8440-421f-889d-130a7f3430e8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.222009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7b072-3c16-4b8c-80b9-990bd66af2a5 None None] New status for floating IP 06c47591-fe61-4e01-8fba-02b65efdb7bb: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:05:31.271328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] For port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:31.271995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.298481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Calling delete_port for 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:31.355068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 19856478-91cb-4f4f-b599-c86a79666faa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:31.355302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9295e486-b00f-4a4d-9aa1-20e9117fda59), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.397797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=9295e486-b00f-4a4d-9aa1-20e9117fda59,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:31.478044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] No DVR routers for this DVR port 9295e486-b00f-4a4d-9aa1-20e9117fda59 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:31.493492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.498887 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-c3e66039-4f65-449f-a61e-4703dccaab5c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "DELETE /v2.0/ports/9295e486-b00f-4a4d-9aa1-20e9117fda59 HTTP/1.1" status: 204 len: 173 time: 1.5126054 Mar 11 00:05:31.692977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 48af16b2-8f3f-4270-af69-7a9288434916 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:31.693342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (48af16b2-8f3f-4270-af69-7a9288434916), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.809220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4afe579d-9bc2-4939-b3d6-5ce41e57e4ef), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.893572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_gateway (94642046-dda8-4979-88b4-5887d781478f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.897157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Pushing event deleted for resources: {'Port': ['ID=4afe579d-9bc2-4939-b3d6-5ce41e57e4ef,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:31.911767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] For port 48af16b2-8f3f-4270-af69-7a9288434916, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=48af16b2-8f3f-4270-af69-7a9288434916,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:31.912164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (48af16b2-8f3f-4270-af69-7a9288434916), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.985315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] No DVR routers for this DVR port 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:31.987192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 48af16b2-8f3f-4270-af69-7a9288434916 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:31.989572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:31.993136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02828b12-417f-4c82-aa18-6ee62a69cab8 req-39e32505-1089-47d8-8ada-2179820d56ec tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.30 "DELETE /v2.0/ports/4afe579d-9bc2-4939-b3d6-5ce41e57e4ef HTTP/1.1" status: 204 len: 173 time: 1.5650754 Mar 11 00:05:32.187694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (48af16b2-8f3f-4270-af69-7a9288434916), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.208508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74067cef-09d6-4452-b307-9129e61422ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.223614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=48af16b2-8f3f-4270-af69-7a9288434916,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:32.275380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94bc8363-64df-45fe-a828-2af8ca46fb1d req-7c93c000-bc6e-4df7-a4ae-c13f7d424280 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.3534245 Mar 11 00:05:32.284642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] No DVR routers for this DVR port 48af16b2-8f3f-4270-af69-7a9288434916 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:32.287682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.291434 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ee41ffc-649c-4542-9a90-bd86c5625753 req-6d4536d0-81cc-4964-8eac-116f64445b26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.30 "DELETE /v2.0/ports/48af16b2-8f3f-4270-af69-7a9288434916 HTTP/1.1" status: 204 len: 173 time: 0.7894747 Mar 11 00:05:32.318388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd9010c-0369-4439-8242-25dfe0d9d60e req-22519fa2-38d4-4d41-83e9-2dc5d2fa4ad0 tempest-ServerRescueNegativeTestJSON-79356639 tempest-ServerRescueNegativeTestJSON-79356639-project] 10.222.0.21 "GET /v2.0/security-groups?id=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1218405 Mar 11 00:05:32.328125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=e576696e-868f-4333-ad2b-703cc5a1759d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:32.475834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:32.483353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:32.520725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (94642046-dda8-4979-88b4-5887d781478f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.696655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74067cef-09d6-4452-b307-9129e61422ba admin admin] Publish callbacks [] for security_group (6938046d-83b5-44e0-bb15-d9b2fa8f6c6a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.711219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74067cef-09d6-4452-b307-9129e61422ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6938046d-83b5-44e0-bb15-d9b2fa8f6c6a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.784018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74067cef-09d6-4452-b307-9129e61422ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6938046d-83b5-44e0-bb15-d9b2fa8f6c6a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:32.868513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74067cef-09d6-4452-b307-9129e61422ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3f787bf4401443fb72ec8c2f6924bce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9013438 Mar 11 00:05:32.869133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:32.954293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c342d1b9-08c4-4069-9c3a-cac882a57802 None None] Provisioning complete for port e576696e-868f-4333-ad2b-703cc5a1759d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:32.954892 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c342d1b9-08c4-4069-9c3a-cac882a57802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:32.999367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router da45dc0f-8440-421f-889d-130a7f3430e8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:33.036677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] Publish callbacks [] for security_group (6938046d-83b5-44e0-bb15-d9b2fa8f6c6a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:33.050308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59'}, {'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'name': 'network-vif-deleted', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef'}, {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:33.052838 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18ff8d7-6240-4251-96c2-9ae24b0b0d6b" -d '{"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59"}, {"server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "name": "network-vif-deleted", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef"}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "48af16b2-8f3f-4270-af69-7a9288434916"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:33.058974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c342d1b9-08c4-4069-9c3a-cac882a57802 None None] Port e576696e-868f-4333-ad2b-703cc5a1759d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:33.105696 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f24b14-ac12-4c68-88d1-2dd46ae36f84 x-openstack-request-id: req-b3f24b14-ac12-4c68-88d1-2dd46ae36f84 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:33.106015 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "9295e486-b00f-4a4d-9aa1-20e9117fda59", "status": "completed", "code": 200}, {"server_uuid": "349ece52-099c-4fce-b9f0-e19094658dc9", "name": "network-vif-deleted", "tag": "4afe579d-9bc2-4939-b3d6-5ce41e57e4ef", "status": "completed", "code": 200}, {"server_uuid": "4bd11244-eb31-4040-ba04-b27242f0ef27", "name": "network-vif-deleted", "tag": "48af16b2-8f3f-4270-af69-7a9288434916", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:33.106276 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3f24b14-ac12-4c68-88d1-2dd46ae36f84 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:33.109414 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '9295e486-b00f-4a4d-9aa1-20e9117fda59', 'status': 'completed', 'code': 200} Mar 11 00:05:33.109696 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349ece52-099c-4fce-b9f0-e19094658dc9', 'name': 'network-vif-deleted', 'tag': '4afe579d-9bc2-4939-b3d6-5ce41e57e4ef', 'status': 'completed', 'code': 200} Mar 11 00:05:33.109963 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd11244-eb31-4040-ba04-b27242f0ef27', 'name': 'network-vif-deleted', 'tag': '48af16b2-8f3f-4270-af69-7a9288434916', 'status': 'completed', 'code': 200} Mar 11 00:05:33.124300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 94642046-dda8-4979-88b4-5887d781478f is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:33.140752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:33.165742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:33.166408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 4afe579d-9bc2-4939-b3d6-5ce41e57e4ef not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:33.173245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] Publish callbacks [] for security_group (6938046d-83b5-44e0-bb15-d9b2fa8f6c6a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:33.229317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:33.238198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.238360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3a0806c7-aa8d-4152-8db1-3e7194100620 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/da45dc0f-8440-421f-889d-130a7f3430e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7432628 Mar 11 00:05:33.253117 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] Sync routers for ids ['da45dc0f-8440-421f-889d-130a7f3430e8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:33.275685 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] Routers {'da45dc0f-8440-421f-889d-130a7f3430e8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:33.276613 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da45dc0f-8440-421f-889d-130a7f3430e8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.316254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a32d145-047d-41fe-af64-2cd40e011674 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:33.318703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a32d145-047d-41fe-af64-2cd40e011674 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports/e576696e-868f-4333-ad2b-703cc5a1759d HTTP/1.1" status: 200 len: 983 time: 0.0787785 Mar 11 00:05:33.322265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.341061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.361074 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] Routers {'da45dc0f-8440-421f-889d-130a7f3430e8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:33.361535 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da45dc0f-8440-421f-889d-130a7f3430e8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.421229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:33.437327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59940) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.440583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] Sync routers for ids ['94642046-dda8-4979-88b4-5887d781478f'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:33.445097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6938046d-83b5-44e0-bb15-d9b2fa8f6c6a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:33.447830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:33.451430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6938046d-83b5-44e0-bb15-d9b2fa8f6c6a HTTP/1.1" status: 204 len: 168 time: 0.5716743 Mar 11 00:05:33.476280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] Routers {'94642046-dda8-4979-88b4-5887d781478f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:33.481350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['94642046-dda8-4979-88b4-5887d781478f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.509300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd67719-4dd7-4045-b146-f255321a4b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938046d-83b5-44e0-bb15-d9b2fa8f6c6a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:33.517834 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.518707 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4232f32e-5eb3-45a8-bb28-3537d243ae24 None None] The sync data for ids ['da45dc0f-8440-421f-889d-130a7f3430e8'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:33.559102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc78f0a0-d912-4b6c-944d-8a7cf28b5df6 req-3bd8943a-dda3-4a0a-9fc8-02b7e0eee815 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1448958 Mar 11 00:05:33.571855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.583483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:33.589160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] Routers {'94642046-dda8-4979-88b4-5887d781478f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:33.589806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['94642046-dda8-4979-88b4-5887d781478f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.590620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8598eb2c-8a24-4d4d-9ed3-6f646d19f219 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 7.4847090 Mar 11 00:05:33.592047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59944) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.665281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:33.667029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf69d-b542-4de9-9962-de32f4aa657d None None] The sync data for ids ['94642046-dda8-4979-88b4-5887d781478f'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:33.855909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73e61bdc-0881-4da7-a442-c18127381fd5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers/94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 200 len: 881 time: 0.2593343 Mar 11 00:05:33.860174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59948) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.905949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:33.935626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4aa07235-d296-48e9-bc65-73a8a9aa355c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.032040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (da45dc0f-8440-421f-889d-130a7f3430e8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.060934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4aa07235-d296-48e9-bc65-73a8a9aa355c admin admin] Publish callbacks [] for security_group (f32566c5-fe65-4162-b558-817494965185), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.092012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4aa07235-d296-48e9-bc65-73a8a9aa355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f32566c5-fe65-4162-b558-817494965185), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.147031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4aa07235-d296-48e9-bc65-73a8a9aa355c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=644f9817d35a4f9880370b2e638d9726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399852 Mar 11 00:05:34.151589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa07235-d296-48e9-bc65-73a8a9aa355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32566c5-fe65-4162-b558-817494965185,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:34.154353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:34.271285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] Publish callbacks [] for security_group (f32566c5-fe65-4162-b558-817494965185), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.298553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] Publish callbacks [] for security_group (f32566c5-fe65-4162-b558-817494965185), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.317989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-42beb5f4-322f-4861-9c78-286d6323e473 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4564404 Mar 11 00:05:34.320809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:34.325476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1406834332'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:34.369410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f32566c5-fe65-4162-b558-817494965185), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.373319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.374715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f32566c5-fe65-4162-b558-817494965185 HTTP/1.1" status: 204 len: 168 time: 0.1996448 Mar 11 00:05:34.404519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082dbbc-f1c0-4894-ae28-707b56f2c742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32566c5-fe65-4162-b558-817494965185,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:34.539721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (64b25ef3-7cfd-454f-be10-ae7719897496), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:34.814315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e124e048-21e5-45e9-83dc-085145150c00 req-70419a51-acec-4657-92e0-d25289a871c9 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0796394 Mar 11 00:05:35.029329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port e576696e-868f-4333-ad2b-703cc5a1759d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:35.029766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.262073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Deleting port fd630b66-808e-45ee-ba14-7904bf63efd1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:35.263716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.276397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.315436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for e576696e-868f-4333-ad2b-703cc5a1759d owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:35.400473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (94642046-dda8-4979-88b4-5887d781478f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.417585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] For port fd630b66-808e-45ee-ba14-7904bf63efd1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd630b66-808e-45ee-ba14-7904bf63efd1,segment=NetworkSegment(6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd),segment_id=6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:35.418130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.456642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Calling delete_port for fd630b66-808e-45ee-ba14-7904bf63efd1 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:35.638737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (94642046-dda8-4979-88b4-5887d781478f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.646285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e576696e-868f-4333-ad2b-703cc5a1759d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:35.777997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=e576696e-868f-4333-ad2b-703cc5a1759d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:36.007367 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fd630b66-808e-45ee-ba14-7904bf63efd1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:36.071803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc97a45f-0371-4f32-8aec-ac49673a96fc req-f5ccf871-e934-4129-ade9-40572b23b886 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0884349 Mar 11 00:05:36.125872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd630b66-808e-45ee-ba14-7904bf63efd1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:36.143504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (da45dc0f-8440-421f-889d-130a7f3430e8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:36.311723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 94642046-dda8-4979-88b4-5887d781478f has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:36.378730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (64b25ef3-7cfd-454f-be10-ae7719897496), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:36.549163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router da45dc0f-8440-421f-889d-130a7f3430e8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:36.685449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Router 64b25ef3-7cfd-454f-be10-ae7719897496 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:36.702390 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-efbc9fde-fc02-414d-a182-6b393d9d0b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:36.817787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:36.828614 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] Sync routers for ids ['94642046-dda8-4979-88b4-5887d781478f'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:36.854962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:36.858022 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] Routers {'94642046-dda8-4979-88b4-5887d781478f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:36.859563 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['94642046-dda8-4979-88b4-5887d781478f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:36.862981 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7b6487b5-083e-4ff6-bc2c-06643f641c35 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 200 len: 888 time: 2.5411115 Mar 11 00:05:36.869766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59992) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:36.929488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:36.939827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] Sync routers for ids ['da45dc0f-8440-421f-889d-130a7f3430e8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:36.940910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9dc8731a-8991-4aae-9d72-49c7f12a08b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/da45dc0f-8440-421f-889d-130a7f3430e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6175086 Mar 11 00:05:36.944431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:36.953817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] Routers {'da45dc0f-8440-421f-889d-130a7f3430e8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:36.954986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da45dc0f-8440-421f-889d-130a7f3430e8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:36.964729 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] Routers {'94642046-dda8-4979-88b4-5887d781478f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:36.968993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59996) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:36.969342 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['94642046-dda8-4979-88b4-5887d781478f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:36.970169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:36.997884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.009908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] Routers {'da45dc0f-8440-421f-889d-130a7f3430e8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:37.015654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['da45dc0f-8440-421f-889d-130a7f3430e8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.059234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.060443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3c509-8e82-4b9d-ae3d-782b5ae4759b None None] The sync data for ids ['da45dc0f-8440-421f-889d-130a7f3430e8'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:37.061178 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.062588 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355c345-25bf-4ce8-8d09-8859bd070070 None None] The sync data for ids ['94642046-dda8-4979-88b4-5887d781478f'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:37.065826 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Sync routers for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:37.085528 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:37.086167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.201930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c2ac71a1-5df8-44d6-86cb-6d11d0db8d26 admin admin] 10.222.0.21 "PUT /v2.0/routers/64b25ef3-7cfd-454f-be10-ae7719897496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7589915 Mar 11 00:05:37.209873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60004) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:37.313377 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:05:37.365380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94b4ba7b-5087-4147-8854-15b8e3f01183 req-e9479f33-48ba-4788-abd5-a5b65acbe0bd tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0790694 Mar 11 00:05:37.453555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks [] for router (64b25ef3-7cfd-454f-be10-ae7719897496), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:37.560479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-32afac68-b780-4f2b-9dde-de0094f0b53f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers/94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 200 len: 888 time: 0.6749179 Mar 11 00:05:37.563796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60010) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:37.620094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3496f345-5c3e-45dd-b3f5-41113cb8d472 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 200 len: 205 time: 0.0538635 Mar 11 00:05:37.621086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:37.791276 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:05:35Z', 'revision_number': 5, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port': {'id': '5c3f13e1-d8ed-440a-81a1-a061cc23ae7e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:01:27Z', 'updated_at': '2022-03-11T00:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:37.875999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks [] for router_gateway (64b25ef3-7cfd-454f-be10-ae7719897496), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:37.895537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (94642046-dda8-4979-88b4-5887d781478f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:37.898636 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Checking router: 64b25ef3-7cfd-454f-be10-ae7719897496 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:05:37.928642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Routers {'64b25ef3-7cfd-454f-be10-ae7719897496'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:37.929343 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['64b25ef3-7cfd-454f-be10-ae7719897496'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:38.063177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_gateway (94642046-dda8-4979-88b4-5887d781478f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.145765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] Set router 64b25ef3-7cfd-454f-be10-ae7719897496 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:05:38.204470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Deleting port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:38.204840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.282900 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:05:37Z', 'revision_number': 6, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:38.287630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:38.288007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.302541 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-97a53d33-3eeb-4be0-b0c3-02f57942819d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 00:05:38.303659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97a53d33-3eeb-4be0-b0c3-02f57942819d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/da45dc0f-8440-421f-889d-130a7f3430e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3241432 Mar 11 00:05:38.308259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60030) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:38.352725 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e41dba-0647-4e8a-832d-e55d78870769 None None] The sync data for ids ['64b25ef3-7cfd-454f-be10-ae7719897496'] in n-d-831844-1 is: [{'id': '64b25ef3-7cfd-454f-be10-ae7719897496', 'name': 'tempest-ServerRescueNegativeTestJSON-1661754941-router', 'tenant_id': '08842c2ac2134b4e870479e65d17335e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:01:25Z', 'updated_at': '2022-03-11T00:05:37Z', 'revision_number': 6, 'project_id': '08842c2ac2134b4e870479e65d17335e', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:38.372915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-284e1f27-d252-4f21-9729-4e632c3a5314 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=da45dc0f-8440-421f-889d-130a7f3430e8 HTTP/1.1" status: 200 len: 205 time: 0.0604117 Mar 11 00:05:38.374131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60032) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:38.496753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (da45dc0f-8440-421f-889d-130a7f3430e8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.549289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] For port 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:38.549686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.583295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-041535b1-db95-4638-b5f3-7a6655057b03 req-b1445fed-b66a-424d-9415-3122baa2fbcc tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0465314 Mar 11 00:05:38.593697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Calling delete_port for 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:38.631693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.664440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:38.776790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (da45dc0f-8440-421f-889d-130a7f3430e8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.783721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (da45dc0f-8440-421f-889d-130a7f3430e8), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.819907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd630b66-808e-45ee-ba14-7904bf63efd1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:38.851313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (da45dc0f-8440-421f-889d-130a7f3430e8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.853899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router da45dc0f-8440-421f-889d-130a7f3430e8 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:38.881008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fd630b66-808e-45ee-ba14-7904bf63efd1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:38.881697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd630b66-808e-45ee-ba14-7904bf63efd1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:38.881825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:38.885943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa4eaf9d-c7b0-4c08-b143-214c49bc1f8e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/da45dc0f-8440-421f-889d-130a7f3430e8 HTTP/1.1" status: 204 len: 168 time: 0.5083375 Mar 11 00:05:38.888944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:38.985056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 5e445925-f958-4446-b612-c8bbc8110956 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:38.991820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (5e445925-f958-4446-b612-c8bbc8110956), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.051234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (5e445925-f958-4446-b612-c8bbc8110956), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.129270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60042) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:39.202596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5c3f13e1-d8ed-440a-81a1-a061cc23ae7e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.205254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5e445925-f958-4446-b612-c8bbc8110956), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.229486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08cbaa42-75eb-47bc-b6d8-ee5874e327f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.271325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3f13e1-d8ed-440a-81a1-a061cc23ae7e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:39.303956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.359335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=3e12c10c-cba3-42b2-a7b5-0e7d595cf7f4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:39.374478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (5e445925-f958-4446-b612-c8bbc8110956), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.414462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=5e445925-f958-4446-b612-c8bbc8110956,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:39.416569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.423339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ac078d2b-242b-4d44-b345-e4ba9fbd1fbf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/5e445925-f958-4446-b612-c8bbc8110956 HTTP/1.1" status: 204 len: 168 time: 0.5307188 Mar 11 00:05:39.423524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60048) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:39.436612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f11f9-1729-4bc5-a8cd-fafe6cc6f5e6 None None] Network 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:39.455430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (64b25ef3-7cfd-454f-be10-ae7719897496), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.518207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.593619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 19856478-91cb-4f4f-b599-c86a79666faa {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:39.593856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (19856478-91cb-4f4f-b599-c86a79666faa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.755829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] DHCP port deletion for 6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:39.789240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b56d7b53-fc62-4f32-8c65-4e7c5aa1de3a req-8869e545-b850-4078-bd5f-405faf3d276f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0484395 Mar 11 00:05:39.806065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 19856478-91cb-4f4f-b599-c86a79666faa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19856478-91cb-4f4f-b599-c86a79666faa,segment=NetworkSegment(1aecc793-991d-46df-bfe3-c2597e5f0cd2),segment_id=1aecc793-991d-46df-bfe3-c2597e5f0cd2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:39.806709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (19856478-91cb-4f4f-b599-c86a79666faa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.821696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 19856478-91cb-4f4f-b599-c86a79666faa owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:39.881111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Deleting port 19856478-91cb-4f4f-b599-c86a79666faa {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:39.882131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (19856478-91cb-4f4f-b599-c86a79666faa), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.957714 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (19856478-91cb-4f4f-b599-c86a79666faa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:39.974897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port 19856478-91cb-4f4f-b599-c86a79666faa on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:40.004525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] For port 19856478-91cb-4f4f-b599-c86a79666faa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19856478-91cb-4f4f-b599-c86a79666faa,segment=NetworkSegment(1aecc793-991d-46df-bfe3-c2597e5f0cd2),segment_id=1aecc793-991d-46df-bfe3-c2597e5f0cd2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:40.005252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (19856478-91cb-4f4f-b599-c86a79666faa), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.033358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Calling delete_port for 19856478-91cb-4f4f-b599-c86a79666faa owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:40.089650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (64b25ef3-7cfd-454f-be10-ae7719897496), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.090872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.098897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks [] for router_controller (64b25ef3-7cfd-454f-be10-ae7719897496), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.124627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:40.140600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aecc793-991d-46df-bfe3-c2597e5f0cd2') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:40.141258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aecc793-991d-46df-bfe3-c2597e5f0cd2') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:40.145306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=19856478-91cb-4f4f-b599-c86a79666faa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.148696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (19856478-91cb-4f4f-b599-c86a79666faa), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.164094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (1aecc793-991d-46df-bfe3-c2597e5f0cd2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.168551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00e137d2-96c2-4d90-8834-9cd044f5530a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.183912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (94642046-dda8-4979-88b4-5887d781478f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.186518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (64b25ef3-7cfd-454f-be10-ae7719897496), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.186721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1aecc793-991d-46df-bfe3-c2597e5f0cd2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.187017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b25ef3-7cfd-454f-be10-ae7719897496 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:40.196110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:40.196651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (1aecc793-991d-46df-bfe3-c2597e5f0cd2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.196981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] Pushing event deleted for resources: {'Port': ['ID=19856478-91cb-4f4f-b599-c86a79666faa,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:40.201250 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:40.205296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.209738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca9457b1-1b05-47f1-8f76-6743cbd2ad5f admin admin] 10.222.0.21 "DELETE /v2.0/routers/64b25ef3-7cfd-454f-be10-ae7719897496 HTTP/1.1" status: 204 len: 168 time: 2.9957941 Mar 11 00:05:40.213620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60052) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.219397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a864b51-a8ed-49f5-8292-f5516211dc5d None None] No DVR routers for this DVR port 19856478-91cb-4f4f-b599-c86a79666faa on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:40.321074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Deleting subnet 38d6c0bb-b682-4ddd-9960-d0d5d65845be {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:40.323823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Publish callbacks [] for subnet (38d6c0bb-b682-4ddd-9960-d0d5d65845be), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.334857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.368267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.378020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c HTTP/1.1" status: 204 len: 168 time: 0.9534247 Mar 11 00:05:40.378970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (38d6c0bb-b682-4ddd-9960-d0d5d65845be), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.379367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247744-7a5f-464e-9145-e3ca010daf8d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=6ccb1de3-b63c-4cc5-bdfb-c34804ce3d1c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.382657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60054) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.409536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642580016'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:40.410081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.435582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:40.439572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.470750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:40.486944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c7e358cf-c98c-475a-9d0b-020b810dc5cd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.487210 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment c7e358cf-c98c-475a-9d0b-020b810dc5cd of type vlan for network 0df55f4b-b385-41a5-a467-a2b8a67577b1 Mar 11 00:05:40.505911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (94642046-dda8-4979-88b4-5887d781478f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.515391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (94642046-dda8-4979-88b4-5887d781478f), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.536821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.568892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0df55f4b-b385-41a5-a467-a2b8a67577b1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.571422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (38d6c0bb-b682-4ddd-9960-d0d5d65845be), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.600765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0df55f4b-b385-41a5-a467-a2b8a67577b1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.610714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:40.611475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.616045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (94642046-dda8-4979-88b4-5887d781478f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.616800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router 94642046-dda8-4979-88b4-5887d781478f {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:40.626019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.631271 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-be66b494-76bb-46fd-a134-7c55e612ce1a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 204 len: 168 time: 3.0064232 Mar 11 00:05:40.631732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60056) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.672143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322443365'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:40.686203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00e137d2-96c2-4d90-8834-9cd044f5530a admin admin] Publish callbacks [] for security_group (a5a2edcf-d6fd-46e1-b7a6-504018496546), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.688459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (38d6c0bb-b682-4ddd-9960-d0d5d65845be), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.713228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3151617 Mar 11 00:05:40.715105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d6c0bb-b682-4ddd-9960-d0d5d65845be,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.718513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60058) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.725211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00e137d2-96c2-4d90-8834-9cd044f5530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a5a2edcf-d6fd-46e1-b7a6-504018496546), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.726590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:40.758921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00e137d2-96c2-4d90-8834-9cd044f5530a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f86e1f9b5bd44072aa7f774f9c56ef6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6262352 Mar 11 00:05:40.761308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.765537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.768488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fd70d3ca-bf37-4032-9ed8-78b83e84daf1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/38d6c0bb-b682-4ddd-9960-d0d5d65845be HTTP/1.1" status: 204 len: 168 time: 0.5533545 Mar 11 00:05:40.769187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60060) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.769607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60062) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:40.848226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc56317-cea1-407d-94aa-78343265db77 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=0df55f4b-b385-41a5-a467-a2b8a67577b1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.860594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:40.863057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:40.867486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.901333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:40.920373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (05543322-a00d-4710-b80f-14359ca26094), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:40.922533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e137d2-96c2-4d90-8834-9cd044f5530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2edcf-d6fd-46e1-b7a6-504018496546,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:40.972715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:40.996675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:40.996936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c3f13e1-d8ed-440a-81a1-a061cc23ae7e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:40.998867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19856478-91cb-4f4f-b599-c86a79666faa no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:41.019525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] Publish callbacks [] for security_group (a5a2edcf-d6fd-46e1-b7a6-504018496546), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.024456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 19856478-91cb-4f4f-b599-c86a79666faa {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:41.024868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19856478-91cb-4f4f-b599-c86a79666faa not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:41.034776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.035132 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b of type vlan for network 59025176-6eb2-480b-a963-e87af1b50346 Mar 11 00:05:41.060352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] Publish callbacks [] for security_group (a5a2edcf-d6fd-46e1-b7a6-504018496546), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.085165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (59025176-6eb2-480b-a963-e87af1b50346), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.090306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (05543322-a00d-4710-b80f-14359ca26094), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.134596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28f7fde5-e829-422c-a1b4-666ede6f9619 req-367beda1-2a7d-48f7-b6a7-2f8beb87a120 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1348033 Mar 11 00:05:41.135208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (59025176-6eb2-480b-a963-e87af1b50346), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.140406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:41.141010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.150939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05543322-a00d-4710-b80f-14359ca26094']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:41.179870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:41.180584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:41.187779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:41.191617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.196315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.215313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.224804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a5a2edcf-d6fd-46e1-b7a6-504018496546), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.229589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.231151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5a2edcf-d6fd-46e1-b7a6-504018496546 HTTP/1.1" status: 204 len: 168 time: 0.4543307 Mar 11 00:05:41.233177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:41.233909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (6ed8ff9b-9b09-4811-95f7-adc3f2d1bfbd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:41.238629 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:41.248736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6115985 Mar 11 00:05:41.255579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60068) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:41.267299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '59025176-6eb2-480b-a963-e87af1b50346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:41.277143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cda19-c42c-4fd1-80bb-8ff19938ffe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2edcf-d6fd-46e1-b7a6-504018496546,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:41.320475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606ccb6-3a91-4d10-8362-3eb0dd0fc371 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=59025176-6eb2-480b-a963-e87af1b50346,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:41.332376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 59025176-6eb2-480b-a963-e87af1b50346 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:41.409111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (05543322-a00d-4710-b80f-14359ca26094), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.414725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.422284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] 10.222.0.21 "DELETE /v2.0/networks/05543322-a00d-4710-b80f-14359ca26094 HTTP/1.1" status: 204 len: 168 time: 0.6441541 Mar 11 00:05:41.460476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a1ca-63b8-4838-8dbd-93779561f332 admin admin] Pushing event deleted for resources: {'Network': ['ID=05543322-a00d-4710-b80f-14359ca26094,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:41.515515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:41.524776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.566371 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.697817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (7a29c9eb-6343-49e6-b733-9b6a1ebbf639), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.732320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60074) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:41.764670 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6264-9e5f-47e8-b632-bdce32c7d262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.787194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=7a29c9eb-6343-49e6-b733-9b6a1ebbf639,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:41.801375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60076) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:41.868404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4ef67024-9520-4b5e-99b7-1f9bfeb90bc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08842c2ac2134b4e870479e65d17335e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658526 Mar 11 00:05:41.871532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60078) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:41.878593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': 'c7e358cf-c98c-475a-9d0b-020b810dc5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:41.878963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 0df55f4b-b385-41a5-a467-a2b8a67577b1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:41.926375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:41.931255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (a58947d5-8b67-4e88-b84e-68796c598f7d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.954634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0df55f4b-b385-41a5-a467-a2b8a67577b1) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:41.963688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49508585-8fd3-42c0-8030-d3cf0c61d974 None None] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:41.965035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:41.965644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.986066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6264-9e5f-47e8-b632-bdce32c7d262 admin admin] Publish callbacks [] for security_group (39945255-e918-4b6c-b977-8c525ad2dac2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:41.995305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6264-9e5f-47e8-b632-bdce32c7d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (39945255-e918-4b6c-b977-8c525ad2dac2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.036187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58e47aa7-a108-4e1c-8de7-672ad0bf4d80 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3117156 Mar 11 00:05:42.036421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] Publish callbacks [] for security_group (a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.038035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60080) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:42.051047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-742065558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:42.062797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '59025176-6eb2-480b-a963-e87af1b50346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:42.064201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 59025176-6eb2-480b-a963-e87af1b50346, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:42.099911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=a58947d5-8b67-4e88-b84e-68796c598f7d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:42.104694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e7dd6264-9e5f-47e8-b632-bdce32c7d262 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=384a3c85a05e4936be92050702626350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684800 Mar 11 00:05:42.107081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd6264-9e5f-47e8-b632-bdce32c7d262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39945255-e918-4b6c-b977-8c525ad2dac2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:42.109211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60082) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:42.129208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] Publish callbacks [] for security_group (a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.149584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 59025176-6eb2-480b-a963-e87af1b50346 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:42.158700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0df55f4b-b385-41a5-a467-a2b8a67577b1', 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '7a29c9eb-6343-49e6-b733-9b6a1ebbf639'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:05:42.159661 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.251408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.252837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.257947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 59025176-6eb2-480b-a963-e87af1b50346) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:42.264407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:42.265014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.284952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-985e53e1-1a36-4323-8e3a-062e3f463ba9 req-6b76912a-e4af-4aa2-a91f-788c6971dbaa tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0512075 Mar 11 00:05:42.295799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e0935e-fdf1-4967-b78c-1de71ceff0a3 None None] Network 59025176-6eb2-480b-a963-e87af1b50346 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:42.316457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] Publish callbacks [] for security_group (39945255-e918-4b6c-b977-8c525ad2dac2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.327959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:42.328992 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56328800-3c28-40f2-8107-ba8c92af61ff tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0686612 Mar 11 00:05:42.335150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586995519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:42.360856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] Publish callbacks [] for security_group (39945255-e918-4b6c-b977-8c525ad2dac2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.376944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Allocated IP 2001:db8::2 (0df55f4b-b385-41a5-a467-a2b8a67577b1/7a29c9eb-6343-49e6-b733-9b6a1ebbf639/07942873-9b2a-4a54-8293-2113c7d72639) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:42.378938 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.381186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.416080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.430285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.442888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.446630 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d HTTP/1.1" status: 204 len: 168 time: 0.5708416 Mar 11 00:05:42.446786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-59025176-6eb2-480b-a963-e87af1b50346', 'network_id': '59025176-6eb2-480b-a963-e87af1b50346', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': 'a58947d5-8b67-4e88-b84e-68796c598f7d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:05:42.447451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.455599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.465101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be4c3e-3cf3-4ba1-a25a-201c9bea6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a489e70b-4b3c-4a3c-a4bd-7c2fec5b8d9d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:42.489966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (310c15a1-c048-4595-bab8-5f513e99fd3c), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.496305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.514803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.519429 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a2d3c87-eb72-4919-8400-227ee796e603 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4744151 Mar 11 00:05:42.519824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:42.543803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.550610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6c87c36a-5c78-4c4e-a16c-6242e72b1ef5 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2206714 Mar 11 00:05:42.551827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:42.617779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (39945255-e918-4b6c-b977-8c525ad2dac2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.621532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:42.625880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39945255-e918-4b6c-b977-8c525ad2dac2 HTTP/1.1" status: 204 len: 168 time: 0.5016835 Mar 11 00:05:42.636165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20b780-b1c0-480f-85d8-3333bce68ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39945255-e918-4b6c-b977-8c525ad2dac2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:43.034313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.225586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.308908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks [] for port (07942873-9b2a-4a54-8293-2113c7d72639), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.350504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (07942873-9b2a-4a54-8293-2113c7d72639), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.357910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Allocated IP 172.20.0.2 (59025176-6eb2-480b-a963-e87af1b50346/a58947d5-8b67-4e88-b84e-68796c598f7d/8793ffa2-5de0-4ba9-9cb1-7234d53434a2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:43.443402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:43.444699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.449309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:43.458243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:43.493823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Pushing event updated for resources: {'Port': ['ID=07942873-9b2a-4a54-8293-2113c7d72639,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:43.590158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Attempting to bind port 07942873-9b2a-4a54-8293-2113c7d72639 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:43.590805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Attempting to bind port 07942873-9b2a-4a54-8293-2113c7d72639 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c7e358cf-c98c-475a-9d0b-020b810dc5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:43.591176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Attempting to bind port 07942873-9b2a-4a54-8293-2113c7d72639 on network 0df55f4b-b385-41a5-a467-a2b8a67577b1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:43.600576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:43.600882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Checking segment: {'id': 'c7e358cf-c98c-475a-9d0b-020b810dc5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:43.601220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.601613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Bound using segment: {'id': 'c7e358cf-c98c-475a-9d0b-020b810dc5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:43.601753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4de75822-a51b-477f-8709-4ab24fc4e7e3 req-e1ca2347-faa8-4338-8c0c-38555ea5e9d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1261342 Mar 11 00:05:43.602099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Bound port: 07942873-9b2a-4a54-8293-2113c7d72639, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e358cf-c98c-475a-9d0b-020b810dc5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0df55f4b-b385-41a5-a467-a2b8a67577b1'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:43.602729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (07942873-9b2a-4a54-8293-2113c7d72639), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.630160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8::1 (0df55f4b-b385-41a5-a467-a2b8a67577b1/7a29c9eb-6343-49e6-b733-9b6a1ebbf639/722b421d-6b1f-466b-ba75-5618ed61139f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:43.769242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks [] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.780212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] For port 07942873-9b2a-4a54-8293-2113c7d72639, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:43.801182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] For port 07942873-9b2a-4a54-8293-2113c7d72639, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=07942873-9b2a-4a54-8293-2113c7d72639,segment=NetworkSegment(c7e358cf-c98c-475a-9d0b-020b810dc5cd),segment_id=c7e358cf-c98c-475a-9d0b-020b810dc5cd)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:43.804710 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.863835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (722b421d-6b1f-466b-ba75-5618ed61139f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.893749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.20.0.1 (59025176-6eb2-480b-a963-e87af1b50346/a58947d5-8b67-4e88-b84e-68796c598f7d/8f1a0e54-fea0-4f6d-a64f-dc3205892965) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:43.894378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (07942873-9b2a-4a54-8293-2113c7d72639), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.900731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Network 59025176-6eb2-480b-a963-e87af1b50346 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:43.906861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:43.917557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:43.931773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Pushing event updated for resources: {'Port': ['ID=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:43.948549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:43.961773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:44.034841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=722b421d-6b1f-466b-ba75-5618ed61139f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:44.069423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:44.072890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:44.083237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:44.084771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.120592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Attempting to bind port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:44.121224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Attempting to bind port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '59025176-6eb2-480b-a963-e87af1b50346'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:44.121797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Attempting to bind port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 on network 59025176-6eb2-480b-a963-e87af1b50346 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:44.131089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:44.131762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Checking segment: {'id': 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '59025176-6eb2-480b-a963-e87af1b50346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:44.132446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.133039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Bound using segment: {'id': 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '59025176-6eb2-480b-a963-e87af1b50346'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:44.133687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Bound port: 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '59025176-6eb2-480b-a963-e87af1b50346'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:44.134262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.149949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50390f93-dbd1-4e45-ace1-1ebe3b172411 None None] Pushing event updated for resources: {'Port': ['ID=07942873-9b2a-4a54-8293-2113c7d72639,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:44.167254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.246402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] For port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:44.252507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] For port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,segment=NetworkSegment(cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b),segment_id=cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:44.256697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.296383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.376888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.394719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1851015920-network', 'tenant_id': '734ace169f2640948ed7427b99500d1e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:44.420625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6def7-cde0-4923-93f2-ed9af0ddb837 None None] Pushing event updated for resources: {'Port': ['ID=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:44.441040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 59025176-6eb2-480b-a963-e87af1b50346 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:44.449778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:44.470275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:44.573082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=8f1a0e54-fea0-4f6d-a64f-dc3205892965,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:44.591479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Made reservation on behalf of 734ace169f2640948ed7427b99500d1e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:44.593753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.619875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (310c15a1-c048-4595-bab8-5f513e99fd3c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.624359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:44.842315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1131f99-cbd1-4591-8555-185cf985cb2a req-51882d75-c0e5-4f4e-aa5e-85f9a72dcf60 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0421910 Mar 11 00:05:45.005466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.009329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (722b421d-6b1f-466b-ba75-5618ed61139f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.024874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.026440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.051012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 07942873-9b2a-4a54-8293-2113c7d72639 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:45.069104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks [] for security_group (2996783e-1777-4bb2-9270-75d01a6f4be4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.135446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=722b421d-6b1f-466b-ba75-5618ed61139f,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:45.177921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 07942873-9b2a-4a54-8293-2113c7d72639 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:45.178659 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (07942873-9b2a-4a54-8293-2113c7d72639), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.278799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:45.285270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:45.314391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2996783e-1777-4bb2-9270-75d01a6f4be4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.348873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 07942873-9b2a-4a54-8293-2113c7d72639 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:45.349271 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (07942873-9b2a-4a54-8293-2113c7d72639), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.409670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2996783e-1777-4bb2-9270-75d01a6f4be4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:45.418420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 07942873-9b2a-4a54-8293-2113c7d72639, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=07942873-9b2a-4a54-8293-2113c7d72639,segment=NetworkSegment(c7e358cf-c98c-475a-9d0b-020b810dc5cd),segment_id=c7e358cf-c98c-475a-9d0b-020b810dc5cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:45.421445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:45.434203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (07942873-9b2a-4a54-8293-2113c7d72639), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.437224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:45.460229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d2b99640-fecf-4b70-be2d-1a0fa700db71), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.460736 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Added segment d2b99640-fecf-4b70-be2d-1a0fa700db71 of type vlan for network 80401986-fb89-49cc-b5ad-34f184767db0 Mar 11 00:05:45.505147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:45.657152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:45.660096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=07942873-9b2a-4a54-8293-2113c7d72639,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:45.665999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:45.666667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.671198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97c6cd7b-1dd7-45a7-9ce7-d6e5ea90a602 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1465383 Mar 11 00:05:45.672766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60164) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:45.714561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b3cc3-192f-4938-ba94-5df3f3b75bf9 None None] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:45.722564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] Sync routers for ids ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:45.784122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] Routers {'7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:45.785270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:45.790007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf29b5-d476-4d8d-91b4-5948f80437c9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:45.811291 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1fbf29b5-d476-4d8d-91b4-5948f80437c9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports/722b421d-6b1f-466b-ba75-5618ed61139f HTTP/1.1" status: 200 len: 911 time: 0.1338723 Mar 11 00:05:45.811558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:45.818408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (80401986-fb89-49cc-b5ad-34f184767db0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.911477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (80401986-fb89-49cc-b5ad-34f184767db0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.912247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:45.912820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.959193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:45.979069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0158224 Mar 11 00:05:45.980098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:45.980505 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.010139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60178) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:46.013947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-567e52a2-bc70-4b6c-8814-135fc8764ee1 None None] Provisioning complete for port 07942873-9b2a-4a54-8293-2113c7d72639 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:46.014358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-567e52a2-bc70-4b6c-8814-135fc8764ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (07942873-9b2a-4a54-8293-2113c7d72639), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.015569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Request body: {'subnet': {'network_id': '80401986-fb89-49cc-b5ad-34f184767db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1851015920-subnet', 'tenant_id': '734ace169f2640948ed7427b99500d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:46.023818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:46.037303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.105921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9894584a-e214-40d6-a3a9-fe2b6b3eafe8 req-d2d68fe8-8a86-42bf-a37b-0f474f26f0b4 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0700684 Mar 11 00:05:46.110225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Made reservation on behalf of 734ace169f2640948ed7427b99500d1e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:46.116188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.146024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] Routers {'7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:46.146671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:46.158550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,segment=NetworkSegment(cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b),segment_id=cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:46.159663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe501c-b60b-48c2-83f2-761710873051 None None] Network 59025176-6eb2-480b-a963-e87af1b50346 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:46.255712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc47d64-1e4c-4139-80c9-ae36196fb0ac admin admin] Pushing event updated for resources: {'Network': ['ID=80401986-fb89-49cc-b5ad-34f184767db0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:46.271283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:46.272016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70887dcb-a2b9-4ad5-bb6a-5af20ad61d42 None None] The sync data for ids ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:46.273699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.279739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (310c15a1-c048-4595-bab8-5f513e99fd3c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.289125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 80401986-fb89-49cc-b5ad-34f184767db0 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:46.521600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.539756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:46.565827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-567e52a2-bc70-4b6c-8814-135fc8764ee1 None None] Current status of the port 07942873-9b2a-4a54-8293-2113c7d72639 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:46.588325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=8f1a0e54-fea0-4f6d-a64f-dc3205892965,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:46.636936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:46.695242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b0b17fa7-d619-4e8a-b279-1297e6fd7bf4 None None] Provisioning complete for port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:46.695583 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0b17fa7-d619-4e8a-b279-1297e6fd7bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.734504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (d61b170e-b505-47e9-9cef-abd264c7ebec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:46.837250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 59025176-6eb2-480b-a963-e87af1b50346 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:46.853564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:46.875664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b0b17fa7-d619-4e8a-b279-1297e6fd7bf4 None None] Current status of the port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:46.926032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 07942873-9b2a-4a54-8293-2113c7d72639 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:46.980447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Checking segment: {'id': 'd2b99640-fecf-4b70-be2d-1a0fa700db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:46.980732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Network hostable DHCP agents. Network: 80401986-fb89-49cc-b5ad-34f184767db0, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:47.004513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61b170e-b505-47e9-9cef-abd264c7ebec,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:47.024085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 07942873-9b2a-4a54-8293-2113c7d72639 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.024572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (07942873-9b2a-4a54-8293-2113c7d72639), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.082234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Network 80401986-fb89-49cc-b5ad-34f184767db0 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:47.251467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 07942873-9b2a-4a54-8293-2113c7d72639 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:47.252927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:47.300289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Provisioning complete for port 722b421d-6b1f-466b-ba75-5618ed61139f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.300943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.342395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.343092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.351558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f86d27bb-82d1-4aee-a62d-40ca50eade7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.380178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Port 722b421d-6b1f-466b-ba75-5618ed61139f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:47.423132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Provisioning complete for port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.423723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.603631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f86d27bb-82d1-4aee-a62d-40ca50eade7f admin admin] Publish callbacks [] for security_group (7c2a8ba7-60c5-400a-aa47-c5e1908ecadf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.615999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f86d27bb-82d1-4aee-a62d-40ca50eade7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7c2a8ba7-60c5-400a-aa47-c5e1908ecadf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.633041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:47.662891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Current status of the port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:47.682890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Provisioning complete for port 8f1a0e54-fea0-4f6d-a64f-dc3205892965 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.683303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.718276 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f86d27bb-82d1-4aee-a62d-40ca50eade7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b1bd4b81e24617aeb12d39e403f901&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0779827 Mar 11 00:05:47.723963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60194) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:47.726087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d27bb-82d1-4aee-a62d-40ca50eade7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a8ba7-60c5-400a-aa47-c5e1908ecadf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:47.729295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 80401986-fb89-49cc-b5ad-34f184767db0) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:47.737122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Port 8f1a0e54-fea0-4f6d-a64f-dc3205892965 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:47.746519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693000ed-0bd3-4fd1-a1b5-0b8c6f34b8a3 None None] Network 80401986-fb89-49cc-b5ad-34f184767db0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:47.772911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 722b421d-6b1f-466b-ba75-5618ed61139f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:47.776177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.778977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:47.780186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.786902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-429314e6-ed78-4daa-bbb6-b1d57e5fbcdb req-31f63cf2-952a-4c75-b750-f144d3102d53 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1022422 Mar 11 00:05:47.829536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Provisioning complete for port 07942873-9b2a-4a54-8293-2113c7d72639 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:47.829955 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (07942873-9b2a-4a54-8293-2113c7d72639), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:47.881433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97476bee-cfa1-411d-af3d-29f76304d927 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8701749 Mar 11 00:05:47.924969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 310c15a1-c048-4595-bab8-5f513e99fd3c is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:47.930363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] Publish callbacks [] for security_group (7c2a8ba7-60c5-400a-aa47-c5e1908ecadf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.025048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.055489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 722b421d-6b1f-466b-ba75-5618ed61139f owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:48.087676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:48.091156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] Publish callbacks [] for security_group (7c2a8ba7-60c5-400a-aa47-c5e1908ecadf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.107700 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] Sync routers for ids ['310c15a1-c048-4595-bab8-5f513e99fd3c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:48.110800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f09f20f2-a07a-4388-bffe-e33369f9d1e3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/310c15a1-c048-4595-bab8-5f513e99fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5542514 Mar 11 00:05:48.127800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] Routers {'310c15a1-c048-4595-bab8-5f513e99fd3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:48.128600 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['310c15a1-c048-4595-bab8-5f513e99fd3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:48.130771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:48.190296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7c2a8ba7-60c5-400a-aa47-c5e1908ecadf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.195042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.197376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2a8ba7-60c5-400a-aa47-c5e1908ecadf HTTP/1.1" status: 204 len: 168 time: 0.4736841 Mar 11 00:05:48.208309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08946412-3acd-460a-b4fc-0263e8c0a830 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:48.209434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8752d-3e76-42cd-a0bc-9766bed289d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a8ba7-60c5-400a-aa47-c5e1908ecadf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:48.209925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-08946412-3acd-460a-b4fc-0263e8c0a830 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports/8f1a0e54-fea0-4f6d-a64f-dc3205892965 HTTP/1.1" status: 200 len: 910 time: 0.0785203 Mar 11 00:05:48.212433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60208) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:48.229620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a58947d5-8b67-4e88-b84e-68796c598f7d'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:48.234173 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:48.250837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a30cf4-06a0-4a40-b375-9a755a53f629 None None] Network 80401986-fb89-49cc-b5ad-34f184767db0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:48.258357 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] Routers {'310c15a1-c048-4595-bab8-5f513e99fd3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:48.259162 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['310c15a1-c048-4595-bab8-5f513e99fd3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:48.313604 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:48.314789 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcef76-6eb9-4f80-8819-399e2a388255 None None] The sync data for ids ['310c15a1-c048-4595-bab8-5f513e99fd3c'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:48.484008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (722b421d-6b1f-466b-ba75-5618ed61139f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.538290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb699937-3066-48b9-a52b-d20f52f950b8 None None] Current status of the port 07942873-9b2a-4a54-8293-2113c7d72639 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:48.542729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=722b421d-6b1f-466b-ba75-5618ed61139f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:48.605923 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.676022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8ec53e6c-10d5-41b1-9644-889fe8988cb5 None None] Provisioning complete for port 8f1a0e54-fea0-4f6d-a64f-dc3205892965 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:48.678167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ec53e6c-10d5-41b1-9644-889fe8988cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.767254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8ec53e6c-10d5-41b1-9644-889fe8988cb5 None None] Port 8f1a0e54-fea0-4f6d-a64f-dc3205892965 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:05:48.776501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8ec53e6c-10d5-41b1-9644-889fe8988cb5 None None] Could not find standard attr ID for object 722b421d-6b1f-466b-ba75-5618ed61139f. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:05:48.846250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:48.919446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60228) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:48.953180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee05921-8533-4aa7-9578-b4c82568895e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.042283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-934b756d-2b5a-4d9e-8b3e-99c169e6991c req-29db7ab3-0912-4239-9c5b-17f8857b28e5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0518434 Mar 11 00:05:49.101578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:49.183359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-a9758e49-7e41-485f-9e8c-2158a3b0c76b tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:49.183359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-a9758e49-7e41-485f-9e8c-2158a3b0c76b tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/networks?id=80401986-fb89-49cc-b5ad-34f184767db0 HTTP/1.1" status: 200 len: 809 time: 0.3084803 Mar 11 00:05:49.221140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:49.228009 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f20d98eb-245c-4c32-aa30-18bd62eebafc tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146624 Mar 11 00:05:49.231056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-6568636e-0af6-4051-82a1-faf3679edac9 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/quotas/734ace169f2640948ed7427b99500d1e HTTP/1.1" status: 200 len: 375 time: 0.0374005 Mar 11 00:05:49.236503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60230) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:49.238396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] Sync routers for ids ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:49.252978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] Routers {'7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:49.258015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:49.283379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-abb60687-dcfc-4367-b4e5-b8f5cfe591e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 HTTP/1.1" status: 200 len: 205 time: 0.0447311 Mar 11 00:05:49.284681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60232) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:49.310990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:49.318113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-a70c34dd-f482-4ab5-bb88-f9eb7eb52d05 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=734ace169f2640948ed7427b99500d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763319 Mar 11 00:05:49.327159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] Routers {'7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:49.328140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:49.356192 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee05921-8533-4aa7-9578-b4c82568895e admin admin] Publish callbacks [] for security_group (f08c6654-b85a-467d-a17d-11e2983270d8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.376722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:49.377892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95b81b-cec7-4598-b913-5ce39e753e36 None None] The sync data for ids ['7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:49.380232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee05921-8533-4aa7-9578-b4c82568895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f08c6654-b85a-467d-a17d-11e2983270d8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.399495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.405808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:05:49.484679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05921-8533-4aa7-9578-b4c82568895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c6654-b85a-467d-a17d-11e2983270d8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:49.501136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9ee05921-8533-4aa7-9578-b4c82568895e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b6f718c4ce245a78ba6c24409153b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804114 Mar 11 00:05:49.508263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:49.512462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-5b6ef9b5-fe67-4999-80a6-c4171f7b2677 service neutron] 10.222.0.21 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874654 Mar 11 00:05:49.514508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.540385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.600050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.605107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.667306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:49.668034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.672304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/ports/8f1a0e54-fea0-4f6d-a64f-dc3205892965 HTTP/1.1" status: 200 len: 910 time: 1.4543607 Mar 11 00:05:49.672499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.672499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:49.672715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d66f-cfcf-4f22-9c70-e9b47e6002d6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=8f1a0e54-fea0-4f6d-a64f-dc3205892965,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:49.672813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] Publish callbacks [] for security_group (f08c6654-b85a-467d-a17d-11e2983270d8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.672913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60238) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:49.678188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.682087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-255eb7f1-c702-4b2e-acdc-8e470c6a79b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 HTTP/1.1" status: 204 len: 168 time: 0.3961937 Mar 11 00:05:49.683733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60240) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:49.736713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] Publish callbacks [] for security_group (f08c6654-b85a-467d-a17d-11e2983270d8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.765015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 7a29c9eb-6343-49e6-b733-9b6a1ebbf639 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:49.768502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-a2045f89-3d62-43bd-a2b4-786397d2701e service neutron] 10.222.0.21 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469327 Mar 11 00:05:49.773532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (7a29c9eb-6343-49e6-b733-9b6a1ebbf639), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.830511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (7a29c9eb-6343-49e6-b733-9b6a1ebbf639), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.863606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f08c6654-b85a-467d-a17d-11e2983270d8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.866028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:49.876509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f08c6654-b85a-467d-a17d-11e2983270d8 HTTP/1.1" status: 204 len: 168 time: 0.3605363 Mar 11 00:05:49.895770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeca42-bfc9-46f6-86be-45fce0afdb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c6654-b85a-467d-a17d-11e2983270d8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:49.993956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7a29c9eb-6343-49e6-b733-9b6a1ebbf639), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.071688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (7a29c9eb-6343-49e6-b733-9b6a1ebbf639), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.078953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4e0d2db-0d7e-465c-b70e-8c8e858249a6 req-04507128-a926-42cf-bf50-02199018ded4 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 210 time: 0.0419378 Mar 11 00:05:50.135811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=7a29c9eb-6343-49e6-b733-9b6a1ebbf639,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:50.149311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.155613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c603478d-cab0-44fd-9115-ab38aaa5219c None None] Network 0df55f4b-b385-41a5-a467-a2b8a67577b1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:50.161873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c27356cd-b76e-43eb-a896-b4362e90acb4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/7a29c9eb-6343-49e6-b733-9b6a1ebbf639 HTTP/1.1" status: 204 len: 168 time: 0.4770370 Mar 11 00:05:50.162669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:50.177484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (310c15a1-c048-4595-bab8-5f513e99fd3c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.316904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0df55f4b-b385-41a5-a467-a2b8a67577b1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.375635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3fd7c63-7efc-4c1f-93fc-1e39d58c028a req-f55f1920-775d-4719-b48d-a7e5fd1ffac3 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1202419 Mar 11 00:05:50.415745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 07942873-9b2a-4a54-8293-2113c7d72639 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:50.416161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (07942873-9b2a-4a54-8293-2113c7d72639), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.498887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] DHCP port deletion for 0df55f4b-b385-41a5-a467-a2b8a67577b1 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:50.575078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 07942873-9b2a-4a54-8293-2113c7d72639, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=07942873-9b2a-4a54-8293-2113c7d72639,segment=NetworkSegment(c7e358cf-c98c-475a-9d0b-020b810dc5cd),segment_id=c7e358cf-c98c-475a-9d0b-020b810dc5cd)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:50.575413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (07942873-9b2a-4a54-8293-2113c7d72639), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.589368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Deleting port 07942873-9b2a-4a54-8293-2113c7d72639 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:50.591766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (07942873-9b2a-4a54-8293-2113c7d72639), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.604290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 07942873-9b2a-4a54-8293-2113c7d72639 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:50.724271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 8f1a0e54-fea0-4f6d-a64f-dc3205892965 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:50.724529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.741453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] For port 07942873-9b2a-4a54-8293-2113c7d72639, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=07942873-9b2a-4a54-8293-2113c7d72639,segment=NetworkSegment(c7e358cf-c98c-475a-9d0b-020b810dc5cd),segment_id=c7e358cf-c98c-475a-9d0b-020b810dc5cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:50.741864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (07942873-9b2a-4a54-8293-2113c7d72639), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.777362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (07942873-9b2a-4a54-8293-2113c7d72639), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.790262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Calling delete_port for 07942873-9b2a-4a54-8293-2113c7d72639 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:50.865482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=07942873-9b2a-4a54-8293-2113c7d72639,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:50.875782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port 07942873-9b2a-4a54-8293-2113c7d72639 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:50.913435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:50.951083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 07942873-9b2a-4a54-8293-2113c7d72639 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:50.952666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 8f1a0e54-fea0-4f6d-a64f-dc3205892965 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:50.980478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 07942873-9b2a-4a54-8293-2113c7d72639 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:50.981172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 07942873-9b2a-4a54-8293-2113c7d72639 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:51.011039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0df55f4b-b385-41a5-a467-a2b8a67577b1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.038932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df55f4b-b385-41a5-a467-a2b8a67577b1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:51.052102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (07942873-9b2a-4a54-8293-2113c7d72639), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.064463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e358cf-c98c-475a-9d0b-020b810dc5cd') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:51.064854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e358cf-c98c-475a-9d0b-020b810dc5cd') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:51.094777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (c7e358cf-c98c-475a-9d0b-020b810dc5cd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.113011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c7e358cf-c98c-475a-9d0b-020b810dc5cd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.121524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:51.122880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (c7e358cf-c98c-475a-9d0b-020b810dc5cd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.126307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] Pushing event deleted for resources: {'Port': ['ID=07942873-9b2a-4a54-8293-2113c7d72639,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:51.129813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef8b0f-5ff7-4c6a-80cc-5e3417e34208 None None] No DVR routers for this DVR port 07942873-9b2a-4a54-8293-2113c7d72639 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:51.215752 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:51.220400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0df55f4b-b385-41a5-a467-a2b8a67577b1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.229061 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.238116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/0df55f4b-b385-41a5-a467-a2b8a67577b1 HTTP/1.1" status: 204 len: 168 time: 1.0694325 Mar 11 00:05:51.250221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:51.251326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72101c-7086-459f-b712-a565f1796d4d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=0df55f4b-b385-41a5-a467-a2b8a67577b1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:51.258227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649645249', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:51.286288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.287641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.307247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6558efe9-44c9-499e-a043-dd38ce1282fe req-901cda6a-3f0a-4aa9-9b78-7d2c48854ecb tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 210 time: 0.0490799 Mar 11 00:05:51.341658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8f1a0e54-fea0-4f6d-a64f-dc3205892965), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.376342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.382344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=8f1a0e54-fea0-4f6d-a64f-dc3205892965,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:51.597322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3762c34c-6c63-4198-b8d0-331d7681f312 req-451ebda7-ef4a-480e-b264-0598b92c5e6a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0428076 Mar 11 00:05:51.646252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (310c15a1-c048-4595-bab8-5f513e99fd3c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.774131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_gateway (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:51.842094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-6fe3ed85-a332-4069-b890-c77c0ee3b07c tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:51.843573 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-6fe3ed85-a332-4069-b890-c77c0ee3b07c tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.30 "GET /v2.0/networks?id=80401986-fb89-49cc-b5ad-34f184767db0 HTTP/1.1" status: 200 len: 809 time: 0.3406193 Mar 11 00:05:51.870537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Request body: {'port': {'device_id': '7fc481a2-25af-42dc-95be-0e87f389f303', 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0', 'admin_state_up': True, 'tenant_id': '734ace169f2640948ed7427b99500d1e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:51.912380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router 310c15a1-c048-4595-bab8-5f513e99fd3c has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:52.013683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:52.026489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60294) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:52.029600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d1dd3d64-77ed-48c1-ac00-2b151993e904 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/310c15a1-c048-4595-bab8-5f513e99fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3539913 Mar 11 00:05:52.031408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] Sync routers for ids ['310c15a1-c048-4595-bab8-5f513e99fd3c'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:52.043017 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] Routers {'310c15a1-c048-4595-bab8-5f513e99fd3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:52.046941 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['310c15a1-c048-4595-bab8-5f513e99fd3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:52.067546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-67962272-9580-474f-83ca-ff1526d0ce11 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=310c15a1-c048-4595-bab8-5f513e99fd3c HTTP/1.1" status: 200 len: 205 time: 0.0392995 Mar 11 00:05:52.071677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60296) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:52.095687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:52.101657 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] Routers {'310c15a1-c048-4595-bab8-5f513e99fd3c'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:52.103163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['310c15a1-c048-4595-bab8-5f513e99fd3c'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:52.125878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Made reservation on behalf of 734ace169f2640948ed7427b99500d1e for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:52.129811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.160037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:52.160793 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccc15d-187a-40a7-b748-927ab27c384f None None] The sync data for ids ['310c15a1-c048-4595-bab8-5f513e99fd3c'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:52.209396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.211085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_gateway (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.260038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.420955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.423962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (310c15a1-c048-4595-bab8-5f513e99fd3c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.492948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Allocated IP 172.20.0.14 (80401986-fb89-49cc-b5ad-34f184767db0/d61b170e-b505-47e9-9cef-abd264c7ebec/c1f72d99-8dbc-431c-b135-a49586ba4581) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:52.523751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 172.25.7.86 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9d705175-2e65-4fa0-b757-b0c5af42f447) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:52.824407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (9d705175-2e65-4fa0-b757-b0c5af42f447), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.876515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks [] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.906127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9d705175-2e65-4fa0-b757-b0c5af42f447), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.920157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9facce5-cee6-4b90-9dbb-febd2fe14b59 req-11fcc2a2-350a-4b09-8779-9f4b11e813b1 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 210 time: 0.0405290 Mar 11 00:05:52.939163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89fb97c9-e458-4838-8d0d-cfde5d5e5d7f req-99bd60e6-7159-4aef-889c-3675899afa02 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0643089 Mar 11 00:05:52.940054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (310c15a1-c048-4595-bab8-5f513e99fd3c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.940739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router 310c15a1-c048-4595-bab8-5f513e99fd3c {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:52.960944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:52.967230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:52.974721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:52.976145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d1c3964-f4ed-4c1e-b42a-6876d05579f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/310c15a1-c048-4595-bab8-5f513e99fd3c HTTP/1.1" status: 204 len: 168 time: 0.9029601 Mar 11 00:05:52.977662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:52.980228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60324) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:53.020757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.056811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=9d705175-2e65-4fa0-b757-b0c5af42f447,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:53.122129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Network 80401986-fb89-49cc-b5ad-34f184767db0 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:53.126654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet a58947d5-8b67-4e88-b84e-68796c598f7d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:05:53.168710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:53.173949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (a58947d5-8b67-4e88-b84e-68796c598f7d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.176654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:53.228827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Pushing event updated for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:53.618184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60342) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:53.650756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a58947d5-8b67-4e88-b84e-68796c598f7d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.696277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:53.697178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.756315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86070854-e09c-4b0c-9be0-4fc97135892d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.759000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-8b2e1237-4c43-49dc-8910-1d64afcb257e tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8992708 Mar 11 00:05:53.794045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Request body: {'port': {'device_id': '7fc481a2-25af-42dc-95be-0e87f389f303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:53.868066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86070854-e09c-4b0c-9be0-4fc97135892d admin admin] Publish callbacks [] for security_group (a0154b72-fa8a-4b14-b0b8-772cab747b50), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.873142 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86070854-e09c-4b0c-9be0-4fc97135892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0154b72-fa8a-4b14-b0b8-772cab747b50), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.875677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a58947d5-8b67-4e88-b84e-68796c598f7d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.916737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86070854-e09c-4b0c-9be0-4fc97135892d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1468af3751554558b85d481ffc4e5f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950292 Mar 11 00:05:53.917734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60346) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:53.920374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86070854-e09c-4b0c-9be0-4fc97135892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0154b72-fa8a-4b14-b0b8-772cab747b50,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:53.966859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:53.981415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_gateway (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.090201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa21e7c4-78ae-4ed5-8537-e5f65f273d45 req-4f57daf6-87ba-4623-87bb-e3bf5f91fdc9 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0324001 Mar 11 00:05:54.094005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a58947d5-8b67-4e88-b84e-68796c598f7d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.127386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddc9e2-b3bf-46e4-9571-ba111e879f1c req-0f1b2a07-de5f-4cd9-a3ab-f664df266df1 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:54.128767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffddc9e2-b3bf-46e4-9571-ba111e879f1c req-0f1b2a07-de5f-4cd9-a3ab-f664df266df1 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 932 time: 0.1178327 Mar 11 00:05:54.175955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] Publish callbacks [] for security_group (a0154b72-fa8a-4b14-b0b8-772cab747b50), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.177650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=a58947d5-8b67-4e88-b84e-68796c598f7d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:54.192763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffddc9e2-b3bf-46e4-9571-ba111e879f1c req-286b6765-7ed0-4935-8dec-76b0717e73cb tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550196 Mar 11 00:05:54.202875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f0740-a3ad-4b2d-a107-76da19def2d4 None None] Network 59025176-6eb2-480b-a963-e87af1b50346 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:54.242998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.248773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b5f2b0f9-1d8d-46c5-83e4-5314abab0c9e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/a58947d5-8b67-4e88-b84e-68796c598f7d HTTP/1.1" status: 204 len: 168 time: 1.2649324 Mar 11 00:05:54.249855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60352) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:54.284955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] Publish callbacks [] for security_group (a0154b72-fa8a-4b14-b0b8-772cab747b50), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.368475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (59025176-6eb2-480b-a963-e87af1b50346), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.392532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] DHCP port deletion for 59025176-6eb2-480b-a963-e87af1b50346 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:05:54.434008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:54.434411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.451564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Deleting port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:54.452294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.508353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a0154b72-fa8a-4b14-b0b8-772cab747b50), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.510836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.512931 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0154b72-fa8a-4b14-b0b8-772cab747b50 HTTP/1.1" status: 204 len: 168 time: 0.5905597 Mar 11 00:05:54.522938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,segment=NetworkSegment(cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b),segment_id=cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:54.523313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.528933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf002618-ede8-4fc1-ad05-c5f9159595c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0154b72-fa8a-4b14-b0b8-772cab747b50,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:54.538276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:54.539059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.571659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] For port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,segment=NetworkSegment(cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b),segment_id=cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:54.574586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.607833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Calling delete_port for 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:54.632816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.678585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:54.681369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f72d99-8dbc-431c-b135-a49586ba4581 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:05:54.681869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:54.695638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks [] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.724354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Transition to ACTIVE for port object c1f72d99-8dbc-431c-b135-a49586ba4581 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:05:54.737547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.839179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (8793ffa2-5de0-4ba9-9cb1-7234d53434a2), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.842782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (59025176-6eb2-480b-a963-e87af1b50346), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.890591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:54.893837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59025176-6eb2-480b-a963-e87af1b50346']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:54.906440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] Pushing event deleted for resources: {'Port': ['ID=8793ffa2-5de0-4ba9-9cb1-7234d53434a2,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:54.909196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:05:54.913497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:54.913802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:54.924542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:54.931067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.946024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:05:54.946408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:05:54.948372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.953001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d34f5-4768-4b6e-8e44-06b475d93706 None None] No DVR routers for this DVR port 8793ffa2-5de0-4ba9-9cb1-7234d53434a2 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:05:54.955686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:05:54.956111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (cd450a34-90f8-4dc1-8cdc-fbdc44d9db8b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:05:54.976554 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:05:55.035480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (59025176-6eb2-480b-a963-e87af1b50346), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.056546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60358) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.065124 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.072118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/59025176-6eb2-480b-a963-e87af1b50346 HTTP/1.1" status: 204 len: 168 time: 0.8172624 Mar 11 00:05:55.072118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da1ff-5f63-4e95-9a98-9a2796f31879 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=59025176-6eb2-480b-a963-e87af1b50346,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:55.072118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60360) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.077279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-467835084', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:55.083883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Attempting to bind port c1f72d99-8dbc-431c-b135-a49586ba4581 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:55.084372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Attempting to bind port c1f72d99-8dbc-431c-b135-a49586ba4581 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'd2b99640-fecf-4b70-be2d-1a0fa700db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:55.084940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Attempting to bind port c1f72d99-8dbc-431c-b135-a49586ba4581 on network 80401986-fb89-49cc-b5ad-34f184767db0 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:55.099559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Port c1f72d99-8dbc-431c-b135-a49586ba4581 on network 80401986-fb89-49cc-b5ad-34f184767db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:05:55.100056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Attempting to bind port c1f72d99-8dbc-431c-b135-a49586ba4581 on network 80401986-fb89-49cc-b5ad-34f184767db0 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:55.100611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.101766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.105166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92c6d600-24a2-4c7f-8bb7-d86adeaf3587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.121096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:55.121876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Checking segment: {'id': 'd2b99640-fecf-4b70-be2d-1a0fa700db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:55.122366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Bound using segment: {'id': 'd2b99640-fecf-4b70-be2d-1a0fa700db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:55.123041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Bound port: c1f72d99-8dbc-431c-b135-a49586ba4581, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2b99640-fecf-4b70-be2d-1a0fa700db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:55.123517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.165285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.171565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.212440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a65041bf-6cc7-4ef3-aa50-1020cfd9bd80 req-35509dc8-1a33-48a4-92c7-8c5030987e62 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Mar 11 00:05:55.215093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.218705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf8d3c29-fc5c-4826-89fa-0a24c6058b83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1432605 Mar 11 00:05:55.219475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60366) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.225448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-809635719'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:55.242417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:55.255423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] Sync routers for ids ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:55.264462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:55.268189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.278733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] Routers {'31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:55.279730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:55.326590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:55.327761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:55.336519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.338178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] Routers {'31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:55.339188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:55.340941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.342435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ae2afe1-4671-481c-ad6e-46a520204bd7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0886402 Mar 11 00:05:55.350469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5708a9db-a47e-477a-94cc-f764b14fae2f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.350832 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment 5708a9db-a47e-477a-94cc-f764b14fae2f of type vlan for network 021e590c-f550-46c4-bb8c-ecca783c08c9 Mar 11 00:05:55.360857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:55.365510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1f72d99-8dbc-431c-b135-a49586ba4581,segment=NetworkSegment(d2b99640-fecf-4b70-be2d-1a0fa700db71),segment_id=d2b99640-fecf-4b70-be2d-1a0fa700db71)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:55.380781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.386147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:55.387011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951deb92-b373-4252-a3ed-1b593a61d39b None None] The sync data for ids ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:55.412231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dfba5-0234-4a13-b211-6bbc02d88854 req-345d7ad3-baf2-4ed1-ac69-c1003a5bca1b tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:55.413727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b91dfba5-0234-4a13-b211-6bbc02d88854 req-345d7ad3-baf2-4ed1-ac69-c1003a5bca1b tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 944 time: 0.1356578 Mar 11 00:05:55.445807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92c6d600-24a2-4c7f-8bb7-d86adeaf3587 admin admin] Publish callbacks [] for security_group (eb8176bd-980e-46b4-85eb-3a47a8d135fd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.453902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:55.454791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.456289 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1f72d99-8dbc-431c-b135-a49586ba4581 HTTP/1.1" status: 200 len: 1092 time: 1.6886201 Mar 11 00:05:55.456973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:05:55.459361 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f3149-f87a-4047-8f15-0577fa687fac" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:05:55.462500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92c6d600-24a2-4c7f-8bb7-d86adeaf3587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb8176bd-980e-46b4-85eb-3a47a8d135fd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.474697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (021e590c-f550-46c4-bb8c-ecca783c08c9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.532411 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cdb3c7-9d88-496f-a4f2-2a8498bc07e7 x-openstack-request-id: req-80cdb3c7-9d88-496f-a4f2-2a8498bc07e7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:05:55.533253 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:05:55.533253 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80cdb3c7-9d88-496f-a4f2-2a8498bc07e7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:05:55.533528 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581', 'status': 'completed', 'code': 200} Mar 11 00:05:55.580702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92c6d600-24a2-4c7f-8bb7-d86adeaf3587 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98bea9bea7c146969d33963375bf9bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5178635 Mar 11 00:05:55.580992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (021e590c-f550-46c4-bb8c-ecca783c08c9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.583654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60372) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.584708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:55.585355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.591322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6d600-24a2-4c7f-8bb7-d86adeaf3587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8176bd-980e-46b4-85eb-3a47a8d135fd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:55.594324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3faebb-595a-4fe8-999a-1457c7e84d24 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:55.604336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b91dfba5-0234-4a13-b211-6bbc02d88854 req-400ce49f-4ebb-4928-83be-6577a96ebef0 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680577 Mar 11 00:05:55.631776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-29f820bd-5056-4156-baa7-4baef130a785 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers/31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 200 len: 884 time: 0.2894213 Mar 11 00:05:55.636259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60374) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.642205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4215777 Mar 11 00:05:55.650406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60376) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:55.659117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:55.702729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0736de-4e4d-4580-9348-b41353e7c9b7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=021e590c-f550-46c4-bb8c-ecca783c08c9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:55.716545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:55.724414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-5ec253d4-4790-404f-9f18-da87011ff833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:55.725954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-5ec253d4-4790-404f-9f18-da87011ff833 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=734ace169f2640948ed7427b99500d1e&device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 1126 time: 0.2025802 Mar 11 00:05:55.778584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-a3251476-a0b5-4337-945d-4e0bf957fa23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f72d99-8dbc-431c-b135-a49586ba4581 HTTP/1.1" status: 200 len: 217 time: 0.0411940 Mar 11 00:05:55.806111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:55.810294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.814853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] Publish callbacks [] for security_group (eb8176bd-980e-46b4-85eb-3a47a8d135fd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.859127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] Publish callbacks [] for security_group (eb8176bd-980e-46b4-85eb-3a47a8d135fd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:55.870056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-0955238d-356d-47b6-865c-911728f5c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:55.871520 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-0955238d-356d-47b6-865c-911728f5c1f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d61b170e-b505-47e9-9cef-abd264c7ebec HTTP/1.1" status: 200 len: 849 time: 0.0870090 Mar 11 00:05:55.923682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-44a77f71-93e7-4503-a697-6279009a0da2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80401986-fb89-49cc-b5ad-34f184767db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426066 Mar 11 00:05:56.011350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (058c4dfe-46bd-4b26-a483-01ae1b9f06b8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.029248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (eb8176bd-980e-46b4-85eb-3a47a8d135fd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.031733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.035101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb8176bd-980e-46b4-85eb-3a47a8d135fd HTTP/1.1" status: 204 len: 168 time: 0.4481697 Mar 11 00:05:56.058373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c88cd-2407-4468-a4a0-d10d28cec23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8176bd-980e-46b4-85eb-3a47a8d135fd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:56.082784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=058c4dfe-46bd-4b26-a483-01ae1b9f06b8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:56.095248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-cf0dbaee-1070-4b90-87a6-37fb24083dda service neutron] 10.222.0.30 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637938 Mar 11 00:05:56.096785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:56.097171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 021e590c-f550-46c4-bb8c-ecca783c08c9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:05:56.106773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-69702f87-86ef-4be2-a23a-5c776f84b5de tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4655423 Mar 11 00:05:56.107254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60380) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:56.112429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1649645249'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:56.164041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:05:56.182920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 021e590c-f550-46c4-bb8c-ecca783c08c9) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:56.193539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc883e-47f4-4168-942c-adeae0667805 None None] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:56.221490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:56.222218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.230301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e7a6b786-a30b-4240-9b2a-2be9bf39f7f4 req-e52f5830-7e7a-4c43-bc37-4f67c0d627ed service neutron] 10.222.0.30 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253726 Mar 11 00:05:56.252722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-457af5e4-4286-4c16-beb5-525fe6c91227 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6012588 Mar 11 00:05:56.255731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:56.403545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-021e590c-f550-46c4-bb8c-ecca783c08c9', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:05:56.405594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.457698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0bc4d4d-4ca3-4835-8cb9-05124484d98b req-9ab883bd-8dd6-4e0c-9dd4-08dce0973fe3 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0417290 Mar 11 00:05:56.591251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-2bb8a832-8d07-4928-b919-b26279c48fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:56.592890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-2bb8a832-8d07-4928-b919-b26279c48fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=734ace169f2640948ed7427b99500d1e&device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 1126 time: 0.2797496 Mar 11 00:05:56.634442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Allocated IP 172.20.0.2 (021e590c-f550-46c4-bb8c-ecca783c08c9/058c4dfe-46bd-4b26-a483-01ae1b9f06b8/c0460bcd-4965-4951-843b-3907409cf205) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:56.638565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.670678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.846179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks [] for port (c0460bcd-4965-4951-843b-3907409cf205), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.858495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c0460bcd-4965-4951-843b-3907409cf205), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:56.893714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router 31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:05:56.924285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Pushing event updated for resources: {'Port': ['ID=c0460bcd-4965-4951-843b-3907409cf205,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:56.924950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dd272-83f8-45bd-b794-a927a47caee7 req-e0f8ae2f-1f7b-401a-a780-d95ad1060a8d tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:56.927192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad9dd272-83f8-45bd-b794-a927a47caee7 req-e0f8ae2f-1f7b-401a-a780-d95ad1060a8d tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 944 time: 0.1137779 Mar 11 00:05:56.933817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:56.937169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:56.944189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:56.985097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.036677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad9dd272-83f8-45bd-b794-a927a47caee7 req-2860d001-8537-4ee3-b290-f839b5ac950a tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673988 Mar 11 00:05:57.047748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Attempting to bind port c0460bcd-4965-4951-843b-3907409cf205 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:05:57.048369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Attempting to bind port c0460bcd-4965-4951-843b-3907409cf205 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:05:57.049040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Attempting to bind port c0460bcd-4965-4951-843b-3907409cf205 on network 021e590c-f550-46c4-bb8c-ecca783c08c9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:05:57.055452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:05:57.056188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Checking segment: {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:05:57.056814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.057547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Bound using segment: {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:05:57.058462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Bound port: c0460bcd-4965-4951-843b-3907409cf205, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:05:57.059586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c0460bcd-4965-4951-843b-3907409cf205), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.098275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:57.107557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.111271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] Sync routers for ids ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:05:57.121446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5509b91-bfe1-4dcb-a795-21144e939088 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 200 len: 891 time: 1.0108564 Mar 11 00:05:57.123786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60404) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:57.128256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] Routers {'31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:57.131188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:57.179051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] For port c0460bcd-4965-4951-843b-3907409cf205, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:05:57.187461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] For port c0460bcd-4965-4951-843b-3907409cf205, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c0460bcd-4965-4951-843b-3907409cf205,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:05:57.195449 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:57.216799 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c0460bcd-4965-4951-843b-3907409cf205), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.226439 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] Routers {'31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:05:57.228515 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:57.267636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-b4872edf-f291-4357-82bb-8fa9a3fec22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:57.269678 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-b4872edf-f291-4357-82bb-8fa9a3fec22b service neutron] 10.222.0.30 "GET /v2.0/networks?id=80401986-fb89-49cc-b5ad-34f184767db0 HTTP/1.1" status: 200 len: 910 time: 0.6274204 Mar 11 00:05:57.305768 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:05:57.311709 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d567f0fe-4c6b-490c-9a57-e7014265fb79 None None] The sync data for ids ['31fc8634-67c6-4eac-a5bc-9f3e71fe56b6'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:05:57.353331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-611cd782-a361-440a-a9d8-7c8a21f9dd3d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers/31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 200 len: 891 time: 0.2261734 Mar 11 00:05:57.354885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60408) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:57.369310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d099-7242-4c89-9126-271a52e7ab48 None None] Pushing event updated for resources: {'Port': ['ID=c0460bcd-4965-4951-843b-3907409cf205,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:57.407709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-22941dfe-0ae2-4a96-8074-28c17e7b8cdf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 200 len: 205 time: 0.0511208 Mar 11 00:05:57.410246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60412) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:57.664885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-132df6a8-d0cd-4007-837f-c2494e027127 req-256283e0-1e9b-423a-9c39-80e3489d2e1d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0674281 Mar 11 00:05:57.667733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.864663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60420) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:57.874239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_gateway (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:57.961798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-7053a4ec-580d-4bfe-8e93-422ae378704c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f72d99-8dbc-431c-b135-a49586ba4581 HTTP/1.1" status: 200 len: 217 time: 0.6368074 Mar 11 00:05:57.962281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 9d705175-2e65-4fa0-b757-b0c5af42f447 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:05:57.962793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9d705175-2e65-4fa0-b757-b0c5af42f447), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.016744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.20.0.1 (021e590c-f550-46c4-bb8c-ecca783c08c9/058c4dfe-46bd-4b26-a483-01ae1b9f06b8/0313d228-c23e-490d-82d1-350c14bfa6cd) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:05:58.038636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-99879b2b-826e-4772-81d8-015c700d70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:58.040058 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-99879b2b-826e-4772-81d8-015c700d70bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d61b170e-b505-47e9-9cef-abd264c7ebec HTTP/1.1" status: 200 len: 849 time: 0.0711644 Mar 11 00:05:58.051823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d456af8-a6f3-48eb-8f83-f5079443f942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.085992 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-19c64739-735d-4507-8aad-0e81678b5f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80401986-fb89-49cc-b5ad-34f184767db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405104 Mar 11 00:05:58.093396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9d705175-2e65-4fa0-b757-b0c5af42f447), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.112351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 9d705175-2e65-4fa0-b757-b0c5af42f447 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:05:58.248091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.263256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-b765f52e-4344-441b-ade8-70db9955dc73 service neutron] 10.222.0.30 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673071 Mar 11 00:05:58.275838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d456af8-a6f3-48eb-8f83-f5079443f942 admin admin] Publish callbacks [] for security_group (c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.319065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd2d21-9593-4695-a3e0-2ac2257edd44 req-72cb4f69-ef37-49b8-a42e-64c70bd10c17 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:58.320670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34dd2d21-9593-4695-a3e0-2ac2257edd44 req-72cb4f69-ef37-49b8-a42e-64c70bd10c17 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 944 time: 0.1487513 Mar 11 00:05:58.325677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d456af8-a6f3-48eb-8f83-f5079443f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.350563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.406336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:58.414278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:58.422959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:05:58.462171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3d456af8-a6f3-48eb-8f83-f5079443f942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa9342f95b8045618ae7144faabf098b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929565 Mar 11 00:05:58.468277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:58.473233 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5b6f3149-f87a-4047-8f15-0577fa687fac req-598a7627-07f5-40bd-9a63-15b17612759d service neutron] 10.222.0.30 "GET /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032001 Mar 11 00:05:58.478812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:58.481594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d456af8-a6f3-48eb-8f83-f5079443f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:58.507415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.536853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34dd2d21-9593-4695-a3e0-2ac2257edd44 req-680ca1df-82bc-4e05-894c-55852733cb02 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071152 Mar 11 00:05:58.541419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9d705175-2e65-4fa0-b757-b0c5af42f447), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.580309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=9d705175-2e65-4fa0-b757-b0c5af42f447,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:58.684742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.685022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.742636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] Publish callbacks [] for security_group (c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.870578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6600c501-d8bd-41b9-a437-c138cac5789c None None] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:05:58.931575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b20ac33-cca3-4e40-97fd-138274dfaaf2 req-74348c09-e117-42a4-b8ae-44f2a19ede5a tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0875783 Mar 11 00:05:58.943994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.957027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.964407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Provisioning complete for port c0460bcd-4965-4951-843b-3907409cf205 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:58.965600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] Publish callbacks [] for security_group (c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:58.966975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c0460bcd-4965-4951-843b-3907409cf205), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.014788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c0460bcd-4965-4951-843b-3907409cf205 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:05:59.041129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (31fc8634-67c6-4eac-a5bc-9f3e71fe56b6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.041750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router 31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:05:59.061431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.066280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-87f9597d-9157-429e-9643-c4bffa006133 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 204 len: 168 time: 1.6513498 Mar 11 00:05:59.066448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60430) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:59.073070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1828524364'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:59.096792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.102034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.103106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.112714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.136559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b HTTP/1.1" status: 204 len: 168 time: 0.6651402 Mar 11 00:05:59.156237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ab61d-7ac2-4f19-a9e1-d091c93976da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c2b4d9-e43d-4dd0-85f5-d6c3526a453b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:59.170160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:59.172742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Current status of the port c0460bcd-4965-4951-843b-3907409cf205 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:59.173451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c0460bcd-4965-4951-843b-3907409cf205), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.174293 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.190981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c0460bcd-4965-4951-843b-3907409cf205 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:05:59.192011 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c0460bcd-4965-4951-843b-3907409cf205), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.220440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:59.241601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.243605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:05:59.248683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1f72d99-8dbc-431c-b135-a49586ba4581 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:05:59.274627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c32c1172-f24d-4548-b4c4-2788af616967), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.275014 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment c32c1172-f24d-4548-b4c4-2788af616967 of type vlan for network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 Mar 11 00:05:59.365205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1f72d99-8dbc-431c-b135-a49586ba4581,segment=NetworkSegment(d2b99640-fecf-4b70-be2d-1a0fa700db71),segment_id=d2b99640-fecf-4b70-be2d-1a0fa700db71)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:59.380057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (32ca58df-64d9-4495-ad19-bb04f9bc87c4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.382998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c1f72d99-8dbc-431c-b135-a49586ba4581', 'network_id': '80401986-fb89-49cc-b5ad-34f184767db0', 'port_id': 'c1f72d99-8dbc-431c-b135-a49586ba4581', 'mac_address': 'fa:16:3e:4c:9a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61b170e-b505-47e9-9cef-abd264c7ebec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:05:59.426809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:05:59.428064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (32ca58df-64d9-4495-ad19-bb04f9bc87c4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.433401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:59.433704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.440164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:05:59.453711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] For port c0460bcd-4965-4951-843b-3907409cf205, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c0460bcd-4965-4951-843b-3907409cf205,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:05:59.491278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4239962 Mar 11 00:05:59.497408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60438) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:59.502552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:05:59.541507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c0460bcd-4965-4951-843b-3907409cf205 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:05:59.549449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c0460bcd-4965-4951-843b-3907409cf205), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.614969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd6b93-ee10-46be-aec2-db333afbe7a9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=32ca58df-64d9-4495-ad19-bb04f9bc87c4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:59.648071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:05:59.657601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:05:59.718294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:05:59.724497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d41e29-4e04-41f0-8aa3-9dbbfd6f4085 None None] Pushing event updated for resources: {'Port': ['ID=c0460bcd-4965-4951-843b-3907409cf205,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:05:59.773066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:05:59.862033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4864fb-c149-4d21-ac17-1b3c7a7577fe req-7248f0f8-4712-4c57-b457-be1332c0f2d6 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:05:59.864083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c4864fb-c149-4d21-ac17-1b3c7a7577fe req-7248f0f8-4712-4c57-b457-be1332c0f2d6 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 944 time: 0.1364729 Mar 11 00:05:59.971047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:05:59.980234 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e2187434-8d88-4009-87bb-b315d561e8b3 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7228942 Mar 11 00:05:59.981782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:05:59.987244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-2094290029'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:00.025401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:00.030075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.048663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c4864fb-c149-4d21-ac17-1b3c7a7577fe req-3d3cfda3-8124-4db5-b602-286c1d205243 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711087 Mar 11 00:06:00.068512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:00.082094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (21050aec-bf32-408e-892c-36265c2b5eef), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.082696 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment 21050aec-bf32-408e-892c-36265c2b5eef of type vlan for network 72fbbc8e-a544-4423-8b20-fadca46a925f Mar 11 00:06:00.128317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:00.159735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (72fbbc8e-a544-4423-8b20-fadca46a925f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.165579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c1f72d99-8dbc-431c-b135-a49586ba4581 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:00.165959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.171907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:00.172591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:00.194035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-254421e6-3648-4fe4-b7de-4028ea589151 req-af61de37-722c-4f63-adad-e05438a5de94 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1134591 Mar 11 00:06:00.201997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (72fbbc8e-a544-4423-8b20-fadca46a925f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.209307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:00.209914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.247342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Provisioning complete for port c0460bcd-4965-4951-843b-3907409cf205 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:00.248230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c0460bcd-4965-4951-843b-3907409cf205), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.281391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (1eef177d-6c6a-44b7-97c7-a0bdeb2385a6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.303093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=72fbbc8e-a544-4423-8b20-fadca46a925f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:00.329251 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f2fe13ca-d70f-4953-9bd2-8410a0537573 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3438432 Mar 11 00:06:00.330341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60460) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:00.343182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:00.379832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=1eef177d-6c6a-44b7-97c7-a0bdeb2385a6,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:00.392620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': 'c32c1172-f24d-4548-b4c4-2788af616967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:00.392985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 32ca58df-64d9-4495-ad19-bb04f9bc87c4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:00.417323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 72fbbc8e-a544-4423-8b20-fadca46a925f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:00.431696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:00.450342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 32ca58df-64d9-4495-ad19-bb04f9bc87c4) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:00.456294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:00.456949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.509107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d79549e-e2ae-4a30-ab9a-0f91d2be7cc8 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0096841 Mar 11 00:06:00.511038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60464) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:00.519895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-680605627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:00.540208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:00.551571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.564412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.567814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.586128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6727c66-5911-4470-ac0a-1b4e9b75c432 None None] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:00.595257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f72d99-8dbc-431c-b135-a49586ba4581 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:06:00.629604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1f72d99-8dbc-431c-b135-a49586ba4581,segment=NetworkSegment(d2b99640-fecf-4b70-be2d-1a0fa700db71),segment_id=d2b99640-fecf-4b70-be2d-1a0fa700db71)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:00.708259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (fa71a1bf-cd8b-47c2-b074-18550da8af69), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.721605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.750548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.755136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d09cbee-6830-45d0-a3e7-75cc155e2fdb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2387297 Mar 11 00:06:00.755396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60468) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:00.781588 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:00.860991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:00.910143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:00.916414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c0460bcd-4965-4951-843b-3907409cf205 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:00.954517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-32ca58df-64d9-4495-ad19-bb04f9bc87c4', 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '1eef177d-6c6a-44b7-97c7-a0bdeb2385a6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:00.955342 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.015113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:01.107408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c1f72d99-8dbc-431c-b135-a49586ba4581'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:06:01.111740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ff27ca26-3282-4446-8a1b-79d55689d6e5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.159845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4810004-23b6-4476-ac1d-acf2e9143bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.180403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Current status of the port c0460bcd-4965-4951-843b-3907409cf205 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:01.187568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=ff27ca26-3282-4446-8a1b-79d55689d6e5,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:01.264021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4810004-23b6-4476-ac1d-acf2e9143bf8 admin admin] Publish callbacks [] for security_group (45be549b-f45c-493f-8b41-f010c67123b7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.275633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4810004-23b6-4476-ac1d-acf2e9143bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45be549b-f45c-493f-8b41-f010c67123b7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.290749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:01.291119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: 72fbbc8e-a544-4423-8b20-fadca46a925f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:01.363179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.370769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Provisioning complete for port 0313d228-c23e-490d-82d1-350c14bfa6cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:01.370769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.388029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 72fbbc8e-a544-4423-8b20-fadca46a925f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:01.391815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4810004-23b6-4476-ac1d-acf2e9143bf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb81948bb9014536a0eef74b16bb9aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752017 Mar 11 00:06:01.392967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4810004-23b6-4476-ac1d-acf2e9143bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45be549b-f45c-493f-8b41-f010c67123b7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:01.397283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60480) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:01.400990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81cde121-8848-4fbd-b4e3-ffaeca4c26fe req-a5cf6045-b177-4c67-9e89-e862073ba0cf tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0492990 Mar 11 00:06:01.430163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-76aa7a2c-b9d2-4d00-abb7-f4fd2c57bb7c None None] Port 0313d228-c23e-490d-82d1-350c14bfa6cd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:01.439092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c0460bcd-4965-4951-843b-3907409cf205 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:01.439572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c0460bcd-4965-4951-843b-3907409cf205), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.459621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992e350-d52b-42e0-bc48-ee8032fbfc45 req-787f29c7-c8ef-43e3-8c47-4fdeace920f9 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:01.467380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e992e350-d52b-42e0-bc48-ee8032fbfc45 req-787f29c7-c8ef-43e3-8c47-4fdeace920f9 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 945 time: 0.2819686 Mar 11 00:06:01.496258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] Publish callbacks [] for security_group (45be549b-f45c-493f-8b41-f010c67123b7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.537016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] Publish callbacks [] for security_group (45be549b-f45c-493f-8b41-f010c67123b7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.567418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e992e350-d52b-42e0-bc48-ee8032fbfc45 req-aa1717d5-53bd-4498-a72e-5470477a595a tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985887 Mar 11 00:06:01.626934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (45be549b-f45c-493f-8b41-f010c67123b7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.630305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 72fbbc8e-a544-4423-8b20-fadca46a925f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:01.640275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:01.640999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.646467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c0460bcd-4965-4951-843b-3907409cf205 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:01.647526 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.656039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45be549b-f45c-493f-8b41-f010c67123b7 HTTP/1.1" status: 204 len: 168 time: 0.2522304 Mar 11 00:06:01.665048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cab0ff-f36d-4b20-a93b-9a0844e4422d None None] Network 72fbbc8e-a544-4423-8b20-fadca46a925f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:01.666796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95106163-957e-47d8-9a49-3302591e7033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be549b-f45c-493f-8b41-f010c67123b7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:01.674346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cac34615-7075-4532-8740-b497d9d8c1fa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3395574 Mar 11 00:06:01.674544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60484) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:01.692803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Allocated IP 2001:db8::2 (32ca58df-64d9-4495-ad19-bb04f9bc87c4/1eef177d-6c6a-44b7-97c7-a0bdeb2385a6/b1bb01b4-2367-4be3-b375-469d184a6a0c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:01.776074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1b99a703-e860-4b2b-b95c-379a84faaec9 None None] Provisioning complete for port 0313d228-c23e-490d-82d1-350c14bfa6cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:01.777019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b99a703-e860-4b2b-b95c-379a84faaec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:01.818971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1b99a703-e860-4b2b-b95c-379a84faaec9 None None] Port 0313d228-c23e-490d-82d1-350c14bfa6cd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:02.031617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-72fbbc8e-a544-4423-8b20-fadca46a925f', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:02.032578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.095054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.175795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:05:58Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:05:58Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:02.219740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:02.220476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Updating router fabe8505-46fc-4073-9261-b5f5f47eece8 port 0313d228-c23e-490d-82d1-350c14bfa6cd binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:02.248074 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks [] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.448868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.511877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8::1 (32ca58df-64d9-4495-ad19-bb04f9bc87c4/1eef177d-6c6a-44b7-97c7-a0bdeb2385a6/b5d4c22b-e3d1-4339-a061-2cbe01ee9428) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:02.516448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.518927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Allocated IP 172.21.0.2 (72fbbc8e-a544-4423-8b20-fadca46a925f/ff27ca26-3282-4446-8a1b-79d55689d6e5/67c9475f-38fe-45fd-aa0b-21fa9e7468f9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:02.530855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:02.547391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:02.550473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:02.582786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Pushing event updated for resources: {'Port': ['ID=b1bb01b4-2367-4be3-b375-469d184a6a0c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:02.619962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e9e5ea9-d4a3-43dc-b912-704d6857ef13 req-eebc14ae-55ea-4450-b8c0-2a4ab4b0d208 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0790670 Mar 11 00:06:02.722635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Attempting to bind port b1bb01b4-2367-4be3-b375-469d184a6a0c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:02.723376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Attempting to bind port b1bb01b4-2367-4be3-b375-469d184a6a0c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c32c1172-f24d-4548-b4c4-2788af616967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:02.725289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Attempting to bind port b1bb01b4-2367-4be3-b375-469d184a6a0c on network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:02.763557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:02.764192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Checking segment: {'id': 'c32c1172-f24d-4548-b4c4-2788af616967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:02.764769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.765734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Bound using segment: {'id': 'c32c1172-f24d-4548-b4c4-2788af616967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:02.766561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ecf8c-ea5a-4380-ad8c-8c9e2a6f2e51 req-4c8a69bf-8d94-4194-a3e8-64200ffab633 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:02.766738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Bound port: b1bb01b4-2367-4be3-b375-469d184a6a0c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32c1172-f24d-4548-b4c4-2788af616967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '32ca58df-64d9-4495-ad19-bb04f9bc87c4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:02.766951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.768153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed5ecf8c-ea5a-4380-ad8c-8c9e2a6f2e51 req-4c8a69bf-8d94-4194-a3e8-64200ffab633 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 945 time: 0.0966175 Mar 11 00:06:02.851960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed5ecf8c-ea5a-4380-ad8c-8c9e2a6f2e51 req-bcacd6af-c745-49b0-b6ea-9d527ff312d5 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759864 Mar 11 00:06:02.891177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:02.988194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.042086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:03.048444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:03.051773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:03.052371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fa71a1bf-cd8b-47c2-b074-18550da8af69), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.085342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] For port b1bb01b4-2367-4be3-b375-469d184a6a0c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:03.099763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] For port b1bb01b4-2367-4be3-b375-469d184a6a0c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b1bb01b4-2367-4be3-b375-469d184a6a0c,segment=NetworkSegment(c32c1172-f24d-4548-b4c4-2788af616967),segment_id=c32c1172-f24d-4548-b4c4-2788af616967)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:03.105339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks [] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.114828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=b5d4c22b-e3d1-4339-a061-2cbe01ee9428,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:03.120321 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.138393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.230488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.21.0.1 (72fbbc8e-a544-4423-8b20-fadca46a925f/ff27ca26-3282-4446-8a1b-79d55689d6e5/23adff6a-355c-40bf-adaf-fc4b9ef94696) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:03.247700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1f72d99-8dbc-431c-b135-a49586ba4581 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:03.301048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.314762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Network 72fbbc8e-a544-4423-8b20-fadca46a925f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:03.339713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:03.348112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:03.375529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244a4c3-9f68-42aa-a679-9c93367aabf1 None None] Pushing event updated for resources: {'Port': ['ID=b1bb01b4-2367-4be3-b375-469d184a6a0c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:03.563395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Attempting to bind port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:03.564900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Attempting to bind port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:03.565302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Attempting to bind port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 on network 72fbbc8e-a544-4423-8b20-fadca46a925f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:03.603523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:03.603909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Checking segment: {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:03.604344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.604744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Bound using segment: {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:03.605412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Bound port: 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:03.606606 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.621368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c1f72d99-8dbc-431c-b135-a49586ba4581 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:06:03.627044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Pushing event updated for resources: {'Port': ['ID=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:03.698869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c1f72d99-8dbc-431c-b135-a49586ba4581 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:03.699703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.784143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks [] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.802604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] For port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:03.806443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:03.829389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] For port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:03.833124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-266707f0-93b5-490f-aaf9-9e84e899f864 req-fc51d0ea-ac67-4d57-b2f3-5d5d769d9daa tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0657594 Mar 11 00:06:03.940248 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.028834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42f222-01df-49f1-b62d-91b909285be8 req-28943f11-28ab-4364-a60c-94eaf38977fb tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:04.038768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc42f222-01df-49f1-b62d-91b909285be8 req-28943f11-28ab-4364-a60c-94eaf38977fb tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 945 time: 0.0920386 Mar 11 00:06:04.119422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc42f222-01df-49f1-b62d-91b909285be8 req-f2a8a2d6-d6d6-46f0-9795-4377f71b4758 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794251 Mar 11 00:06:04.154708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830a2af-c636-4534-abc2-1142d07f9d0f None None] Pushing event updated for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:04.297779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.301970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Attempting to bind port 0313d228-c23e-490d-82d1-350c14bfa6cd on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:04.302434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Attempting to bind port 0313d228-c23e-490d-82d1-350c14bfa6cd by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:04.302723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Attempting to bind port 0313d228-c23e-490d-82d1-350c14bfa6cd on network 021e590c-f550-46c4-bb8c-ecca783c08c9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:04.319229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c1f72d99-8dbc-431c-b135-a49586ba4581 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:04.319628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.322657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:04.323044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Checking segment: {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:04.323449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.323853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Bound using segment: {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:04.325109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Bound port: 0313d228-c23e-490d-82d1-350c14bfa6cd, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5708a9db-a47e-477a-94cc-f764b14fae2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:04.325497 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.457592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.463675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761154-c709-4376-bb91-18ec45028e93 None None] Pushing event updated for resources: {'Port': ['ID=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:04.534067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:04.536377 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31345188-b19c-492a-a754-4e22a0a32a56" -d '{"events": [{"server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "name": "network-vif-plugged", "status": "completed", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:04.548885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e9fcb163-3144-4ef8-aa46-22fd808c961b None None] Provisioning complete for port 0313d228-c23e-490d-82d1-350c14bfa6cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:04.549277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb163-3144-4ef8-aa46-22fd808c961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.585033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:04.616349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 72fbbc8e-a544-4423-8b20-fadca46a925f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:04.634626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:04.653266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:04.663670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.674283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1f72d99-8dbc-431c-b135-a49586ba4581,segment=NetworkSegment(d2b99640-fecf-4b70-be2d-1a0fa700db71),segment_id=d2b99640-fecf-4b70-be2d-1a0fa700db71)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:04.705890 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae8a9c-08dd-450f-b600-d9a3c6565bbe x-openstack-request-id: req-9dae8a9c-08dd-450f-b600-d9a3c6565bbe {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:04.706202 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "name": "network-vif-plugged", "status": "completed", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:04.706662 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dae8a9c-08dd-450f-b600-d9a3c6565bbe {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:04.707844 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581', 'code': 200} Mar 11 00:06:04.722402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.723447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fa71a1bf-cd8b-47c2-b074-18550da8af69), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.755586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.900443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:04.935716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcb163-3144-4ef8-aa46-22fd808c961b None None] Port 0313d228-c23e-490d-82d1-350c14bfa6cd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:04.936675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=b5d4c22b-e3d1-4339-a061-2cbe01ee9428,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:04.950386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:04.951477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] For port 0313d228-c23e-490d-82d1-350c14bfa6cd, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:04.956085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] For port 0313d228-c23e-490d-82d1-350c14bfa6cd, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0313d228-c23e-490d-82d1-350c14bfa6cd,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:04.973952 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:05.019408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b1bb01b4-2367-4be3-b375-469d184a6a0c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:05.100819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68a95f-205b-468c-ba1a-e7a5b75d6c75 None None] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:05.108289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d572d0f6-7fa8-471a-9ad2-1b59e2af5daa req-70e05808-6ef3-451d-9d59-aea92dd3347f tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1127949 Mar 11 00:06:05.111910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc204c-b573-4923-a898-e424d8f55188 req-9281af20-4630-4580-8a8c-44123801267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:05.113948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6dc204c-b573-4923-a898-e424d8f55188 req-9281af20-4630-4580-8a8c-44123801267c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 1128 time: 0.3539248 Mar 11 00:06:05.289671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Provisioning complete for port b1bb01b4-2367-4be3-b375-469d184a6a0c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:05.290143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:05.327859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:05.346941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:05.367600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830a2af-c636-4534-abc2-1142d07f9d0f None None] Pushing event updated for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:05.399304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c013c2-4721-48fc-8586-8f39cabbfee7 req-06e2f4bc-e5b3-40f2-af31-e3a8f06f3ea5 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:05.401340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50c013c2-4721-48fc-8586-8f39cabbfee7 req-06e2f4bc-e5b3-40f2-af31-e3a8f06f3ea5 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 946 time: 0.1330283 Mar 11 00:06:05.418187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:05.418187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:05.455974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f6dc204c-b573-4923-a898-e424d8f55188 req-4acfb7aa-5fae-4c28-9d5a-d0dae7a8f170 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908478 Mar 11 00:06:05.505161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50c013c2-4721-48fc-8586-8f39cabbfee7 req-380d3925-a70f-462e-af7d-419c058692f1 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956657 Mar 11 00:06:05.505529 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:05.852311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b1bb01b4-2367-4be3-b375-469d184a6a0c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:05.852707 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:05.856461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:05.899797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Current status of the port b1bb01b4-2367-4be3-b375-469d184a6a0c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:05.900099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:05.926011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccaeb3e-f96d-4acb-84ff-b97d1ee9af3a None None] Network 72fbbc8e-a544-4423-8b20-fadca46a925f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:05.968783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router fa71a1bf-cd8b-47c2-b074-18550da8af69 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:06:06.103417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:06.104556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60592) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:06.110698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eb92aee8-d4a1-4ecb-b2c4-43ba737cd376 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/fa71a1bf-cd8b-47c2-b074-18550da8af69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3545477 Mar 11 00:06:06.112056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] For port b1bb01b4-2367-4be3-b375-469d184a6a0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b1bb01b4-2367-4be3-b375-469d184a6a0c,segment=NetworkSegment(c32c1172-f24d-4548-b4c4-2788af616967),segment_id=c32c1172-f24d-4548-b4c4-2788af616967)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:06.114801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60594) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:06.118135 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] Sync routers for ids ['fa71a1bf-cd8b-47c2-b074-18550da8af69'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:06.135547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.175619 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] Routers {'fa71a1bf-cd8b-47c2-b074-18550da8af69'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:06.182716 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fa71a1bf-cd8b-47c2-b074-18550da8af69'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:06.232714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80731650-ec3e-4da8-8918-63782d81139d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:06.234630 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-80731650-ec3e-4da8-8918-63782d81139d tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports/b5d4c22b-e3d1-4339-a061-2cbe01ee9428 HTTP/1.1" status: 200 len: 911 time: 0.1178706 Mar 11 00:06:06.237654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60600) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:06.249791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1eef177d-6c6a-44b7-97c7-a0bdeb2385a6'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:06.286172 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:06.302031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] Routers {'fa71a1bf-cd8b-47c2-b074-18550da8af69'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:06.302882 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fa71a1bf-cd8b-47c2-b074-18550da8af69'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:06.336634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.347369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.371117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b1bb01b4-2367-4be3-b375-469d184a6a0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:06.372443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:06.378910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f94a04-6798-48ba-9ccf-24be9a164c90 None None] Pushing event updated for resources: {'Port': ['ID=b1bb01b4-2367-4be3-b375-469d184a6a0c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:06.393957 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:06.394613 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de15d49-c92a-4e4b-9c63-5b35288e3361 None None] The sync data for ids ['fa71a1bf-cd8b-47c2-b074-18550da8af69'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:06.446153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8502694-b748-411b-9d91-67044283b51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.456085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Provisioning complete for port 0313d228-c23e-490d-82d1-350c14bfa6cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:06.456469 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.544817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8502694-b748-411b-9d91-67044283b51f admin admin] Publish callbacks [] for security_group (16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.562384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-150dfead-c61b-423f-9ad4-2df1d721fa9d req-6373051b-ada8-4b52-a295-2b59d9fa4b1c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.3199699 Mar 11 00:06:06.571154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.579976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8502694-b748-411b-9d91-67044283b51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.585301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:06.744254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:05Z', 'revision_number': 3, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:04Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:03Z', 'revision_number': 1, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:06.745209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:06.747958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d8502694-b748-411b-9d91-67044283b51f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=935f3e12bf5646caab89b0c34c9c95c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6420906 Mar 11 00:06:06.750964 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.756396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8502694-b748-411b-9d91-67044283b51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:06.761195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:06.813656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6183c232-ee2d-43d5-a8cb-da42274fd602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.850426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd45a-3328-4585-869f-9e70dc1aef54 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:05Z', 'revision_number': 3, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:04Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:03Z', 'revision_number': 1, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:06.875679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Current status of the port 0313d228-c23e-490d-82d1-350c14bfa6cd is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:06.876112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:06.911693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network 72fbbc8e-a544-4423-8b20-fadca46a925f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:06.915592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:07.055696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] For port 0313d228-c23e-490d-82d1-350c14bfa6cd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0313d228-c23e-490d-82d1-350c14bfa6cd,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:07.074416 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.178329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:07.178729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.204967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] Publish callbacks [] for security_group (16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.229893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Provisioning complete for port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:07.230215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.267041 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-f31da04f-e5fd-4f7d-ae20-27721665a08e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5066786 Mar 11 00:06:07.289320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] Publish callbacks [] for security_group (16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.352961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:07.385518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:07.407465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Pushing event updated for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:07.415970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.612235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.612429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:07.623595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.627177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb HTTP/1.1" status: 204 len: 168 time: 0.8597796 Mar 11 00:06:07.640520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.650057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3a5185bd-1dd3-45a0-9edd-9d49d42dd5e6 None None] Current status of the port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:07.650961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.652202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.654035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.654961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.658087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.658967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.663533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0a114c40-9cb2-4de2-afca-3a2170f60943 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f7aacb7ec5d48378c98404a98c240da&device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 6715 time: 0.3571270 Mar 11 00:06:07.728886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbff264-d4f1-4845-93ad-272991e3f067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8c0ca-9b00-4a2e-a6fa-bc2d6e4ee4cb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:07.795034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:07.813488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df7dd03c-c31f-42b6-8269-c5f69532b35a req-499f856f-caac-40ba-b16b-539a9c966e59 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0988579 Mar 11 00:06:07.816584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1633ae15-61fb-4707-8847-9e5d0fe23a0e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1409252 Mar 11 00:06:07.819765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60610) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:07.830943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-651479232'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:07.837182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0313d228-c23e-490d-82d1-350c14bfa6cd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:07.842517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:07.871254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:07.902421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0ebb-aefb-4216-a331-81b386bd77de req-f64f4c7f-e95a-44a5-918f-d39f4528fa52 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:07.920620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8df0ebb-aefb-4216-a331-81b386bd77de req-f64f4c7f-e95a-44a5-918f-d39f4528fa52 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 946 time: 1.1758261 Mar 11 00:06:08.011251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3a7679fb-d9e8-4acf-b7a5-2790cc1447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.014840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:08.015448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3a7679fb-d9e8-4acf-b7a5-2790cc1447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.016040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3a7679fb-d9e8-4acf-b7a5-2790cc1447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.017728 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3a7679fb-d9e8-4acf-b7a5-2790cc1447e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7bc5db18-5892-46b8-b428-eea0c34a3814&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=13dbe604-8e8d-4d64-97d2-954de927f094&id=128c5d5c-3517-42fd-a18c-a48f9013d74f&id=128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 200 len: 2298 time: 0.3285742 Mar 11 00:06:08.032390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.035106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Port 23adff6a-355c-40bf-adaf-fc4b9ef94696 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:08.070332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Provisioning complete for port b1bb01b4-2367-4be3-b375-469d184a6a0c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:08.070962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.087176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.114975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:08.129412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (530de930-e0ed-4d2f-90a8-8ecd58a74c4d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.130151 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment 530de930-e0ed-4d2f-90a8-8ecd58a74c4d of type vlan for network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 Mar 11 00:06:08.167484 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-e3dd7c05-11c0-4125-9bcc-6f891677e6b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7 HTTP/1.1" status: 200 len: 1001 time: 0.1411176 Mar 11 00:06:08.189162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c95a8b0f-137f-4b2c-beee-cbbadf28ca07), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.199367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0313d228-c23e-490d-82d1-350c14bfa6cd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:08.200555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.243608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c95a8b0f-137f-4b2c-beee-cbbadf28ca07), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.250273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.251134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.283022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-ff0a6f86-f59e-4f33-acd9-121014de4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.286745 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-ff0a6f86-f59e-4f33-acd9-121014de4429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777 HTTP/1.1" status: 200 len: 855 time: 0.1149385 Mar 11 00:06:08.346351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60616) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:08.350054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=c95a8b0f-137f-4b2c-beee-cbbadf28ca07,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:08.360690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ea685fe0-5101-453a-850e-3dd3cb85b37e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5391147 Mar 11 00:06:08.365716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60618) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:08.395345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:08.432240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:08.444157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Current status of the port b1bb01b4-2367-4be3-b375-469d184a6a0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:08.533840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-f85d58cc-c309-4798-b285-2439a2a8ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.536281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-f85d58cc-c309-4798-b285-2439a2a8ccb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7bc5db18-5892-46b8-b428-eea0c34a3814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2430050 Mar 11 00:06:08.539358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:08.544874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.549739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0313d228-c23e-490d-82d1-350c14bfa6cd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:08.552957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b1bb01b4-2367-4be3-b375-469d184a6a0c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:08.599478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Provisioning complete for port b5d4c22b-e3d1-4339-a061-2cbe01ee9428 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:08.599904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.664915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-24666b7c-603f-4820-a8fc-9a314026fef4 service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149993 Mar 11 00:06:08.690871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Port b5d4c22b-e3d1-4339-a061-2cbe01ee9428 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:08.747639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Provisioning complete for port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:08.748069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.845650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.857642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b1bb01b4-2367-4be3-b375-469d184a6a0c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:08.858027 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.867904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c740fe37-1bd0-4384-aa32-7d876b12e049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.891688 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-ac911fc6-a807-40df-9ae2-abd35a73c7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145348 Mar 11 00:06:08.894151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.899832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:08.900512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:08.901857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/ports/b5d4c22b-e3d1-4339-a061-2cbe01ee9428 HTTP/1.1" status: 200 len: 911 time: 2.6616759 Mar 11 00:06:08.909710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60622) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:09.041797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ec295-fae5-4018-bb39-dcef25530106 None None] Current status of the port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:09.062075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b1bb01b4-2367-4be3-b375-469d184a6a0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:09.088271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c740fe37-1bd0-4384-aa32-7d876b12e049 admin admin] Publish callbacks [] for security_group (176b5b31-a0a9-4edd-b6af-074fbffe75f0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.089654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06173aa4-e410-489d-8f3d-201f7bd374b6 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=b5d4c22b-e3d1-4339-a061-2cbe01ee9428,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:09.140371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8df0ebb-aefb-4216-a331-81b386bd77de req-4fe3c1cc-1df8-4c0f-8e89-3f3cebf4fff6 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2186646 Mar 11 00:06:09.148270 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c740fe37-1bd0-4384-aa32-7d876b12e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (176b5b31-a0a9-4edd-b6af-074fbffe75f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.182131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e06b2bf3-1602-4c3d-843b-8a3cfe890f1c None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:09.184769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e06b2bf3-1602-4c3d-843b-8a3cfe890f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.239506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740fe37-1bd0-4384-aa32-7d876b12e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b5b31-a0a9-4edd-b6af-074fbffe75f0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:09.253768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c740fe37-1bd0-4384-aa32-7d876b12e049 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d05d0a8561194019b0239c26a8176ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8895199 Mar 11 00:06:09.256123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60628) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:09.283889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-66e158f3-7054-485a-b1eb-2b9ffd9c1df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.295695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e06b2bf3-1602-4c3d-843b-8a3cfe890f1c None None] Port 23adff6a-355c-40bf-adaf-fc4b9ef94696 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:09.375734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-35099116-8c4d-4ceb-b6bc-878d14e9e8f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 217 time: 0.4768450 Mar 11 00:06:09.409771 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] Publish callbacks [] for security_group (176b5b31-a0a9-4edd-b6af-074fbffe75f0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.432700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (5d922f38-7ee5-450f-89fb-9151bf65fd9f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.479343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] Publish callbacks [] for security_group (176b5b31-a0a9-4edd-b6af-074fbffe75f0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.592015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aef3bb8f-67e1-4ac5-9222-ff3781a1bb08 req-0a100ffb-4ba2-47d2-ad34-ab76dccb1ba5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.4576678 Mar 11 00:06:09.593212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (176b5b31-a0a9-4edd-b6af-074fbffe75f0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.601579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:09.612758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.620751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/176b5b31-a0a9-4edd-b6af-074fbffe75f0 HTTP/1.1" status: 204 len: 168 time: 0.3625085 Mar 11 00:06:09.645971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3722c2-7b06-416a-9685-7b57240edf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b5b31-a0a9-4edd-b6af-074fbffe75f0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:09.695641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:09.696473 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:09.811252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:10.063773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d99f8848-05c3-46c4-a855-9db3f9b2bd68 req-55efc884-c269-4f9f-a9e0-ec0555bbaf55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5623620 Mar 11 00:06:10.076847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-18eb4ddb-09b4-4add-8de7-d9504da5ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:10.078485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-18eb4ddb-09b4-4add-8de7-d9504da5ea35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.6879306 Mar 11 00:06:10.113144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=5d922f38-7ee5-450f-89fb-9151bf65fd9f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:10.176642 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d99f8848-05c3-46c4-a855-9db3f9b2bd68 req-b049284b-8f40-4b1c-b00c-5aae8b4dca28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0865493 Mar 11 00:06:10.212551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:10.212915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: c95a8b0f-137f-4b2c-beee-cbbadf28ca07, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:10.257986 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d99f8848-05c3-46c4-a855-9db3f9b2bd68 req-c073224a-c745-447b-b0b3-74ff8ea3251c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476253 Mar 11 00:06:10.292499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-19787b80-ffa1-432f-88e0-9bc5915d4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:10.294963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-19787b80-ffa1-432f-88e0-9bc5915d4640 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2030089 Mar 11 00:06:10.332192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:10.356125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:10.357053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:10.357700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:10.474638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c95a8b0f-137f-4b2c-beee-cbbadf28ca07) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:10.491465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:10.493158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:10.658222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f8848-05c3-46c4-a855-9db3f9b2bd68 req-fad53181-9ff1-4a5d-979e-233f32ec8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:10.659852 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d99f8848-05c3-46c4-a855-9db3f9b2bd68 req-fad53181-9ff1-4a5d-979e-233f32ec8ac1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926382 Mar 11 00:06:10.669490 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a52d57b1-71b5-4739-adfa-1b14fa564976 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2989447 Mar 11 00:06:10.669813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:10.733193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-9214425b-65d5-4528-8ac3-d47e8032c097 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881691 Mar 11 00:06:10.756665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fa71a1bf-cd8b-47c2-b074-18550da8af69), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:10.791233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4c436-fa3c-47a8-9264-63cecfaa2c83 None None] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:10.830138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e3cf3a3-7396-40e7-a2ad-4580208d7f7c req-a928c29c-cf82-440e-a11e-87f3082132c2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0662217 Mar 11 00:06:10.879479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.080816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.088399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.090827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:11.099666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-e4654806-30b4-477b-89f9-0fd1802d02f3 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456695 Mar 11 00:06:11.124302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:11.126558 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.172097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-e39b2433-033d-49bd-a71e-77d177cb0f38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 217 time: 0.0636489 Mar 11 00:06:11.382320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-44dda35d-c0d7-4318-881e-c28cca1476c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:11.385150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-44dda35d-c0d7-4318-881e-c28cca1476c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.2043934 Mar 11 00:06:11.521487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Allocated IP 172.22.0.2 (c95a8b0f-137f-4b2c-beee-cbbadf28ca07/5d922f38-7ee5-450f-89fb-9151bf65fd9f/834f0c35-7ea7-4864-ac4e-ea59c3047263) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:11.523183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port b5d4c22b-e3d1-4339-a061-2cbe01ee9428 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:11.523671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.546646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.628766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.653423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.670365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for b5d4c22b-e3d1-4339-a061-2cbe01ee9428 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:11.820097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:05Z', 'revision_number': 3, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:05Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:11.907768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-5fc16985-c0ee-41ce-aa99-0671207f7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:11.908871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-5fc16985-c0ee-41ce-aa99-0671207f7994 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5134282 Mar 11 00:06:11.912109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b5d4c22b-e3d1-4339-a061-2cbe01ee9428), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:11.936585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:11.937107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Updating router fabe8505-46fc-4073-9261-b5f5f47eece8 port 23adff6a-355c-40bf-adaf-fc4b9ef94696 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:11.986174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=b5d4c22b-e3d1-4339-a061-2cbe01ee9428,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:11.991662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks [] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.013054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.077686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:12.106234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.113732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.22.0.1 (c95a8b0f-137f-4b2c-beee-cbbadf28ca07/5d922f38-7ee5-450f-89fb-9151bf65fd9f/170a537b-e63a-4bad-80a2-b7a333583fc0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:12.150854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:12.157910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:12.161058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:12.163025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Pushing event updated for resources: {'Port': ['ID=834f0c35-7ea7-4864-ac4e-ea59c3047263,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:12.192025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fa71a1bf-cd8b-47c2-b074-18550da8af69), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.239746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5e1e1a9-2d59-4df7-9c90-3f66d79d223c req-dc2f5657-ac8d-4a72-9b51-d85b81028fc1 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1031070 Mar 11 00:06:12.295195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dc1cb-db0b-4a7d-8594-30da51d8c842 req-6bc71851-307f-4d93-8909-5a62230f66c2 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:12.296682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-570dc1cb-db0b-4a7d-8594-30da51d8c842 req-6bc71851-307f-4d93-8909-5a62230f66c2 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 946 time: 0.1582286 Mar 11 00:06:12.357698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Attempting to bind port 834f0c35-7ea7-4864-ac4e-ea59c3047263 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:12.358335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Attempting to bind port 834f0c35-7ea7-4864-ac4e-ea59c3047263 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:12.358883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Attempting to bind port 834f0c35-7ea7-4864-ac4e-ea59c3047263 on network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:12.374393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:12.375129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Checking segment: {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:12.376510 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.377383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Bound using segment: {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:12.378176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Bound port: 834f0c35-7ea7-4864-ac4e-ea59c3047263, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:12.378773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.428359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-570dc1cb-db0b-4a7d-8594-30da51d8c842 req-95515801-1a0d-4265-88e7-2e02e1b4defd tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875499 Mar 11 00:06:12.471132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.519711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.552578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] For port 834f0c35-7ea7-4864-ac4e-ea59c3047263, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:12.570632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93959abc-99c9-4238-87b9-f68e6f2653b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.571253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] For port 834f0c35-7ea7-4864-ac4e-ea59c3047263, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=834f0c35-7ea7-4864-ac4e-ea59c3047263,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:12.585323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router fa71a1bf-cd8b-47c2-b074-18550da8af69 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:12.587277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.588849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-83d42034-6f00-41da-bb2e-97ee71b92bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660790 Mar 11 00:06:12.609640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:12.650968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:12.654128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:12.662279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:12.694280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-0bfd278b-fa31-4b8a-ad16-e4693dcf2d34 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964293 Mar 11 00:06:12.728622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e617f-91c8-43c2-a12f-5564660c91e7 None None] Pushing event updated for resources: {'Port': ['ID=834f0c35-7ea7-4864-ac4e-ea59c3047263,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:12.748512 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks [] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.762274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.764220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.828851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27accf-5096-4ec7-b930-31bc22a401c3 None None] Pushing event updated for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:12.890177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-7cbcae99-684d-4de6-8511-733cad06eea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b21c323d-9303-4e12-ae9f-660273dcbd10 HTTP/1.1" status: 200 len: 217 time: 0.1839011 Mar 11 00:06:12.932649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Attempting to bind port 23adff6a-355c-40bf-adaf-fc4b9ef94696 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:12.933115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Attempting to bind port 23adff6a-355c-40bf-adaf-fc4b9ef94696 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:12.934183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Attempting to bind port 23adff6a-355c-40bf-adaf-fc4b9ef94696 on network 72fbbc8e-a544-4423-8b20-fadca46a925f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:12.945696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:12.946162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:12.946713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Checking segment: {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:12.947245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.947739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Bound using segment: {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:12.948340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Bound port: 23adff6a-355c-40bf-adaf-fc4b9ef94696, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21050aec-bf32-408e-892c-36265c2b5eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:12.950367 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:12.959986 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] Sync routers for ids ['fa71a1bf-cd8b-47c2-b074-18550da8af69'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:12.961347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-29e4fb7b-8fd7-48cc-9724-6228daf47ef5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/fa71a1bf-cd8b-47c2-b074-18550da8af69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0291789 Mar 11 00:06:12.971062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:13.012809 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] Routers {'fa71a1bf-cd8b-47c2-b074-18550da8af69'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:13.027326 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fa71a1bf-cd8b-47c2-b074-18550da8af69'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:13.083269 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:13.099699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] For port 23adff6a-355c-40bf-adaf-fc4b9ef94696, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:13.102763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-978093c8-5a36-4b2a-a60f-aed2b275d016 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa71a1bf-cd8b-47c2-b074-18550da8af69 HTTP/1.1" status: 200 len: 205 time: 0.1241145 Mar 11 00:06:13.103444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:13.106264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] For port 23adff6a-355c-40bf-adaf-fc4b9ef94696, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23adff6a-355c-40bf-adaf-fc4b9ef94696,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:13.111661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] Routers {'fa71a1bf-cd8b-47c2-b074-18550da8af69'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:13.114694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fa71a1bf-cd8b-47c2-b074-18550da8af69'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:13.118673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.150358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-fdc78696-daa0-4297-b234-d2c3fa167e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:13.151798 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-fdc78696-daa0-4297-b234-d2c3fa167e86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.2347250 Mar 11 00:06:13.196573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93959abc-99c9-4238-87b9-f68e6f2653b6 admin admin] Publish callbacks [] for security_group (30a011af-f1cd-401a-ae1a-e312c6efacf2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.197636 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:13.198545 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7406694a-88b8-491e-9c6f-cd1077b56638 None None] The sync data for ids ['fa71a1bf-cd8b-47c2-b074-18550da8af69'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:13.249630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93959abc-99c9-4238-87b9-f68e6f2653b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30a011af-f1cd-401a-ae1a-e312c6efacf2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.280065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.292051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.311391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:13.311649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:13.317090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27accf-5096-4ec7-b930-31bc22a401c3 None None] Pushing event updated for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:13.349324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959abc-99c9-4238-87b9-f68e6f2653b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a011af-f1cd-401a-ae1a-e312c6efacf2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:13.370002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:13.370443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.398374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.503342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba8d43e7-fb61-4e03-8faf-8fbdb456cf66 req-28a61b1e-3d46-40a5-88e6-4320d1696165 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0886838 Mar 11 00:06:13.562309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-48c4b67b-41ad-437f-9309-46aa92c0cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:13.575975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:13.576201 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-48c4b67b-41ad-437f-9309-46aa92c0cf4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4120786 Mar 11 00:06:13.577803 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93959abc-99c9-4238-87b9-f68e6f2653b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99b928b7ea7841c6b8039d43446ccbe2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4975505 Mar 11 00:06:13.584652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60742) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:13.769129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-7c9fd624-46cf-46fb-b2fc-e4ea53a56fca service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816533 Mar 11 00:06:13.775901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-727493d8-887e-4b2a-a48f-8621f4a41b42 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:13.777281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.778533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-727493d8-887e-4b2a-a48f-8621f4a41b42 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 946 time: 0.3968470 Mar 11 00:06:13.782670 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (fa71a1bf-cd8b-47c2-b074-18550da8af69), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.883954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Current status of the port 23adff6a-355c-40bf-adaf-fc4b9ef94696 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:13.885476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:13.907185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23adff6a-355c-40bf-adaf-fc4b9ef94696 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:13.930625 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3a011437-289c-4f28-9e10-e206c5bc045d service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508553 Mar 11 00:06:13.954082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf41fa-8b4f-40e1-99ba-28b333cac9a6 req-cbff887d-9c4b-4cb8-b0c9-7c9ad6ce8cb0 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:13.965131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63bf41fa-8b4f-40e1-99ba-28b333cac9a6 req-cbff887d-9c4b-4cb8-b0c9-7c9ad6ce8cb0 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 946 time: 0.3373260 Mar 11 00:06:13.998337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] For port 23adff6a-355c-40bf-adaf-fc4b9ef94696, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23adff6a-355c-40bf-adaf-fc4b9ef94696,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:14.004488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (fa71a1bf-cd8b-47c2-b074-18550da8af69), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.004488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router fa71a1bf-cd8b-47c2-b074-18550da8af69 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:06:14.018003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.019956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-227eced6-a80e-455c-8ecd-109bb95260ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/fa71a1bf-cd8b-47c2-b074-18550da8af69 HTTP/1.1" status: 204 len: 168 time: 0.9044125 Mar 11 00:06:14.030614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60744) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:14.050526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-e9918214-bf6f-44c0-95e6-f7164f0d4779 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=97d22241-2310-4360-865c-c7fc25cce536 HTTP/1.1" status: 200 len: 217 time: 0.0742912 Mar 11 00:06:14.156571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.203097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3731202f-6eec-4a0b-ac65-edee8c4646e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:14.208869 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3731202f-6eec-4a0b-ac65-edee8c4646e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 200 len: 797 time: 0.1391487 Mar 11 00:06:14.209656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] Publish callbacks [] for security_group (30a011af-f1cd-401a-ae1a-e312c6efacf2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.232409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63bf41fa-8b4f-40e1-99ba-28b333cac9a6 req-f20d12c2-74d0-4e55-911a-f05dd0dbc5d0 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/security-groups?id=2996783e-1777-4bb2-9270-75d01a6f4be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614362 Mar 11 00:06:14.239551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203682f-c5df-4e72-84ae-a9193d936195 None None] Pushing event updated for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:14.275523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 1eef177d-6c6a-44b7-97c7-a0bdeb2385a6 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:14.277841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:14.278363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.281663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (1eef177d-6c6a-44b7-97c7-a0bdeb2385a6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.297959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Deleting port c1f72d99-8dbc-431c-b135-a49586ba4581 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:14.298350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.362478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.369837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (1eef177d-6c6a-44b7-97c7-a0bdeb2385a6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.415780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.438491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] For port c1f72d99-8dbc-431c-b135-a49586ba4581, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c1f72d99-8dbc-431c-b135-a49586ba4581,segment=NetworkSegment(d2b99640-fecf-4b70-be2d-1a0fa700db71),segment_id=d2b99640-fecf-4b70-be2d-1a0fa700db71)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:14.438851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.456369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Calling delete_port for c1f72d99-8dbc-431c-b135-a49586ba4581 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:14.476519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.571244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081043e-66d7-476f-8cff-2d8ff64b721e None None] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:14.575344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:14.608603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] Publish callbacks [] for security_group (30a011af-f1cd-401a-ae1a-e312c6efacf2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.610354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c1f72d99-8dbc-431c-b135-a49586ba4581), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.692378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52348391-b90d-4d65-95d7-0f1bf0597af8 None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:14.693160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52348391-b90d-4d65-95d7-0f1bf0597af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.710929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1eef177d-6c6a-44b7-97c7-a0bdeb2385a6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.719698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-26169ef9-b9e4-4589-9876-4f55564f97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:14.721250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-26169ef9-b9e4-4589-9876-4f55564f97d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13dbe604-8e8d-4d64-97d2-954de927f094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5021935 Mar 11 00:06:14.721682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d17a91c-2dc2-47ef-9107-57e48d67ee43 req-d810f0c4-dcdf-4d63-a5ff-7d383cca92f5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0605750 Mar 11 00:06:14.726345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Pushing event deleted for resources: {'Port': ['ID=c1f72d99-8dbc-431c-b135-a49586ba4581,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:14.729123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] No DVR routers for this DVR port c1f72d99-8dbc-431c-b135-a49586ba4581 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:14.762547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c1f72d99-8dbc-431c-b135-a49586ba4581'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:06:14.765247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:14.768759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:14.818591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.823471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-775f5586-ad40-47df-89b2-3eff3b9e8971 req-73a925fa-b2fa-46be-8026-f6b2a45d7052 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.30 "DELETE /v2.0/ports/c1f72d99-8dbc-431c-b135-a49586ba4581 HTTP/1.1" status: 204 len: 173 time: 1.0305564 Mar 11 00:06:14.824148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'name': 'network-vif-deleted', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:14.851597 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40baf0-2abd-4eef-9589-b20e672bf14a" -d '{"events": [{"server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "name": "network-vif-deleted", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:14.934530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 23adff6a-355c-40bf-adaf-fc4b9ef94696 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:14.935688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 834f0c35-7ea7-4864-ac4e-ea59c3047263 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:14.940154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (1eef177d-6c6a-44b7-97c7-a0bdeb2385a6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.940517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:12Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:12Z', 'revision_number': 1, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:14.950613 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08db916-65f3-462d-83ef-5e5fb3f87439 x-openstack-request-id: req-d08db916-65f3-462d-83ef-5e5fb3f87439 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:14.951693 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc481a2-25af-42dc-95be-0e87f389f303", "name": "network-vif-deleted", "tag": "c1f72d99-8dbc-431c-b135-a49586ba4581", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:14.952498 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d08db916-65f3-462d-83ef-5e5fb3f87439 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:14.956920 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc481a2-25af-42dc-95be-0e87f389f303', 'name': 'network-vif-deleted', 'tag': 'c1f72d99-8dbc-431c-b135-a49586ba4581', 'status': 'completed', 'code': 200} Mar 11 00:06:14.984737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30a011af-f1cd-401a-ae1a-e312c6efacf2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.990352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:14.994877 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30a011af-f1cd-401a-ae1a-e312c6efacf2 HTTP/1.1" status: 204 len: 168 time: 1.4045107 Mar 11 00:06:15.007022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59308435-d383-48b1-bae6-094ae0a2cdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a011af-f1cd-401a-ae1a-e312c6efacf2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:15.013515 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-5849dd6b-fc3f-4e6d-87b3-30dbe1fe21ad service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797070 Mar 11 00:06:15.023344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=1eef177d-6c6a-44b7-97c7-a0bdeb2385a6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:15.028177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.036817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1af8f279-f37c-470f-8092-1c8df1ede879 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/1eef177d-6c6a-44b7-97c7-a0bdeb2385a6 HTTP/1.1" status: 204 len: 168 time: 1.0028157 Mar 11 00:06:15.038572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:15.072116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:15.076746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18faf0a0-e419-49d4-93c8-43d5945bc9c1 None None] Network 32ca58df-64d9-4495-ad19-bb04f9bc87c4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:15.110926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edeb24-c65d-4e7e-9e6f-b89f90b20f30 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:12Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:12Z', 'revision_number': 1, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:15.172479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (32ca58df-64d9-4495-ad19-bb04f9bc87c4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.237852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52348391-b90d-4d65-95d7-0f1bf0597af8 None None] Current status of the port 23adff6a-355c-40bf-adaf-fc4b9ef94696 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:15.296627 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-67a9f99b-e722-4b64-ad5a-ad0645e20d60 service neutron] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627571 Mar 11 00:06:15.366365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:15.390205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2781b422-3b1c-4b59-aeae-497c2aae81cf tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7190580 Mar 11 00:06:15.398453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60758) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:15.404222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'network': {'name': 'tempest-RoutersTest-784780745'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:15.444527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-91cad82c-c793-48a0-8815-79dd0e9a9c19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7 HTTP/1.1" status: 200 len: 217 time: 0.1449533 Mar 11 00:06:15.558367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 834f0c35-7ea7-4864-ac4e-ea59c3047263 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:15.559399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.584751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-77d25bc5-0411-4613-9227-311a5e81a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:15.585287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port b1bb01b4-2367-4be3-b375-469d184a6a0c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:15.585659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.600677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-063b0427-8f95-44ac-8a0c-c402eb9b9c0c req-4090fd22-3eda-40d9-8567-95fc9a9d6d30 tempest-ServerTagsTestJSON-2080728946 tempest-ServerTagsTestJSON-2080728946-project] 10.222.0.21 "GET /v2.0/ports?device_id=7fc481a2-25af-42dc-95be-0e87f389f303 HTTP/1.1" status: 200 len: 210 time: 0.1616073 Mar 11 00:06:15.602785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-77d25bc5-0411-4613-9227-311a5e81a6a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.1370897 Mar 11 00:06:15.660700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:15.666537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.671967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-075c1a5c-a733-479a-ad8a-3f24a3cf0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:15.675317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-075c1a5c-a733-479a-ad8a-3f24a3cf0556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0673585 Mar 11 00:06:15.675477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Provisioning complete for port 834f0c35-7ea7-4864-ac4e-ea59c3047263 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:15.675784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:15.853162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] DHCP port deletion for 32ca58df-64d9-4495-ad19-bb04f9bc87c4 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:06:15.888984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-1b2e227f-496c-49b2-9edc-90a789163a2e service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052279 Mar 11 00:06:15.897570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 834f0c35-7ea7-4864-ac4e-ea59c3047263 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:15.897845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.089744 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-3bf9ad8d-cfbc-41b7-831b-d1f26bf7d167 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902354 Mar 11 00:06:16.159312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Current status of the port 834f0c35-7ea7-4864-ac4e-ea59c3047263 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:16.159792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.160089 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-4c2b10ce-b93e-4c91-b0f2-b15dd8923ead service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=28609424-21ff-472a-8048-4abb6da70daa HTTP/1.1" status: 200 len: 217 time: 0.0620115 Mar 11 00:06:16.270069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 834f0c35-7ea7-4864-ac4e-ea59c3047263, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=834f0c35-7ea7-4864-ac4e-ea59c3047263,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:16.290536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.367588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Deleting port b1bb01b4-2367-4be3-b375-469d184a6a0c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:16.368014 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.445703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a338a06-e854-4dde-81ef-e050c219b42e req-8247b032-7794-4c4c-9be3-f9c2fe8d2bd5 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0962648 Mar 11 00:06:16.486171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port b1bb01b4-2367-4be3-b375-469d184a6a0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b1bb01b4-2367-4be3-b375-469d184a6a0c,segment=NetworkSegment(c32c1172-f24d-4548-b4c4-2788af616967),segment_id=c32c1172-f24d-4548-b4c4-2788af616967)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:16.487859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.551844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for b1bb01b4-2367-4be3-b375-469d184a6a0c owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:16.566360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23adff6a-355c-40bf-adaf-fc4b9ef94696 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:16.568062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:16.596966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fc385fd7-b3a9-466c-be03-5f99ebd4beed), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.597322 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added segment fc385fd7-b3a9-466c-be03-5f99ebd4beed of type vlan for network b59d5554-c5ba-4f18-ae99-8128692f8c3b Mar 11 00:06:16.659730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:16.722054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:06:16.722386 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:06:16.737141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:16.741588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=834f0c35-7ea7-4864-ac4e-ea59c3047263,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:16.753803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] For port b1bb01b4-2367-4be3-b375-469d184a6a0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b1bb01b4-2367-4be3-b375-469d184a6a0c,segment=NetworkSegment(c32c1172-f24d-4548-b4c4-2788af616967),segment_id=c32c1172-f24d-4548-b4c4-2788af616967)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:16.754725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.759241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b59d5554-c5ba-4f18-ae99-8128692f8c3b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.779075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:16.779971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:16.782468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Calling delete_port for b1bb01b4-2367-4be3-b375-469d184a6a0c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:16.870543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Deleting subnet d61b170e-b505-47e9-9cef-abd264c7ebec {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:16.874181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-b2104807-38f3-4019-b73c-67d9f8454b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:16.875535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Publish callbacks [] for subnet (d61b170e-b505-47e9-9cef-abd264c7ebec), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.876474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-b2104807-38f3-4019-b73c-67d9f8454b79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 200 len: 797 time: 0.7084394 Mar 11 00:06:16.877528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b59d5554-c5ba-4f18-ae99-8128692f8c3b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.882575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:16.883292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.923541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5240026 Mar 11 00:06:16.926443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60786) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:16.927408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:16.936585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'subnet': {'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:16.975313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=b1bb01b4-2367-4be3-b375-469d184a6a0c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.000426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port b1bb01b4-2367-4be3-b375-469d184a6a0c on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:17.003335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (d61b170e-b505-47e9-9cef-abd264c7ebec), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.060039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000f2b-db9a-4063-87b8-bcab91b3aa20 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Network': ['ID=b59d5554-c5ba-4f18-ae99-8128692f8c3b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.063212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852a-8939-41ce-af02-23b2d1badc98 req-fc9a9a87-09f0-4cc5-aba1-73c6c4409d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:17.065299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-fc9a9a87-09f0-4cc5-aba1-73c6c4409d5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=128c5d5c-3517-42fd-a18c-a48f9013d74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1828949 Mar 11 00:06:17.067035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Made reservation on behalf of e0f6a05a6af646eba8aef2f37db4764e for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:17.072098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.095087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (b1bb01b4-2367-4be3-b375-469d184a6a0c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.134409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d61b170e-b505-47e9-9cef-abd264c7ebec), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.143952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:17.154680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] Pushing event deleted for resources: {'Port': ['ID=b1bb01b4-2367-4be3-b375-469d184a6a0c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.156973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 23adff6a-355c-40bf-adaf-fc4b9ef94696 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:17.157540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.202404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (32ca58df-64d9-4495-ad19-bb04f9bc87c4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.241094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ca58df-64d9-4495-ad19-bb04f9bc87c4']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:17.256386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32c1172-f24d-4548-b4c4-2788af616967') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:17.256686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32c1172-f24d-4548-b4c4-2788af616967') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:17.268722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85967c45-2d52-4527-b1c3-abb8df202797 None None] No DVR routers for this DVR port b1bb01b4-2367-4be3-b375-469d184a6a0c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:17.271798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (c32c1172-f24d-4548-b4c4-2788af616967), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.285983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (d61b170e-b505-47e9-9cef-abd264c7ebec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.322211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c32c1172-f24d-4548-b4c4-2788af616967), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.325472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61b170e-b505-47e9-9cef-abd264c7ebec,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.336646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:06:17.337057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (c32c1172-f24d-4548-b4c4-2788af616967), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:06:17.340726 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:06:17.354365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.358409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6fd3751a-ce3e-40fa-937f-af9604339bf1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d61b170e-b505-47e9-9cef-abd264c7ebec HTTP/1.1" status: 204 len: 168 time: 0.6137021 Mar 11 00:06:17.361586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:17.386431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1f72d99-8dbc-431c-b135-a49586ba4581 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:17.391770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:17.475564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-92e4a135-4a85-489f-beb8-dfbe68e16a42 service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842295 Mar 11 00:06:17.506259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c1f72d99-8dbc-431c-b135-a49586ba4581 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:17.506781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c1f72d99-8dbc-431c-b135-a49586ba4581 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:17.551261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (49a3e271-5a9d-44b5-b1ea-b639ce202411), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.565084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96cbce02-4989-4aeb-9179-098ecf060e08 None None] Current status of the port 834f0c35-7ea7-4864-ac4e-ea59c3047263 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:17.688134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (80401986-fb89-49cc-b5ad-34f184767db0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.727967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Subnet': ['ID=49a3e271-5a9d-44b5-b1ea-b639ce202411,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.791145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e93a3055-7f37-4a84-bba4-412f2ea5b8e4 req-cc97da3b-a98f-4f19-9d3f-72f1ae5944d3 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0840015 Mar 11 00:06:17.816194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (32ca58df-64d9-4495-ad19-bb04f9bc87c4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.833408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.849528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/32ca58df-64d9-4495-ad19-bb04f9bc87c4 HTTP/1.1" status: 204 len: 168 time: 2.8088200 Mar 11 00:06:17.880226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:17.898351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-836375243', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:17.944264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce4b50-380d-4374-bac0-0e9f5b5161b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=32ca58df-64d9-4495-ad19-bb04f9bc87c4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:17.963019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:17.966902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.036529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (80401986-fb89-49cc-b5ad-34f184767db0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.047352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.056383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Checking segment: {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:18.057072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network hostable DHCP agents. Network: b59d5554-c5ba-4f18-ae99-8128692f8c3b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:18.064364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.102495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.104080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c2cf77da-4991-4808-9ea8-31d4b4a91ef9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2119057 Mar 11 00:06:18.107539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60816) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:18.113623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522823720'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:18.116540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80401986-fb89-49cc-b5ad-34f184767db0']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:18.141344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 23adff6a-355c-40bf-adaf-fc4b9ef94696 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:18.141650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b99640-fecf-4b70-be2d-1a0fa700db71') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:18.142677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b99640-fecf-4b70-be2d-1a0fa700db71') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:18.143228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3675852a-8939-41ce-af02-23b2d1badc98 req-d8ff034e-24f6-4a95-995c-e7085136e3bf service neutron] 10.222.0.30 "GET /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580534 Mar 11 00:06:18.144618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:18.166711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (d2b99640-fecf-4b70-be2d-1a0fa700db71), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.172470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.195417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d2b99640-fecf-4b70-be2d-1a0fa700db71), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.198689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Provisioning complete for port 170a537b-e63a-4bad-80a2-b7a333583fc0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:18.201759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.209079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:06:18.209940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (d2b99640-fecf-4b70-be2d-1a0fa700db71), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:06:18.214001 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:06:18.217527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:18.245063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:18.257866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8d2b82d1-77f0-462e-b218-0db5a92fff24), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.258290 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment 8d2b82d1-77f0-462e-b218-0db5a92fff24 of type vlan for network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe Mar 11 00:06:18.302962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.330948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b1bb01b4-2367-4be3-b375-469d184a6a0c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:18.331550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b59d5554-c5ba-4f18-ae99-8128692f8c3b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:18.342176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:18.342763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (80401986-fb89-49cc-b5ad-34f184767db0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.342918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.348660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.349548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.354257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:18.354841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.354978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] 10.222.0.21 "DELETE /v2.0/networks/80401986-fb89-49cc-b5ad-34f184767db0 HTTP/1.1" status: 204 len: 168 time: 0.9923115 Mar 11 00:06:18.385094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6900ad-53f0-4b65-9fc1-038f6c68f87e admin admin] Pushing event deleted for resources: {'Network': ['ID=80401986-fb89-49cc-b5ad-34f184767db0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:18.392747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2838931 Mar 11 00:06:18.397070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60824) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:18.409424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5328e88-56b7-45de-b309-1af63032933b None None] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:18.410331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:18.420370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c396a858-622a-4c41-b23d-7b42c6b617d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4867263 Mar 11 00:06:18.420597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60826) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:18.459284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60828) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:18.466913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b1bb01b4-2367-4be3-b375-469d184a6a0c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:18.467577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b1bb01b4-2367-4be3-b375-469d184a6a0c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:18.506728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Port 170a537b-e63a-4bad-80a2-b7a333583fc0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:18.600064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e364-3d3c-4914-a39d-f243abae7d5b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:18.658809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:18.663838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:18.685327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:18.759069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:18.796624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 834f0c35-7ea7-4864-ac4e-ea59c3047263 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:18.861335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:18.981017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Provisioning complete for port 834f0c35-7ea7-4864-ac4e-ea59c3047263 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:18.981723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.006282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-997d48b8-4387-44e1-bf85-1217ef6e037b req-fe7ec01c-82fb-45eb-b055-ab3ac7dadd92 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1194465 Mar 11 00:06:19.036381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.097445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 834f0c35-7ea7-4864-ac4e-ea59c3047263 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:19.100131 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.133037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:19.135669 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.178916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70be4dd1-524a-4893-898f-26e2e7405ae7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=734ace169f2640948ed7427b99500d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161615 Mar 11 00:06:19.179460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:19.240078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c46e7272-b231-43b7-87d0-d6f6d59b94ba), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.280702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:12Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:19.303103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.330019 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.368783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:19.369361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Updating router fabe8505-46fc-4073-9261-b5f5f47eece8 port 170a537b-e63a-4bad-80a2-b7a333583fc0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:19.436327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=c46e7272-b231-43b7-87d0-d6f6d59b94ba,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:19.472784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:19.473494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:19.588909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.592631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Allocated IP 172.25.7.128 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/828b60a1-cbda-421a-9f57-0bf88aa3e348) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:19.622702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Allocated IP 172.23.0.1 (b59d5554-c5ba-4f18-ae99-8128692f8c3b/49a3e271-5a9d-44b5-b1ea-b639ce202411/bb2cac7c-5883-412e-8329-ca8bfb98b3e5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:19.632574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e6f511a3-c750-4e9a-af92-b846249c57e1 None None] Current status of the port 834f0c35-7ea7-4864-ac4e-ea59c3047263 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:19.634392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] Publish callbacks [] for security_group (2996783e-1777-4bb2-9270-75d01a6f4be4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.670235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 834f0c35-7ea7-4864-ac4e-ea59c3047263 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:19.697124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] Publish callbacks [] for security_group (2996783e-1777-4bb2-9270-75d01a6f4be4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.752491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:19.790751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:19.809572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:19.810407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.883590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e3f8f10-ea9b-43c0-a2f3-19cd55020073 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4824533 Mar 11 00:06:19.895905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60848) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:19.930521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:19.979933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.028517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.054247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2996783e-1777-4bb2-9270-75d01a6f4be4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.066979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.072646 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2996783e-1777-4bb2-9270-75d01a6f4be4 HTTP/1.1" status: 204 len: 168 time: 0.8920016 Mar 11 00:06:20.130342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f950e41-dcc9-4e7b-94aa-f4c32f0cca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2996783e-1777-4bb2-9270-75d01a6f4be4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:20.146495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks [] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.149813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113eeb2-3838-4ca0-bd6a-b35922429617 None None] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:20.159563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:20.164308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.167296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:20.173735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:20.181456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:20.263350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.335264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4487ce-df81-49b1-b649-0c6b4b78302f None None] Pushing event updated for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:20.412828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Allocated IP 172.23.0.2 (b59d5554-c5ba-4f18-ae99-8128692f8c3b/49a3e271-5a9d-44b5-b1ea-b639ce202411/8f63b99e-8a44-4779-9bdb-dce6bcf0f90b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:20.429032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffb576a3-5955-46c3-b10e-db9a0538740f req-ab7450bb-73ed-46b9-b73e-383c112e95db tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1533656 Mar 11 00:06:20.559331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.728250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.757299 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks [] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.793004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:20.972998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:21.000294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3c9bf68e-e047-49f8-b6b6-71425f00b19e None None] Provisioning complete for port 170a537b-e63a-4bad-80a2-b7a333583fc0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:21.000688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf68e-e047-49f8-b6b6-71425f00b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.005069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Pushing event updated for resources: {'Port': ['ID=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:21.009306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:21.010582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=828b60a1-cbda-421a-9f57-0bf88aa3e348,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:21.034451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:21.036645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Attempting to bind port 170a537b-e63a-4bad-80a2-b7a333583fc0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:21.037026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Attempting to bind port 170a537b-e63a-4bad-80a2-b7a333583fc0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:21.040155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Attempting to bind port 170a537b-e63a-4bad-80a2-b7a333583fc0 on network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:21.045535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:21.076469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:21.083772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:21.131632 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.172769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.187813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.216909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:21.217787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.244176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:21.244560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Checking segment: {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:21.245005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.245413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Bound using segment: {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:21.245999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Bound port: 170a537b-e63a-4bad-80a2-b7a333583fc0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530de930-e0ed-4d2f-90a8-8ecd58a74c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:21.246506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.421560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event updated for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:21.431239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.438983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.439482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.445644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.452222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.457790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.463131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.477646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:21.489471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-2c176e23-d41e-4287-b72c-de457836fb9c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.7653785 Mar 11 00:06:21.502340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3c9bf68e-e047-49f8-b6b6-71425f00b19e None None] Port 170a537b-e63a-4bad-80a2-b7a333583fc0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:21.587869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (09e03f1f-4916-40b7-b0b5-1ff5646626fd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.633042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Attempting to bind port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:21.634146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Attempting to bind port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:21.634728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Attempting to bind port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b on network b59d5554-c5ba-4f18-ae99-8128692f8c3b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:21.644788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8::1 (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe/c46e7272-b231-43b7-87d0-d6f6d59b94ba/1a499f04-8abd-4c08-977a-241e579600ef) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:21.646496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:21.647086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Checking segment: {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:21.647835 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.649071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Bound using segment: {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:21.650361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Bound port: 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:21.650949 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.673154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:21.674975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:21.775999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] For port 170a537b-e63a-4bad-80a2-b7a333583fc0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:21.796173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] For port 170a537b-e63a-4bad-80a2-b7a333583fc0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=170a537b-e63a-4bad-80a2-b7a333583fc0,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:21.797379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ca621f-aee1-4b61-b772-91fe0d8cd2cc req-553d1003-fb86-4583-93fe-aaec3da1db92 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1732471 Mar 11 00:06:21.816007 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.847723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:21.849860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56aed2bf-61dd-422b-858d-864cf3c6cb27 req-022d37c6-d7ae-48f3-8886-dff1fc28ca9a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3593647 Mar 11 00:06:21.865849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:21.971108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4487ce-df81-49b1-b649-0c6b4b78302f None None] Pushing event updated for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:21.994952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] For port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:22.026369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] For port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:22.035224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:22.036313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:22.044913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60882) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:22.122572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:22.144374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-83af80b7-d738-453e-9027-51c338202819 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7200012 Mar 11 00:06:22.144928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60888) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:22.162004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:22.208145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:22.424120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (1a499f04-8abd-4c08-977a-241e579600ef), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.490617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1718841437-network', 'tenant_id': '326a85e2f7144e4da04f235f76c4c32e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:22.508880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.513452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.554845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.586295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:22.600541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:22.609747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:22.610438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.613474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:22.673318 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.811431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (09e03f1f-4916-40b7-b0b5-1ff5646626fd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.818482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=828b60a1-cbda-421a-9f57-0bf88aa3e348,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:22.854079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:22.858823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-49795433-b135-4126-b697-51839d115dbe tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3984489 Mar 11 00:06:22.885663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 170a537b-e63a-4bad-80a2-b7a333583fc0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:22.887326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:22.891232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7f48-cc9c-46ef-a27f-497d6a89e0eb None None] Pushing event updated for resources: {'Port': ['ID=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:22.896635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2029347037'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:22.952150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1a499f04-8abd-4c08-977a-241e579600ef), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.159204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Allocated IP 2001:db8::2 (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe/c46e7272-b231-43b7-87d0-d6f6d59b94ba/213d62e1-7178-4385-a4d9-f19dab899754) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:23.313200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:06:23.347600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Removed routes are [] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:06:23.348062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.414764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Made reservation on behalf of 6f14b1a64f6f446bb665f92121490c95 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:23.424460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.465743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Made reservation on behalf of 326a85e2f7144e4da04f235f76c4c32e for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:23.468517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.484735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.533492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b93ad3d-d999-458e-b9ec-7f78d6e730c5 req-b01a81e2-0472-46e7-a06c-e227f322404c tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.5822797 Mar 11 00:06:23.549463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Provisioning complete for port 170a537b-e63a-4bad-80a2-b7a333583fc0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:23.550138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.575271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.747769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 170a537b-e63a-4bad-80a2-b7a333583fc0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:23.748420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.795660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.811990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.831077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.850026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.857075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.860616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks [] for port (213d62e1-7178-4385-a4d9-f19dab899754), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.863166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.869244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:23.879796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-15da9509-8574-4328-b49a-9921c591b3ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.8942835 Mar 11 00:06:23.893893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (1a499f04-8abd-4c08-977a-241e579600ef), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.909894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Current status of the port 170a537b-e63a-4bad-80a2-b7a333583fc0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:23.911267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.921606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:23.922481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.003658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] For port 170a537b-e63a-4bad-80a2-b7a333583fc0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=170a537b-e63a-4bad-80a2-b7a333583fc0,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:24.006025 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (213d62e1-7178-4385-a4d9-f19dab899754), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.016908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.103953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95fec90b-7d1a-4b17-85b5-e6c46da64574 req-9b408123-b86b-4f42-bff3-540e3e56949f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2008853 Mar 11 00:06:24.186687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:20Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:21Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:24.217961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.223293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.228927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.234923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.241084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.246880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.252442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.254242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-15691011-311c-4e1c-946d-4ea4738aeb47 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.2514849 Mar 11 00:06:24.288091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1aa19-c8ab-4825-a7c4-e2ac96310c95 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:20Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:21Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:24.295499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:24.301783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:24.318556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:24.327230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:24.331471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 170a537b-e63a-4bad-80a2-b7a333583fc0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:24.338004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Pushing event updated for resources: {'Port': ['ID=213d62e1-7178-4385-a4d9-f19dab899754,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:24.411413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd994d94-bb05-4252-8ef6-6908e3cd3715 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.413116 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd994d94-bb05-4252-8ef6-6908e3cd3715 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1151447 Mar 11 00:06:24.452260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for security_group (e8cf425d-9028-49fc-b4cc-2a1f3e786e03), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.467660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb931747-dea1-4a87-b5ba-fe02ded34d74 req-1531c300-2c8f-4d18-9c3d-3f76c860e43c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:24.477607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb931747-dea1-4a87-b5ba-fe02ded34d74 req-1531c300-2c8f-4d18-9c3d-3f76c860e43c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.3841374 Mar 11 00:06:24.501295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e8cf425d-9028-49fc-b4cc-2a1f3e786e03), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.559724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Attempting to bind port 213d62e1-7178-4385-a4d9-f19dab899754 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:24.560181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Attempting to bind port 213d62e1-7178-4385-a4d9-f19dab899754 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:24.560579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Attempting to bind port 213d62e1-7178-4385-a4d9-f19dab899754 on network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:24.597934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:24.598331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Checking segment: {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:24.598748 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.599151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Bound using segment: {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:24.599649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Bound port: 213d62e1-7178-4385-a4d9-f19dab899754, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:24.600069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (213d62e1-7178-4385-a4d9-f19dab899754), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.636871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf425d-9028-49fc-b4cc-2a1f3e786e03,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:24.673113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:24.678010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:24.739997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7840d0-f44c-42a2-919b-bcb487fb0ace None None] Pushing event updated for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:24.807276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:24.827914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:24.838518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.846859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.854268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7495d3e2-0c9b-4a46-becf-6750e0a9ae34), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:24.854575 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Added segment 7495d3e2-0c9b-4a46-becf-6750e0a9ae34 of type vlan for network 23b38639-f9b0-403e-8293-7f974d1dde38 Mar 11 00:06:24.901381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e02a1d-f3fb-4bf0-9c85-299d0fd82039 None None] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:24.930754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (23b38639-f9b0-403e-8293-7f974d1dde38), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.010672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (23b38639-f9b0-403e-8293-7f974d1dde38), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.018887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:25.019426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:25.020145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.045223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4927e57e-1d43-4152-841a-3b954a9a6b3d req-23e04e92-56e3-40e2-a2c9-83ceb2db3b9d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0849369 Mar 11 00:06:25.071081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1825333 Mar 11 00:06:25.183801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] For port 213d62e1-7178-4385-a4d9-f19dab899754, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:25.194062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:25.200925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.280502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] For port 213d62e1-7178-4385-a4d9-f19dab899754, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=213d62e1-7178-4385-a4d9-f19dab899754,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:25.284715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60912) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:25.286447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Provisioning complete for port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:25.290508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:25.291452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.299749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.301859 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-62d0127a-f481-40ce-9afc-f08bddf9bc38 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 933 time: 3.1559503 Mar 11 00:06:25.311291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Request body: {'subnet': {'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:25.317603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:25.358987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (213d62e1-7178-4385-a4d9-f19dab899754), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.562817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-65032e0d-5a91-427c-9933-f83e2960b5ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1272361 Mar 11 00:06:25.582116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:25.623725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Pushing event updated for resources: {'Port': ['ID=213d62e1-7178-4385-a4d9-f19dab899754,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:25.642556 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a53fd417-7dae-439b-bfab-80f5c523daa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 933 time: 0.3212345 Mar 11 00:06:25.655107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:25.660715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'routes': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:25.685857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.687143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.687967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.688474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.689052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.691082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.693767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.693767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.693767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.693767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.693767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.694731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.695421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6614ca28-8249-432d-9cbf-c950b09e2aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:25.712464 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:25.718457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:25.719205 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.727658 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:25.728413 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:25.817999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Current status of the port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:25.818981 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.824617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks [] for security_group (3751cfd4-e4c2-4824-9271-d576a57f1c5d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.860643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:25.977383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Made reservation on behalf of 6f14b1a64f6f446bb665f92121490c95 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:25.981670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.983546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:06:25.983910 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:06:25.986135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3751cfd4-e4c2-4824-9271-d576a57f1c5d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:25.991157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.024805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:26.046461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (32ec4b56-32fe-4991-8fb8-19a5ef803723), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.047450 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Added segment 32ec4b56-32fe-4991-8fb8-19a5ef803723 of type vlan for network 662d688d-6e90-4284-a749-8cf49ae2ff88 Mar 11 00:06:26.096847 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:26.149323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:26.153158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (662d688d-6e90-4284-a749-8cf49ae2ff88), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.309132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff282ae-438d-4fec-9c4c-8fe0c0132e50 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Network': ['ID=23b38639-f9b0-403e-8293-7f974d1dde38,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:26.318614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb931747-dea1-4a87-b5ba-fe02ded34d74 req-72de6416-2467-4450-a026-17f13b36da11 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8389697 Mar 11 00:06:26.326948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:26.337256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.339412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (662d688d-6e90-4284-a749-8cf49ae2ff88), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.344751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.345498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:26.460814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:06:26.572243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.581099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.592936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.604056 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:06:26.613878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.623392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.641284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.648240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:26.650785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-3d6ffad4-6e09-466a-b3a4-66670b6face6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 5441 time: 0.4507296 Mar 11 00:06:26.652164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60938) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:26.699269 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 6, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:26.763621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-562866ca-1469-407d-b022-2b50054b0880 None None] Current status of the port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:26.814085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32c67169-4909-4fcb-a818-a8582e40d295 req-69ae758a-46d9-478b-a7b3-e3621404ce72 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1569560 Mar 11 00:06:26.898559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Provisioning complete for port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:26.905512 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.004207 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:27.005205 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Updating router fabe8505-46fc-4073-9261-b5f5f47eece8 port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:27.021559 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b672ca68-40ea-4e23-b8c8-5404464d560c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.029603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3751cfd4-e4c2-4824-9271-d576a57f1c5d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:27.063845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 170a537b-e63a-4bad-80a2-b7a333583fc0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:27.089208 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.189732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b672ca68-40ea-4e23-b8c8-5404464d560c admin admin] Publish callbacks [] for security_group (cbcff77c-2782-43c4-9aca-6c90fd2c13be), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.202393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b672ca68-40ea-4e23-b8c8-5404464d560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cbcff77c-2782-43c4-9aca-6c90fd2c13be), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.272673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b672ca68-40ea-4e23-b8c8-5404464d560c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32909008c095428e8b656b5c52c5f2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5973055 Mar 11 00:06:27.274777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] Pushing event updated for resources: {'Network': ['ID=662d688d-6e90-4284-a749-8cf49ae2ff88,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:27.277440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60942) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:27.281193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f6ac3a89-2d34-4f7e-9f9a-13a68026ca1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.2352500 Mar 11 00:06:27.287055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (3cbfd153-4c21-417c-a69c-4eebf77c00af), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.301476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:27.311059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-42529aa8-ea4f-4281-82ad-67755b78f6b4 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4145820 Mar 11 00:06:27.334272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-feac0577-95f5-4fe0-9f1f-0d01d43fc0e3 req-1a3ff7f7-5a3b-46ca-989c-cc042a5127ea tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6457195 Mar 11 00:06:27.334821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60944) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:27.335163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60946) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:27.375546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Request body: {'subnet': {'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1718841437-subnet', 'tenant_id': '326a85e2f7144e4da04f235f76c4c32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:27.388692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-659083568'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:27.497952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Subnet': ['ID=3cbfd153-4c21-417c-a69c-4eebf77c00af,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:27.544184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 662d688d-6e90-4284-a749-8cf49ae2ff88 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:27.546104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:27.549932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:27.564925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.584785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Made reservation on behalf of 326a85e2f7144e4da04f235f76c4c32e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:27.592494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.611337 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks [] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.618350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:27.622924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672ca68-40ea-4e23-b8c8-5404464d560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcff77c-2782-43c4-9aca-6c90fd2c13be,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:27.623659 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.663837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87b949-5455-4522-9d56-77256bc6c152 None None] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:27.690153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cd189fbc-d907-44ec-a05c-0dd68ffc379a,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:27.717455 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Pushing event updated for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:27.724857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Checking segment: {'id': '7495d3e2-0c9b-4a46-becf-6750e0a9ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:27.725653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network hostable DHCP agents. Network: 23b38639-f9b0-403e-8293-7f974d1dde38, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:27.738655 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.739005 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.739558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.740110 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.740617 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.741119 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.741733 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.742250 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.742752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.743250 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.743767 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.744283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.744780 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:27.773883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:27.777348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:27.802761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e03c0292-1a4a-4369-94aa-4af9a8c7f5ea), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.803110 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment e03c0292-1a4a-4369-94aa-4af9a8c7f5ea of type vlan for network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade Mar 11 00:06:27.841301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 23b38639-f9b0-403e-8293-7f974d1dde38) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:27.865682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:27.868499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.876076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Attempting to bind port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:27.876467 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Attempting to bind port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:27.876865 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Attempting to bind port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 on network b59d5554-c5ba-4f18-ae99-8128692f8c3b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:27.889434 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:27.889821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Checking segment: {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:27.896142 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.896823 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Bound using segment: {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:27.897516 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Bound port: bb2cac7c-5883-412e-8329-ca8bfb98b3e5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc385fd7-b3a9-466c-be03-5f99ebd4beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:27.898085 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:27.900434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:27.902766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:27.915781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2ca73f52-0c80-4ecb-966f-ca7298d34fcb tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6102529 Mar 11 00:06:27.930351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] For port cd189fbc-d907-44ec-a05c-0dd68ffc379a, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:27.938244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:27.947236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-844227309', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:27.954361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.015080 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] For port bb2cac7c-5883-412e-8329-ca8bfb98b3e5, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:28.019103 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] For port bb2cac7c-5883-412e-8329-ca8bfb98b3e5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:28.029979 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.065782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.078799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.079093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] device_id is not set on port cd189fbc-d907-44ec-a05c-0dd68ffc379a yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:06:28.079832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.086858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.088218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.101363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Publish callbacks [] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.116992 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4516bb5-5fe8-4c67-80e3-2e4351e242f5 None None] Pushing event updated for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:28.136072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:28.149191 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:28.150098 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:28.219775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba979d-2535-41e4-baa0-18cfb54627da None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:28.267249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc96d2b8-8a14-466f-8df9-455abf69a0aa req-363ac9ac-917f-4261-85c2-a87586ae6791 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.2538528 Mar 11 00:06:28.273202 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] Publish callbacks [] for security_group (cbcff77c-2782-43c4-9aca-6c90fd2c13be), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.313373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_controller (2a5fec6c-0412-4689-9b9d-6dabf18102a3), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.321720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.387234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Current status of the port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:28.400694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:28.419078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0372448 Mar 11 00:06:28.437427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:28.441865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Pushing event updated for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:28.453671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:28.459337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30416029-2000-4b6e-b309-a0b012b9807b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=89cffd8a-f6ed-4c1b-bd0b-f85d953bcade,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:28.485121 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] Publish callbacks [] for security_group (cbcff77c-2782-43c4-9aca-6c90fd2c13be), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.520097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 170a537b-e63a-4bad-80a2-b7a333583fc0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:28.520780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.521696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb4ac-95c0-435a-9375-af26d53e5057 req-ce8a529e-4ada-4a4a-aab0-8ae0af6497f2 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.528183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2efb4ac-95c0-435a-9375-af26d53e5057 req-ce8a529e-4ada-4a4a-aab0-8ae0af6497f2 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.9463944 Mar 11 00:06:28.579526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added routes are [] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:06:28.580523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:06:28.587764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:28.631180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.794725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_gateway (2a5fec6c-0412-4689-9b9d-6dabf18102a3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.795794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2efb4ac-95c0-435a-9375-af26d53e5057 req-33866a6a-2ffd-4c18-8e93-940fe6756de3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476125 Mar 11 00:06:28.817285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-23b38639-f9b0-403e-8293-7f974d1dde38', 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38', 'project_id': '6f14b1a64f6f446bb665f92121490c95', 'fixed_ips': [{'subnet_id': '3cbfd153-4c21-417c-a69c-4eebf77c00af'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:28.818596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.929068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.935865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.938682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Provisioning complete for port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:28.939713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.943423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.949581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.955752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.961087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:28.963592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-fd4688a4-89b4-4772-8a0f-2e36b0fe20be tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 4663 time: 0.4808793 Mar 11 00:06:28.969404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cbcff77c-2782-43c4-9aca-6c90fd2c13be), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.972629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:28.976086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbcff77c-2782-43c4-9aca-6c90fd2c13be HTTP/1.1" status: 204 len: 168 time: 1.6781161 Mar 11 00:06:28.976262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.978215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.978313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.978617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.980423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.981284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.981631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.983425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.984405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.984770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.985096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.989966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:28.990269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.990635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:28.991143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:29.059343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe5ed9-c02f-42d5-8eac-39b72330a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcff77c-2782-43c4-9aca-6c90fd2c13be,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:29.076417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (5a506bee-9301-427e-8754-4ba51556f7a8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:29.147860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c49dff7e-8058-4b59-bd8d-b458ecd9c5ff req-f43defe9-dac2-46bd-b51f-604d466ff942 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1727998 Mar 11 00:06:29.173673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a506bee-9301-427e-8754-4ba51556f7a8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:29.194291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 6, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:28Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:29.194945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Checking segment: {'id': '32ec4b56-32fe-4991-8fb8-19a5ef803723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:29.195274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Network hostable DHCP agents. Network: 662d688d-6e90-4284-a749-8cf49ae2ff88, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:29.250240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Network 662d688d-6e90-4284-a749-8cf49ae2ff88 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:29.274108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 662d688d-6e90-4284-a749-8cf49ae2ff88) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:29.291883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:29.296409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:29.301072 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75851eaf-c5fa-420a-a0d0-5a899f42cde0 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 6, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:28Z', 'revision_number': 4, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:29.321671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4568119-9de4-40a0-8e2e-8799da143dd4 None None] Network 662d688d-6e90-4284-a749-8cf49ae2ff88 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:29.338230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dc6154fe-227e-44a6-b8ba-28f758d002e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9728520 Mar 11 00:06:29.383164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] No DVR routers for this DVR port cd189fbc-d907-44ec-a05c-0dd68ffc379a on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:29.434571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:29.443965 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6876b-17c5-408b-8004-af598e943cb7" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:29.570615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39399073-f39e-4c6f-b00a-21140f61c1cd req-e82f5a81-6e73-4e66-946d-26bee43c2561 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0808628 Mar 11 00:06:29.593988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:29.627720 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:29.627720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cd189fbc-d907-44ec-a05c-0dd68ffc379a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:29.793866 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252782d-e25c-4ccd-91ae-64729d0de32f x-openstack-request-id: req-d252782d-e25c-4ccd-91ae-64729d0de32f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:29.794152 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:29.794526 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d252782d-e25c-4ccd-91ae-64729d0de32f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:29.795044 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'code': 200} Mar 11 00:06:29.825402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] In _notify_port_updated(), no bound segment for port cd189fbc-d907-44ec-a05c-0dd68ffc379a on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:06:29.837861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:29.838563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:29.840505 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-124f3ddd-391d-469d-99a4-e0003f2fa385 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 200 len: 1031 time: 4.2698803 Mar 11 00:06:29.941353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 170a537b-e63a-4bad-80a2-b7a333583fc0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:29.943811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 213d62e1-7178-4385-a4d9-f19dab899754 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:30.043997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:30.049817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.149083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:30.152661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-5c777423-f6c2-4418-8df7-d1765aec2893 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.155750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-5c777423-f6c2-4418-8df7-d1765aec2893 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "GET /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2604117 Mar 11 00:06:30.164756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Current status of the port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:30.165823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.191119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a05203-f412-464b-bcdb-5d855826506d req-2f6901c7-5050-4c9e-9e03-55d34ff79931 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.197236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:30.203765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2a05203-f412-464b-bcdb-5d855826506d req-2f6901c7-5050-4c9e-9e03-55d34ff79931 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2242875 Mar 11 00:06:30.432745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2a05203-f412-464b-bcdb-5d855826506d req-04a74597-e098-4938-a481-5dddba8e64ae tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226579 Mar 11 00:06:30.453243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Allocated IP 172.20.0.2 (23b38639-f9b0-403e-8293-7f974d1dde38/3cbfd153-4c21-417c-a69c-4eebf77c00af/2a1a83a2-a1ba-425b-8770-cc3d2c6ed339) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:30.457551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60998) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:30.469878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368e26a-5c47-4d81-81e1-5ac7d14667f3 None None] Network 662d688d-6e90-4284-a749-8cf49ae2ff88 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:30.484927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-844480370-network', 'tenant_id': 'dd82a35df4c64a22af30525e172e2fc9'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:30.490115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.504428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.538515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Made reservation on behalf of dd82a35df4c64a22af30525e172e2fc9 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:30.544967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.579426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.588939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32768) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:30.719782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks [] for security_group (e089db22-edb7-4bc4-a5e1-d9b4c66769ce), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.735498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.742011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.749495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.755466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.762167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.768548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:30.778074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-a8f97109-92eb-4bea-85db-c3b7db607965 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 4661 time: 0.4519627 Mar 11 00:06:30.786925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e089db22-edb7-4bc4-a5e1-d9b4c66769ce), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.842414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e089db22-edb7-4bc4-a5e1-d9b4c66769ce,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:30.875364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:30.884062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d7c2a7f-5541-4867-994c-ad7c0e7753e5 req-2ef1ca10-4379-4b7e-a56c-f0f099a03067 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0996597 Mar 11 00:06:30.931061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (92d39245-baeb-4743-940a-a636bf475dc5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:30.931659 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Added segment 92d39245-baeb-4743-940a-a636bf475dc5 of type vlan for network 58fa7b89-d25a-4e32-a643-57b74556be1a Mar 11 00:06:30.988448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (58fa7b89-d25a-4e32-a643-57b74556be1a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.016740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.017556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.018013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.018516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.019201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.019812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.020307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.020747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.021181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.021618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.022139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.022735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.023167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:06:31.031972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (58fa7b89-d25a-4e32-a643-57b74556be1a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.033237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:31.034057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.041619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port cd189fbc-d907-44ec-a05c-0dd68ffc379a host ! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:06:31.044160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cd189fbc-d907-44ec-a05c-0dd68ffc379a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:31.045175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 61ffe986-4bf3-44da-a3ce-74203250b8db no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:31.115128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] Pushing event updated for resources: {'Network': ['ID=58fa7b89-d25a-4e32-a643-57b74556be1a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:31.140801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75e0cfb2-efde-4e55-a114-35f9937c7089 req-895820c7-002a-433d-a87a-b1e3464c27f2 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3607793 Mar 11 00:06:31.151602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19d3877c-5967-4114-962c-c8a055a3431e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6892581 Mar 11 00:06:31.154531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32774) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:31.165303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Request body: {'subnet': {'network_id': '58fa7b89-d25a-4e32-a643-57b74556be1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-844480370-subnet', 'tenant_id': 'dd82a35df4c64a22af30525e172e2fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:31.166624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:22Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:31.197105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.197888 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks [] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.206806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-756065168-network', 'tenant_id': 'c1db5be9cf204d8496a7e89768b7bba1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:31.227836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-447db070-e343-40b2-b746-067bc8fda218 None None] For port bb2cac7c-5883-412e-8329-ca8bfb98b3e5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:31.228126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Made reservation on behalf of dd82a35df4c64a22af30525e172e2fc9 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:31.229199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 58fa7b89-d25a-4e32-a643-57b74556be1a details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:31.235976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.240489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Made reservation on behalf of c1db5be9cf204d8496a7e89768b7bba1 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:31.242825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.255089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.299705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.327711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:31.328251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Updating router e6fd7722-c5ec-4666-8016-ab71dee348a0 port 1a499f04-8abd-4c08-977a-241e579600ef binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:31.389822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:31.445594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:31.446267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_gateway (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.476413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:31.483668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:31.487477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 213d62e1-7178-4385-a4d9-f19dab899754 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:31.490228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (213d62e1-7178-4385-a4d9-f19dab899754), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.494926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.515648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.519576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (d37fdf93-8b5d-4f58-a8cb-a51cf86b877a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.522074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Pushing event updated for resources: {'Port': ['ID=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:31.529620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1a499f04-8abd-4c08-977a-241e579600ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.665908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (aa92e38c-b3d6-4487-aa2e-585716a26fc2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.689181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61ffe986-4bf3-44da-a3ce-74203250b8db is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:31.690429 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.701047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Provisioning complete for port cd189fbc-d907-44ec-a05c-0dd68ffc379a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:31.701584 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.731418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37fdf93-8b5d-4f58-a8cb-a51cf86b877a,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:31.747159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Checking segment: {'id': '92d39245-baeb-4743-940a-a636bf475dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '58fa7b89-d25a-4e32-a643-57b74556be1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:31.747789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Network hostable DHCP agents. Network: 58fa7b89-d25a-4e32-a643-57b74556be1a, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:31.774746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Port cd189fbc-d907-44ec-a05c-0dd68ffc379a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:31.786624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ac93-e2bc-47f5-bf90-5194ecf45432 req-df5dcbd8-c077-49c3-b911-250911775a51 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:31.789316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c15ac93-e2bc-47f5-bf90-5194ecf45432 req-df5dcbd8-c077-49c3-b911-250911775a51 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2112865 Mar 11 00:06:31.851157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=aa92e38c-b3d6-4487-aa2e-585716a26fc2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:31.860505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=61ffe986-4bf3-44da-a3ce-74203250b8db,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:31.876927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:31.883678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Network 58fa7b89-d25a-4e32-a643-57b74556be1a is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:31.890778 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:31.891772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.894426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Attempting to bind port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:31.894931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Attempting to bind port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7495d3e2-0c9b-4a46-becf-6750e0a9ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:31.895409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Attempting to bind port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 on network 23b38639-f9b0-403e-8293-7f974d1dde38 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:31.895736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0b52cce-43b3-4e51-be87-72bc0b67bcc0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 699 time: 6.2387948 Mar 11 00:06:31.899687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:31.902355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447db070-e343-40b2-b746-067bc8fda218 None None] Pushing event updated for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:31.909042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:31.909601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Checking segment: {'id': '7495d3e2-0c9b-4a46-becf-6750e0a9ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:31.910120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.910753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Bound using segment: {'id': '7495d3e2-0c9b-4a46-becf-6750e0a9ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:31.911336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Bound port: 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7495d3e2-0c9b-4a46-becf-6750e0a9ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:31.911930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.939263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:31.940064 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:31.947839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Provisioning complete for port 1a499f04-8abd-4c08-977a-241e579600ef triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:31.958282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1a499f04-8abd-4c08-977a-241e579600ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:31.964005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:31.965017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:31.981558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Allocated IP 172.25.7.190 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/16748555-045f-4ad2-af5f-711d743e4742) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:32.015551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c15ac93-e2bc-47f5-bf90-5194ecf45432 req-4fe418bb-59a2-485f-89e3-3ac0261d6652 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106464 Mar 11 00:06:32.031499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 58fa7b89-d25a-4e32-a643-57b74556be1a) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:32.049428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e122458-4250-47f3-a42b-7a2042b263d0 None None] Network 58fa7b89-d25a-4e32-a643-57b74556be1a requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:32.054644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.055256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.066511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks [] for security_group (c7f91a08-33eb-463d-a818-23b405190551), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.083655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] For port 61ffe986-4bf3-44da-a3ce-74203250b8db, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:32.091028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c794ea53-1b2b-4695-b6c8-e555ef9b51aa req-1c30cfd2-e6c7-4f16-9ebe-c371e9428d65 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.0440052 Mar 11 00:06:32.092474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c7f91a08-33eb-463d-a818-23b405190551), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.100266 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:32.117409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-530fd503-998f-40dc-b4a8-d6c225429de5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9587562 Mar 11 00:06:32.118382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:32.157813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (110b158a-b852-42d9-97f1-c751225706ac), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.158207 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Added segment 110b158a-b852-42d9-97f1-c751225706ac of type vlan for network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 Mar 11 00:06:32.168584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:32.178459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f91a08-33eb-463d-a818-23b405190551,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:32.224628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:32.240393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b69006d5-1b8a-46f9-99e8-ee79ca5f9428), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.242244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.242702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.284481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b69006d5-1b8a-46f9-99e8-ee79ca5f9428), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.286214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.287065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.294877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd074d-5ef0-432d-a1a0-fee8bb2e74e3 None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:32.329670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-adee3368-0aee-46d6-a085-b1fba2f3edea tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8838043 Mar 11 00:06:32.355323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32786) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:32.356150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] Pushing event updated for resources: {'Network': ['ID=b69006d5-1b8a-46f9-99e8-ee79ca5f9428,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:32.378241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] device_id is not set on port 61ffe986-4bf3-44da-a3ce-74203250b8db yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:06:32.398703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:32.413263 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13dc85bb-fa27-4ee7-b14a-12e35783776b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 699 time: 0.5090017 Mar 11 00:06:32.434447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32788) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:32.443110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Port 1a499f04-8abd-4c08-977a-241e579600ef cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:32.450136 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:28Z', 'revision_number': 7, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:30Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:32.524271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Publish callbacks [] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.525982 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:32.530674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-10c32cad-a911-4657-8a68-a7dfc4fb06df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8087304 Mar 11 00:06:32.536351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32792) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:32.550144 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:32.550936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:32.562953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:32.564093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.571808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 213d62e1-7178-4385-a4d9-f19dab899754 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:32.572253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (213d62e1-7178-4385-a4d9-f19dab899754), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.655643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.661616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.666879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.673610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.679872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.685870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:32.688223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09130643-d822-4f37-b709-f9560922deed req-ccf5ed89-5c8c-4325-ba99-110fd5e911e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 4661 time: 0.3341067 Mar 11 00:06:32.704829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Request body: {'subnet': {'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-756065168-subnet', 'tenant_id': 'c1db5be9cf204d8496a7e89768b7bba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:32.742843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:32.757100 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:32.799392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] For port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:32.854182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] For port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,segment=NetworkSegment(7495d3e2-0c9b-4a46-becf-6750e0a9ae34),segment_id=7495d3e2-0c9b-4a46-becf-6750e0a9ae34)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:32.898260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09130643-d822-4f37-b709-f9560922deed req-651462f7-c514-4e07-ad3f-da66eafdd4c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f09a8df-9203-47b4-ad60-f0ee695e2233&id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1993339 Mar 11 00:06:33.046787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks [] for port (1a499f04-8abd-4c08-977a-241e579600ef), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.063199 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.065795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] No DVR routers for this DVR port 61ffe986-4bf3-44da-a3ce-74203250b8db on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:33.069752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Made reservation on behalf of c1db5be9cf204d8496a7e89768b7bba1 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:33.077809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.078628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Provisioning complete for port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:33.079260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.170090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116bc3a-9624-447b-86b7-12c0f98309e0 None None] Pushing event updated for resources: {'Port': ['ID=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:33.183560 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.203361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 213d62e1-7178-4385-a4d9-f19dab899754, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=213d62e1-7178-4385-a4d9-f19dab899754,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:33.357156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Pushing event updated for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:33.465105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (16748555-045f-4ad2-af5f-711d743e4742), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.514296 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:28Z', 'revision_number': 7, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:30Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:33.520912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:06:33.521542 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:06:33.524637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562e9d-90f4-43b0-86c5-40c72755b466 req-696645f7-3267-428b-9591-86582dc0c036 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:33.531861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be562e9d-90f4-43b0-86c5-40c72755b466 req-696645f7-3267-428b-9591-86582dc0c036 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.3391969 Mar 11 00:06:33.538826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (213d62e1-7178-4385-a4d9-f19dab899754), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.540718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.543037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:33.545348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df2bff-0d3e-4f31-b93f-a4e702f5bc9b None None] Network 58fa7b89-d25a-4e32-a643-57b74556be1a requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:33.566530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-1cbe2a80-34c8-4c55-8649-2aedebaf3aa4 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:33.568928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Allocated IP 2001:db8:1::2 (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade/aa92e38c-b3d6-4487-aa2e-585716a26fc2/338d494a-ee54-4b33-b542-06b4cdb2de6c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:33.571506 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7262f4-31c9-4cf9-9bc0-30c155e512ca None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:28Z', 'revision_number': 7, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb2cac7c-5883-412e-8329-ca8bfb98b3e5', 'name': '', 'network_id': 'b59d5554-c5ba-4f18-ae99-8128692f8c3b', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:c1:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:19Z', 'updated_at': '2022-03-11T00:06:30Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '49a3e271-5a9d-44b5-b1ea-b639ce202411', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:33.574149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-1cbe2a80-34c8-4c55-8649-2aedebaf3aa4 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/networks?id=662d688d-6e90-4284-a749-8cf49ae2ff88 HTTP/1.1" status: 200 len: 825 time: 0.5905135 Mar 11 00:06:33.612560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] In _notify_port_updated(), no bound segment for port 61ffe986-4bf3-44da-a3ce-74203250b8db on network 13dbe604-8e8d-4d64-97d2-954de927f094 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:06:33.613468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:33.614124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.615715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-8f705d3c-10d1-4c2f-9a63-00d98a202383 service neutron] 10.222.0.30 "PUT /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 200 len: 1031 time: 3.4371691 Mar 11 00:06:33.703278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:33.956196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-434fdeb8-eb0b-4736-aaf8-c22a108a2c37 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/quotas/326a85e2f7144e4da04f235f76c4c32e HTTP/1.1" status: 200 len: 375 time: 0.3322155 Mar 11 00:06:33.998847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Checking segment: {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:33.999506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Network hostable DHCP agents. Network: b69006d5-1b8a-46f9-99e8-ee79ca5f9428, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:34.025757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port b21c323d-9303-4e12-ae9f-660273dcbd10 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:34.026094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.041239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:34.081240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:34.094746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (16748555-045f-4ad2-af5f-711d743e4742), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.114647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b69006d5-1b8a-46f9-99e8-ee79ca5f9428) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:34.120905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:34.121487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.177305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c6dac-daa8-48e4-955b-34e152ec4655 None None] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:34.204706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:34.252821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:34.266645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:34.288920 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c825a863-4d17-42ca-ac52-fe5badc19951 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5901351 Mar 11 00:06:34.309280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e136d-f1b6-46ce-8c1b-574402e0a874 None None] Pushing event updated for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:34.359109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=16748555-045f-4ad2-af5f-711d743e4742,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:34.413816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port b21c323d-9303-4e12-ae9f-660273dcbd10, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b21c323d-9303-4e12-ae9f-660273dcbd10,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:34.414195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.450428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for b21c323d-9303-4e12-ae9f-660273dcbd10 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:34.487355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a63898-2890-4161-a2a3-f428b853c04b None None] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:34.553163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.700681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:34.701234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:34.776947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-1834437f-1b0e-401c-9ba3-588f11ae471a tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=326a85e2f7144e4da04f235f76c4c32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8060417 Mar 11 00:06:34.780257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be562e9d-90f4-43b0-86c5-40c72755b466 req-15556d7d-4bcb-4505-b044-3498c18babd4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2044258 Mar 11 00:06:34.994146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks [] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.019276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 61ffe986-4bf3-44da-a3ce-74203250b8db is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:35.021265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b21c323d-9303-4e12-ae9f-660273dcbd10 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:35.055755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.111163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8:1::1 (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade/aa92e38c-b3d6-4487-aa2e-585716a26fc2/35f44555-33cc-4ed1-b685-1e6c3f2f217c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:35.159914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41787ff2-f430-4139-9ad8-948ef86ddf17 None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:35.164164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Attempting to bind port 1a499f04-8abd-4c08-977a-241e579600ef on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:35.164780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Attempting to bind port 1a499f04-8abd-4c08-977a-241e579600ef by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:35.165663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Attempting to bind port 1a499f04-8abd-4c08-977a-241e579600ef on network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:35.179314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:35.224402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:35.239974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.288686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:35.296152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Current status of the port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:35.343091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=213d62e1-7178-4385-a4d9-f19dab899754,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:35.393229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:35.394660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Checking segment: {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:35.395317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.396216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Bound using segment: {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:35.398045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Bound port: 1a499f04-8abd-4c08-977a-241e579600ef, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b82d1-77f0-462e-b218-0db5a92fff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:35.398869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1a499f04-8abd-4c08-977a-241e579600ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.460008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Pushing event updated for resources: {'Port': ['ID=338d494a-ee54-4b33-b542-06b4cdb2de6c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:35.480776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7285de2-88b6-4dbd-9b28-c3a291a11fe8 req-62820fbf-af13-48fa-8366-720bc2d79512 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.4917617 Mar 11 00:06:35.489590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.617239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:35.623198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:35.631065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:35.639885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:35.640502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.645516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:35.699915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-66eab2a3-e720-433d-91c3-0c82f74b356f service neutron] 10.222.0.21 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030592 Mar 11 00:06:35.784670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Provisioning complete for port 213d62e1-7178-4385-a4d9-f19dab899754 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:35.785048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (213d62e1-7178-4385-a4d9-f19dab899754), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:35.843751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-e194394b-a09a-41cd-9b33-db06eea70af4 service neutron] 10.222.0.21 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428313 Mar 11 00:06:35.900592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-02c5b270-c04f-47f4-a898-996358d4fcce req-f778c0d8-feea-4d10-bbb6-5e95c300742d service neutron] (110425) timed out ('10.222.0.21', 35524) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:06:35.977023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:35.985029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:35.992408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_gateway (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.002098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:36.017282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:36.030378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:36.032714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-56ae8a2b-2b3f-4dd7-9430-b22b98ddc480 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 3883 time: 0.3502190 Mar 11 00:06:36.081985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Attempting to bind port 338d494a-ee54-4b33-b542-06b4cdb2de6c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:36.084317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Attempting to bind port 338d494a-ee54-4b33-b542-06b4cdb2de6c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:36.086873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Attempting to bind port 338d494a-ee54-4b33-b542-06b4cdb2de6c on network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:36.103534 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.125446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:36.125823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Checking segment: {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:36.126226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.126620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Bound using segment: {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:36.127216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Bound port: 338d494a-ee54-4b33-b542-06b4cdb2de6c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:36.127466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.175435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb2cac7c-5883-412e-8329-ca8bfb98b3e5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:36.321406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f010013-4e43-4fc0-80a5-dd98c09314a6 req-0dae8908-76e1-4dc9-9003-f47a3383a06a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2817998 Mar 11 00:06:36.405611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] For port 1a499f04-8abd-4c08-977a-241e579600ef, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:36.539411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] For port 338d494a-ee54-4b33-b542-06b4cdb2de6c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:36.550792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] For port 338d494a-ee54-4b33-b542-06b4cdb2de6c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=338d494a-ee54-4b33-b542-06b4cdb2de6c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:36.572876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b21c323d-9303-4e12-ae9f-660273dcbd10 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:36.574165 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.637276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b21c323d-9303-4e12-ae9f-660273dcbd10), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.665859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5750fcb5-425e-4aab-9dda-57a046f16717 req-da1390bb-8596-46ca-9492-318d89677c19 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 210 time: 0.1151097 Mar 11 00:06:36.673637 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.694100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60864-eb05-4b7c-9244-c267671521dd req-68e75397-f3f7-42d3-9f07-4a92d1db6d84 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:36.706103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9eb60864-eb05-4b7c-9244-c267671521dd req-68e75397-f3f7-42d3-9f07-4a92d1db6d84 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4660535 Mar 11 00:06:36.721063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] For port 1a499f04-8abd-4c08-977a-241e579600ef, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1a499f04-8abd-4c08-977a-241e579600ef,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:36.790314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fac06da6-887a-4cd8-80a3-412826a39a2e None None] Current status of the port 213d62e1-7178-4385-a4d9-f19dab899754 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:36.880186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:36.897616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97d22241-2310-4360-865c-c7fc25cce536 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:36.929213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9eb60864-eb05-4b7c-9244-c267671521dd req-a3932b2a-8bdc-4301-be16-2c3a0913ca1a tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220199 Mar 11 00:06:37.002514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port b21c323d-9303-4e12-ae9f-660273dcbd10 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:37.006145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=b21c323d-9303-4e12-ae9f-660273dcbd10,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:37.023561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ca33089-2732-4d9c-98ce-9aa6308e13c0 req-ddf67b42-5325-4a49-b79c-04f790f80243 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bd11244-eb31-4040-ba04-b27242f0ef27 HTTP/1.1" status: 200 len: 210 time: 0.1097889 Mar 11 00:06:37.029078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0a78-9234-4777-aec4-47c81186f59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.071484 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.082024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-7ef54527-4314-444a-88ef-80d69ccef086 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "DELETE /v2.0/ports/b21c323d-9303-4e12-ae9f-660273dcbd10 HTTP/1.1" status: 204 len: 173 time: 3.3632126 Mar 11 00:06:37.104261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:37.113076 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70209ebd-70d2-41c5-a884-65da81ae5222" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:37.207223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.223036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.225344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.337136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b31cd7-efa3-4b38-8315-f28edf3df899 None None] Pushing event updated for resources: {'Port': ['ID=338d494a-ee54-4b33-b542-06b4cdb2de6c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:37.469379 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e608a7-3973-4133-a6fe-a8b2617ee185 x-openstack-request-id: req-b0e608a7-3973-4133-a6fe-a8b2617ee185 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:37.469712 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "b21c323d-9303-4e12-ae9f-660273dcbd10", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:37.470002 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0e608a7-3973-4133-a6fe-a8b2617ee185 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:37.470339 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': 'b21c323d-9303-4e12-ae9f-660273dcbd10', 'status': 'completed', 'code': 200} Mar 11 00:06:37.493185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:37.493807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.559829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Provisioning complete for port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:37.590162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.716593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.928459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:37.949858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:37.950899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:37.973837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:37.974453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:37.993932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:38.007573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a81e9e46-8c75-4cb4-ab60-d48a16acfc89 req-600c08c8-fb11-40dd-9c86-9a93b1818238 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 210 time: 0.1569324 Mar 11 00:06:38.008284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:38.147221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-727929d0-d186-49b4-94b5-b25cc6baa23d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:38.153651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-727929d0-d186-49b4-94b5-b25cc6baa23d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:38.165351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-727929d0-d186-49b4-94b5-b25cc6baa23d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:38.173455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-727929d0-d186-49b4-94b5-b25cc6baa23d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:38.181806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-727929d0-d186-49b4-94b5-b25cc6baa23d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 3149 time: 0.3545702 Mar 11 00:06:38.356509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:38.366234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b34d891d-12a9-4ed0-8c67-3ec08ea2ed01 req-e183e6a3-1af4-4f8f-8a8b-b017d081715f tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1835387 Mar 11 00:06:38.385485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25286200-52f3-4c5a-b6ef-62731f0b4545 req-7d9c67cc-8a43-4ee1-a541-1714b4f5b371 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:38.396648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25286200-52f3-4c5a-b6ef-62731f0b4545 req-7d9c67cc-8a43-4ee1-a541-1714b4f5b371 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2686753 Mar 11 00:06:38.544589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:38.545200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:38.679525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 97d22241-2310-4360-865c-c7fc25cce536 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:38.680685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:38.728596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:38.734546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32854) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:38.755540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d22241-2310-4360-865c-c7fc25cce536'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:38.759718 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d23b4cf-c668-4568-8949-23a284c62456" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "97d22241-2310-4360-865c-c7fc25cce536"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:38.782037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1149fa90-b0f3-4d48-8a48-f9c42dd174cd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4226665 Mar 11 00:06:38.793803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32860) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:38.857822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522047969'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:38.892245 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f191e5-2fea-417d-bb1e-0b1cd01b0112 x-openstack-request-id: req-a0f191e5-2fea-417d-bb1e-0b1cd01b0112 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:38.892824 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "97d22241-2310-4360-865c-c7fc25cce536", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:38.893281 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0f191e5-2fea-417d-bb1e-0b1cd01b0112 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:38.893853 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d22241-2310-4360-865c-c7fc25cce536', 'code': 200} Mar 11 00:06:38.900466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:38.904736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:38.920220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:38.924163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e136d-f1b6-46ce-8c1b-574402e0a874 None None] Pushing event updated for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:38.947868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:38.948957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5ceedae-b4e1-403d-89ea-67642b8ca1a7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:38.954493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25286200-52f3-4c5a-b6ef-62731f0b4545 req-f7929486-640a-495a-8954-ff1ee5547d4e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5459208 Mar 11 00:06:38.995028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:39.004775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:39.057117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (d8fc17d2-8631-4f6b-9114-414d8eeb7626), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.060239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91a56efd-295e-489e-925b-edd6ffc1bbb3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.124817 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment 91a56efd-295e-489e-925b-edd6ffc1bbb3 of type vlan for network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 Mar 11 00:06:39.153898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (d8fc17d2-8631-4f6b-9114-414d8eeb7626), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.164324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (74a5fefb-c96b-4c26-a074-b2d86d2b1958), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.183741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Current status of the port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:39.184457 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.195455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695e484-454e-47bc-9aa5-7d6d723fe63f None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:39.216602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.217328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.218453 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Floating IP d416ac56-ea35-4087-bc3e-f4fd9a7ebc51 disassociated. External IP: 172.25.7.158, port: c5ceedae-b4e1-403d-89ea-67642b8ca1a7. Mar 11 00:06:39.219072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for c5ceedae-b4e1-403d-89ea-67642b8ca1a7 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:39.260331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:39.261493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.307441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b58874eb-b076-43ee-926e-c47721cd5e29 req-87032e4c-6020-4724-91e4-7931f8f6a2b9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 210 time: 0.1238396 Mar 11 00:06:39.311133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (74a5fefb-c96b-4c26-a074-b2d86d2b1958), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.318532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.320091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.352265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bb2cac7c-5883-412e-8329-ca8bfb98b3e5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:39.353511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:39.384089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:39.398930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port bb2cac7c-5883-412e-8329-ca8bfb98b3e5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:39.399303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.414680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for bb2cac7c-5883-412e-8329-ca8bfb98b3e5 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:39.456777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d8fc17d2-8631-4f6b-9114-414d8eeb7626), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.459384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.466007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8fc17d2-8631-4f6b-9114-414d8eeb7626 HTTP/1.1" status: 204 len: 168 time: 0.7276952 Mar 11 00:06:39.467171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32866) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:39.467854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=74a5fefb-c96b-4c26-a074-b2d86d2b1958,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:39.475036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c52afcd0-274b-4681-b6c7-9e3f23bd6482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.489667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d3cc7af7-275c-477c-a958-aab48253525e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6591122 Mar 11 00:06:39.493468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32868) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:39.513396 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-79549907-0aa9-4fdf-922c-208999186c16 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] show failed (client error): The resource could not be found. Mar 11 00:06:39.518055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79549907-0aa9-4fdf-922c-208999186c16 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "GET /v2.0/security-groups/d8fc17d2-8631-4f6b-9114-414d8eeb7626 HTTP/1.1" status: 404 len: 347 time: 0.0267148 Mar 11 00:06:39.520965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:39.524493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:39.532853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:39.538629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] For port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,segment=NetworkSegment(7495d3e2-0c9b-4a46-becf-6750e0a9ae34),segment_id=7495d3e2-0c9b-4a46-becf-6750e0a9ae34)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:39.547505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:06:39.548906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e7c7d-7a6f-46d7-a112-1308ab3716d2 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc17d2-8631-4f6b-9114-414d8eeb7626,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:39.585088 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.701295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-188d0a81-bbd1-415f-9534-4ac827214389 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.702832 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-188d0a81-bbd1-415f-9534-4ac827214389 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.30 "GET /v2.0/networks?id=662d688d-6e90-4284-a749-8cf49ae2ff88 HTTP/1.1" status: 200 len: 825 time: 1.2277062 Mar 11 00:06:39.755688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Request body: {'port': {'device_id': '84320139-0cff-4792-adc2-e2124ad679be', 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88', 'admin_state_up': True, 'tenant_id': '326a85e2f7144e4da04f235f76c4c32e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:39.770680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-1e938385-149d-4276-9fc4-49973d5c0224 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.775953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-1e938385-149d-4276-9fc4-49973d5c0224 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.781235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-1e938385-149d-4276-9fc4-49973d5c0224 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.786216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:39.786671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.786846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-1e938385-149d-4276-9fc4-49973d5c0224 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:39.788616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-1e938385-149d-4276-9fc4-49973d5c0224 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 3147 time: 0.2684410 Mar 11 00:06:39.864808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:39.868098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.893523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Provisioning complete for port 1a499f04-8abd-4c08-977a-241e579600ef triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:39.894000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1a499f04-8abd-4c08-977a-241e579600ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.899499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port d685ff0b-45d4-4baf-853b-c7bcd85e75df {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:39.899843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.904605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7902fb5c-201c-4784-83df-aaf65c9df1e9 req-7516d021-28a6-4884-8f85-2a8f5b0f3f8d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082637 Mar 11 00:06:39.923446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:39.952115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:39.952501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.954345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] Sync routers for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:39.972904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:39.974145 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-be04d017-6542-4a6e-b2a1-7debfdc75452 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.0341787 Mar 11 00:06:39.979122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:40.009744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Pushing event updated for resources: {'Port': ['ID=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:40.043900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb2cac7c-5883-412e-8329-ca8bfb98b3e5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.077375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5ceedae-b4e1-403d-89ea-67642b8ca1a7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:40.077619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=bb2cac7c-5883-412e-8329-ca8bfb98b3e5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:40.101153 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.102161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 28609424-21ff-472a-8048-4abb6da70daa no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:40.198179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:40.200883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:40.278823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Made reservation on behalf of 326a85e2f7144e4da04f235f76c4c32e for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:40.282227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.295667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.296210 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (d685ff0b-45d4-4baf-853b-c7bcd85e75df), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.341309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:40.433469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c5ceedae-b4e1-403d-89ea-67642b8ca1a7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.468321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.475463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for d685ff0b-45d4-4baf-853b-c7bcd85e75df owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:40.496420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:40.497901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 213d62e1-7178-4385-a4d9-f19dab899754 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:40.501932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (7c59577d-7d4b-4cf6-909b-4cbe88b9462e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.520981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:40.521780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:40.529205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90428275-15ca-4ffa-a8b7-6612d5936be9 req-cb8dcc72-1482-4c3d-90dc-c6f2faede2fe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:40.530767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90428275-15ca-4ffa-a8b7-6612d5936be9 req-cb8dcc72-1482-4c3d-90dc-c6f2faede2fe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4204259 Mar 11 00:06:40.555499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:40.570844 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.571725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5ceedae-b4e1-403d-89ea-67642b8ca1a7,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:40.614147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Current status of the port 1a499f04-8abd-4c08-977a-241e579600ef is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:40.615694 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1a499f04-8abd-4c08-977a-241e579600ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.636028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-2575c7a7-48a0-4289-87cf-e371f0cbe8fd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:40.640609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:35Z', 'revision_number': 3, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:36Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:36Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:40.643596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-2575c7a7-48a0-4289-87cf-e371f0cbe8fd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 808 time: 0.4162271 Mar 11 00:06:40.651501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 28609424-21ff-472a-8048-4abb6da70daa is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:40.652453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.661388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:40.662190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d5145-3423-4155-b74a-88c7ede31c45 None None] The sync data for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:40.717888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f59f5-6f1f-44d6-a496-36d5d4b47545 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:35Z', 'revision_number': 3, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:36Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:36Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:40.777916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:40.780842 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.789563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] For port 1a499f04-8abd-4c08-977a-241e579600ef, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1a499f04-8abd-4c08-977a-241e579600ef,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:40.816669 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.906513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:40.910510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}, {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28609424-21ff-472a-8048-4abb6da70daa'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:40.913634 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114febd1-ad74-4309-a6bb-9b5dc0b9e2a5" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7"}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "28609424-21ff-472a-8048-4abb6da70daa"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:40.920860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Pushing event updated for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:40.930845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.008958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 213d62e1-7178-4385-a4d9-f19dab899754 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:41.010254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (213d62e1-7178-4385-a4d9-f19dab899754), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.043190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:41.062641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Provisioning complete for port 61ffe986-4bf3-44da-a3ce-74203250b8db triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:41.063024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.164507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c9f627cb-07f8-4602-8a8a-cf37c5212ae7 None None] Port 61ffe986-4bf3-44da-a3ce-74203250b8db cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:41.269502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-1aea036e-86dd-42a2-a256-b512de9cb179 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/quotas/c1db5be9cf204d8496a7e89768b7bba1 HTTP/1.1" status: 200 len: 375 time: 0.6243517 Mar 11 00:06:41.480696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-df53c3e3-b926-4820-b486-08a20dc0fea1 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1581964 Mar 11 00:06:41.481308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=7c59577d-7d4b-4cf6-909b-4cbe88b9462e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:41.482804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 213d62e1-7178-4385-a4d9-f19dab899754 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:41.490112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Provisioning complete for port 1a499f04-8abd-4c08-977a-241e579600ef triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:41.490344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:41.490649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1a499f04-8abd-4c08-977a-241e579600ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.490757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 74a5fefb-c96b-4c26-a074-b2d86d2b1958, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:41.592649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.606106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Allocated IP 172.20.0.7 (662d688d-6e90-4284-a749-8cf49ae2ff88/5a506bee-9301-427e-8754-4ba51556f7a8/47393770-9b46-49bd-8127-ab0143b795f4) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:41.609436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Current status of the port 1a499f04-8abd-4c08-977a-241e579600ef is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:41.622876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Provisioning complete for port 35f44555-33cc-4ed1-b685-1e6c3f2f217c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:41.623302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.649255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90428275-15ca-4ffa-a8b7-6612d5936be9 req-35302c5a-5686-42bd-adc5-87475ab6d9d2 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9984612 Mar 11 00:06:41.654027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:41.688232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-ef4e49be-a24a-4fbb-9b37-1ee0275d3c6c service neutron] 10.222.0.21 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892543 Mar 11 00:06:41.692931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 74a5fefb-c96b-4c26-a074-b2d86d2b1958) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:41.709738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:41.710357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.716557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cc2ea3-f418-4f5d-be8c-6079892183d6 None None] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:41.718478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Port 35f44555-33cc-4ed1-b685-1e6c3f2f217c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:41.739073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d685ff0b-45d4-4baf-853b-c7bcd85e75df), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.760069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83875e4d-ccfd-4b5b-9eee-5890beb66086 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2479739 Mar 11 00:06:41.819329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:41.819507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Provisioning complete for port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:41.820048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:41.830938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=d685ff0b-45d4-4baf-853b-c7bcd85e75df,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:41.966973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-677bfebe-2007-4614-93c3-b6bdb793f281 req-2d1e9555-9fc3-4486-82d6-64e6e1025c66 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 210 time: 0.1464832 Mar 11 00:06:42.021695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Current status of the port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:42.029062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:42.029927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.055937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Router e7119135-6bce-4262-8f59-f3e718c64891 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:42.083429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Provisioning complete for port 338d494a-ee54-4b33-b542-06b4cdb2de6c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:42.083809 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.134671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 338d494a-ee54-4b33-b542-06b4cdb2de6c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:42.140766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for floatingip (06c47591-fe61-4e01-8fba-02b65efdb7bb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.144804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.146587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e1fad37b-2fa6-4b53-bb9e-106f499c280b tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/floatingips/06c47591-fe61-4e01-8fba-02b65efdb7bb HTTP/1.1" status: 204 len: 168 time: 2.6091583 Mar 11 00:06:42.152628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32900) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:42.156244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-18487c7a-6ca4-44d8-83c3-8024ea2a0fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671199 Mar 11 00:06:42.428584 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f86a767-013c-4900-9ae9-6e3481c6fff2 x-openstack-request-id: req-8f86a767-013c-4900-9ae9-6e3481c6fff2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:42.429203 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7", "code": 200}, {"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-unplugged", "status": "completed", "tag": "28609424-21ff-472a-8048-4abb6da70daa", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:42.429560 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f86a767-013c-4900-9ae9-6e3481c6fff2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:42.430070 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'code': 200} Mar 11 00:06:42.430424 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28609424-21ff-472a-8048-4abb6da70daa', 'code': 200} Mar 11 00:06:42.476003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc031-807f-4c0c-bb16-f57a6a2fe7ba req-853855e3-681d-4574-9e7d-89f71f25d845 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:42.482127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc031-807f-4c0c-bb16-f57a6a2fe7ba req-853855e3-681d-4574-9e7d-89f71f25d845 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:42.490683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc031-807f-4c0c-bb16-f57a6a2fe7ba req-853855e3-681d-4574-9e7d-89f71f25d845 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:42.503590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2adcc031-807f-4c0c-bb16-f57a6a2fe7ba req-853855e3-681d-4574-9e7d-89f71f25d845 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 2410 time: 0.3550568 Mar 11 00:06:42.510760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.525979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 338d494a-ee54-4b33-b542-06b4cdb2de6c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:42.527356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.575584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 46ec40ce-cd09-4783-bbfa-29288c7c8776 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:42.575584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.629240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Current status of the port 338d494a-ee54-4b33-b542-06b4cdb2de6c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:42.629953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks [] for port (47393770-9b46-49bd-8127-ab0143b795f4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.638214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:42.639988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.642084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:42.658789 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Sync routers for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:42.686055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:42.686716 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:42.746825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Allocated IP 2001:db8:2::2 (74a5fefb-c96b-4c26-a074-b2d86d2b1958/7c59577d-7d4b-4cf6-909b-4cbe88b9462e/4b5918ba-45e2-4083-a418-2f314a82a443) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:42.765920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port c5ceedae-b4e1-403d-89ea-67642b8ca1a7 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:42.769641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:42.784661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-eeae1453-9df7-418a-9916-4de24fdf89e5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "DELETE /v2.0/ports/c5ceedae-b4e1-403d-89ea-67642b8ca1a7 HTTP/1.1" status: 204 len: 173 time: 5.6558843 Mar 11 00:06:42.810124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:42.820405 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265d458c-785b-4c13-9509-576b23ce2e30" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:42.857889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2adcc031-807f-4c0c-bb16-f57a6a2fe7ba req-24cc3baa-fab9-4afa-be86-b5eb31052ea0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3517644 Mar 11 00:06:42.868392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] For port 338d494a-ee54-4b33-b542-06b4cdb2de6c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=338d494a-ee54-4b33-b542-06b4cdb2de6c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:42.877660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8a8ba0b-1f0d-45da-b61d-063d5c055656 req-785bedee-62cb-43d3-b8ff-ae892de7ab77 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 210 time: 0.1696806 Mar 11 00:06:42.961487 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.001082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.038099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:43.059246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 46ec40ce-cd09-4783-bbfa-29288c7c8776 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:43.072483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 338d494a-ee54-4b33-b542-06b4cdb2de6c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:43.074157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1a499f04-8abd-4c08-977a-241e579600ef up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:43.142009 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3464fec7-b026-40b3-b8e2-c003efb07046 x-openstack-request-id: req-3464fec7-b026-40b3-b8e2-c003efb07046 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:43.143473 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "c5ceedae-b4e1-403d-89ea-67642b8ca1a7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:43.143962 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3464fec7-b026-40b3-b8e2-c003efb07046 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:43.144965 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': 'c5ceedae-b4e1-403d-89ea-67642b8ca1a7', 'status': 'completed', 'code': 200} Mar 11 00:06:43.161516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-b6b7805c-7454-4c2e-aa7b-54e54df1a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:43.163190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-b6b7805c-7454-4c2e-aa7b-54e54df1a093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.4564757 Mar 11 00:06:43.273511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.367624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:43.377922 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90f70b5b-6206-4731-a4df-72a2846e50d1 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9399397 Mar 11 00:06:43.380678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f20f-40f6-4db1-b89d-fcb073efb437 req-2030dffb-e0ee-4539-bff8-9f21d9d42803 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:43.383419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8485f20f-40f6-4db1-b89d-fcb073efb437 req-2030dffb-e0ee-4539-bff8-9f21d9d42803 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.3680654 Mar 11 00:06:43.384173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32924) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:43.409700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Network 662d688d-6e90-4284-a749-8cf49ae2ff88 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:43.414272 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:43.428055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:43.431033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:43.456700 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Checking router: e7119135-6bce-4262-8f59-f3e718c64891 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:43.467510 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:43.468170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks [] for port (4b5918ba-45e2-4083-a418-2f314a82a443), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.468953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:43.474589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Pushing event updated for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:43.541664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:43.583573 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.607542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2409e0b5-6969-4047-8779-52c2a954a18a None None] Provisioning complete for port 35f44555-33cc-4ed1-b685-1e6c3f2f217c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:43.607946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2409e0b5-6969-4047-8779-52c2a954a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.611483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.627568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.647887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:43.649682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.666229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port 97d22241-2310-4360-865c-c7fc25cce536 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:43.668451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (97d22241-2310-4360-865c-c7fc25cce536), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.692480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 49a3e271-5a9d-44b5-b1ea-b639ce202411 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:43.711264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b22124-6bc2-48b9-ae08-a4e7bd1ce5a7 None None] Pushing event updated for resources: {'Port': ['ID=338d494a-ee54-4b33-b542-06b4cdb2de6c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:43.736399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:43.737436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:43.747307 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:43.762483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (49a3e271-5a9d-44b5-b1ea-b639ce202411), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.771389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-5c087fff-db28-45c5-8323-74d3e360b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:43.772879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-5c087fff-db28-45c5-8323-74d3e360b71e service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.5984907 Mar 11 00:06:43.799687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8485f20f-40f6-4db1-b89d-fcb073efb437 req-90ddba45-a17f-4ff1-8743-f70a11533489 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265920 Mar 11 00:06:43.806527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626857a3-5c8e-4b13-8053-952dfd4351a2 req-87bea24e-f4cf-44ed-bd08-17d471922c72 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:43.808543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-626857a3-5c8e-4b13-8053-952dfd4351a2 req-87bea24e-f4cf-44ed-bd08-17d471922c72 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 931 time: 0.5832942 Mar 11 00:06:43.848576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-c453f253-a24e-403a-8546-bc95d2f3da41 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1243055 Mar 11 00:06:43.877479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:43.884418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1a499f04-8abd-4c08-977a-241e579600ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:43.884849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1a499f04-8abd-4c08-977a-241e579600ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:43.887486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Pushing event updated for resources: {'Port': ['ID=4b5918ba-45e2-4083-a418-2f314a82a443,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:43.919892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2409e0b5-6969-4047-8779-52c2a954a18a None None] Port 35f44555-33cc-4ed1-b685-1e6c3f2f217c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:43.925461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-f36e262b-fc89-4904-b527-8e991a0c67c9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:06:43.925589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:43.932135 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-f36e262b-fc89-4904-b527-8e991a0c67c9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202999 Mar 11 00:06:43.945561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:43.979222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port 97d22241-2310-4360-865c-c7fc25cce536, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97d22241-2310-4360-865c-c7fc25cce536,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:43.979705 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (97d22241-2310-4360-865c-c7fc25cce536), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.006481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for 97d22241-2310-4360-865c-c7fc25cce536 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:44.062886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Allocated IP 172.20.0.1 (23b38639-f9b0-403e-8293-7f974d1dde38/3cbfd153-4c21-417c-a69c-4eebf77c00af/30158a6c-d602-4bb3-b18d-abe663e26103) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:44.072178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Request body: {'port': {'device_id': '84320139-0cff-4792-adc2-e2124ad679be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:44.143492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:44.152299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Attempting to bind port 4b5918ba-45e2-4083-a418-2f314a82a443 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:44.154287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:44.157474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Attempting to bind port 4b5918ba-45e2-4083-a418-2f314a82a443 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:44.157474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Attempting to bind port 4b5918ba-45e2-4083-a418-2f314a82a443 on network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:44.213003 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:44.220189 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96abeaf-312e-4d0f-bd5e-d902ff7deaac None None] The sync data for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 is: [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-10T23:59:42Z', 'revision_number': 4, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2', 'name': '', 'network_id': '7bc5db18-5892-46b8-b428-eea0c34a3814', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'mac_address': 'fa:16:3e:a4:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:40Z', 'updated_at': '2022-03-10T23:59:53Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'subnets': [{'id': 'f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:44.228663 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:44.229721 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:44.250123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (47393770-9b46-49bd-8127-ab0143b795f4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.259684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:44.260111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Checking segment: {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:44.260520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.261554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Bound using segment: {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:44.262344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Bound port: 4b5918ba-45e2-4083-a418-2f314a82a443, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:44.262735 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.378172 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:44.454066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1a499f04-8abd-4c08-977a-241e579600ef is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:44.454910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:44.567131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (49a3e271-5a9d-44b5-b1ea-b639ce202411), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.574006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] For port 4b5918ba-45e2-4083-a418-2f314a82a443, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:44.633643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (30158a6c-d602-4bb3-b18d-abe663e26103), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.658833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-61e5b261-edf4-49ff-87a5-979d312e0910 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:44.663440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-61e5b261-edf4-49ff-87a5-979d312e0910 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 808 time: 0.2325668 Mar 11 00:06:44.678963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:44.679160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.686361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (49a3e271-5a9d-44b5-b1ea-b639ce202411), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.725287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a07db71-def6-4bef-93a4-bf82afc226ea None None] New status for floating IP d416ac56-ea35-4087-bc3e-f4fd9a7ebc51: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:06:44.737160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:35Z', 'revision_number': 3, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:36Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:44.741105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (97d22241-2310-4360-865c-c7fc25cce536), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.769324 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:44.770309 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Updating router e6fd7722-c5ec-4666-8016-ab71dee348a0 port 35f44555-33cc-4ed1-b685-1e6c3f2f217c binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:44.824125 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.857827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=97d22241-2310-4360-865c-c7fc25cce536,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:44.916696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port 97d22241-2310-4360-865c-c7fc25cce536 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:44.920108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.924305 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-02d7aa68-def4-45e5-b630-c618bec5eead tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "DELETE /v2.0/ports/97d22241-2310-4360-865c-c7fc25cce536 HTTP/1.1" status: 204 len: 173 time: 2.0927904 Mar 11 00:06:44.931617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:44.975777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8:2::1 (74a5fefb-c96b-4c26-a074-b2d86d2b1958/7c59577d-7d4b-4cf6-909b-4cbe88b9462e/587c3654-cc37-4d82-8d36-6f5c18bfb09e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:44.993452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-626857a3-5c8e-4b13-8053-952dfd4351a2 req-d7f497a2-e63d-4692-97a7-0ec4f1239bed tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1237867 Mar 11 00:06:45.003686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Request body: {'port': {'device_id': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428', 'admin_state_up': True, 'tenant_id': 'c1db5be9cf204d8496a7e89768b7bba1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:45.010702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] For port 4b5918ba-45e2-4083-a418-2f314a82a443, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4b5918ba-45e2-4083-a418-2f314a82a443,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:45.020660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (46ec40ce-cd09-4783-bbfa-29288c7c8776), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.085982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.091670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:45.109437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:45.123806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:45.127200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=30158a6c-d602-4bb3-b18d-abe663e26103,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:45.132421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:39Z', 'revision_number': 8, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:45.166550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=46ec40ce-cd09-4783-bbfa-29288c7c8776,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:45.172478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '97d22241-2310-4360-865c-c7fc25cce536'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:45.175177 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa01a44-bea2-4ebd-83f1-4c49048d3f60" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "97d22241-2310-4360-865c-c7fc25cce536"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:45.177494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:45.240101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-7b777181-23ec-4b4a-8297-ac7150b54193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 1001 time: 1.4240334 Mar 11 00:06:45.271259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:45.275332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:45.314042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6246de64-9bf4-4720-9592-1f342ef7e9fb req-48c9c27e-3942-46a7-ab79-ba6b33592d01 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 210 time: 0.2266784 Mar 11 00:06:45.339404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47393770-9b46-49bd-8127-ab0143b795f4 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:06:45.364727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks [] for port (47393770-9b46-49bd-8127-ab0143b795f4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.367782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.441652 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks [] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.461894 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.548222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:45.553718 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb3bc6-b3c2-46be-80ac-3364b3c0af33 None None] Pushing event updated for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:45.609211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea20f5-ed13-4b2a-b497-93cf25e65417 None None] Pushing event updated for resources: {'Port': ['ID=4b5918ba-45e2-4083-a418-2f314a82a443,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:45.621407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:45.629975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Transition to ACTIVE for port object 47393770-9b46-49bd-8127-ab0143b795f4 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:06:45.657616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.742700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0849202e-7f78-4a93-b7ea-d1d87a73fe16 None None] Provisioning complete for port 30158a6c-d602-4bb3-b18d-abe663e26103 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:45.743313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0849202e-7f78-4a93-b7ea-d1d87a73fe16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.748228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:45.755616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.769096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.926834 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Attempting to bind port 35f44555-33cc-4ed1-b685-1e6c3f2f217c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:45.928927 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Attempting to bind port 35f44555-33cc-4ed1-b685-1e6c3f2f217c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:45.929452 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Attempting to bind port 35f44555-33cc-4ed1-b685-1e6c3f2f217c on network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:45.941988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:45.943424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Checking segment: {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:45.944214 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.945154 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Bound using segment: {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:45.945815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Bound port: 35f44555-33cc-4ed1-b685-1e6c3f2f217c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:45.946448 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.947446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (49a3e271-5a9d-44b5-b1ea-b639ce202411), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:45.970565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 338d494a-ee54-4b33-b542-06b4cdb2de6c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:46.049253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Pushing event updated for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:46.070053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] For port 35f44555-33cc-4ed1-b685-1e6c3f2f217c, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:46.078678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] For port 35f44555-33cc-4ed1-b685-1e6c3f2f217c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35f44555-33cc-4ed1-b685-1e6c3f2f217c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:46.092997 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.098033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.148817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=49a3e271-5a9d-44b5-b1ea-b639ce202411,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:46.162134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3382c0e-7d6c-40e3-9edf-be92210ba412 req-36cbf421-9477-4dfe-b081-5f3f2bb6712a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:46.168979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3382c0e-7d6c-40e3-9edf-be92210ba412 req-36cbf421-9477-4dfe-b081-5f3f2bb6712a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:46.169827 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb3bc6-b3c2-46be-80ac-3364b3c0af33 None None] Pushing event updated for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:46.170543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0849202e-7f78-4a93-b7ea-d1d87a73fe16 None None] Port 30158a6c-d602-4bb3-b18d-abe663e26103 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:46.172947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3382c0e-7d6c-40e3-9edf-be92210ba412 req-36cbf421-9477-4dfe-b081-5f3f2bb6712a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 1677 time: 1.7399776 Mar 11 00:06:46.174463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.177933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:46.178297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.204466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:46.205337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:46.205810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.209783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-408b6735-a3a7-4a8b-af26-56a1289fc360 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/ports/46ec40ce-cd09-4783-bbfa-29288c7c8776 HTTP/1.1" status: 204 len: 168 time: 4.0524132 Mar 11 00:06:46.219008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:46.222564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:46.339858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Provisioning complete for port 35f44555-33cc-4ed1-b685-1e6c3f2f217c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:46.339858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.347612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 338d494a-ee54-4b33-b542-06b4cdb2de6c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:46.348086 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.357339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-8fdfe48a-4286-48a9-a2a0-3b8c10fbdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:46.358416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:46.358831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-8fdfe48a-4286-48a9-a2a0-3b8c10fbdff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 1.0670824 Mar 11 00:06:46.367804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.381387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e079adc-3e71-414b-bc36-dc2f2ec408bf None None] Network b59d5554-c5ba-4f18-ae99-8128692f8c3b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:46.387874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73515d39-9ebc-47a6-b829-a8d9417fcf40 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/49a3e271-5a9d-44b5-b1ea-b639ce202411 HTTP/1.1" status: 204 len: 168 time: 2.9454863 Mar 11 00:06:46.397109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:46.407246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32942) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:46.451370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Made reservation on behalf of c1db5be9cf204d8496a7e89768b7bba1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:46.454748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.457737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:46.503788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:46.504362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.615109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3382c0e-7d6c-40e3-9edf-be92210ba412 req-22765d97-a0f6-47c5-9ef2-ab9fdd583a98 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4011283 Mar 11 00:06:46.620587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:46.662258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 338d494a-ee54-4b33-b542-06b4cdb2de6c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:46.678587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:39Z', 'revision_number': 8, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:46.683109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816515-0668-4257-85b1-e64bf31b0cdd req-6cb62d2d-abf1-4aa8-add0-e8ecf4db4c5e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:46.692957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30816515-0668-4257-85b1-e64bf31b0cdd req-6cb62d2d-abf1-4aa8-add0-e8ecf4db4c5e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 1.1350760 Mar 11 00:06:46.733132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:35Z', 'revision_number': 3, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:46.780438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352a8b2-38ba-4e6e-bda1-1eeb75d83a62 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:39Z', 'revision_number': 8, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '170a537b-e63a-4bad-80a2-b7a333583fc0', 'name': '', 'network_id': 'c95a8b0f-137f-4b2c-beee-cbbadf28ca07', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:ff:d0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:11Z', 'updated_at': '2022-03-11T00:06:23Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '5d922f38-7ee5-450f-89fb-9151bf65fd9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:46.789294 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c64445-c8bd-4b55-84e4-8577323bbc15 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:35Z', 'revision_number': 3, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:46.833412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-e7d42e28-7b68-4da7-95ac-3c9935c410d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:46.836246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-e7d42e28-7b68-4da7-95ac-3c9935c410d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4322500 Mar 11 00:06:46.850188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Current status of the port 35f44555-33cc-4ed1-b685-1e6c3f2f217c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:46.850987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:46.929308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] For port 35f44555-33cc-4ed1-b685-1e6c3f2f217c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35f44555-33cc-4ed1-b685-1e6c3f2f217c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:46.936279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.018751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d2b42-831d-4e62-b77f-a8f6882d53d5 None None] Pushing event updated for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:47.086859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8b22b697-7738-44b1-963d-d250397d8bba None None] Provisioning complete for port 35f44555-33cc-4ed1-b685-1e6c3f2f217c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:47.087249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8b22b697-7738-44b1-963d-d250397d8bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.092715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30816515-0668-4257-85b1-e64bf31b0cdd req-f92bf174-0cac-41c3-9db4-db2eb4bd123b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987453 Mar 11 00:06:47.162221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab6ae9-d09c-44a7-9e5d-f87b84b8d860 None None] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:47.193472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] DHCP port deletion for b59d5554-c5ba-4f18-ae99-8128692f8c3b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:06:47.195651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-d6b41d38-3b44-4275-a559-ca2718bc2131 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480706 Mar 11 00:06:47.196402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.213588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Attempting to bind port 47393770-9b46-49bd-8127-ab0143b795f4 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:47.214647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Attempting to bind port 47393770-9b46-49bd-8127-ab0143b795f4 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '32ec4b56-32fe-4991-8fb8-19a5ef803723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:47.214647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Attempting to bind port 47393770-9b46-49bd-8127-ab0143b795f4 on network 662d688d-6e90-4284-a749-8cf49ae2ff88 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:47.275357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16e43a14-7dac-4a6f-9558-dbd4aeddf0ad req-817fea0d-372e-4791-8fa7-de0debb08d41 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 210 time: 0.0716405 Mar 11 00:06:47.297355 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54edb94-8e48-40b6-b3e1-7414bede4565 x-openstack-request-id: req-a54edb94-8e48-40b6-b3e1-7414bede4565 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:47.297789 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "97d22241-2310-4360-865c-c7fc25cce536", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:47.298134 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a54edb94-8e48-40b6-b3e1-7414bede4565 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:47.298631 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '97d22241-2310-4360-865c-c7fc25cce536', 'status': 'completed', 'code': 200} Mar 11 00:06:47.306923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b59d5554-c5ba-4f18-ae99-8128692f8c3b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.312537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177877c-a98f-4731-bfa9-06d3fa5302ba req-418e30d0-0236-417e-ac7b-8a912150ca25 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:47.316388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8177877c-a98f-4731-bfa9-06d3fa5302ba req-418e30d0-0236-417e-ac7b-8a912150ca25 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 943 time: 0.4101148 Mar 11 00:06:47.349234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Allocated IP 172.20.0.3 (b69006d5-1b8a-46f9-99e8-ee79ca5f9428/aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256/728a586b-1e22-4df1-b523-01665ed98134) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:47.366654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Port 47393770-9b46-49bd-8127-ab0143b795f4 on network 662d688d-6e90-4284-a749-8cf49ae2ff88 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:06:47.366999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Attempting to bind port 47393770-9b46-49bd-8127-ab0143b795f4 on network 662d688d-6e90-4284-a749-8cf49ae2ff88 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:47.374690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8b22b697-7738-44b1-963d-d250397d8bba None None] Current status of the port 35f44555-33cc-4ed1-b685-1e6c3f2f217c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:47.411122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Deleting port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:47.411379 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.454024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:47.454364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Checking segment: {'id': '32ec4b56-32fe-4991-8fb8-19a5ef803723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:47.455290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Bound using segment: {'id': '32ec4b56-32fe-4991-8fb8-19a5ef803723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:47.455756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Bound port: 47393770-9b46-49bd-8127-ab0143b795f4, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ec4b56-32fe-4991-8fb8-19a5ef803723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:47.456155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (47393770-9b46-49bd-8127-ab0143b795f4), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.482153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] For port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,segment=NetworkSegment(fc385fd7-b3a9-466c-be03-5f99ebd4beed),segment_id=fc385fd7-b3a9-466c-be03-5f99ebd4beed)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:47.483018 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.496041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Calling delete_port for 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:47.531023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8177877c-a98f-4731-bfa9-06d3fa5302ba req-388808ae-70b7-481b-a2d7-897d50bad71e tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768141 Mar 11 00:06:47.538700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62f0fa15-cb27-43f8-b47b-69bd9d7028d7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.600282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Provisioning complete for port 4b5918ba-45e2-4083-a418-2f314a82a443 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:47.601232 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.610135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca331e-890b-42e2-9e80-a9e63a943077 req-c4ac0966-9ca6-4c9c-8472-32dda5ba670e service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804569 Mar 11 00:06:47.712719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=62f0fa15-cb27-43f8-b47b-69bd9d7028d7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:47.779832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.803354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] No DVR routers for this DVR port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:47.814097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:47.819601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=47393770-9b46-49bd-8127-ab0143b795f4,segment=NetworkSegment(32ec4b56-32fe-4991-8fb8-19a5ef803723),segment_id=32ec4b56-32fe-4991-8fb8-19a5ef803723)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:47.859075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:47.860187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.862208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.876273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d0f70-453f-4541-9c62-281f413a32de None None] Pushing event deleted for resources: {'Port': ['ID=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:47.953060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35f44555-33cc-4ed1-b685-1e6c3f2f217c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:47.954549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks [] for port (728a586b-1e22-4df1-b523-01665ed98134), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:47.997589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting port 5da4578e-ade7-4ea3-8a3f-4261e88e15bd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:47.998288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.001735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port 62f0fa15-cb27-43f8-b47b-69bd9d7028d7 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:48.004929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.009346 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-44bd88fc-cfe9-424f-8996-98fcefbe46ed tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "DELETE /v2.0/ports/62f0fa15-cb27-43f8-b47b-69bd9d7028d7 HTTP/1.1" status: 204 len: 173 time: 3.0745595 Mar 11 00:06:48.021446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b50e7e-7d8a-4df8-bba5-f6c3d31bbcf4 req-97f30cc3-9d31-48d5-86bc-baeedeaa1b37 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:48.028623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Current status of the port 4b5918ba-45e2-4083-a418-2f314a82a443 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:48.029023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.029129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64b50e7e-7d8a-4df8-bba5-f6c3d31bbcf4 req-97f30cc3-9d31-48d5-86bc-baeedeaa1b37 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 943 time: 0.2455306 Mar 11 00:06:48.042421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.042609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 35f44555-33cc-4ed1-b685-1e6c3f2f217c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:48.043222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.057949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.059160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.109223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] For port 4b5918ba-45e2-4083-a418-2f314a82a443, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4b5918ba-45e2-4083-a418-2f314a82a443,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:48.121793 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.153534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:48.154179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.156922 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] 10.222.0.30 "PUT /v2.0/ports/47393770-9b46-49bd-8127-ab0143b795f4 HTTP/1.1" status: 200 len: 1091 time: 4.0958898 Mar 11 00:06:48.210074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.260118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64b50e7e-7d8a-4df8-bba5-f6c3d31bbcf4 req-0a44e996-e63e-4629-aaef-3623d032f7d7 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2301595 Mar 11 00:06:48.269872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e993e-29cc-43a3-bbe8-d49577a2ac35 None None] Pushing event updated for resources: {'Port': ['ID=4b5918ba-45e2-4083-a418-2f314a82a443,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.340193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 35f44555-33cc-4ed1-b685-1e6c3f2f217c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:48.341724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4b5918ba-45e2-4083-a418-2f314a82a443 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:48.345097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Provisioning complete for port 4b5918ba-45e2-4083-a418-2f314a82a443 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:48.353062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.413393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:48.414445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.415842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (30158a6c-d602-4bb3-b18d-abe663e26103), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.427953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b, host n-d-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:48.428338 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.443395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea417f1-addb-4dfc-bed4-92450e3f7d03 service neutron] Pushing event updated for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.456669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.468516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4b5918ba-45e2-4083-a418-2f314a82a443 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:48.469644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.536336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Current status of the port 4b5918ba-45e2-4083-a418-2f314a82a443 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:48.544703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:48.549840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b was not found and therefore no delete operation was performed {{(pid=110426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:06:48.554672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:48.555127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.574073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8f63b99e-8a44-4779-9bdb-dce6bcf0f90b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.600777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.624783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4b5918ba-45e2-4083-a418-2f314a82a443 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:48.627244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cca12-d59b-484e-92ea-9ed1e345bbf5 None None] Port 587c3654-cc37-4d82-8d36-6f5c18bfb09e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:48.627565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:48.633430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=30158a6c-d602-4bb3-b18d-abe663e26103,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.643083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Calling delete_port for 5da4578e-ade7-4ea3-8a3f-4261e88e15bd owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:48.655540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-15d4aea2-7488-4aca-867b-5af49c3a21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:48.657093 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-15d4aea2-7488-4aca-867b-5af49c3a21b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=326a85e2f7144e4da04f235f76c4c32e&device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 1125 time: 0.3618259 Mar 11 00:06:48.659320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.693117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb2cac7c-5883-412e-8329-ca8bfb98b3e5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:48.718471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bb2cac7c-5883-412e-8329-ca8bfb98b3e5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:48.719264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb2cac7c-5883-412e-8329-ca8bfb98b3e5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:48.719849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:48.727045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=8f63b99e-8a44-4779-9bdb-dce6bcf0f90b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.749415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:48.749917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f63b99e-8a44-4779-9bdb-dce6bcf0f90b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:48.763859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f37ef4c3-a31b-47e3-9aca-3389d7984ef0 None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:48.764257 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f37ef4c3-a31b-47e3-9aca-3389d7984ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.782501 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-d98b497e-0c03-4762-aed6-b87618083af5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47393770-9b46-49bd-8127-ab0143b795f4 HTTP/1.1" status: 200 len: 217 time: 0.0720241 Mar 11 00:06:48.809746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f37ef4c3-a31b-47e3-9aca-3389d7984ef0 None None] Port 587c3654-cc37-4d82-8d36-6f5c18bfb09e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:48.844321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port 28609424-21ff-472a-8048-4abb6da70daa {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:48.844662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (28609424-21ff-472a-8048-4abb6da70daa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.867820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Pushing event updated for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:48.881418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a678d9-0656-4e34-9778-22ad77413f97 req-e3ffd12c-5471-403b-a7d3-7dce715fa093 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:48.882904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98a678d9-0656-4e34-9778-22ad77413f97 req-e3ffd12c-5471-403b-a7d3-7dce715fa093 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.6024835 Mar 11 00:06:48.883799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:48.886236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:48.917333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b59d5554-c5ba-4f18-ae99-8128692f8c3b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:48.965994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:48.981049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:48.998424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:48.999055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.018832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59d5554-c5ba-4f18-ae99-8128692f8c3b']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:49.022854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98a678d9-0656-4e34-9778-22ad77413f97 req-35698d76-235d-4ec1-81e6-99d95b114bd1 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320636 Mar 11 00:06:49.033315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd54d8f-74bd-4a25-8093-7b5a30a86693 req-30da53a4-f750-4cfe-a797-91d3ba6bfee0 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:49.034822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd54d8f-74bd-4a25-8093-7b5a30a86693 req-30da53a4-f750-4cfe-a797-91d3ba6bfee0 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 931 time: 0.6313996 Mar 11 00:06:49.082055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc385fd7-b3a9-466c-be03-5f99ebd4beed') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:49.082443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc385fd7-b3a9-466c-be03-5f99ebd4beed') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:49.084910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-f3669389-37f0-43d3-92a1-9d0489a12e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:49.086377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-f3669389-37f0-43d3-92a1-9d0489a12e0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a506bee-9301-427e-8754-4ba51556f7a8 HTTP/1.1" status: 200 len: 865 time: 0.2692375 Mar 11 00:06:49.096290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-42105cd8-f030-4bd2-abe1-31c28de3adc6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0966947 Mar 11 00:06:49.128028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (fc385fd7-b3a9-466c-be03-5f99ebd4beed), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.137555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Request body: {'port': {'device_id': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:49.173909 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-1e87c781-7d01-49a4-b672-575bb0f5c8b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=662d688d-6e90-4284-a749-8cf49ae2ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622187 Mar 11 00:06:49.200715 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fc385fd7-b3a9-466c-be03-5f99ebd4beed), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.236352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbd54d8f-74bd-4a25-8093-7b5a30a86693 req-be559e1f-3776-43c3-9222-c412e34a6be5 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616154 Mar 11 00:06:49.252498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:06:49.252911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (fc385fd7-b3a9-466c-be03-5f99ebd4beed), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.257003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:06:49.263225 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:06:49.267555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:49.282607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port 28609424-21ff-472a-8048-4abb6da70daa, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=28609424-21ff-472a-8048-4abb6da70daa,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:49.282875 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (28609424-21ff-472a-8048-4abb6da70daa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.287983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:49.293211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (728a586b-1e22-4df1-b523-01665ed98134), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.302981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7'}, {'name': 'network-changed', 'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:49.306790 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eef6f30-768d-488a-8b18-7044cd7a9b81" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7"}, {"name": "network-changed", "server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "tag": "47393770-9b46-49bd-8127-ab0143b795f4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:49.359474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28686-156e-49b7-b867-e8ca5b55589a req-c892dde9-0f82-441b-81e7-aac10413e57c tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:49.360116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c22cb4fa-7ba2-47dd-ac1a-c7ab62f4942d None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:49.360716 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c22cb4fa-7ba2-47dd-ac1a-c7ab62f4942d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.361084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63e28686-156e-49b7-b867-e8ca5b55589a req-c892dde9-0f82-441b-81e7-aac10413e57c tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 943 time: 0.2179210 Mar 11 00:06:49.402463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c22cb4fa-7ba2-47dd-ac1a-c7ab62f4942d None None] Port 587c3654-cc37-4d82-8d36-6f5c18bfb09e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:49.432582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for 28609424-21ff-472a-8048-4abb6da70daa owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:49.504420 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b59d5554-c5ba-4f18-ae99-8128692f8c3b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.505877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5da4578e-ade7-4ea3-8a3f-4261e88e15bd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.518994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:49.529835 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878af707-f375-456d-8466-6817edb6141b None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:49.540101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1da673fd-10ff-4674-876b-f60e835c230e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7183394 Mar 11 00:06:49.545119 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878af707-f375-456d-8466-6817edb6141b None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:49.545352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:49.545763 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-878af707-f375-456d-8466-6817edb6141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:49.546430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.549604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/b59d5554-c5ba-4f18-ae99-8128692f8c3b HTTP/1.1" status: 204 len: 168 time: 3.1388440 Mar 11 00:06:49.563036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-61283859'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:49.584340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:49.662076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63e28686-156e-49b7-b867-e8ca5b55589a req-3c074d4f-c983-4b79-8850-35c0713c6b3e tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404501 Mar 11 00:06:49.680747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fd11-cafb-4f23-880d-1bfecfe86c83 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=b59d5554-c5ba-4f18-ae99-8128692f8c3b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:49.682565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc63509-e357-400f-88a6-45de83bf5e96 req-44848302-58ec-4831-9887-2aba5f6a06f5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:49.683529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bc63509-e357-400f-88a6-45de83bf5e96 req-44848302-58ec-4831-9887-2aba5f6a06f5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 943 time: 0.2548907 Mar 11 00:06:49.699489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4b5918ba-45e2-4083-a418-2f314a82a443 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:49.744877 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-878af707-f375-456d-8466-6817edb6141b None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:49.774314 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-caffb470-c292-42b9-a830-22e76a68ce18 service neutron] 10.222.0.30 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896730 Mar 11 00:06:49.775119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Port': ['ID=5da4578e-ade7-4ea3-8a3f-4261e88e15bd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:49.787057 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f017e543-95fa-4f6e-9cce-f7e52ed1639f x-openstack-request-id: req-f017e543-95fa-4f6e-9cce-f7e52ed1639f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:49.787057 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "62f0fa15-cb27-43f8-b47b-69bd9d7028d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "tag": "47393770-9b46-49bd-8127-ab0143b795f4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:49.787352 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f017e543-95fa-4f6e-9cce-f7e52ed1639f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:49.787581 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '62f0fa15-cb27-43f8-b47b-69bd9d7028d7', 'status': 'completed', 'code': 200} Mar 11 00:06:49.787840 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4', 'status': 'completed', 'code': 200} Mar 11 00:06:49.796222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bc63509-e357-400f-88a6-45de83bf5e96 req-535da008-111f-4cf2-a928-f4241704d6cd tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954165 Mar 11 00:06:49.815172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0632de72-e3f2-4c3d-a72f-2e506a6bd780 None None] Provisioning complete for port 30158a6c-d602-4bb3-b18d-abe663e26103 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:49.816173 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0632de72-e3f2-4c3d-a72f-2e506a6bd780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.884843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4b5918ba-45e2-4083-a418-2f314a82a443 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:49.886630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.889735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0632de72-e3f2-4c3d-a72f-2e506a6bd780 None None] Port 30158a6c-d602-4bb3-b18d-abe663e26103 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:49.904675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728a586b-1e22-4df1-b523-01665ed98134 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:06:49.913254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks [] for port (728a586b-1e22-4df1-b523-01665ed98134), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.937486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Transition to ACTIVE for port object 728a586b-1e22-4df1-b523-01665ed98134 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:06:49.941530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:49.944443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.962669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:49.969509 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c204484d-1eca-4de4-9419-07981c408e4d tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/ports/5da4578e-ade7-4ea3-8a3f-4261e88e15bd HTTP/1.1" status: 204 len: 168 time: 3.7442420 Mar 11 00:06:49.972089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32964) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:49.985680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4b5918ba-45e2-4083-a418-2f314a82a443 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:50.017685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:50.019689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Pushing event updated for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:50.021105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.059338 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-878af707-f375-456d-8466-6817edb6141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:47Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:50.098229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878af707-f375-456d-8466-6817edb6141b None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:50.098744 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878af707-f375-456d-8466-6817edb6141b None None] Updating router e6fd7722-c5ec-4666-8016-ab71dee348a0 port 587c3654-cc37-4d82-8d36-6f5c18bfb09e binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:50.099642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Attempting to bind port 728a586b-1e22-4df1-b523-01665ed98134 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:50.100698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Attempting to bind port 728a586b-1e22-4df1-b523-01665ed98134 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:50.100991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Attempting to bind port 728a586b-1e22-4df1-b523-01665ed98134 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:50.107235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Port 728a586b-1e22-4df1-b523-01665ed98134 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:06:50.108163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Attempting to bind port 728a586b-1e22-4df1-b523-01665ed98134 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:50.114430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:50.114862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Checking segment: {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:50.115466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Bound using segment: {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:50.115908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Bound port: 728a586b-1e22-4df1-b523-01665ed98134, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:50.116293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (728a586b-1e22-4df1-b523-01665ed98134), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.130919 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.226119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting subnet 5b732605-5bd1-4f75-bae1-8ba740fa8650 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:50.239399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:06:50.242862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a4802-d72b-4a05-99ba-3e369f4aee7d req-7d4bb4d5-a71f-4dda-891f-40149b925d75 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.245821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-286a4802-d72b-4a05-99ba-3e369f4aee7d req-7d4bb4d5-a71f-4dda-891f-40149b925d75 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.1247602 Mar 11 00:06:50.251974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for subnet (5b732605-5bd1-4f75-bae1-8ba740fa8650), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.256502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:50.264004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=728a586b-1e22-4df1-b523-01665ed98134,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:50.335718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-286a4802-d72b-4a05-99ba-3e369f4aee7d req-0cdaea22-b2a5-4a8e-8d37-9de7bbef1d03 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767105 Mar 11 00:06:50.346710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.411062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.411694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.413976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] 10.222.0.30 "PUT /v2.0/ports/728a586b-1e22-4df1-b523-01665ed98134 HTTP/1.1" status: 200 len: 1091 time: 1.2808039 Mar 11 00:06:50.414461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'tag': '728a586b-1e22-4df1-b523-01665ed98134'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:50.418532 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb446e-9533-470e-afe5-334f4c03c258" -d '{"events": [{"name": "network-changed", "server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "tag": "728a586b-1e22-4df1-b523-01665ed98134"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:50.494499 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a8aa11-491c-4e24-9217-c66faa48074f x-openstack-request-id: req-84a8aa11-491c-4e24-9217-c66faa48074f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:50.495418 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "tag": "728a586b-1e22-4df1-b523-01665ed98134", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:50.495418 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84a8aa11-491c-4e24-9217-c66faa48074f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:50.495947 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'tag': '728a586b-1e22-4df1-b523-01665ed98134', 'status': 'completed', 'code': 200} Mar 11 00:06:50.498054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ae7ea-079a-48c6-9fb9-d0127355d447 service neutron] Pushing event updated for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:50.515683 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks [] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.523964 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.541248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab773bd-3f2a-47e8-90bd-465f9c747786 req-26f88c76-265b-480b-92a1-cb3e143417df tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.543149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ab773bd-3f2a-47e8-90bd-465f9c747786 req-26f88c76-265b-480b-92a1-cb3e143417df tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 943 time: 0.2018611 Mar 11 00:06:50.560583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-c5209349-215c-4b8e-a60a-adf305209be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.562218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-c5209349-215c-4b8e-a60a-adf305209be6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 1125 time: 0.0779071 Mar 11 00:06:50.609907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ab773bd-3f2a-47e8-90bd-465f9c747786 req-9ab8c74a-e090-41d9-9a1d-7caa3f6f69ee tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566096 Mar 11 00:06:50.640883 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbefb-8958-4c26-bd74-40e832465de5 None None] Pushing event updated for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:50.653402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-878af707-f375-456d-8466-6817edb6141b None None] Attempting to bind port 587c3654-cc37-4d82-8d36-6f5c18bfb09e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:50.653775 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-878af707-f375-456d-8466-6817edb6141b None None] Attempting to bind port 587c3654-cc37-4d82-8d36-6f5c18bfb09e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:50.654138 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878af707-f375-456d-8466-6817edb6141b None None] Attempting to bind port 587c3654-cc37-4d82-8d36-6f5c18bfb09e on network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:50.660713 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878af707-f375-456d-8466-6817edb6141b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:50.661086 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878af707-f375-456d-8466-6817edb6141b None None] Checking segment: {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:50.661484 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.662048 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878af707-f375-456d-8466-6817edb6141b None None] Bound using segment: {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:50.662524 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-878af707-f375-456d-8466-6817edb6141b None None] Bound port: 587c3654-cc37-4d82-8d36-6f5c18bfb09e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a56efd-295e-489e-925b-edd6ffc1bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:50.662899 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.742660 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-878af707-f375-456d-8466-6817edb6141b None None] For port 587c3654-cc37-4d82-8d36-6f5c18bfb09e, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:50.746510 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-878af707-f375-456d-8466-6817edb6141b None None] For port 587c3654-cc37-4d82-8d36-6f5c18bfb09e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=587c3654-cc37-4d82-8d36-6f5c18bfb09e,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:50.758796 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-878af707-f375-456d-8466-6817edb6141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.777412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-d57cf61d-2cc5-42e4-ad9f-b93cce990f05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728a586b-1e22-4df1-b523-01665ed98134 HTTP/1.1" status: 200 len: 217 time: 0.0588596 Mar 11 00:06:50.818480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8855a748-2d24-428a-b80e-f7aaaca773de), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:50.819461 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added segment 8855a748-2d24-428a-b80e-f7aaaca773de of type vlan for network 168fa6bc-20ad-41da-a5a8-ac289a1b823b Mar 11 00:06:50.825452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c96bec2-d577-44bc-9ed5-f43df6b99b93 req-beaa8ba2-2497-46b3-bf07-805ca004761a service neutron] 10.222.0.30 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9847026 Mar 11 00:06:50.828113 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878af707-f375-456d-8466-6817edb6141b None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:50.828831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-878af707-f375-456d-8466-6817edb6141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:50.903175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-c868b4ef-7fd1-4ae9-9dd8-ce7099420760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.904742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-c868b4ef-7fd1-4ae9-9dd8-ce7099420760 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 HTTP/1.1" status: 200 len: 848 time: 0.1217608 Mar 11 00:06:50.928390 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbefb-8958-4c26-bd74-40e832465de5 None None] Pushing event updated for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:50.943378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa149d5-c98f-4833-ad08-15f3fee17acf req-fe7fab70-3435-4cf3-9ebb-a06e103055a9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:50.945878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fa149d5-c98f-4833-ad08-15f3fee17acf req-fe7fab70-3435-4cf3-9ebb-a06e103055a9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 943 time: 0.1463926 Mar 11 00:06:50.956523 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-878af707-f375-456d-8466-6817edb6141b None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:50.978472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-667e9b1b-c92b-4b3f-a3da-a972f44b3d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575905 Mar 11 00:06:51.002981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:51.004754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.085285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (5b732605-5bd1-4f75-bae1-8ba740fa8650), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.095834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (28609424-21ff-472a-8048-4abb6da70daa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.136539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fa149d5-c98f-4833-ad08-15f3fee17acf req-7766bc1e-4c3a-4384-9ead-07b70eedcd05 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713972 Mar 11 00:06:51.159427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8c3b-e495-483a-9e22-25ced7c6424c req-c0af7b45-e5bb-4b38-9e72-8fd9ef6f6d08 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:51.161123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f9c8c3b-e495-483a-9e22-25ced7c6424c req-c0af7b45-e5bb-4b38-9e72-8fd9ef6f6d08 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 865 time: 0.1985292 Mar 11 00:06:51.168395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (168fa6bc-20ad-41da-a5a8-ac289a1b823b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.170970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Current status of the port 587c3654-cc37-4d82-8d36-6f5c18bfb09e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:51.171664 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.196385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-466be6c9-60bc-4342-a556-a73b24739d5d service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930487 Mar 11 00:06:51.223570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] For port 587c3654-cc37-4d82-8d36-6f5c18bfb09e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=587c3654-cc37-4d82-8d36-6f5c18bfb09e,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:51.236262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.246005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=28609424-21ff-472a-8048-4abb6da70daa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:51.263443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f9c8c3b-e495-483a-9e22-25ced7c6424c req-26910241-3bf0-46c6-a7c1-b16373181c01 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911691 Mar 11 00:06:51.335583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:51.337533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925685f6-eec8-4e06-8917-fbe4255a4176 None None] Pushing event updated for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:51.357509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] Sync routers for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:51.359081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc6ed9aa-e492-4ade-8b51-96714d604719 req-3f420b47-cdbe-4fd8-b3de-7ac75fd2b066 service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504464 Mar 11 00:06:51.359372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c6f56bfa-38cc-4e5c-abcf-1ef91244911b tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "PUT /v2.0/routers/2a5fec6c-0412-4689-9b9d-6dabf18102a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3794522 Mar 11 00:06:51.361148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:51.379633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:06:51.385572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port 28609424-21ff-472a-8048-4abb6da70daa on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:51.394180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Request body: {'port': {'network_id': '23b38639-f9b0-403e-8293-7f974d1dde38', 'name': 'tempest-FloatingIPAdminTestJSON-713657747'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:51.423909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.424449 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-878af707-f375-456d-8466-6817edb6141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:50Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:51.427392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3865d6ff-bdde-4574-bf54-f74bf5ceec88 req-dd673002-f871-4035-b86b-7752d001b788 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.30 "DELETE /v2.0/ports/28609424-21ff-472a-8048-4abb6da70daa HTTP/1.1" status: 204 len: 173 time: 3.4041009 Mar 11 00:06:51.431644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:51.433562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:51.465440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878af707-f375-456d-8466-6817edb6141b None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:50Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:51.481167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (168fa6bc-20ad-41da-a5a8-ac289a1b823b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.491190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:51.494590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:51.495979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.512889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb44393a-96c8-4341-a144-b2704c5d0291 None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:51.513381 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb44393a-96c8-4341-a144-b2704c5d0291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.514332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-b5242d3d-5240-4849-a444-5f8f5224ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:51.515859 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-b5242d3d-5240-4849-a444-5f8f5224ce06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=326a85e2f7144e4da04f235f76c4c32e&device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 1125 time: 0.5673931 Mar 11 00:06:51.595672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:51.599639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:51.606774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5b732605-5bd1-4f75-bae1-8ba740fa8650), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.656200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb446e-9533-470e-afe5-334f4c03c258 req-31044fe7-f20a-40bb-932a-16ac5e72f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:51.661875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:51.661971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-31044fe7-f20a-40bb-932a-16ac5e72f0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 1125 time: 0.2394011 Mar 11 00:06:51.662437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d99ac49-32c3-4ead-ad7e-0e5432040275 None None] The sync data for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:51.712892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb44393a-96c8-4341-a144-b2704c5d0291 None None] Current status of the port 587c3654-cc37-4d82-8d36-6f5c18bfb09e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:51.754545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1954577 Mar 11 00:06:51.802224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 32982) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:51.811089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'subnet': {'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:51.817577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 587c3654-cc37-4d82-8d36-6f5c18bfb09e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:51.829431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '28609424-21ff-472a-8048-4abb6da70daa'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:51.831726 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8192291-eb14-4d38-8ad3-aecae7775f3b" -d '{"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "28609424-21ff-472a-8048-4abb6da70daa"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:51.870935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d78eed-c1ec-425e-b9cc-a2a6c62985bd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Network': ['ID=168fa6bc-20ad-41da-a5a8-ac289a1b823b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:51.950286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Made reservation on behalf of 6f14b1a64f6f446bb665f92121490c95 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:51.958254 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38e950-0999-4593-a936-819245f79cb5 x-openstack-request-id: req-1d38e950-0999-4593-a936-819245f79cb5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:51.960405 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434999fe-1288-4d90-a6ff-640f60b0e690", "name": "network-vif-deleted", "tag": "28609424-21ff-472a-8048-4abb6da70daa", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:51.960820 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d38e950-0999-4593-a936-819245f79cb5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:51.960932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:51.961499 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434999fe-1288-4d90-a6ff-640f60b0e690', 'name': 'network-vif-deleted', 'tag': '28609424-21ff-472a-8048-4abb6da70daa', 'status': 'completed', 'code': 200} Mar 11 00:06:52.046984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] device_id is not set on port 6a2ea54f-2d07-41b2-ac6a-b70200c40636 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:06:52.069162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (5b732605-5bd1-4f75-bae1-8ba740fa8650), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.125063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:06:52.163152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-ecbee0f3-afb5-4444-ab2f-884a2d267818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:52.165187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-ecbee0f3-afb5-4444-ab2f-884a2d267818 service neutron] 10.222.0.30 "GET /v2.0/networks?id=662d688d-6e90-4284-a749-8cf49ae2ff88 HTTP/1.1" status: 200 len: 926 time: 0.6370316 Mar 11 00:06:52.175560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Subnet': ['ID=5b732605-5bd1-4f75-bae1-8ba740fa8650,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:52.208623 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.209685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d20b2e-4232-40fa-ad0a-7ee43fbba65c None None] Network 8987e2f0-73bf-4039-97f6-097ce69689af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:52.212706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-416b66ee-496d-4c4e-b430-7587ce2d3c57 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/subnets/5b732605-5bd1-4f75-bae1-8ba740fa8650 HTTP/1.1" status: 204 len: 168 time: 2.2296314 Mar 11 00:06:52.265783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32988) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:52.280072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-56a3409a-f29c-4848-87a9-18d45caa9030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47393770-9b46-49bd-8127-ab0143b795f4 HTTP/1.1" status: 200 len: 217 time: 0.0866637 Mar 11 00:06:52.280463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb446e-9533-470e-afe5-334f4c03c258 req-b4253a5d-30ef-472a-8b7e-8512c6db1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:52.287850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-b4253a5d-30ef-472a-8b7e-8512c6db1939 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 909 time: 0.6178923 Mar 11 00:06:52.295529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a98e-f882-43a6-9263-130b48e37363 req-f6018148-1593-4c2c-9385-44957efba5fd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:52.301376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27d9a98e-f882-43a6-9263-130b48e37363 req-f6018148-1593-4c2c-9385-44957efba5fd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 943 time: 0.5334105 Mar 11 00:06:52.350700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 587c3654-cc37-4d82-8d36-6f5c18bfb09e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:52.351178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.397659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Allocated IP 172.20.0.7 (23b38639-f9b0-403e-8293-7f974d1dde38/3cbfd153-4c21-417c-a69c-4eebf77c00af/6a2ea54f-2d07-41b2-ac6a-b70200c40636) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:52.433800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Deleting subnet 0dd9e954-2b42-4134-9945-f36decb9841c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:52.449669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.474039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for subnet (0dd9e954-2b42-4134-9945-f36decb9841c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.504486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] DHCP port deletion for 8987e2f0-73bf-4039-97f6-097ce69689af request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:06:52.584778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 587c3654-cc37-4d82-8d36-6f5c18bfb09e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:52.620091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Deleting port f31cb92e-46a3-46aa-a6e9-e513d862f17b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:52.621389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.629667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.664442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-20f05fe7-4188-438f-9303-40b510ea4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:52.665955 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-20f05fe7-4188-438f-9303-40b510ea4148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a506bee-9301-427e-8754-4ba51556f7a8 HTTP/1.1" status: 200 len: 865 time: 0.3599398 Mar 11 00:06:52.703885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] For port f31cb92e-46a3-46aa-a6e9-e513d862f17b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31cb92e-46a3-46aa-a6e9-e513d862f17b,segment=NetworkSegment(3051bb0f-fe3f-4906-bce3-aa074c73b271),segment_id=3051bb0f-fe3f-4906-bce3-aa074c73b271)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:52.704636 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.726727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Calling delete_port for f31cb92e-46a3-46aa-a6e9-e513d862f17b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:52.745734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-74e4e657-ff74-415b-a4dd-4328d44ffead service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=662d688d-6e90-4284-a749-8cf49ae2ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677614 Mar 11 00:06:52.759894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.772855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0dd9e954-2b42-4134-9945-f36decb9841c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.824749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (f31cb92e-46a3-46aa-a6e9-e513d862f17b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:52.848855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:52.851899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-1470cdc4-4471-4cd3-9821-b5b540b5a893 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=728a586b-1e22-4df1-b523-01665ed98134 HTTP/1.1" status: 200 len: 217 time: 0.5407920 Mar 11 00:06:52.861417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event updated for resources: {'Port': ['ID=6a2ea54f-2d07-41b2-ac6a-b70200c40636,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:52.868400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] Pushing event deleted for resources: {'Port': ['ID=f31cb92e-46a3-46aa-a6e9-e513d862f17b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:52.876407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9fef5-8eb0-41f0-bfb6-bb123cb455f9 None None] No DVR routers for this DVR port f31cb92e-46a3-46aa-a6e9-e513d862f17b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:52.877989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:52.887311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:52.982697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0dd9e954-2b42-4134-9945-f36decb9841c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.013092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Made reservation on behalf of a43e0a559c5b4c0b80b5023118760d44 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:06:53.018838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.025568 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-95e74c53-46a4-4ad4-a56f-6757177eb6ac service neutron] 10.222.0.30 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486091 Mar 11 00:06:53.096172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971db88-a18a-4c97-8e5a-65b52ac89252 req-3b9ad490-243a-48d1-b68b-e9227048db53 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:53.097920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3971db88-a18a-4c97-8e5a-65b52ac89252 req-3b9ad490-243a-48d1-b68b-e9227048db53 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 943 time: 0.7929678 Mar 11 00:06:53.188214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27d9a98e-f882-43a6-9263-130b48e37363 req-9f57ce23-3d7a-4b89-a952-ed780d9e800a tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466057 Mar 11 00:06:53.190591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb446e-9533-470e-afe5-334f4c03c258 req-74744147-f1a1-4176-b91f-2344af5348e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:53.192220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-74744147-f1a1-4176-b91f-2344af5348e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 HTTP/1.1" status: 200 len: 848 time: 0.2326701 Mar 11 00:06:53.247052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:53.247696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.261528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82b7a2f7-afee-41e3-813a-d5fc1c5c32b7 None None] Provisioning complete for port 6a2ea54f-2d07-41b2-ac6a-b70200c40636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:53.262133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82b7a2f7-afee-41e3-813a-d5fc1c5c32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.286527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5eef6f30-768d-488a-8b18-7044cd7a9b81 req-1685f543-4007-4239-b2ec-2ad710a6a889 service neutron] 10.222.0.30 "GET /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335508 Mar 11 00:06:53.289994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0dd9e954-2b42-4134-9945-f36decb9841c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.316797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82b7a2f7-afee-41e3-813a-d5fc1c5c32b7 None None] Port 6a2ea54f-2d07-41b2-ac6a-b70200c40636 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:53.328091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f8a88654-cf2f-4d30-85e1-1800974b5a95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9629507 Mar 11 00:06:53.337366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:53.338577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd9e954-2b42-4134-9945-f36decb9841c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:53.381593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcace85a-9fe0-45ad-8725-c7d04fb54626 None None] Network 65927154-b452-43bd-b828-b9e3ceddacb7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:53.394339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-65b58d7f-e09d-48d2-ab86-b0cf675e1082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079445 Mar 11 00:06:53.399188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.406983 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2441ab5b-f8d0-4989-b9ad-49f9339fff69 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/subnets/0dd9e954-2b42-4134-9945-f36decb9841c HTTP/1.1" status: 204 len: 168 time: 1.1396394 Mar 11 00:06:53.408239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc2ff46a-05bf-4bb1-80e3-6e117f8de26a req-45973b4b-8988-4381-8c45-0f679cd86a95 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1013448 Mar 11 00:06:53.416456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32998) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:53.454341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3971db88-a18a-4c97-8e5a-65b52ac89252 req-a0c0bcb3-dc3d-409a-a3c8-5ff696666254 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453870 Mar 11 00:06:53.488108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 170a537b-e63a-4bad-80a2-b7a333583fc0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:53.488317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.585441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 728a586b-1e22-4df1-b523-01665ed98134 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:06:53.601614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-2ec9982d-8873-4c1f-88ea-06ecda6ed827 service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862936 Mar 11 00:06:53.708572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'project_id': '6f14b1a64f6f446bb665f92121490c95', 'port_id': '6a2ea54f-2d07-41b2-ac6a-b70200c40636'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:53.724652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (833a75ed-eea1-4ccb-a863-e62a44756e78), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.746371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31cb92e-46a3-46aa-a6e9-e513d862f17b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:53.780107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=728a586b-1e22-4df1-b523-01665ed98134,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:53.782426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f31cb92e-46a3-46aa-a6e9-e513d862f17b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:53.782786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31cb92e-46a3-46aa-a6e9-e513d862f17b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:53.783267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 170a537b-e63a-4bad-80a2-b7a333583fc0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=170a537b-e63a-4bad-80a2-b7a333583fc0,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:53.784434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.806267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '728a586b-1e22-4df1-b523-01665ed98134', 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428', 'port_id': '728a586b-1e22-4df1-b523-01665ed98134', 'mac_address': 'fa:16:3e:95:9c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:06:53.813244 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8987e2f0-73bf-4039-97f6-097ce69689af), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.815782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 170a537b-e63a-4bad-80a2-b7a333583fc0 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:53.837140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.851135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Subnet': ['ID=833a75ed-eea1-4ccb-a863-e62a44756e78,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:53.872583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 728a586b-1e22-4df1-b523-01665ed98134 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:53.873040 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (728a586b-1e22-4df1-b523-01665ed98134), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.877504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64eb446e-9533-470e-afe5-334f4c03c258 req-d797a55b-992e-44a9-ab55-a55b159a054e service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233000 Mar 11 00:06:53.889777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Checking segment: {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:53.890289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network hostable DHCP agents. Network: 168fa6bc-20ad-41da-a5a8-ac289a1b823b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:06:53.904481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728a586b-1e22-4df1-b523-01665ed98134 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:06:53.928040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:06:53.952125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 168fa6bc-20ad-41da-a5a8-ac289a1b823b) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:53.958253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:53.959137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:53.974893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=728a586b-1e22-4df1-b523-01665ed98134,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:53.983006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846be4c-ccac-4095-8d8b-70941a86cb04 None None] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:53.985701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] DHCP port deletion for 65927154-b452-43bd-b828-b9e3ceddacb7 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:06:53.988514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36abb215-7924-487c-94eb-e433c766fa36 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1823037 Mar 11 00:06:53.991903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:54.006719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.007484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 47393770-9b46-49bd-8127-ab0143b795f4 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:06:54.032692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8987e2f0-73bf-4039-97f6-097ce69689af), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.069700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8987e2f0-73bf-4039-97f6-097ce69689af']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:54.227768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:54.281253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3051bb0f-fe3f-4906-bce3-aa074c73b271') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:54.281563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3051bb0f-fe3f-4906-bce3-aa074c73b271') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:54.296918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Deleting port fd964f1f-3b58-41f5-b558-4477dec65add {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:54.297484 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.309639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (170a537b-e63a-4bad-80a2-b7a333583fc0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.326610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (3051bb0f-fe3f-4906-bce3-aa074c73b271), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.360213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=170a537b-e63a-4bad-80a2-b7a333583fc0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:54.361365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:06:54.363341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.377033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3051bb0f-fe3f-4906-bce3-aa074c73b271), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.405414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:06:54.405827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (3051bb0f-fe3f-4906-bce3-aa074c73b271), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:06:54.415267 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:06:54.442325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=47393770-9b46-49bd-8127-ab0143b795f4,segment=NetworkSegment(32ec4b56-32fe-4991-8fb8-19a5ef803723),segment_id=32ec4b56-32fe-4991-8fb8-19a5ef803723)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:54.582282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.624919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Allocated IP 2001:db8:3::2 (168fa6bc-20ad-41da-a5a8-ac289a1b823b/833a75ed-eea1-4ccb-a863-e62a44756e78/a4c0fa1b-90e2-4de8-a453-50c59f553117) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:54.703794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Allocated IP 172.25.7.153 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:54.791719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks [] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.810923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.815397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.816284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] For port fd964f1f-3b58-41f5-b558-4477dec65add, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fd964f1f-3b58-41f5-b558-4477dec65add,segment=NetworkSegment(62296bbf-140d-4d85-b87b-d4c8233c9573),segment_id=62296bbf-140d-4d85-b87b-d4c8233c9573)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:54.816825 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.836768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '47393770-9b46-49bd-8127-ab0143b795f4', 'network_id': '662d688d-6e90-4284-a749-8cf49ae2ff88', 'port_id': '47393770-9b46-49bd-8127-ab0143b795f4', 'mac_address': 'fa:16:3e:d9:24:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a506bee-9301-427e-8754-4ba51556f7a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:06:54.857902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:54.874304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-606f674b-79e2-4774-9e46-7a2630d5d386 req-931a3645-adeb-448d-b078-5b6af1c87225 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0894279 Mar 11 00:06:54.880495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Calling delete_port for fd964f1f-3b58-41f5-b558-4477dec65add owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:54.948539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:54.964818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:54.973300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a3c7d-911e-42c4-a6ea-2e1523f7fc36 req-6f87d8eb-c01c-45c3-bc1d-fe38da6187d1 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:54.975057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c5a3c7d-911e-42c4-a6ea-2e1523f7fc36 req-6f87d8eb-c01c-45c3-bc1d-fe38da6187d1 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 944 time: 0.1890118 Mar 11 00:06:54.987916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8987e2f0-73bf-4039-97f6-097ce69689af), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.004905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.008057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/networks/8987e2f0-73bf-4039-97f6-097ce69689af HTTP/1.1" status: 204 len: 168 time: 1.5854647 Mar 11 00:06:55.024671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33008) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:55.026420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:55.072382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 47393770-9b46-49bd-8127-ab0143b795f4 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:55.073462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (47393770-9b46-49bd-8127-ab0143b795f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.077338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:55.095540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fd964f1f-3b58-41f5-b558-4477dec65add), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.097603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Pushing event updated for resources: {'Port': ['ID=a4c0fa1b-90e2-4de8-a453-50c59f553117,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.112057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (65927154-b452-43bd-b828-b9e3ceddacb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.113604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e670c3b-3d19-4244-b5b4-3d81df5a1574 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Network': ['ID=8987e2f0-73bf-4039-97f6-097ce69689af,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.141005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c5a3c7d-911e-42c4-a6ea-2e1523f7fc36 req-18268359-5d0d-45f9-89a7-33531c196ad6 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575159 Mar 11 00:06:55.149143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:55.156381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:55.164094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Pushing event updated for resources: {'Port': ['ID=5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.172693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47393770-9b46-49bd-8127-ab0143b795f4 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:06:55.192425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=47393770-9b46-49bd-8127-ab0143b795f4,segment=NetworkSegment(32ec4b56-32fe-4991-8fb8-19a5ef803723),segment_id=32ec4b56-32fe-4991-8fb8-19a5ef803723)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:55.198337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] Pushing event deleted for resources: {'Port': ['ID=fd964f1f-3b58-41f5-b558-4477dec65add,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.234779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.238034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Attempting to bind port a4c0fa1b-90e2-4de8-a453-50c59f553117 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:06:55.238410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Attempting to bind port a4c0fa1b-90e2-4de8-a453-50c59f553117 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:06:55.238777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Attempting to bind port a4c0fa1b-90e2-4de8-a453-50c59f553117 on network 168fa6bc-20ad-41da-a5a8-ac289a1b823b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:06:55.242768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ba2c3-5cd4-4564-b588-ff1296c5f4ae None None] No DVR routers for this DVR port fd964f1f-3b58-41f5-b558-4477dec65add on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:55.252743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8ad5-557f-4f6d-8e58-a75ce2001136 req-2b9acea5-c6d2-4300-83ea-c3ce5788812c tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:55.254763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dce8ad5-557f-4f6d-8e58-a75ce2001136 req-2b9acea5-c6d2-4300-83ea-c3ce5788812c tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 943 time: 0.1721971 Mar 11 00:06:55.311098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.314108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:06:55.314635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Checking segment: {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:06:55.314910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.315317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Bound using segment: {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:06:55.315982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Bound port: a4c0fa1b-90e2-4de8-a453-50c59f553117, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:06:55.316625 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.321927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.340436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.423958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] For port a4c0fa1b-90e2-4de8-a453-50c59f553117, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:06:55.427522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] For port a4c0fa1b-90e2-4de8-a453-50c59f553117, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a4c0fa1b-90e2-4de8-a453-50c59f553117,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:06:55.442398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.525497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['728a586b-1e22-4df1-b523-01665ed98134'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:06:55.535448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['47393770-9b46-49bd-8127-ab0143b795f4'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:06:55.627160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Allocated IP 2001:db8:3::1 (168fa6bc-20ad-41da-a5a8-ac289a1b823b/833a75ed-eea1-4ccb-a863-e62a44756e78/72d951bf-49b4-45a6-9815-c0aba7045478) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:06:55.731893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e84883-5857-422a-b1e0-d57ee1ab4fb8 None None] Pushing event updated for resources: {'Port': ['ID=a4c0fa1b-90e2-4de8-a453-50c59f553117,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:55.786965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (72d951bf-49b4-45a6-9815-c0aba7045478), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.834160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:55.956539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd964f1f-3b58-41f5-b558-4477dec65add no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:06:55.960611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:55.975735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:55.978531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:06:55.981524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.018087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (65927154-b452-43bd-b828-b9e3ceddacb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.036702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fd964f1f-3b58-41f5-b558-4477dec65add {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:06:56.037053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fd964f1f-3b58-41f5-b558-4477dec65add not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:06:56.114172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:56.122539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dce8ad5-557f-4f6d-8e58-a75ce2001136 req-280cd146-7d39-43f1-8373-fc866bcf215d tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8151963 Mar 11 00:06:56.124862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b7a66dc-b2c9-4d09-9f0c-a7ef25e2266f req-6dce3641-a406-4d5f-9272-3c2f24cc84d6 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0555413 Mar 11 00:06:56.168423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65927154-b452-43bd-b828-b9e3ceddacb7']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:56.203237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62296bbf-140d-4d85-b87b-d4c8233c9573') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:56.203237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62296bbf-140d-4d85-b87b-d4c8233c9573') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:56.223215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (62296bbf-140d-4d85-b87b-d4c8233c9573), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.284167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (62296bbf-140d-4d85-b87b-d4c8233c9573), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.296122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.339091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:06:56.339604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (62296bbf-140d-4d85-b87b-d4c8233c9573), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:06:56.344054 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:06:56.422553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274959c-a42c-4728-bded-8495a1034bdb req-af3eb6a6-d3f0-46e1-b14a-972f8ba19b17 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:56.424217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d274959c-a42c-4728-bded-8495a1034bdb req-af3eb6a6-d3f0-46e1-b14a-972f8ba19b17 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 944 time: 0.1760275 Mar 11 00:06:56.499447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (65927154-b452-43bd-b828-b9e3ceddacb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.506134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:56.514446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.522784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] 10.222.0.21 "DELETE /v2.0/networks/65927154-b452-43bd-b828-b9e3ceddacb7 HTTP/1.1" status: 204 len: 168 time: 1.4951181 Mar 11 00:06:56.602669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6f290-7006-4f06-99fb-ab4b2de80917 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] Pushing event deleted for resources: {'Network': ['ID=65927154-b452-43bd-b828-b9e3ceddacb7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:56.646370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d274959c-a42c-4728-bded-8495a1034bdb req-8da8af14-c3cc-4aee-ac96-0b9de5dc9da2 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821160 Mar 11 00:06:56.762803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for port (72d951bf-49b4-45a6-9815-c0aba7045478), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.774750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.777639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.870666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (12f28ce6-e19b-4c41-9e42-9712a8dab2c2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:56.903067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event updated for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:56.955123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:56.967236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9bef2cc5-08a9-460d-8569-9329b9855288 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3780868 Mar 11 00:06:56.969131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33022) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:56.977375 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:56.991317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:56.992326 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:57.007829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:06:57.009217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:06:57.070122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 5d922f38-7ee5-450f-89fb-9151bf65fd9f {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:06:57.076688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (5d922f38-7ee5-450f-89fb-9151bf65fd9f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.099515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.124932 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:57.151626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (5d922f38-7ee5-450f-89fb-9151bf65fd9f), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.168339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ed474-2a09-49ba-b663-0c83f41af3df None None] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:57.224394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:57.295577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Provisioning complete for port a4c0fa1b-90e2-4de8-a453-50c59f553117 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:57.296298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.353333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c720f990-482b-4417-bb80-0fa2c8387fe3 req-7fed75d1-f9b3-4985-9853-9f85beefb5db tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0536225 Mar 11 00:06:57.414245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.427008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5d922f38-7ee5-450f-89fb-9151bf65fd9f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.430348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.462127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:57.468188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8143bdf9-aab3-4f1e-8aa5-c0ce6f28fa62 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4748976 Mar 11 00:06:57.476150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea59c44-84eb-4711-93fa-8c13b75ba750 req-52457d15-dfa2-4b98-973d-d2ed94bbe3c6 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:57.477930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eea59c44-84eb-4711-93fa-8c13b75ba750 req-52457d15-dfa2-4b98-973d-d2ed94bbe3c6 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 944 time: 0.1879487 Mar 11 00:06:57.478439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33028) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:57.483317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:06:57.538580 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:54Z', 'revision_number': 9, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:57.555809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Pushing event updated for resources: {'Port': ['ID=5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:57.576457 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:57.590750 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:57.591482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:57.604506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eea59c44-84eb-4711-93fa-8c13b75ba750 req-de0feae3-5ab0-48f1-854c-fa5baf31723d tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179750 Mar 11 00:06:57.754644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (12f28ce6-e19b-4c41-9e42-9712a8dab2c2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.759290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (5d922f38-7ee5-450f-89fb-9151bf65fd9f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.785316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:57.825308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 728a586b-1e22-4df1-b523-01665ed98134 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:57.829285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Current status of the port a4c0fa1b-90e2-4de8-a453-50c59f553117 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:57.829787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:57.832386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:57.839112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a4c0fa1b-90e2-4de8-a453-50c59f553117 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:57.938052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:57.938717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:57.958853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=5d922f38-7ee5-450f-89fb-9151bf65fd9f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:58.032490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f65a91-f89a-4392-95c0-834444fb1f71 None None] Network c95a8b0f-137f-4b2c-beee-cbbadf28ca07 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:06:58.044826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cf89a-0720-4685-ba4b-59be964f1047 req-4cfa796f-70ce-4493-8084-015b3e18bc3b tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:58.048266 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Floating IP 12f28ce6-e19b-4c41-9e42-9712a8dab2c2 associated. External IP: 172.25.7.153, port: 6a2ea54f-2d07-41b2-ac6a-b70200c40636. Mar 11 00:06:58.051142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.054996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-123cf89a-0720-4685-ba4b-59be964f1047 req-4cfa796f-70ce-4493-8084-015b3e18bc3b tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 944 time: 0.1950772 Mar 11 00:06:58.059822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b5889f2c-9c5f-4a6c-8168-0ba3a3b8965a tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/5d922f38-7ee5-450f-89fb-9151bf65fd9f HTTP/1.1" status: 204 len: 168 time: 1.0897481 Mar 11 00:06:58.062329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33034) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:58.152669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-123cf89a-0720-4685-ba4b-59be964f1047 req-4ec9395f-8285-4883-acce-4d67ab1778bd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948002 Mar 11 00:06:58.175141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] For port a4c0fa1b-90e2-4de8-a453-50c59f553117, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a4c0fa1b-90e2-4de8-a453-50c59f553117,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:58.186436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 728a586b-1e22-4df1-b523-01665ed98134 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:06:58.200867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.269949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:06:58.277590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 728a586b-1e22-4df1-b523-01665ed98134 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:58.277974 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (728a586b-1e22-4df1-b523-01665ed98134), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.313870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:54Z', 'revision_number': 9, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:58.315338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Removed routes are [] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:06:58.316014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.326868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae633442-535d-4a78-bfe1-4c40f300d361 None None] Pushing event updated for resources: {'Port': ['ID=a4c0fa1b-90e2-4de8-a453-50c59f553117,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:58.330906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c95a8b0f-137f-4b2c-beee-cbbadf28ca07), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.342703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a4c0fa1b-90e2-4de8-a453-50c59f553117 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:58.343084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.355209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:06:58.388261 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f8c1bb-70d6-4c4e-a8f1-9b9d5bd4da35 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:06:54Z', 'revision_number': 9, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23adff6a-355c-40bf-adaf-fc4b9ef94696', 'name': '', 'network_id': '72fbbc8e-a544-4423-8b20-fadca46a925f', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:40:8c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:02Z', 'updated_at': '2022-03-11T00:06:13Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': 'ff27ca26-3282-4446-8a1b-79d55689d6e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:58.568076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1daf5d79-3c61-43be-b3a1-e1cdf73688ad req-b3f1ba29-378e-4a31-bb60-40cdd762951d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0689080 Mar 11 00:06:58.619528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:58.649718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 728a586b-1e22-4df1-b523-01665ed98134 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:58.650217 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (728a586b-1e22-4df1-b523-01665ed98134), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.687981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728a586b-1e22-4df1-b523-01665ed98134'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:06:58.691357 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bc8079-e333-48cc-acf1-8e1eba58143e" -d '{"events": [{"server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "name": "network-vif-plugged", "status": "completed", "tag": "728a586b-1e22-4df1-b523-01665ed98134"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:06:58.741870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=728a586b-1e22-4df1-b523-01665ed98134,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:58.792578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] DHCP port deletion for c95a8b0f-137f-4b2c-beee-cbbadf28ca07 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:06:58.794468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.803599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.826969 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:58.828005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 47393770-9b46-49bd-8127-ab0143b795f4 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:58.955068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 47393770-9b46-49bd-8127-ab0143b795f4 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:06:58.988714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:06:59.004632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 47393770-9b46-49bd-8127-ab0143b795f4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:59.005010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (47393770-9b46-49bd-8127-ab0143b795f4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.008068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 834f0c35-7ea7-4864-ac4e-ea59c3047263 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:59.009580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.013233 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] Sync routers for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:06:59.080677 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:59.081327 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:59.091554 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd0705-e820-4e08-b41c-8786e6da4502 x-openstack-request-id: req-a8cd0705-e820-4e08-b41c-8786e6da4502 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:06:59.091853 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "name": "network-vif-plugged", "status": "completed", "tag": "728a586b-1e22-4df1-b523-01665ed98134", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:06:59.092141 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8cd0705-e820-4e08-b41c-8786e6da4502 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:06:59.092616 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728a586b-1e22-4df1-b523-01665ed98134', 'code': 200} Mar 11 00:06:59.144515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 834f0c35-7ea7-4864-ac4e-ea59c3047263, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=834f0c35-7ea7-4864-ac4e-ea59c3047263,segment=NetworkSegment(530de930-e0ed-4d2f-90a8-8ecd58a74c4d),segment_id=530de930-e0ed-4d2f-90a8-8ecd58a74c4d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:59.145042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.162768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 834f0c35-7ea7-4864-ac4e-ea59c3047263 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:06:59.164937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Provisioning complete for port 72d951bf-49b4-45a6-9815-c0aba7045478 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:59.171168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.194356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:59.218993 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:06:59.219663 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:59.258647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a4c0fa1b-90e2-4de8-a453-50c59f553117 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:59.279021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.294639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Port 72d951bf-49b4-45a6-9815-c0aba7045478 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:06:59.311711 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:59.312633 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769ded8-7d5c-4dd8-9f40-208ec3dd592b None None] The sync data for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:06:59.352705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1f0b0d4c-8229-43bd-9ddb-5b22c0a2b068 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.0106421 Mar 11 00:06:59.356922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33048) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:59.358651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Provisioning complete for port a4c0fa1b-90e2-4de8-a453-50c59f553117 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:06:59.359032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.405651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:59.492225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-035dc22c-4558-449d-b41d-b6fd1dbde3b9 None None] Current status of the port a4c0fa1b-90e2-4de8-a453-50c59f553117 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:59.501595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Deleting port 834f0c35-7ea7-4864-ac4e-ea59c3047263 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:06:59.501971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.508828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.564914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=834f0c35-7ea7-4864-ac4e-ea59c3047263,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:59.573610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 834f0c35-7ea7-4864-ac4e-ea59c3047263 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:06:59.610195 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ad3a8896-b1cf-4218-9a85-f2da9778830e tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "GET /v2.0/floatingips/12f28ce6-e19b-4c41-9e42-9712a8dab2c2 HTTP/1.1" status: 200 len: 982 time: 0.2460213 Mar 11 00:06:59.613345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33050) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:06:59.632054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 47393770-9b46-49bd-8127-ab0143b795f4 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:06:59.632851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (47393770-9b46-49bd-8127-ab0143b795f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.691131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=47393770-9b46-49bd-8127-ab0143b795f4,segment=NetworkSegment(32ec4b56-32fe-4991-8fb8-19a5ef803723),segment_id=32ec4b56-32fe-4991-8fb8-19a5ef803723)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:59.745073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:06:59.748994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:56Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:06:56Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:06:59.750945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.756124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae53a-b46b-40c3-b056-48090211f624 req-b3e9725f-49d0-456d-b75b-b53106ab5dc4 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:59.758919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cdae53a-b46b-40c3-b056-48090211f624 req-b3e9725f-49d0-456d-b75b-b53106ab5dc4 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 944 time: 0.9460716 Mar 11 00:06:59.821569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a4c0fa1b-90e2-4de8-a453-50c59f553117 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:06:59.853521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0bfe3-ffa4-4069-9d8f-453f9635da7d req-c675d9f9-fbaa-431d-b7c0-76f34add9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:59.855783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:06:59.856441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dc0bfe3-ffa4-4069-9d8f-453f9635da7d req-c675d9f9-fbaa-431d-b7c0-76f34add9edf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 1127 time: 0.2647943 Mar 11 00:06:59.859660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cdae53a-b46b-40c3-b056-48090211f624 req-10038740-be99-47e9-b569-02b67830ba9c tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905597 Mar 11 00:06:59.886622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] For port 834f0c35-7ea7-4864-ac4e-ea59c3047263, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:06:59.887044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.890886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:06:59.891252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Updating router e6fd7722-c5ec-4666-8016-ab71dee348a0 port 72d951bf-49b4-45a6-9815-c0aba7045478 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:06:59.927678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:06:59.961014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d806-3efa-46e0-a87c-f520bac810e4 req-b92a42b9-a88d-482f-bd5c-63a7c23df550 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:06:59.963989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0559d806-3efa-46e0-a87c-f520bac810e4 req-b92a42b9-a88d-482f-bd5c-63a7c23df550 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.3364875 Mar 11 00:07:00.068981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0559d806-3efa-46e0-a87c-f520bac810e4 req-7e2c1cea-c58d-49cb-964c-851dab5c05cd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976450 Mar 11 00:07:00.141669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0329bf2-a9d6-4e4c-bc35-e8cf0233e661 req-ffa18ab6-999e-4b31-bed8-aee797a428a4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1168060 Mar 11 00:07:00.189248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dc0bfe3-ffa4-4069-9d8f-453f9635da7d req-0ee04816-decd-43e3-8bef-66cf38836cc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233054 Mar 11 00:07:00.190874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:00.199582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.200901 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72ed13c0-d7cf-49d8-bb65-01b7c6f25873 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 953 time: 2.7214332 Mar 11 00:07:00.203594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33056) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:00.240377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c95a8b0f-137f-4b2c-beee-cbbadf28ca07), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.284288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1905268-2213-49e1-b232-2f6dd43fe3bd tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.6696920 Mar 11 00:07:00.287077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33058) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:00.289178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95a8b0f-137f-4b2c-beee-cbbadf28ca07']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:00.302294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530de930-e0ed-4d2f-90a8-8ecd58a74c4d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:00.302601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530de930-e0ed-4d2f-90a8-8ecd58a74c4d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:00.314758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (530de930-e0ed-4d2f-90a8-8ecd58a74c4d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.330490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (530de930-e0ed-4d2f-90a8-8ecd58a74c4d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.330710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-591f16c8-1cc3-48e3-9446-6cfc4b2e6e16 None None] Provisioning complete for port 72d951bf-49b4-45a6-9815-c0aba7045478 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:00.331136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-591f16c8-1cc3-48e3-9446-6cfc4b2e6e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.341531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:00.341930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (530de930-e0ed-4d2f-90a8-8ecd58a74c4d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:00.345816 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:00.379301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Calling delete_port for 834f0c35-7ea7-4864-ac4e-ea59c3047263 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:00.383091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Port 834f0c35-7ea7-4864-ac4e-ea59c3047263 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:07:00.387001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-591f16c8-1cc3-48e3-9446-6cfc4b2e6e16 None None] Port 72d951bf-49b4-45a6-9815-c0aba7045478 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:00.388591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (834f0c35-7ea7-4864-ac4e-ea59c3047263), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.430803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4156e7e5-d73e-4ab8-9562-becc17705c48 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 953 time: 0.2258987 Mar 11 00:07:00.435416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:00.439896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] No DVR routers for this DVR port 834f0c35-7ea7-4864-ac4e-ea59c3047263 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:00.440272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'routes': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:00.442115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c95a8b0f-137f-4b2c-beee-cbbadf28ca07), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.458222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.464291 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/c95a8b0f-137f-4b2c-beee-cbbadf28ca07 HTTP/1.1" status: 204 len: 168 time: 2.4001997 Mar 11 00:07:00.467750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33064) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:00.478724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7beec-47a0-40a3-8592-28c6b9dd531b None None] Pushing event deleted for resources: {'Port': ['ID=834f0c35-7ea7-4864-ac4e-ea59c3047263,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:00.564930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b18c5-7e72-480c-aed2-3a30cf24a812 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=c95a8b0f-137f-4b2c-beee-cbbadf28ca07,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:00.570859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks [] for port (72d951bf-49b4-45a6-9815-c0aba7045478), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.587989 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.596538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:00.596878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.626020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a4c0fa1b-90e2-4de8-a453-50c59f553117 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:00.626401 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.700522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc64f6-f58d-4dd3-b218-e2ec6412b8f0 None None] Pushing event updated for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:00.784486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a4c0fa1b-90e2-4de8-a453-50c59f553117 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:00.799247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.799769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.836611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:00.845185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Attempting to bind port 72d951bf-49b4-45a6-9815-c0aba7045478 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:00.846141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Attempting to bind port 72d951bf-49b4-45a6-9815-c0aba7045478 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:00.847264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Attempting to bind port 72d951bf-49b4-45a6-9815-c0aba7045478 on network 168fa6bc-20ad-41da-a5a8-ac289a1b823b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:00.857407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:00.858184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Checking segment: {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:00.858805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.859406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Bound using segment: {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:00.860144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Bound port: 72d951bf-49b4-45a6-9815-c0aba7045478, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8855a748-2d24-428a-b80e-f7aaaca773de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:00.860754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:00.989287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] For port 72d951bf-49b4-45a6-9815-c0aba7045478, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:00.993562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] For port 72d951bf-49b4-45a6-9815-c0aba7045478, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72d951bf-49b4-45a6-9815-c0aba7045478,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:00.997818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 170a537b-e63a-4bad-80a2-b7a333583fc0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:01.036804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 170a537b-e63a-4bad-80a2-b7a333583fc0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:01.037531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 170a537b-e63a-4bad-80a2-b7a333583fc0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:01.038956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 834f0c35-7ea7-4864-ac4e-ea59c3047263 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:01.070446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.081541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.089476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 834f0c35-7ea7-4864-ac4e-ea59c3047263 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:01.089938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 834f0c35-7ea7-4864-ac4e-ea59c3047263 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:01.112754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:01.116104 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81b8c1-1db3-4330-8b14-0f7a7a5614fa" -d '{"events": [{"server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "name": "network-vif-plugged", "status": "completed", "tag": "47393770-9b46-49bd-8127-ab0143b795f4"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:01.123236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71203c10-551c-489d-bd01-eb9a64a207e7 req-eaebbbb6-78b8-496e-8096-e72eecc7369e tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:01.124835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71203c10-551c-489d-bd01-eb9a64a207e7 req-eaebbbb6-78b8-496e-8096-e72eecc7369e tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.1400707 Mar 11 00:07:01.208571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:01.209738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:01.290967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc64f6-f58d-4dd3-b218-e2ec6412b8f0 None None] Pushing event updated for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:01.367654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71203c10-551c-489d-bd01-eb9a64a207e7 req-6ef26563-9c5b-4714-a219-e700ba386ed5 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325811 Mar 11 00:07:01.395416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added routes are [] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:07:01.395745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:07:01.416962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf41d0-8d98-475c-a374-e302f7fc50ae req-4d613ee6-7d33-4334-8b79-61262b066812 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:01.418938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdbf41d0-8d98-475c-a374-e302f7fc50ae req-4d613ee6-7d33-4334-8b79-61262b066812 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.2053092 Mar 11 00:07:01.446044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:01.593294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cdbf41d0-8d98-475c-a374-e302f7fc50ae req-0e752a37-81c7-4a84-9e65-66e466e0c85b tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830863 Mar 11 00:07:01.593825 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9777c1-b5c9-4d22-9752-6829a36d412e x-openstack-request-id: req-5a9777c1-b5c9-4d22-9752-6829a36d412e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:01.594190 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "name": "network-vif-plugged", "status": "completed", "tag": "47393770-9b46-49bd-8127-ab0143b795f4", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:01.594529 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a9777c1-b5c9-4d22-9752-6829a36d412e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:01.594985 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4', 'code': 200} Mar 11 00:07:01.609596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.615008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Provisioning complete for port 72d951bf-49b4-45a6-9815-c0aba7045478 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:01.615390 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.646547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 23adff6a-355c-40bf-adaf-fc4b9ef94696 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:01.647133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.695672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=5fafe84e-bfd7-49bf-a2e5-eac71ccad9ea,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:01.720729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.736572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5404e6d5-9887-448c-95fd-1af233587f43 req-2c4d2b19-74bb-4834-bead-139855442240 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1459150 Mar 11 00:07:01.782240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 23adff6a-355c-40bf-adaf-fc4b9ef94696, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=23adff6a-355c-40bf-adaf-fc4b9ef94696,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:01.782701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.803301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 23adff6a-355c-40bf-adaf-fc4b9ef94696 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:01.817871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Current status of the port 72d951bf-49b4-45a6-9815-c0aba7045478 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:01.818267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.854664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:58Z', 'revision_number': 6, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:07:00Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:01.882867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f1e86-20ee-45d7-9cd8-f02d79e8ed5f req-e03f1a7a-785b-43c7-8a44-e056479bd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:01.884426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f57f1e86-20ee-45d7-9cd8-f02d79e8ed5f req-e03f1a7a-785b-43c7-8a44-e056479bd1b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 1127 time: 0.3144259 Mar 11 00:07:01.892488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae59fb-a19e-4d45-b124-829fd13d72b1 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:06:58Z', 'revision_number': 6, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:07:00Z', 'revision_number': 4, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:01.902970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] For port 72d951bf-49b4-45a6-9815-c0aba7045478, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72d951bf-49b4-45a6-9815-c0aba7045478,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:01.911501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.924758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (12f28ce6-e19b-4c41-9e42-9712a8dab2c2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:01.925107 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Floating IP 12f28ce6-e19b-4c41-9e42-9712a8dab2c2 disassociated (deleted). External IP: 172.25.7.153, port: 6a2ea54f-2d07-41b2-ac6a-b70200c40636. Mar 11 00:07:02.006891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cca244-4259-4dac-82bc-a1964f86a21e None None] Pushing event updated for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:02.025500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f57f1e86-20ee-45d7-9cd8-f02d79e8ed5f req-a50d88cc-f52c-44f2-a209-40dfa79c3bea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316509 Mar 11 00:07:02.045115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-77db9849-6da9-46d5-9c13-32764b181d82 None None] Provisioning complete for port 72d951bf-49b4-45a6-9815-c0aba7045478 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:02.045824 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-77db9849-6da9-46d5-9c13-32764b181d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:02.141807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:02.148893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:02.187235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (23adff6a-355c-40bf-adaf-fc4b9ef94696), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:02.192161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-77db9849-6da9-46d5-9c13-32764b181d82 None None] Current status of the port 72d951bf-49b4-45a6-9815-c0aba7045478 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:02.227255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=23adff6a-355c-40bf-adaf-fc4b9ef94696,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:02.523898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:02.819964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:02.833013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:02.910449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71a5e-1c66-45db-80c3-e6be00344f4a req-7ed54efb-64ba-4e1e-b7f9-50e47d4ffc01 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:02.911939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfe71a5e-1c66-45db-80c3-e6be00344f4a req-7ed54efb-64ba-4e1e-b7f9-50e47d4ffc01 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.1606627 Mar 11 00:07:02.956174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:02.956508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719076-d1ac-44fa-a905-69f599b21c70 req-d1275b03-4375-483f-8d96-97cb06fdb14a tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:02.958875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6719076-d1ac-44fa-a905-69f599b21c70 req-d1275b03-4375-483f-8d96-97cb06fdb14a tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.2163875 Mar 11 00:07:02.968544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:02.973865 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-933ab0e9-1bd1-44b4-afef-3721255d4bda tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042918 Mar 11 00:07:02.977349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:02.980537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:02.981278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.043098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:03.062346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet ff27ca26-3282-4446-8a1b-79d55689d6e5 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:03.067429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (ff27ca26-3282-4446-8a1b-79d55689d6e5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.120646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfe71a5e-1c66-45db-80c3-e6be00344f4a req-8e45394a-9ca6-486d-86d1-34df43b1a699 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740301 Mar 11 00:07:03.121894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:03.129999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.131159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d8efa319-76b4-4d24-a5a5-83470d908619 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 703 time: 2.6948316 Mar 11 00:07:03.134619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:03.144771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ff27ca26-3282-4446-8a1b-79d55689d6e5), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.145399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6719076-d1ac-44fa-a905-69f599b21c70 req-5a16de79-0d92-470f-a160-380ea8a0c4c6 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744998 Mar 11 00:07:03.162671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:03.189966 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:03.207777 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:03.208420 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.316748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ff27ca26-3282-4446-8a1b-79d55689d6e5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.387790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ff27ca26-3282-4446-8a1b-79d55689d6e5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.401694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26afc7f2-9a66-4576-ae3e-b291b1573e02 req-8800688a-fbc9-4d26-abeb-b8677a8acec4 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0642772 Mar 11 00:07:03.453623 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:03.457812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=ff27ca26-3282-4446-8a1b-79d55689d6e5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:03.477077 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.488242 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bc362ee-c2e9-4ad9-8e63-952b5f48d1f0 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/ff27ca26-3282-4446-8a1b-79d55689d6e5 HTTP/1.1" status: 204 len: 168 time: 0.5101039 Mar 11 00:07:03.489609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:03.505568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea0640-7f51-4c5b-a1b4-bae9cda74919 None None] Network 72fbbc8e-a544-4423-8b20-fadca46a925f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:03.546755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4296ec2b-d922-440b-8f73-a45a1d9fd791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 703 time: 0.4064472 Mar 11 00:07:03.549733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:03.580088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:03.598913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] Sync routers for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:03.602161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.649600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:03.650374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.685765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf4e85f8-04f5-443d-806a-29d7ca8ba53d tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/floatingips/12f28ce6-e19b-4c41-9e42-9712a8dab2c2 HTTP/1.1" status: 204 len: 168 time: 3.3942552 Mar 11 00:07:03.694472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33098) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:03.698174 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:07:03.701073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.710439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:03.714357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:02Z', 'revision_number': 10, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.750768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:03.772776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:03.773380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.775529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.783819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:03.784604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.856551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (72fbbc8e-a544-4423-8b20-fadca46a925f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:03.892381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:03.893544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3f4be-f691-4542-9a43-4af552714de2 None None] The sync data for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:03.899025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] DHCP port deletion for 72fbbc8e-a544-4423-8b20-fadca46a925f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:03.971730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72d951bf-49b4-45a6-9815-c0aba7045478 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:04.044935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:04.069974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.111111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 72d951bf-49b4-45a6-9815-c0aba7045478 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:04.111539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.209987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Deleting port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:04.210373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.314053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:04.314696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.339943 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 7, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.384345 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:04.395509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:04.396506 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.424019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:04.424693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.441475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:04.454043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Allocated IP 172.25.7.136 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/41bd2f47-c8bf-4588-a4e3-59564d8cfd19) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:04.563711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dd6ac-509d-4899-bc0a-047f4012c7ce req-0364aef9-e514-4ac9-b0c8-63e0d4cf32d0 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:04.564037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.566182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed3dd6ac-509d-4899-bc0a-047f4012c7ce req-0364aef9-e514-4ac9-b0c8-63e0d4cf32d0 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.2450132 Mar 11 00:07:04.591416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:04.611450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:04.621177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No DVR routers for this DVR port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:04.649627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] For port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,segment=NetworkSegment(21050aec-bf32-408e-892c-36265c2b5eef),segment_id=21050aec-bf32-408e-892c-36265c2b5eef)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:04.650562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.656369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 72d951bf-49b4-45a6-9815-c0aba7045478 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:04.673575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Calling delete_port for 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:04.845750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44771-762d-42ee-9c18-439c9a92e61f req-ff6c1b28-1a26-47f4-9d98-3a535c94a249 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:04.845983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:02Z', 'revision_number': 10, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.849504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (67c9475f-38fe-45fd-aa0b-21fa9e7468f9), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.851799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (72fbbc8e-a544-4423-8b20-fadca46a925f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.855200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ac44771-762d-42ee-9c18-439c9a92e61f req-ff6c1b28-1a26-47f4-9d98-3a535c94a249 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.3743045 Mar 11 00:07:04.889691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed3dd6ac-509d-4899-bc0a-047f4012c7ce req-1892b9ee-c326-44b9-9aab-f90dec95baa0 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159807 Mar 11 00:07:04.902617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] Pushing event deleted for resources: {'Port': ['ID=67c9475f-38fe-45fd-aa0b-21fa9e7468f9,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:04.909049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1eaf3-2132-45ca-967c-6e5b0c58368a None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:02Z', 'revision_number': 10, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None, '_interfaces': [{'id': '0313d228-c23e-490d-82d1-350c14bfa6cd', 'name': '', 'network_id': '021e590c-f550-46c4-bb8c-ecca783c08c9', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'mac_address': 'fa:16:3e:30:49:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:05:57Z', 'updated_at': '2022-03-11T00:06:06Z', 'revision_number': 5, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'subnets': [{'id': '058c4dfe-46bd-4b26-a483-01ae1b9f06b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:04.914808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a598ccb-1c1c-4520-ac5b-3bc0329dbaf0 None None] No DVR routers for this DVR port 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:04.948876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.971081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fbbc8e-a544-4423-8b20-fadca46a925f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.983496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21050aec-bf32-408e-892c-36265c2b5eef') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.983801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21050aec-bf32-408e-892c-36265c2b5eef') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:04.998675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:04.998914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (21050aec-bf32-408e-892c-36265c2b5eef), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.032866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (21050aec-bf32-408e-892c-36265c2b5eef), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.041903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ac44771-762d-42ee-9c18-439c9a92e61f req-f180878a-47ad-4439-aa67-0af2c651762f tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798782 Mar 11 00:07:05.045472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.082001 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 7, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:05.117751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb99c2-4777-4b6d-80f8-d5f3d4ef07ca None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 7, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d951bf-49b4-45a6-9815-c0aba7045478', 'name': '', 'network_id': '168fa6bc-20ad-41da-a5a8-ac289a1b823b', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:f2:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:55Z', 'updated_at': '2022-03-11T00:07:01Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '833a75ed-eea1-4ccb-a863-e62a44756e78', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:05.146411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08ae74b3-d004-4878-9f49-146abdca3948 req-7398093e-78d0-4e88-a5ad-ba553d22f50c tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1034024 Mar 11 00:07:05.167858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:05.187307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:05.195815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:05.198530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Pushing event updated for resources: {'Port': ['ID=41bd2f47-c8bf-4588-a4e3-59564d8cfd19,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:05.274852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25341e0c-adb2-4130-aa66-42745e4337f6 req-b44f67a0-7076-434b-baef-46c6844aed06 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:05.276514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25341e0c-adb2-4130-aa66-42745e4337f6 req-b44f67a0-7076-434b-baef-46c6844aed06 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.1218801 Mar 11 00:07:05.378650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (09881884-f601-4866-a48b-6a158da7c6da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.383796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25341e0c-adb2-4130-aa66-42745e4337f6 req-f80c022e-b04d-489d-a09c-60868a05578d tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008797 Mar 11 00:07:05.444429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:05.444841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (21050aec-bf32-408e-892c-36265c2b5eef), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.460419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:05.516300 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:05.528112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (72fbbc8e-a544-4423-8b20-fadca46a925f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.552156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.559673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/72fbbc8e-a544-4423-8b20-fadca46a925f HTTP/1.1" status: 204 len: 168 time: 2.0675344 Mar 11 00:07:05.562130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33120) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:05.605614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4e70c-5418-4e23-82ab-1b4cc32b8f78 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=72fbbc8e-a544-4423-8b20-fadca46a925f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:05.698366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23adff6a-355c-40bf-adaf-fc4b9ef94696 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:05.741373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 23adff6a-355c-40bf-adaf-fc4b9ef94696 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:05.741373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 23adff6a-355c-40bf-adaf-fc4b9ef94696 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:05.742802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:05.794358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:05.795296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67c9475f-38fe-45fd-aa0b-21fa9e7468f9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:05.895390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 72d951bf-49b4-45a6-9815-c0aba7045478 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:05.895842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.911029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:05.933372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.039458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 72d951bf-49b4-45a6-9815-c0aba7045478, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72d951bf-49b4-45a6-9815-c0aba7045478,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:06.040492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.060209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 72d951bf-49b4-45a6-9815-c0aba7045478 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:06.082773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b602c8a-5c30-418e-9d8b-45d25337c006 req-baa82ebe-6222-4c66-bdd9-3211a239a33f tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:06.089639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b602c8a-5c30-418e-9d8b-45d25337c006 req-baa82ebe-6222-4c66-bdd9-3211a239a33f tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.3245413 Mar 11 00:07:06.203713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Pushing event updated for resources: {'Port': ['ID=41bd2f47-c8bf-4588-a4e3-59564d8cfd19,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:06.248554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (09881884-f601-4866-a48b-6a158da7c6da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.265702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (72d951bf-49b4-45a6-9815-c0aba7045478), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.275265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-541fc285-9388-4f8b-b154-1c3a278a711d tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:06.277251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-541fc285-9388-4f8b-b154-1c3a278a711d tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.3406756 Mar 11 00:07:06.284576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b602c8a-5c30-418e-9d8b-45d25337c006 req-da79f8a8-987f-4e1a-9dd3-299ed2291df7 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941280 Mar 11 00:07:06.296408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=72d951bf-49b4-45a6-9815-c0aba7045478,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:06.359070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.360353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d93a3ca2-5e47-447b-8f4f-68f8d720ce7f tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6602838 Mar 11 00:07:06.367088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33132) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:06.409877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2883af-73fc-439a-b68d-58401e364367 req-a8ea0c08-5800-43a2-9ee2-5acb480bcfb3 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:06.411435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2883af-73fc-439a-b68d-58401e364367 req-a8ea0c08-5800-43a2-9ee2-5acb480bcfb3 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 945 time: 0.2941113 Mar 11 00:07:06.505578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba88f20e-1671-4d8e-855e-98492fdee584 req-d8d0e4e3-9d11-4b92-aab8-2479bbbe836b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0795212 Mar 11 00:07:06.510121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.540344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:06.652544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2883af-73fc-439a-b68d-58401e364367 req-89504f79-8033-4f3e-86bd-ff00bc8c2081 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223289 Mar 11 00:07:06.660853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.687795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39547611-f0e2-40af-a916-af0c935762c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.710916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Deleting port 728a586b-1e22-4df1-b523-01665ed98134 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:06.711265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (728a586b-1e22-4df1-b523-01665ed98134), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.824735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:06.949749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] For port 728a586b-1e22-4df1-b523-01665ed98134, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=728a586b-1e22-4df1-b523-01665ed98134,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:06.950122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (728a586b-1e22-4df1-b523-01665ed98134), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:06.950759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:06.960925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b70cfffa-2c11-414d-aa3c-c848a7d74689 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4099269 Mar 11 00:07:06.964479 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:06.972116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:06.978093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:06.979192 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:06.979781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Calling delete_port for 728a586b-1e22-4df1-b523-01665ed98134 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:07.045692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 833a75ed-eea1-4ccb-a863-e62a44756e78 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:07.050102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (833a75ed-eea1-4ccb-a863-e62a44756e78), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.075648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0798d1-5888-47eb-94fe-eb6e27fe1097 req-7c515d29-c9b3-432d-af5f-f1fb9adde758 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:07.077230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce0798d1-5888-47eb-94fe-eb6e27fe1097 req-7c515d29-c9b3-432d-af5f-f1fb9adde758 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.2187316 Mar 11 00:07:07.092164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:07.095753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.100797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (833a75ed-eea1-4ccb-a863-e62a44756e78), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.205183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (833a75ed-eea1-4ccb-a863-e62a44756e78), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.286253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (833a75ed-eea1-4ccb-a863-e62a44756e78), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.374831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:06Z', 'revision_number': 8, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:07.381415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=833a75ed-eea1-4ccb-a863-e62a44756e78,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:07.389588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.390142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf592b-ac03-48d0-b259-7efe80e85dbc None None] Network 168fa6bc-20ad-41da-a5a8-ac289a1b823b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:07.395264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9941fec1-9e10-47c7-9512-05c27ff6c7b5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/833a75ed-eea1-4ccb-a863-e62a44756e78 HTTP/1.1" status: 204 len: 168 time: 0.4212952 Mar 11 00:07:07.398043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33144) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:07.430555 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:07.454679 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:07.455324 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:06:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:07.489880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (168fa6bc-20ad-41da-a5a8-ac289a1b823b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.504648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-fb13c131-0a19-45f8-8e47-258c16692fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2150819 Mar 11 00:07:07.518180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.665700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203cede-f427-4809-b4b4-31a7985d1960 req-8d17cb92-6b8b-481b-a06b-c4a987c7b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:07.669294 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-8d17cb92-6b8b-481b-a06b-c4a987c7b48e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.1131437 Mar 11 00:07:07.678718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port a4c0fa1b-90e2-4de8-a453-50c59f553117 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:07.679064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.699961 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:07.736134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] DHCP port deletion for 168fa6bc-20ad-41da-a5a8-ac289a1b823b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:07.776658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ff719ce-1509-4416-82ff-18544a6c1d6c req-b06f3b6c-8f7c-464c-a758-24b0eca3655d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0938210 Mar 11 00:07:07.855151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Deleting port a4c0fa1b-90e2-4de8-a453-50c59f553117 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:07.855551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.889778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port a4c0fa1b-90e2-4de8-a453-50c59f553117, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a4c0fa1b-90e2-4de8-a453-50c59f553117,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:07.892743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:07.964855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce0798d1-5888-47eb-94fe-eb6e27fe1097 req-7273589e-7f67-4653-a31c-b1ef67508d3d tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8765886 Mar 11 00:07:07.965304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for a4c0fa1b-90e2-4de8-a453-50c59f553117 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:07.993705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] For port a4c0fa1b-90e2-4de8-a453-50c59f553117, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a4c0fa1b-90e2-4de8-a453-50c59f553117,segment=NetworkSegment(8855a748-2d24-428a-b80e-f7aaaca773de),segment_id=8855a748-2d24-428a-b80e-f7aaaca773de)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:07.995060 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.004616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203cede-f427-4809-b4b4-31a7985d1960 req-3e627a5d-7f95-4154-9481-3dd206555dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:08.006369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-3e627a5d-7f95-4154-9481-3dd206555dca service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.3122852 Mar 11 00:07:08.011733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Calling delete_port for a4c0fa1b-90e2-4de8-a453-50c59f553117 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:08.139536 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:06Z', 'revision_number': 8, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:08.160189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.161238 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-0cb77e94-53e9-484a-84c5-3a785d570138 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 1001 time: 0.1234503 Mar 11 00:07:08.172719 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba864d3-3cf3-477a-81cf-8685f0394af6 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:06Z', 'revision_number': 8, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '587c3654-cc37-4d82-8d36-6f5c18bfb09e', 'name': '', 'network_id': '74a5fefb-c96b-4c26-a074-b2d86d2b1958', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:4d:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:44Z', 'updated_at': '2022-03-11T00:06:51Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': '7c59577d-7d4b-4cf6-909b-4cbe88b9462e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:08.208696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (728a586b-1e22-4df1-b523-01665ed98134), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.220348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Allocated IP 172.25.7.131 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/3ef120c6-7506-44c5-a2b4-8452edc66e74) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:08.228510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] Pushing event deleted for resources: {'Port': ['ID=a4c0fa1b-90e2-4de8-a453-50c59f553117,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:08.232897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab7dca-594b-4036-95df-d535ba92bb07 None None] No DVR routers for this DVR port a4c0fa1b-90e2-4de8-a453-50c59f553117 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:08.287720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Pushing event deleted for resources: {'Port': ['ID=728a586b-1e22-4df1-b523-01665ed98134,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:08.304778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51275-6989-4714-9e6c-380fb88fd581 req-ca992cea-e512-4fcf-b63c-d04579995f12 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:08.312808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efe51275-6989-4714-9e6c-380fb88fd581 req-ca992cea-e512-4fcf-b63c-d04579995f12 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=c07e251b-7216-422e-bf3a-e7f19556ab94 HTTP/1.1" status: 200 len: 867 time: 0.3186898 Mar 11 00:07:08.320419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a4c0fa1b-90e2-4de8-a453-50c59f553117), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.359745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=a4c0fa1b-90e2-4de8-a453-50c59f553117,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:08.364098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203cede-f427-4809-b4b4-31a7985d1960 req-e122fd98-cb7a-4489-9abd-1b29e8b85211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:08.366360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-e122fd98-cb7a-4489-9abd-1b29e8b85211 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.1936827 Mar 11 00:07:08.374123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port a4c0fa1b-90e2-4de8-a453-50c59f553117 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:08.412797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] No DVR routers for this DVR port 728a586b-1e22-4df1-b523-01665ed98134 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:08.433172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.436413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46fbe6f9-90d2-4795-8b9e-2f35e6b09f60 req-1c06c11a-ff6e-47a9-afd1-cfba723beb37 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "DELETE /v2.0/ports/728a586b-1e22-4df1-b523-01665ed98134 HTTP/1.1" status: 204 len: 173 time: 2.1296132 Mar 11 00:07:08.441157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'name': 'network-vif-deleted', 'tag': '728a586b-1e22-4df1-b523-01665ed98134'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:08.443424 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e7474-2532-41e3-b493-332e1d9b59de" -d '{"events": [{"server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "name": "network-vif-deleted", "tag": "728a586b-1e22-4df1-b523-01665ed98134"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:08.482281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-1b0fc3bc-18fa-4265-81a9-131ec211c48a tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:08.486631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-1b0fc3bc-18fa-4265-81a9-131ec211c48a tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.30 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 945 time: 0.3242626 Mar 11 00:07:08.638530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.686822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (168fa6bc-20ad-41da-a5a8-ac289a1b823b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.733965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efe51275-6989-4714-9e6c-380fb88fd581 req-d8d0cc23-7b17-4734-a434-2151e5fa0872 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190476 Mar 11 00:07:08.740029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203cede-f427-4809-b4b4-31a7985d1960 req-58bdd421-f354-492c-a57b-95eb770c7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:08.740263 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670bb1d1-d007-462f-8f20-f790f0a31699 x-openstack-request-id: req-670bb1d1-d007-462f-8f20-f790f0a31699 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:08.740448 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07e251b-7216-422e-bf3a-e7f19556ab94", "name": "network-vif-deleted", "tag": "728a586b-1e22-4df1-b523-01665ed98134", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:08.740603 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-670bb1d1-d007-462f-8f20-f790f0a31699 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:08.741126 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07e251b-7216-422e-bf3a-e7f19556ab94', 'name': 'network-vif-deleted', 'tag': '728a586b-1e22-4df1-b523-01665ed98134', 'status': 'completed', 'code': 200} Mar 11 00:07:08.741991 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-58bdd421-f354-492c-a57b-95eb770c7ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3602760 Mar 11 00:07:08.746967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168fa6bc-20ad-41da-a5a8-ac289a1b823b']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:08.802937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8855a748-2d24-428a-b80e-f7aaaca773de') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:08.803153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8855a748-2d24-428a-b80e-f7aaaca773de') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:08.819308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8855a748-2d24-428a-b80e-f7aaaca773de), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.822187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.907137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8855a748-2d24-428a-b80e-f7aaaca773de), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.931307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:08.931995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8855a748-2d24-428a-b80e-f7aaaca773de), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:08.935486 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:08.962401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Deleting port 47393770-9b46-49bd-8127-ab0143b795f4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:08.962401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (47393770-9b46-49bd-8127-ab0143b795f4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.056221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-06f4b861-ea6d-4a5e-9afd-fcc0c9af0f04 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878807 Mar 11 00:07:09.095009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (168fa6bc-20ad-41da-a5a8-ac289a1b823b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.105435 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.109366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/168fa6bc-20ad-41da-a5a8-ac289a1b823b HTTP/1.1" status: 204 len: 168 time: 1.7102356 Mar 11 00:07:09.116030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:09.143216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33162) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:09.147770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2236805-4396-4e20-84f7-2de21f2d845c req-e19f47fa-a737-4f8e-a9b0-f7149d8666bf tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.2029207 Mar 11 00:07:09.180804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:09.183742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Pushing event updated for resources: {'Port': ['ID=3ef120c6-7506-44c5-a2b4-8452edc66e74,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:09.239053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a4b20ce1-d688-4f4c-8bf9-c6e63c2761a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.337093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:09.454550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847ac8a-3163-41f1-8438-84ec1994f1ee tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=168fa6bc-20ad-41da-a5a8-ac289a1b823b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:09.532630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] For port 47393770-9b46-49bd-8127-ab0143b795f4, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=47393770-9b46-49bd-8127-ab0143b795f4,segment=NetworkSegment(32ec4b56-32fe-4991-8fb8-19a5ef803723),segment_id=32ec4b56-32fe-4991-8fb8-19a5ef803723)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:09.532933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (47393770-9b46-49bd-8127-ab0143b795f4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.549816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b203cede-f427-4809-b4b4-31a7985d1960 req-0c32fe3a-0c79-48b0-aab7-393f4fe3b4aa service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755011 Mar 11 00:07:09.550696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Calling delete_port for 47393770-9b46-49bd-8127-ab0143b795f4 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:09.626287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for floatingip (e6acbc71-c9ac-40ce-8601-e9348ce61630), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.672532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 728a586b-1e22-4df1-b523-01665ed98134 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:09.694435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 728a586b-1e22-4df1-b523-01665ed98134 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:09.695026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 728a586b-1e22-4df1-b523-01665ed98134 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:09.726796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a4c0fa1b-90e2-4de8-a453-50c59f553117 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:09.747657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (47393770-9b46-49bd-8127-ab0143b795f4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.774518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a4c0fa1b-90e2-4de8-a453-50c59f553117 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:09.781074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a4c0fa1b-90e2-4de8-a453-50c59f553117 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:09.781764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72d951bf-49b4-45a6-9815-c0aba7045478 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:09.792516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.794396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Pushing event deleted for resources: {'Port': ['ID=47393770-9b46-49bd-8127-ab0143b795f4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:09.856956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 72d951bf-49b4-45a6-9815-c0aba7045478 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:09.863007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72d951bf-49b4-45a6-9815-c0aba7045478 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:09.874256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] No DVR routers for this DVR port 47393770-9b46-49bd-8127-ab0143b795f4 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:09.879542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.884084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fcf551f0-747f-4bac-b072-2cb640691c6b req-aae33dd6-0a69-46f6-bdf0-07544f9324c8 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.30 "DELETE /v2.0/ports/47393770-9b46-49bd-8127-ab0143b795f4 HTTP/1.1" status: 204 len: 173 time: 1.3756037 Mar 11 00:07:09.884669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'name': 'network-vif-deleted', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:09.887996 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd4347-403f-4068-9cbd-1d56209ace62" -d '{"events": [{"server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "name": "network-vif-deleted", "tag": "47393770-9b46-49bd-8127-ab0143b795f4"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:09.923397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting port 0313d228-c23e-490d-82d1-350c14bfa6cd {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:09.923736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:09.989354 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82591bda-ab7a-4f41-82e1-c69eff7fa5d5 x-openstack-request-id: req-82591bda-ab7a-4f41-82e1-c69eff7fa5d5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:09.989863 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84320139-0cff-4792-adc2-e2124ad679be", "name": "network-vif-deleted", "tag": "47393770-9b46-49bd-8127-ab0143b795f4", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:09.990294 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82591bda-ab7a-4f41-82e1-c69eff7fa5d5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:09.990870 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84320139-0cff-4792-adc2-e2124ad679be', 'name': 'network-vif-deleted', 'tag': '47393770-9b46-49bd-8127-ab0143b795f4', 'status': 'completed', 'code': 200} Mar 11 00:07:10.056103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653f2a8-30e4-42e2-b44d-5b07a25e4730 req-1a180e4c-3028-4509-9903-51ad989943f9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:10.057880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6653f2a8-30e4-42e2-b44d-5b07a25e4730 req-1a180e4c-3028-4509-9903-51ad989943f9 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/ports?device_id=84320139-0cff-4792-adc2-e2124ad679be HTTP/1.1" status: 200 len: 867 time: 0.9234011 Mar 11 00:07:10.212493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] For port 0313d228-c23e-490d-82d1-350c14bfa6cd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0313d228-c23e-490d-82d1-350c14bfa6cd,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:10.212870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.282332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Calling delete_port for 0313d228-c23e-490d-82d1-350c14bfa6cd owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:10.295011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6653f2a8-30e4-42e2-b44d-5b07a25e4730 req-878cc9b6-4ef3-410b-af54-e380c580fe02 tempest-ServersNegativeTestMultiTenantJSON-1259509429 tempest-ServersNegativeTestMultiTenantJSON-1259509429-project] 10.222.0.21 "GET /v2.0/security-groups?id=3751cfd4-e4c2-4824-9271-d576a57f1c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260666 Mar 11 00:07:10.434366 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.481727 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e32ec29-e54a-4a88-a536-df36b259b670 req-3ed3ca40-b414-41cc-a179-bd39e45b926c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1765475 Mar 11 00:07:10.563150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e32ec29-e54a-4a88-a536-df36b259b670 req-217cc9f3-4c21-440e-b732-7575ce9499dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0415540 Mar 11 00:07:10.564264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9fcb064-4447-468f-a96c-4e15f9166ea0 req-3d69a5e7-3983-475c-9f60-3f6197489ade tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0519295 Mar 11 00:07:10.575716 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.615547 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e32ec29-e54a-4a88-a536-df36b259b670 req-f8d4484a-75f1-49bb-a60d-9dadd3033c47 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295310 Mar 11 00:07:10.620277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.646115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.664638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-07e2c1c0-ecfb-4242-9f2f-cd1b473791d7 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:10.667186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-07e2c1c0-ecfb-4242-9f2f-cd1b473791d7 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 808 time: 0.5545399 Mar 11 00:07:10.716615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-c4d0c4ae-52f1-4982-8b00-f1763a4698cc tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/quotas/c1db5be9cf204d8496a7e89768b7bba1 HTTP/1.1" status: 200 len: 375 time: 0.0149987 Mar 11 00:07:10.808960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32ec29-e54a-4a88-a536-df36b259b670 req-5a246c27-9c64-44f8-a5e8-8a5254ffcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:10.810492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4e32ec29-e54a-4a88-a536-df36b259b670 req-5a246c27-9c64-44f8-a5e8-8a5254ffcfd7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890874 Mar 11 00:07:10.831795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.833886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-df8f6abd-93fd-46b8-a0a0-7367b8451751 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024780 Mar 11 00:07:10.849468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-4b25c676-dea6-476e-a356-534d0590e858 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:07:10.850490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-4b25c676-dea6-476e-a356-534d0590e858 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051150 Mar 11 00:07:10.872267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Pushing event updated for resources: {'Port': ['ID=3ef120c6-7506-44c5-a2b4-8452edc66e74,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:10.884250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.941245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (e6acbc71-c9ac-40ce-8601-e9348ce61630), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:10.956941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0313d228-c23e-490d-82d1-350c14bfa6cd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.030306 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.034538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1df7328e-7001-426d-944b-e9bffff47df8 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6606755 Mar 11 00:07:11.034538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Port': ['ID=0313d228-c23e-490d-82d1-350c14bfa6cd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:11.034749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33186) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:11.149146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ef3ea5f-c580-492a-9c3d-5d0de084be69 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2917 time: 0.1133506 Mar 11 00:07:11.151549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:11.320876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6fa2929e-e80a-4d86-a4d3-1d2fe19b7ad7 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1676610 Mar 11 00:07:11.321639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33196) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:11.421744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33198) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:11.517543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Deleting subnet 5a506bee-9301-427e-8754-4ba51556f7a8 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:11.525175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Publish callbacks [] for subnet (5a506bee-9301-427e-8754-4ba51556f7a8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.559703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Deleting port 3ef120c6-7506-44c5-a2b4-8452edc66e74 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:11.560099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.586657 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.602746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (5a506bee-9301-427e-8754-4ba51556f7a8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.705436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 47393770-9b46-49bd-8127-ab0143b795f4 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:11.735557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-541eb3a1-9f45-44bb-a62b-d01164f8b175 req-346bfbc1-5ab4-45e5-829d-9e12d628b0a2 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0531702 Mar 11 00:07:11.747677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5a506bee-9301-427e-8754-4ba51556f7a8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.755373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 47393770-9b46-49bd-8127-ab0143b795f4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:11.755812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 47393770-9b46-49bd-8127-ab0143b795f4 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:11.784790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-255f94e9-3346-47d8-8851-ba10fc751929 service neutron] 10.222.0.21 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244282 Mar 11 00:07:11.796502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.796826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for floatingip (3ef120c6-7506-44c5-a2b4-8452edc66e74), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.814834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Calling delete_port for 3ef120c6-7506-44c5-a2b4-8452edc66e74 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:11.888578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (5a506bee-9301-427e-8754-4ba51556f7a8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.926832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a506bee-9301-427e-8754-4ba51556f7a8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:11.930638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:11.935386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8034371e-866f-4eb0-a86c-4e3eb6a29be6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5a506bee-9301-427e-8754-4ba51556f7a8 HTTP/1.1" status: 204 len: 168 time: 0.5119629 Mar 11 00:07:11.938095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:12.002723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fabe8505-46fc-4073-9261-b5f5f47eece8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.033325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (662d688d-6e90-4284-a749-8cf49ae2ff88), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.143824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-add003be-2923-4ed4-ba20-0239796e0954 service neutron] 10.222.0.21 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383763 Mar 11 00:07:12.149792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (662d688d-6e90-4284-a749-8cf49ae2ff88), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.178663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662d688d-6e90-4284-a749-8cf49ae2ff88']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:12.200663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ec4b56-32fe-4991-8fb8-19a5ef803723') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:12.200991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ec4b56-32fe-4991-8fb8-19a5ef803723') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:12.219784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (32ec4b56-32fe-4991-8fb8-19a5ef803723), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.264496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (32ec4b56-32fe-4991-8fb8-19a5ef803723), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.281746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:12.286747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (32ec4b56-32fe-4991-8fb8-19a5ef803723), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:12.288723 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:12.311303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3ef120c6-7506-44c5-a2b4-8452edc66e74), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.315564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:12.407812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Pushing event deleted for resources: {'Port': ['ID=3ef120c6-7506-44c5-a2b4-8452edc66e74,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:12.463527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks [] for floatingip (e6acbc71-c9ac-40ce-8601-e9348ce61630), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.468609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.472834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31c99b77-be46-42df-ba8d-9a61c109d0a7 tempest-FloatingIPAdminTestJSON-1875914786 tempest-FloatingIPAdminTestJSON-1875914786-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6acbc71-c9ac-40ce-8601-e9348ce61630 HTTP/1.1" status: 204 len: 168 time: 1.1493437 Mar 11 00:07:12.473485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:12.483555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (662d688d-6e90-4284-a749-8cf49ae2ff88), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.490116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.497634 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] 10.222.0.21 "DELETE /v2.0/networks/662d688d-6e90-4284-a749-8cf49ae2ff88 HTTP/1.1" status: 204 len: 168 time: 0.5585518 Mar 11 00:07:12.498278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33212) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:12.514834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acf61237-2999-4747-95fa-0b13582acbdc req-55117cf0-b374-4606-bdd5-2447517c25c9 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 210 time: 0.0714707 Mar 11 00:07:12.575585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 587c3654-cc37-4d82-8d36-6f5c18bfb09e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:12.579727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.585321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08416-cee5-4de9-819f-bfcb5b63a16d admin admin] Pushing event deleted for resources: {'Network': ['ID=662d688d-6e90-4284-a749-8cf49ae2ff88,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:12.699409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Deleting subnet d37fdf93-8b5d-4f58-a8cb-a51cf86b877a {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:12.707270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:12.717396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ea9a4e75-172d-4ff9-95d3-57705dbb6ca9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1542137 Mar 11 00:07:12.721450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:12.724188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33218) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:12.730400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Publish callbacks [] for subnet (d37fdf93-8b5d-4f58-a8cb-a51cf86b877a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.740502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:12.741499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:12.798243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (d37fdf93-8b5d-4f58-a8cb-a51cf86b877a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.803950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Deleting port 41bd2f47-c8bf-4588-a4e3-59564d8cfd19 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:12.814459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:12.899500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:12.982579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.009430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cee14ee9-b14b-409c-87ea-5857cbde3ae2 req-a93b40fa-72ed-4b5b-bc33-c9d9d7b86f25 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1201725 Mar 11 00:07:13.024589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:13.047348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:13.048386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.051313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d37fdf93-8b5d-4f58-a8cb-a51cf86b877a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.076387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Deleting subnet 058c4dfe-46bd-4b26-a483-01ae1b9f06b8 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:13.098687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for subnet (058c4dfe-46bd-4b26-a483-01ae1b9f06b8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.106346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.106689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.114496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 587c3654-cc37-4d82-8d36-6f5c18bfb09e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=587c3654-cc37-4d82-8d36-6f5c18bfb09e,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:13.115989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.124603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Calling delete_port for 41bd2f47-c8bf-4588-a4e3-59564d8cfd19 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:13.180875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:13.186033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (d37fdf93-8b5d-4f58-a8cb-a51cf86b877a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.232759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 587c3654-cc37-4d82-8d36-6f5c18bfb09e owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:13.233140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.236539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d37fdf93-8b5d-4f58-a8cb-a51cf86b877a HTTP/1.1" status: 204 len: 168 time: 0.6737266 Mar 11 00:07:13.239047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33224) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:13.246601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.249388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a08de-c641-43d0-895c-9b578a133707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37fdf93-8b5d-4f58-a8cb-a51cf86b877a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:13.281727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafd662-bf9c-4cdb-9018-969c2b53b65f None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:13.297794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (058c4dfe-46bd-4b26-a483-01ae1b9f06b8), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.324849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.407449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (58fa7b89-d25a-4e32-a643-57b74556be1a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.524970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (41bd2f47-c8bf-4588-a4e3-59564d8cfd19), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.581497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Pushing event deleted for resources: {'Port': ['ID=41bd2f47-c8bf-4588-a4e3-59564d8cfd19,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:13.592274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (058c4dfe-46bd-4b26-a483-01ae1b9f06b8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.719231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0313d228-c23e-490d-82d1-350c14bfa6cd no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:13.753614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0313d228-c23e-490d-82d1-350c14bfa6cd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:13.754266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0313d228-c23e-490d-82d1-350c14bfa6cd not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:13.800205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d92b345-175d-4e0c-a9c6-371ab898a61a req-b2d3e3a0-2b1e-4b5f-8803-75e2010bc28f tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 210 time: 0.1290760 Mar 11 00:07:13.808494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (58fa7b89-d25a-4e32-a643-57b74556be1a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.837092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (058c4dfe-46bd-4b26-a483-01ae1b9f06b8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.837320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fa7b89-d25a-4e32-a643-57b74556be1a']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.849393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks [] for floatingip (09881884-f601-4866-a48b-6a158da7c6da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.852256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.857596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3620fba3-6a9c-43bb-86fb-725b3ef5cab5 tempest-FloatingIPAdminTestJSON-547191452 tempest-FloatingIPAdminTestJSON-547191452-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/09881884-f601-4866-a48b-6a158da7c6da HTTP/1.1" status: 204 len: 168 time: 1.3780270 Mar 11 00:07:13.857596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33230) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:13.866521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efbd73-a517-4775-90d5-fb3bb065c6f2 None None] Network 021e590c-f550-46c4-bb8c-ecca783c08c9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:13.917158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d39245-baeb-4743-940a-a636bf475dc5') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.917496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d39245-baeb-4743-940a-a636bf475dc5') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:13.954890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.962046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/058c4dfe-46bd-4b26-a483-01ae1b9f06b8 HTTP/1.1" status: 204 len: 168 time: 1.2368128 Mar 11 00:07:13.969488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (587c3654-cc37-4d82-8d36-6f5c18bfb09e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:13.971998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d4966-d31f-45f8-b455-a141c7c737c9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Subnet': ['ID=058c4dfe-46bd-4b26-a483-01ae1b9f06b8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:13.984284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33232) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:14.021539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (92d39245-baeb-4743-940a-a636bf475dc5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.056201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=587c3654-cc37-4d82-8d36-6f5c18bfb09e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:14.220621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] DHCP port deletion for 021e590c-f550-46c4-bb8c-ecca783c08c9 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:14.279199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba9baa38-edd3-4973-a837-9177e6d4fc65 req-8a4a0e24-567f-45fc-87fc-675fb9e1ef3d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0855935 Mar 11 00:07:14.335580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Deleting port c0460bcd-4965-4951-843b-3907409cf205 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:14.338354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c0460bcd-4965-4951-843b-3907409cf205), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.415506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.493792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] For port c0460bcd-4965-4951-843b-3907409cf205, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c0460bcd-4965-4951-843b-3907409cf205,segment=NetworkSegment(5708a9db-a47e-477a-94cc-f764b14fae2f),segment_id=5708a9db-a47e-477a-94cc-f764b14fae2f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:14.494404 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c0460bcd-4965-4951-843b-3907409cf205), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.519677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Calling delete_port for c0460bcd-4965-4951-843b-3907409cf205 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:14.556023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (92d39245-baeb-4743-940a-a636bf475dc5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.671429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:14.672049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (92d39245-baeb-4743-940a-a636bf475dc5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:14.682264 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:14.743357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c0460bcd-4965-4951-843b-3907409cf205), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.756647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (021e590c-f550-46c4-bb8c-ecca783c08c9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.794541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] No DVR routers for this DVR port c0460bcd-4965-4951-843b-3907409cf205 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:14.796849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92ae9d-6155-4464-8bc8-4ac226d96d6d None None] Pushing event deleted for resources: {'Port': ['ID=c0460bcd-4965-4951-843b-3907409cf205,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:14.808166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:14.810019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 6a2ea54f-2d07-41b2-ac6a-b70200c40636 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:14.810501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.861180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (58fa7b89-d25a-4e32-a643-57b74556be1a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.888955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:14.894499 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58fa7b89-d25a-4e32-a643-57b74556be1a HTTP/1.1" status: 204 len: 168 time: 1.6523743 Mar 11 00:07:14.925599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-a60c71a1-2bbf-431e-a4f0-f589fa47c2b7 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:14.927381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-a60c71a1-2bbf-431e-a4f0-f589fa47c2b7 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 808 time: 0.4724841 Mar 11 00:07:14.961275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Request body: {'port': {'device_id': '84b58b05-57f6-4695-a5f0-1b7027118115', 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428', 'admin_state_up': True, 'tenant_id': 'c1db5be9cf204d8496a7e89768b7bba1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:14.966265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a558c7-5df9-4e02-91f4-45a6bdd0f939 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fa7b89-d25a-4e32-a643-57b74556be1a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:14.981434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d72cc06-7eaa-4490-a6be-5f7b6aba3da5 req-e17c273c-e4fa-4508-a834-959176f00097 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 210 time: 0.0383122 Mar 11 00:07:14.997154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:15.014888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c6b1d35-bd36-46fb-b923-f6019f1c527e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8660641 Mar 11 00:07:15.016670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33246) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:15.018489 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:15.041614 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:15.043265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.116554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33248) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:15.146874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet 7c59577d-7d4b-4cf6-909b-4cbe88b9462e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:15.154195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (7c59577d-7d4b-4cf6-909b-4cbe88b9462e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.167575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (021e590c-f550-46c4-bb8c-ecca783c08c9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.171389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.200226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 6a2ea54f-2d07-41b2-ac6a-b70200c40636 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:15.216152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d4b76e9-d2e1-429c-ba4a-ceadeb78435f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=326a85e2f7144e4da04f235f76c4c32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977333 Mar 11 00:07:15.219500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33250) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:15.231868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (7c59577d-7d4b-4cf6-909b-4cbe88b9462e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.236302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021e590c-f550-46c4-bb8c-ecca783c08c9']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.255961 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:15.287013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5708a9db-a47e-477a-94cc-f764b14fae2f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.287371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5708a9db-a47e-477a-94cc-f764b14fae2f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.302440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (5708a9db-a47e-477a-94cc-f764b14fae2f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.334943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5708a9db-a47e-477a-94cc-f764b14fae2f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.344690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Made reservation on behalf of c1db5be9cf204d8496a7e89768b7bba1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:15.348096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.352708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:15.353113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (5708a9db-a47e-477a-94cc-f764b14fae2f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:15.356365 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:15.425049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] Publish callbacks [] for security_group (3751cfd4-e4c2-4824-9271-d576a57f1c5d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.483274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (021e590c-f550-46c4-bb8c-ecca783c08c9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.496973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca93f0af-5ce5-4070-8ffc-a900cb03439d req-5b0b554f-132f-4255-8b1b-e7e8c9361396 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0610301 Mar 11 00:07:15.507598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7c59577d-7d4b-4cf6-909b-4cbe88b9462e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.544484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] Publish callbacks [] for security_group (3751cfd4-e4c2-4824-9271-d576a57f1c5d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.611220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.617244 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/networks/021e590c-f550-46c4-bb8c-ecca783c08c9 HTTP/1.1" status: 204 len: 168 time: 1.6170321 Mar 11 00:07:15.621817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:15.628566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'routes': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:15.718920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3751cfd4-e4c2-4824-9271-d576a57f1c5d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.723940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.730461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3751cfd4-e4c2-4824-9271-d576a57f1c5d HTTP/1.1" status: 204 len: 168 time: 0.5057192 Mar 11 00:07:15.741241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dfcbe-df6d-4106-8b09-2c88340e906f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Pushing event deleted for resources: {'Network': ['ID=021e590c-f550-46c4-bb8c-ecca783c08c9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:15.799562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Allocated IP 172.20.0.14 (b69006d5-1b8a-46f9-99e8-ee79ca5f9428/aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256/22e3e9e8-46a9-4e3a-8c99-96f8d985f486) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:15.816611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c0460bcd-4965-4951-843b-3907409cf205 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:15.817628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (7c59577d-7d4b-4cf6-909b-4cbe88b9462e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.834639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6a2ea54f-2d07-41b2-ac6a-b70200c40636), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.851479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c0460bcd-4965-4951-843b-3907409cf205 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:15.853228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c0460bcd-4965-4951-843b-3907409cf205 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:15.893028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:13Z', 'revision_number': 9, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.901842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b68bd-e178-4f1d-98e6-468fb98501c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3751cfd4-e4c2-4824-9271-d576a57f1c5d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:15.948264 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:15.966338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=7c59577d-7d4b-4cf6-909b-4cbe88b9462e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:15.972387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:15.976382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf81bc84-b033-4975-a0e2-6d44350f51cf tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/7c59577d-7d4b-4cf6-909b-4cbe88b9462e HTTP/1.1" status: 204 len: 168 time: 0.9569032 Mar 11 00:07:15.977270 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:15.978128 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:15.979794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33260) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:15.983794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274ae54-3b8d-42c6-87b3-b191223c86f0 None None] Network 74a5fefb-c96b-4c26-a074-b2d86d2b1958 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:16.061313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Added routes are [] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:07:16.061616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.extraroute_db [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Removed routes are [] {{(pid=110425) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:07:16.062182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.189824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=6a2ea54f-2d07-41b2-ac6a-b70200c40636,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:16.210634 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:16.269447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e30c924e-8348-4f92-97b5-bf75ab35ab02 req-2a34fd74-b6a7-4786-8e01-d2e29a8ca95f tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 210 time: 0.0818083 Mar 11 00:07:16.282328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (74a5fefb-c96b-4c26-a074-b2d86d2b1958), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.395328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] DHCP port deletion for 74a5fefb-c96b-4c26-a074-b2d86d2b1958 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:16.397348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33266) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:16.458242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Deleting port 4b5918ba-45e2-4083-a418-2f314a82a443 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:16.458622 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.485062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.488366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93319213-9bf4-4f7d-aecf-e7280e77dfdf tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/ports/6a2ea54f-2d07-41b2-ac6a-b70200c40636 HTTP/1.1" status: 204 len: 168 time: 2.6303523 Mar 11 00:07:16.493374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:16.530757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks [] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.536777 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0ae3a04-33b9-475e-8a50-5891cb01189c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd82a35df4c64a22af30525e172e2fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338246 Mar 11 00:07:16.539534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:16.616879 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-693a50ab-7968-4227-af1b-98208043f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:13Z', 'revision_number': 9, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:16.669501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693a50ab-7968-4227-af1b-98208043f899 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:13Z', 'revision_number': 9, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35f44555-33cc-4ed1-b685-1e6c3f2f217c', 'name': '', 'network_id': '89cffd8a-f6ed-4c1b-bd0b-f85d953bcade', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:ff:7a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:33Z', 'updated_at': '2022-03-11T00:06:46Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'aa92e38c-b3d6-4487-aa2e-585716a26fc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:16.684967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] For port 4b5918ba-45e2-4083-a418-2f314a82a443, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4b5918ba-45e2-4083-a418-2f314a82a443,segment=NetworkSegment(91a56efd-295e-489e-925b-edd6ffc1bbb3),segment_id=91a56efd-295e-489e-925b-edd6ffc1bbb3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:16.685699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.694970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] Publish callbacks [] for security_group (e089db22-edb7-4bc4-a5e1-d9b4c66769ce), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.701401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Calling delete_port for 4b5918ba-45e2-4083-a418-2f314a82a443 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:16.746211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] Publish callbacks [] for security_group (e089db22-edb7-4bc4-a5e1-d9b4c66769ce), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.806635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.823471 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:16.854869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] No DVR routers for this DVR port 4b5918ba-45e2-4083-a418-2f314a82a443 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:16.857279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4026d4-db7a-4707-8b18-bbf486fdcd05 None None] Pushing event deleted for resources: {'Port': ['ID=4b5918ba-45e2-4083-a418-2f314a82a443,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:16.927101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:16.929859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:16.938493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:17.028878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:17.030012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.032857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Pushing event updated for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:17.052193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e089db22-edb7-4bc4-a5e1-d9b4c66769ce), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.056253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.061461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e089db22-edb7-4bc4-a5e1-d9b4c66769ce HTTP/1.1" status: 204 len: 168 time: 0.5207000 Mar 11 00:07:17.085707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515261f9-33b9-41e3-9358-a436dadbb67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e089db22-edb7-4bc4-a5e1-d9b4c66769ce,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:17.098935 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-54a34d6a-ff52-4bfa-a4d3-c5066d06ed38 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1488957 Mar 11 00:07:17.126383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Request body: {'port': {'device_id': '84b58b05-57f6-4695-a5f0-1b7027118115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:17.211169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.235983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.305234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.321070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e38ff2b-1928-4891-a0ba-217519b92528 req-fffbd94e-17b2-485b-ba97-79afc9963e9e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0714788 Mar 11 00:07:17.647320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765c92e-4aee-4de0-8cf3-6c317ff9a518 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:17.652906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e765c92e-4aee-4de0-8cf3-6c317ff9a518 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a5fec6c-0412-4689-9b9d-6dabf18102a3 HTTP/1.1" status: 200 len: 913 time: 1.1537735 Mar 11 00:07:17.657332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33288) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:17.677096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:07:17.678492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 4b5918ba-45e2-4083-a418-2f314a82a443 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:17.681008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.689728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks [] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.710678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Transition to ACTIVE for port object 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:07:17.717926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.731945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 587c3654-cc37-4d82-8d36-6f5c18bfb09e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:17.778039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 587c3654-cc37-4d82-8d36-6f5c18bfb09e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:17.778398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 587c3654-cc37-4d82-8d36-6f5c18bfb09e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:17.778828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4b5918ba-45e2-4083-a418-2f314a82a443 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:17.827726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4b5918ba-45e2-4083-a418-2f314a82a443 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:17.828345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4b5918ba-45e2-4083-a418-2f314a82a443 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:17.842953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Pushing event updated for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:17.963347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router fabe8505-46fc-4073-9261-b5f5f47eece8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:17.970655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 4b5918ba-45e2-4083-a418-2f314a82a443, host n-d-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:17.972744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:17.994581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Attempting to bind port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:17.995152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Attempting to bind port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:17.995316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Attempting to bind port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:18.000761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:07:18.001045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Attempting to bind port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 on network b69006d5-1b8a-46f9-99e8-ee79ca5f9428 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:18.010212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:18.010537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Checking segment: {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:18.012321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Bound using segment: {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:18.012943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Bound port: 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110b158a-b852-42d9-97f1-c751225706ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:18.013486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.023721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c73e9-babf-4762-b6f8-6564630803e1 req-e5829f28-85d1-456e-9c71-e315f290ac33 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:18.025973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536c73e9-babf-4762-b6f8-6564630803e1 req-e5829f28-85d1-456e-9c71-e315f290ac33 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 932 time: 0.5922704 Mar 11 00:07:18.049247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 4b5918ba-45e2-4083-a418-2f314a82a443 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:18.055813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Port 4b5918ba-45e2-4083-a418-2f314a82a443 was not found and therefore no delete operation was performed {{(pid=110425) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:07:18.100176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4b5918ba-45e2-4083-a418-2f314a82a443), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.155460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:18.159028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:18.170135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.189607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=4b5918ba-45e2-4083-a418-2f314a82a443,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:18.218278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port 4b5918ba-45e2-4083-a418-2f314a82a443 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:18.251828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Pushing event updated for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:18.262717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:18.264358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.266151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-774ad2fa-c4c2-4f2e-a692-aa02c851e5ff service neutron] 10.222.0.30 "PUT /v2.0/ports/22e3e9e8-46a9-4e3a-8c99-96f8d985f486 HTTP/1.1" status: 200 len: 1092 time: 1.1489532 Mar 11 00:07:18.266728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:18.269668 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0" -d '{"events": [{"name": "network-changed", "server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:18.292687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:18.300548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.304481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-419315c3-1e95-4d80-94b4-adc79146e5c8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 700 time: 2.6813290 Mar 11 00:07:18.308344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Sync routers for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:18.308813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33308) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:18.319022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536c73e9-babf-4762-b6f8-6564630803e1 req-ec1b658f-8337-41a3-8803-b4296d845eed tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845449 Mar 11 00:07:18.356126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:18.357015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.384510 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1f67e8fd-246c-4e52-ba7c-e953873d49b2 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 205 time: 0.0745745 Mar 11 00:07:18.386402 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de9b28-e979-40e3-8166-d27f24a2423e x-openstack-request-id: req-e9de9b28-e979-40e3-8166-d27f24a2423e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:18.386772 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:18.386928 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9de9b28-e979-40e3-8166-d27f24a2423e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:18.387325 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486', 'status': 'completed', 'code': 200} Mar 11 00:07:18.387690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33312) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:18.512462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.518672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:18.542639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (74a5fefb-c96b-4c26-a074-b2d86d2b1958), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.562743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-903e0604-504a-41b6-91db-0461f9b7213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:18.564311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-903e0604-504a-41b6-91db-0461f9b7213c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 1126 time: 0.1757801 Mar 11 00:07:18.604341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2fe4ba6-5a31-414c-ad55-16c41e93efef req-e64da720-c111-48c7-94da-2d5df1862f64 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1157675 Mar 11 00:07:18.627008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a5fefb-c96b-4c26-a074-b2d86d2b1958']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.643987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a56efd-295e-489e-925b-edd6ffc1bbb3') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.644460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a56efd-295e-489e-925b-edd6ffc1bbb3') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.679180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (91a56efd-295e-489e-925b-edd6ffc1bbb3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.692816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.694534 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-a185cebb-2a74-4a79-ab31-14845ec5195a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486 HTTP/1.1" status: 200 len: 217 time: 0.0951774 Mar 11 00:07:18.709698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91a56efd-295e-489e-925b-edd6ffc1bbb3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.743829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:18.745394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (91a56efd-295e-489e-925b-edd6ffc1bbb3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:18.748709 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:18.756053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Checking router: fabe8505-46fc-4073-9261-b5f5f47eece8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:18.774710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Routers {'fabe8505-46fc-4073-9261-b5f5f47eece8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:18.775647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fabe8505-46fc-4073-9261-b5f5f47eece8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:18.846279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (74a5fefb-c96b-4c26-a074-b2d86d2b1958), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.858197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.862836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/74a5fefb-c96b-4c26-a074-b2d86d2b1958 HTTP/1.1" status: 204 len: 168 time: 2.8819880 Mar 11 00:07:18.871100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-346c3514-811a-4bd0-8493-ad6981531fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:18.872628 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-346c3514-811a-4bd0-8493-ad6981531fbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 HTTP/1.1" status: 200 len: 848 time: 0.1072481 Mar 11 00:07:18.874817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33322) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:18.896153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ce89d-e725-4c90-8e75-8dad55490b57 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=74a5fefb-c96b-4c26-a074-b2d86d2b1958,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:18.925029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:18.954711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] Set router fabe8505-46fc-4073-9261-b5f5f47eece8 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:19.074962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.093383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (fabe8505-46fc-4073-9261-b5f5f47eece8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.098343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-4c020502-7b04-49b8-83f7-f31e88d646ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856568 Mar 11 00:07:19.249831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (fabe8505-46fc-4073-9261-b5f5f47eece8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.250172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router fabe8505-46fc-4073-9261-b5f5f47eece8 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:07:19.266624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.272558 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9cf31d11-dc4b-4b60-afca-b6e0025f9049 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 204 len: 168 time: 0.8828194 Mar 11 00:07:19.275063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33334) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:19.280457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1423714255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:19.307841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.309014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.320230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:19.372980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c19b6-1674-454a-941f-feadcc542442 None None] The sync data for ids ['fabe8505-46fc-4073-9261-b5f5f47eece8'] in n-d-831844-1 is: [{'id': 'fabe8505-46fc-4073-9261-b5f5f47eece8', 'name': 'tempest-RoutersTest-router-467835084', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:05:55Z', 'updated_at': '2022-03-11T00:07:10Z', 'revision_number': 11, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:19.477061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.496329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.544288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.548406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-771cea9b-93bd-48a6-86e8-0e8ddc750fa6 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2717812 Mar 11 00:07:19.550289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:19.555684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:19.689893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 30158a6c-d602-4bb3-b18d-abe663e26103 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:19.690270 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:19.719577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9355d5-3fdc-41f4-82f8-c47bd8c70ad8 req-d6d532bc-e7c6-4c56-929d-21f7f3d3c354 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:19.721234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb9355d5-3fdc-41f4-82f8-c47bd8c70ad8 req-d6d532bc-e7c6-4c56-929d-21f7f3d3c354 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 944 time: 0.2507625 Mar 11 00:07:19.785618 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-4df4a9e8-158f-497b-8ba4-8bf43168890c service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293199 Mar 11 00:07:19.882200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69238e02-e182-4498-9f94-b95cc7b4c413 req-66d425ca-1090-4d8b-9b38-9c52becc53e1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1274252 Mar 11 00:07:20.001563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb9355d5-3fdc-41f4-82f8-c47bd8c70ad8 req-6571fd15-c719-4ecf-871c-c2ad040095ea tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705629 Mar 11 00:07:20.030959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a964d5b-940a-4733-9597-aa6d1ff488ab req-bb6ae111-386d-4f59-8414-d7a9d7b1b2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365208 Mar 11 00:07:20.044278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.049211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.066645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 30158a6c-d602-4bb3-b18d-abe663e26103 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:20.075155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.186850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-c81ace05-1b0a-446d-8b27-e12d46bb8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:20.188397 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-c81ace05-1b0a-446d-8b27-e12d46bb8be5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 1126 time: 0.0618553 Mar 11 00:07:20.191889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.345850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Router f05a8bb0-78ed-4fc6-8f22-0c219baadc77 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:07:20.418868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-e0a99d6b-4d9a-493f-89a7-4a9ec0ab9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:20.420377 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-e0a99d6b-4d9a-493f-89a7-4a9ec0ab9efb service neutron] 10.222.0.30 "GET /v2.0/networks?id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 200 len: 909 time: 0.2256188 Mar 11 00:07:20.467878 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-2099a1c9-5f21-40c8-b245-4f46d3bc0687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486 HTTP/1.1" status: 200 len: 217 time: 0.0395620 Mar 11 00:07:20.492705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:20.501483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.502660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2982aade-7e39-4a4c-b512-44f970feff76 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "PUT /v2.0/routers/f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 200 len: 694 time: 0.9506781 Mar 11 00:07:20.505996 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Sync routers for ids ['f05a8bb0-78ed-4fc6-8f22-0c219baadc77'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:20.508329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33360) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:20.516726 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Routers {'f05a8bb0-78ed-4fc6-8f22-0c219baadc77'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:20.517521 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f05a8bb0-78ed-4fc6-8f22-0c219baadc77'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:20.522784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-f35b4f9a-3f19-4374-bb6a-3c9cf293fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:20.524278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-f35b4f9a-3f19-4374-bb6a-3c9cf293fb6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 HTTP/1.1" status: 200 len: 848 time: 0.0503221 Mar 11 00:07:20.593186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-c6198922-03db-47e5-bcf7-66efbf58defc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b69006d5-1b8a-46f9-99e8-ee79ca5f9428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616174 Mar 11 00:07:20.619910 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Set router f05a8bb0-78ed-4fc6-8f22-0c219baadc77 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:20.688321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (30158a6c-d602-4bb3-b18d-abe663e26103), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:20.699523 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a8bb0-78ed-4fc6-8f22-0c219baadc77', 'name': 'tempest-RoutersTest-router-1423714255', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:19Z', 'updated_at': '2022-03-11T00:07:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:20.727537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7fcf5de6-db04-45a0-9993-2f86b15347f7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/routers/f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 200 len: 700 time: 0.2182815 Mar 11 00:07:20.735058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:20.751766 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Checking router: f05a8bb0-78ed-4fc6-8f22-0c219baadc77 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:20.762737 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Routers {'f05a8bb0-78ed-4fc6-8f22-0c219baadc77'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:20.764465 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f05a8bb0-78ed-4fc6-8f22-0c219baadc77'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:20.774820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=30158a6c-d602-4bb3-b18d-abe663e26103,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:20.809917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-379bcd70-75cc-4889-ad39-bc29e89def77 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 200 len: 205 time: 0.0725894 Mar 11 00:07:20.818432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:20.884653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] Set router f05a8bb0-78ed-4fc6-8f22-0c219baadc77 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:20.997680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a8bb0-78ed-4fc6-8f22-0c219baadc77', 'name': 'tempest-RoutersTest-router-1423714255', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:19Z', 'updated_at': '2022-03-11T00:07:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:21.049268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.089444 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c39a63-e72c-4e8e-8a8c-4aebcebefd20 None None] The sync data for ids ['f05a8bb0-78ed-4fc6-8f22-0c219baadc77'] in n-d-831844-1 is: [{'id': 'f05a8bb0-78ed-4fc6-8f22-0c219baadc77', 'name': 'tempest-RoutersTest-router-1423714255', 'tenant_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:19Z', 'updated_at': '2022-03-11T00:07:20Z', 'revision_number': 2, 'project_id': 'e0f6a05a6af646eba8aef2f37db4764e', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:21.215835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-43b2e51b-8fb4-46dc-8f30-e32ecdeafff7 service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948915 Mar 11 00:07:21.345295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 35f44555-33cc-4ed1-b685-1e6c3f2f217c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:21.345646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.460031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 35f44555-33cc-4ed1-b685-1e6c3f2f217c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35f44555-33cc-4ed1-b685-1e6c3f2f217c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:21.460408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.537298 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.547290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router_controller (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.549285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 35f44555-33cc-4ed1-b685-1e6c3f2f217c owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:21.637080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f75888d8-5f6e-4ee6-8178-c07e5319571c req-eaf6370e-d8bb-49b8-b0ab-f055a98eb04b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.5974617 Mar 11 00:07:21.688217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.694818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (f05a8bb0-78ed-4fc6-8f22-0c219baadc77), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.695745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Fanout notify agent at l3_agent the message router_deleted on router f05a8bb0-78ed-4fc6-8f22-0c219baadc77 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:07:21.699417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:21.708581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:21.712986 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a660245f-a9fb-4ca8-817f-f9b24143b433 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 204 len: 168 time: 0.8826780 Mar 11 00:07:21.718676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f30e9ff-3a6b-4165-8bc5-1d238f8110e0 req-3706cef9-2136-4ace-865b-ef8605cdfdb6 service neutron] 10.222.0.30 "GET /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921353 Mar 11 00:07:21.720721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33384) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:21.763974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:07:21.782068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b2b74-1ff3-4c44-8954-5b9294e3718c req-c5d2ec0b-317f-4680-bafd-52d6eb3e426e tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:21.789820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c45b2b74-1ff3-4c44-8954-5b9294e3718c req-c5d2ec0b-317f-4680-bafd-52d6eb3e426e tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 944 time: 0.1493101 Mar 11 00:07:21.790259 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a410025-10d4-4e7d-a32b-4f2c843b4be9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 200 len: 205 time: 0.0679860 Mar 11 00:07:21.792553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:21.879823 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-4c6b459c-053d-44e9-ba22-4e37e1166155 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:21.883190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4c6b459c-053d-44e9-ba22-4e37e1166155 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/f05a8bb0-78ed-4fc6-8f22-0c219baadc77 HTTP/1.1" status: 404 len: 336 time: 0.0876217 Mar 11 00:07:21.885660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33390) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:21.917713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c45b2b74-1ff3-4c44-8954-5b9294e3718c req-0f8e903b-4985-4a47-a895-41bc1d859e32 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123052 Mar 11 00:07:21.952172 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9f8753-f82d-4802-8fac-a6f43025bd5b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:21.952657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9f8753-f82d-4802-8fac-a6f43025bd5b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:21.959339 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4f9f8753-f82d-4802-8fac-a6f43025bd5b tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/49a3e271-5a9d-44b5-b1ea-b639ce202411 HTTP/1.1" status: 404 len: 337 time: 0.0702760 Mar 11 00:07:21.963585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:21.969475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33392) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:21.978695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486', 'network_id': 'b69006d5-1b8a-46f9-99e8-ee79ca5f9428', 'port_id': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486', 'mac_address': 'fa:16:3e:c9:c9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:07:22.006832 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-932cbb4b-4ff3-403e-93ed-9bc7287788ef tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:22.007302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932cbb4b-4ff3-403e-93ed-9bc7287788ef tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:22.013420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-932cbb4b-4ff3-403e-93ed-9bc7287788ef tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/5d922f38-7ee5-450f-89fb-9151bf65fd9f HTTP/1.1" status: 404 len: 337 time: 0.0390053 Mar 11 00:07:22.014274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33394) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.024794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eae3ba5d-fea3-48b5-8e89-6c2ce0111e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.030627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:22.031690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.049636 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e93f17a-a8bd-42dd-bee8-f97ee6cb6b87 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:22.050150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e93f17a-a8bd-42dd-bee8-f97ee6cb6b87 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:22.051076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:07:22.056103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8e93f17a-a8bd-42dd-bee8-f97ee6cb6b87 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/ff27ca26-3282-4446-8a1b-79d55689d6e5 HTTP/1.1" status: 404 len: 337 time: 0.0385780 Mar 11 00:07:22.063839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33396) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.079095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:22.085129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.129718 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bdade8-899c-402f-90b6-67fd865814d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:22.130056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bdade8-899c-402f-90b6-67fd865814d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:22.135890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82bdade8-899c-402f-90b6-67fd865814d7 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/058c4dfe-46bd-4b26-a483-01ae1b9f06b8 HTTP/1.1" status: 404 len: 337 time: 0.0682182 Mar 11 00:07:22.136325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:22.137725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33398) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.152803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:22.178056 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bacc446-c787-49ac-9e78-208821fd4457 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 200 len: 205 time: 0.0374179 Mar 11 00:07:22.178424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.232195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (35f44555-33cc-4ed1-b685-1e6c3f2f217c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.243805 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-0bea2252-e86b-4410-82de-f97ae17a861f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:22.248028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0bea2252-e86b-4410-82de-f97ae17a861f tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/fabe8505-46fc-4073-9261-b5f5f47eece8 HTTP/1.1" status: 404 len: 336 time: 0.0661609 Mar 11 00:07:22.278606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33404) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.305026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['22e3e9e8-46a9-4e3a-8c99-96f8d985f486'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:07:22.318839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f001594e-fe10-4d92-8193-acb9d3970eb4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=310c15a1-c048-4595-bab8-5f513e99fd3c HTTP/1.1" status: 200 len: 205 time: 0.0389395 Mar 11 00:07:22.319584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33406) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.329444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=35f44555-33cc-4ed1-b685-1e6c3f2f217c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:22.386080 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-42781c17-c35f-49ee-8cb4-5c5daf742c3e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:22.390162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-42781c17-c35f-49ee-8cb4-5c5daf742c3e tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/310c15a1-c048-4595-bab8-5f513e99fd3c HTTP/1.1" status: 404 len: 336 time: 0.0631859 Mar 11 00:07:22.390823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33408) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.393887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:22.405537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-25097837-b8b6-4661-b75a-caacd2e82b95 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "PUT /v2.0/routers/2a5fec6c-0412-4689-9b9d-6dabf18102a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6504929 Mar 11 00:07:22.407910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33410) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.409649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] Sync routers for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:22.438182 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-595e56c2-3bac-4516-aee3-169bfbd691d4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:22.441413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595e56c2-3bac-4516-aee3-169bfbd691d4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:22.448919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-595e56c2-3bac-4516-aee3-169bfbd691d4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/a58947d5-8b67-4e88-b84e-68796c598f7d HTTP/1.1" status: 404 len: 337 time: 0.0542057 Mar 11 00:07:22.462888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:22.463540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:22.476347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eae3ba5d-fea3-48b5-8e89-6c2ce0111e15 admin admin] Publish callbacks [] for security_group (c0137945-be8f-4e73-be30-0c5c52418320), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.479532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.554510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:22.600424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] Routers {'2a5fec6c-0412-4689-9b9d-6dabf18102a3'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:22.601349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:22.615856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.654539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eae3ba5d-fea3-48b5-8e89-6c2ce0111e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c0137945-be8f-4e73-be30-0c5c52418320), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.660835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:22.661423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bfac3-ad96-4be3-b509-e382bb6102f7 None None] The sync data for ids ['2a5fec6c-0412-4689-9b9d-6dabf18102a3'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:22.714685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.774188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eae3ba5d-fea3-48b5-8e89-6c2ce0111e15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4721293a5ac41d99cc0f2fc65a1e2fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0684583 Mar 11 00:07:22.775281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33418) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.785379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd4cacf7-fb78-4514-ae44-6fde51b5044c tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 200 len: 205 time: 0.3020730 Mar 11 00:07:22.794366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33420) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.854458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-169fb69f-045a-4e08-98cb-80cebf7a1143 req-a98544cb-e65d-41a5-aeba-03c6e6fca3d8 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0458517 Mar 11 00:07:22.856554 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-857a0a75-c4bc-4e59-b1cf-ed4edf9ed471 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:22.860358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-857a0a75-c4bc-4e59-b1cf-ed4edf9ed471 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/94642046-dda8-4979-88b4-5887d781478f HTTP/1.1" status: 404 len: 336 time: 0.0647576 Mar 11 00:07:22.862214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.888134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_gateway (2a5fec6c-0412-4689-9b9d-6dabf18102a3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:22.944763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ba5d-fea3-48b5-8e89-6c2ce0111e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0137945-be8f-4e73-be30-0c5c52418320,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:22.953677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d2dcaa44-0136-4a0f-9644-69d9773775f4 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=91642b35-69c5-41a4-b0d5-3da1a3fddcb7 HTTP/1.1" status: 200 len: 205 time: 0.0853028 Mar 11 00:07:22.954287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:22.975030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] Publish callbacks [] for security_group (c0137945-be8f-4e73-be30-0c5c52418320), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.044816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] Publish callbacks [] for security_group (c0137945-be8f-4e73-be30-0c5c52418320), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.123184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 16748555-045f-4ad2-af5f-711d743e4742 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:23.123939 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (16748555-045f-4ad2-af5f-711d743e4742), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.156704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f3679-88b9-46f0-a9a1-92d90ea8e5bb req-79a43b82-df81-4063-9e58-939af1ee7fb2 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:23.158795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a1f3679-88b9-46f0-a9a1-92d90ea8e5bb req-79a43b82-df81-4063-9e58-939af1ee7fb2 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 945 time: 0.1337960 Mar 11 00:07:23.214935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c0137945-be8f-4e73-be30-0c5c52418320), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.218102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.219681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0137945-be8f-4e73-be30-0c5c52418320 HTTP/1.1" status: 204 len: 168 time: 0.4425492 Mar 11 00:07:23.259056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e649ac-e293-4232-a55b-c645f3e44b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0137945-be8f-4e73-be30-0c5c52418320,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:23.294693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (16748555-045f-4ad2-af5f-711d743e4742), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.341921 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-86bed14c-38ad-4f75-959a-42f0d549084c tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:23.345538 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86bed14c-38ad-4f75-959a-42f0d549084c tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/91642b35-69c5-41a4-b0d5-3da1a3fddcb7 HTTP/1.1" status: 404 len: 336 time: 0.3880594 Mar 11 00:07:23.347848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.389948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a1f3679-88b9-46f0-a9a1-92d90ea8e5bb req-ad0fdda0-669d-4a5e-9fd0-c7cbeed80a55 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861985 Mar 11 00:07:23.395203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 16748555-045f-4ad2-af5f-711d743e4742 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:23.426077 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4eba97-703d-4458-8c9b-aa457a31ced8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:23.426761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4eba97-703d-4458-8c9b-aa457a31ced8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:23.433157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa4eba97-703d-4458-8c9b-aa457a31ced8 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/f325f573-988c-48bb-a23f-b1453c2903af HTTP/1.1" status: 404 len: 337 time: 0.0841846 Mar 11 00:07:23.435797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33436) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.538746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33444) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.538843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b23978d-0ac7-488b-a2ce-69d2ecef3452 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cd4e9d3-4b92-43f4-9278-5907fac6356e HTTP/1.1" status: 200 len: 205 time: 0.1015379 Mar 11 00:07:23.554282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:23.647992 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-8259ce62-d5e2-4c23-86fe-695c026cc0f9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:23.653179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33448) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.653925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8259ce62-d5e2-4c23-86fe-695c026cc0f9 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/8cd4e9d3-4b92-43f4-9278-5907fac6356e HTTP/1.1" status: 404 len: 336 time: 0.1143003 Mar 11 00:07:23.731293 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b569c48c-a760-4200-9d00-31771b58b4bd tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:23.731845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b569c48c-a760-4200-9d00-31771b58b4bd tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:23.737852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b569c48c-a760-4200-9d00-31771b58b4bd tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/84f377e3-cf19-4f65-8c7f-59efdcb93848 HTTP/1.1" status: 404 len: 337 time: 0.0811205 Mar 11 00:07:23.738520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.776175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:23.782552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.790543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-99f0439f-2a8b-4ee6-85f2-8686180befaa tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "GET /v2.0/ports?device_id=e345d9bc-dcf6-4476-b548-349e1fdb1694 HTTP/1.1" status: 200 len: 205 time: 0.0488071 Mar 11 00:07:23.793422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.849720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd9d5-bd9d-43ca-abe8-80c3bd9fd607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.856185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:07:23.860728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:23.861529 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.867724 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-e7e94a95-8b98-48fb-a81d-df17f190f612 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] delete failed (client error): The resource could not be found. Mar 11 00:07:23.871377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e7e94a95-8b98-48fb-a81d-df17f190f612 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/routers/e345d9bc-dcf6-4476-b548-349e1fdb1694 HTTP/1.1" status: 404 len: 336 time: 0.0746379 Mar 11 00:07:23.871836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.891470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (16748555-045f-4ad2-af5f-711d743e4742), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:23.912667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:23.922015 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2824132c-3b4f-48d6-a4c2-6ecdf7dd7f5f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0461733 Mar 11 00:07:23.925422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33460) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:23.932724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=16748555-045f-4ad2-af5f-711d743e4742,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:23.951624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:23.959712 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-552336a7-b6b6-49a2-a34a-a839d2e90b49 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:23.960218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552336a7-b6b6-49a2-a34a-a839d2e90b49 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:23.969252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:23.969888 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:23.972714 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-552336a7-b6b6-49a2-a34a-a839d2e90b49 tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/6812e275-addb-43f3-aa59-c745603fa2da HTTP/1.1" status: 404 len: 337 time: 0.0997665 Mar 11 00:07:23.980150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:24.047324 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2d0e55-b537-4416-a311-2e345d753f2d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:24.047972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2d0e55-b537-4416-a311-2e345d753f2d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:24.051019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb2d0e55-b537-4416-a311-2e345d753f2d tempest-RoutersTest-1922681561 tempest-RoutersTest-1922681561-project] 10.222.0.21 "DELETE /v2.0/subnets/001512ea-d95f-4acb-86f8-7e1c8bcde0e3 HTTP/1.1" status: 404 len: 337 time: 0.0698807 Mar 11 00:07:24.070306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a11e260-a8ae-4b3f-8238-26e1d4bfbc07 req-c09cf2b1-7879-4e11-8fc6-bf4c786a7863 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0571930 Mar 11 00:07:24.083708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.114170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd9d5-bd9d-43ca-abe8-80c3bd9fd607 admin admin] Publish callbacks [] for security_group (c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.115139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:24.115539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.124798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd9d5-bd9d-43ca-abe8-80c3bd9fd607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.180786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet aa92e38c-b3d6-4487-aa2e-585716a26fc2 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:24.187871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (aa92e38c-b3d6-4487-aa2e-585716a26fc2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.214646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:24.219279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ecbd9d5-bd9d-43ca-abe8-80c3bd9fd607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=704439626fbb488fa006bda90b39c9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950691 Mar 11 00:07:24.219911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:24.220772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:24.226504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd9d5-bd9d-43ca-abe8-80c3bd9fd607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:24.227074 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18dade5-3f06-4168-8b0d-9a65d57dae43" -d '{"events": [{"server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "name": "network-vif-plugged", "status": "completed", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:24.235951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.243833 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:24.262574 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.265291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router_controller (2a5fec6c-0412-4689-9b9d-6dabf18102a3), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.327788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (2a5fec6c-0412-4689-9b9d-6dabf18102a3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.328898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5fec6c-0412-4689-9b9d-6dabf18102a3 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:07:24.347502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.348441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (aa92e38c-b3d6-4487-aa2e-585716a26fc2), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.351654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-69c82659-d9c2-4e22-ade6-86f06f9c9b01 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/routers/2a5fec6c-0412-4689-9b9d-6dabf18102a3 HTTP/1.1" status: 204 len: 168 time: 1.9412787 Mar 11 00:07:24.353158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33470) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:24.372800 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c23236-28e9-4f9b-9c3b-be2633b1de95 x-openstack-request-id: req-b4c23236-28e9-4f9b-9c3b-be2633b1de95 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:24.373368 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "name": "network-vif-plugged", "status": "completed", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:24.373963 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4c23236-28e9-4f9b-9c3b-be2633b1de95 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:24.374533 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486', 'code': 200} Mar 11 00:07:24.375495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:24.431182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting subnet 3cbfd153-4c21-417c-a69c-4eebf77c00af {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:24.435794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for subnet (3cbfd153-4c21-417c-a69c-4eebf77c00af), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.516550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (3cbfd153-4c21-417c-a69c-4eebf77c00af), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.534187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] Publish callbacks [] for security_group (c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.599772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] Publish callbacks [] for security_group (c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.601692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33478) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:24.617367 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:22Z', 'revision_number': 10, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:24.653311 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:24.662436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1b5d-030e-4947-89a3-bbf5ecaeabf3 req-335a0d68-6d82-4700-a390-301c23f403ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:24.663124 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:24.663979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-256e1b5d-030e-4947-89a3-bbf5ecaeabf3 req-335a0d68-6d82-4700-a390-301c23f403ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 1128 time: 0.2428939 Mar 11 00:07:24.664235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:24.707482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3cbfd153-4c21-417c-a69c-4eebf77c00af), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.715764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (aa92e38c-b3d6-4487-aa2e-585716a26fc2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.793537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.796308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.797589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3 HTTP/1.1" status: 204 len: 168 time: 0.5724187 Mar 11 00:07:24.813772 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-256e1b5d-030e-4947-89a3-bbf5ecaeabf3 req-8cbcb3fc-3aa5-4854-81d0-dd2221813d3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391666 Mar 11 00:07:24.816008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfced9e-f8b6-4975-bc87-39eaba293f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95ed6f7-bb64-4e1a-b445-30ad57d4ffd3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:24.882082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (aa92e38c-b3d6-4487-aa2e-585716a26fc2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.890461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c2d72-627c-4b7d-91f8-ca7c984cb687 req-cf580e3e-d6d3-40a3-a6b1-2cc0a492b21c tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:24.899534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c1c2d72-627c-4b7d-91f8-ca7c984cb687 req-cf580e3e-d6d3-40a3-a6b1-2cc0a492b21c tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 946 time: 0.2922909 Mar 11 00:07:24.903820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (3cbfd153-4c21-417c-a69c-4eebf77c00af), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.926723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=aa92e38c-b3d6-4487-aa2e-585716a26fc2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:24.934368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:24.941868 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e600550f-de9a-45fd-8a57-8e317fae8791 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/aa92e38c-b3d6-4487-aa2e-585716a26fc2 HTTP/1.1" status: 204 len: 168 time: 1.0141687 Mar 11 00:07:24.942017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33486) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:24.952574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16293af9-e7de-4ed8-af0a-27a176593a63 None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:24.994033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:25.008602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbfd153-4c21-417c-a69c-4eebf77c00af,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:25.021004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111d68e-4e75-48b5-92d9-290980783ea7 None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:25.021170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.027572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cbcf5d55-a089-49fb-b3a2-30462dc706f0 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/subnets/3cbfd153-4c21-417c-a69c-4eebf77c00af HTTP/1.1" status: 204 len: 168 time: 0.6713464 Mar 11 00:07:25.029708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33488) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:25.096845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.111438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dcbdbf0b-1058-4c1c-a8c4-3dbe60e09f44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0f6a05a6af646eba8aef2f37db4764e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076773 Mar 11 00:07:25.113911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33492) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:25.175332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c1c2d72-627c-4b7d-91f8-ca7c984cb687 req-649563da-c0aa-4aa1-9ff2-075ed8cec282 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743232 Mar 11 00:07:25.240165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] Publish callbacks [] for security_group (db560947-c70b-4533-a04d-c51bec35d838), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.315466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] Publish callbacks [] for security_group (db560947-c70b-4533-a04d-c51bec35d838), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.355817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d2a1625-34b8-431c-a416-01fe8744adf0 req-e1fb801b-acb2-4b99-a765-094e0f168748 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0688305 Mar 11 00:07:25.365950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (23b38639-f9b0-403e-8293-7f974d1dde38), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.400870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 338d494a-ee54-4b33-b542-06b4cdb2de6c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:25.401411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.467094 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:22Z', 'revision_number': 10, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:25.505807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:25.506153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.529787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] DHCP port deletion for 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:25.554777 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5872c33-300c-435c-8fcb-bb5e6fbd5d34 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:22Z', 'revision_number': 10, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None, '_interfaces': [{'id': '1a499f04-8abd-4c08-977a-241e579600ef', 'name': '', 'network_id': 'f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'mac_address': 'fa:16:3e:19:98:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:06:21Z', 'updated_at': '2022-03-11T00:06:40Z', 'revision_number': 5, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'subnets': [{'id': 'c46e7272-b231-43b7-87d0-d6f6d59b94ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:25.581088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 338d494a-ee54-4b33-b542-06b4cdb2de6c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=338d494a-ee54-4b33-b542-06b4cdb2de6c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:25.581501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.587404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] DHCP port deletion for 23b38639-f9b0-403e-8293-7f974d1dde38 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:25.596775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 338d494a-ee54-4b33-b542-06b4cdb2de6c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:25.697657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Deleting port 338d494a-ee54-4b33-b542-06b4cdb2de6c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:25.698371 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.720758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Deleting port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:25.721406 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.724560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.748533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] For port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,segment=NetworkSegment(7495d3e2-0c9b-4a46-becf-6750e0a9ae34),segment_id=7495d3e2-0c9b-4a46-becf-6750e0a9ae34)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:25.749482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.761458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port 338d494a-ee54-4b33-b542-06b4cdb2de6c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:25.769351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=338d494a-ee54-4b33-b542-06b4cdb2de6c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:25.785667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:25.941641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:25.980349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.000089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] No DVR routers for this DVR port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:26.004706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (db560947-c70b-4533-a04d-c51bec35d838), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.008234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.012567 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db560947-c70b-4533-a04d-c51bec35d838 HTTP/1.1" status: 204 len: 168 time: 0.8976727 Mar 11 00:07:26.047749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b25be-f04a-4025-8710-2261da171703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db560947-c70b-4533-a04d-c51bec35d838,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:26.072200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cffd8a-f6ed-4c1b-bd0b-f85d953bcade']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.074092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] For port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,segment=NetworkSegment(7495d3e2-0c9b-4a46-becf-6750e0a9ae34),segment_id=7495d3e2-0c9b-4a46-becf-6750e0a9ae34)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:26.075910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.091962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Calling delete_port for 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:26.100283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.100588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03c0292-1a4a-4369-94aa-4af9a8c7f5ea') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.109681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:26.134106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e03c0292-1a4a-4369-94aa-4af9a8c7f5ea), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.166440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e03c0292-1a4a-4369-94aa-4af9a8c7f5ea), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.178799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:26.179343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e03c0292-1a4a-4369-94aa-4af9a8c7f5ea), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:26.186971 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:26.231392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (23b38639-f9b0-403e-8293-7f974d1dde38), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.235195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] For port 338d494a-ee54-4b33-b542-06b4cdb2de6c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=338d494a-ee54-4b33-b542-06b4cdb2de6c,segment=NetworkSegment(e03c0292-1a4a-4369-94aa-4af9a8c7f5ea),segment_id=e03c0292-1a4a-4369-94aa-4af9a8c7f5ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:26.235806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.263730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Calling delete_port for 338d494a-ee54-4b33-b542-06b4cdb2de6c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:26.270352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b38639-f9b0-403e-8293-7f974d1dde38']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.284996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7495d3e2-0c9b-4a46-becf-6750e0a9ae34') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.285491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7495d3e2-0c9b-4a46-becf-6750e0a9ae34') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:26.299967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (7495d3e2-0c9b-4a46-becf-6750e0a9ae34), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.318553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7495d3e2-0c9b-4a46-becf-6750e0a9ae34), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.332877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:26.333445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (7495d3e2-0c9b-4a46-becf-6750e0a9ae34), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:26.343659 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:26.402677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (89cffd8a-f6ed-4c1b-bd0b-f85d953bcade), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.434479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:26.436960 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:07:26.440682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/89cffd8a-f6ed-4c1b-bd0b-f85d953bcade HTTP/1.1" status: 204 len: 168 time: 1.4942837 Mar 11 00:07:26.441259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c2d52-91d6-4582-8a55-ef1f362c19e3 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=89cffd8a-f6ed-4c1b-bd0b-f85d953bcade,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:26.443097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33522) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:26.462300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 338d494a-ee54-4b33-b542-06b4cdb2de6c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:26.520266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (338d494a-ee54-4b33-b542-06b4cdb2de6c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.531444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 338d494a-ee54-4b33-b542-06b4cdb2de6c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:26.531795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 338d494a-ee54-4b33-b542-06b4cdb2de6c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:26.532252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:26.551808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (23b38639-f9b0-403e-8293-7f974d1dde38), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.563366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.573998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/networks/23b38639-f9b0-403e-8293-7f974d1dde38 HTTP/1.1" status: 204 len: 168 time: 1.5412304 Mar 11 00:07:26.579978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33526) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:26.629657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:26.635528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:26.639809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Pushing event deleted for resources: {'Port': ['ID=338d494a-ee54-4b33-b542-06b4cdb2de6c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:26.672044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.672404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.672750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.679748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.680172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.680525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.680867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.681239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.681579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.681912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.682244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.682571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.682900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:26.699384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] Network 89cffd8a-f6ed-4c1b-bd0b-f85d953bcade is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:07:26.699842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facdabb5-66cb-4429-b662-ac86dff1a16c None None] No DVR routers for this DVR port 338d494a-ee54-4b33-b542-06b4cdb2de6c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:26.745347 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (2a1a83a2-a1ba-425b-8770-cc3d2c6ed339), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:26.757975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Network 23b38639-f9b0-403e-8293-7f974d1dde38 is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:07:26.758286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] No DVR routers for this DVR port 2a1a83a2-a1ba-425b-8770-cc3d2c6ed339 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:26.819118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10100cf8-556a-4957-9376-8abae35922c8 None None] Pushing event deleted for resources: {'Port': ['ID=2a1a83a2-a1ba-425b-8770-cc3d2c6ed339,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:26.870797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316735f2-bd9d-44f9-a6ab-9d0a16aba694 req-1c3ce516-d912-47f5-9130-ad231647781a tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:26.879181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-316735f2-bd9d-44f9-a6ab-9d0a16aba694 req-1c3ce516-d912-47f5-9130-ad231647781a tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 946 time: 0.5327747 Mar 11 00:07:26.883324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8598f0b-dfdd-4306-83e4-6ce7b83ad1db req-d311db83-1d98-44a3-ae55-568d036abb84 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.3518341 Mar 11 00:07:26.896637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36799b33-eb12-4fcc-831d-fde7740d6f23 tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Network': ['ID=23b38639-f9b0-403e-8293-7f974d1dde38,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:27.003476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-316735f2-bd9d-44f9-a6ab-9d0a16aba694 req-16364a1c-e551-481d-93ff-5620120bb1bd tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229558 Mar 11 00:07:27.045984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Deleting port 828b60a1-cbda-421a-9f57-0bf88aa3e348 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:27.046527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.141697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.205442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.206108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (828b60a1-cbda-421a-9f57-0bf88aa3e348), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.227370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Calling delete_port for 828b60a1-cbda-421a-9f57-0bf88aa3e348 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:27.461239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (828b60a1-cbda-421a-9f57-0bf88aa3e348), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.535467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 1a499f04-8abd-4c08-977a-241e579600ef {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:27.536147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1a499f04-8abd-4c08-977a-241e579600ef), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.593911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks [] for floatingip (09e03f1f-4916-40b7-b0b5-1ff5646626fd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.597086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.601099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] 10.222.0.21 "DELETE /v2.0/floatingips/09e03f1f-4916-40b7-b0b5-1ff5646626fd HTTP/1.1" status: 204 len: 168 time: 1.0101743 Mar 11 00:07:27.601858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33558) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:27.602635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad0b78-1ec6-46fb-bd12-5cfc26ed58fd tempest-FloatingIPAdminTestJSON-399947249 tempest-FloatingIPAdminTestJSON-399947249-project] Pushing event deleted for resources: {'Port': ['ID=828b60a1-cbda-421a-9f57-0bf88aa3e348,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:27.655191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35f44555-33cc-4ed1-b685-1e6c3f2f217c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:27.680934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 35f44555-33cc-4ed1-b685-1e6c3f2f217c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:27.682460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35f44555-33cc-4ed1-b685-1e6c3f2f217c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:27.750901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 1a499f04-8abd-4c08-977a-241e579600ef, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1a499f04-8abd-4c08-977a-241e579600ef,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:27.751521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1a499f04-8abd-4c08-977a-241e579600ef), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.771037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 1a499f04-8abd-4c08-977a-241e579600ef owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:27.934835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1824278299'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:27.964656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Made reservation on behalf of 7f814e9a83704582b38195030a0e4017 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:27.969362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:27.985626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.073302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1a499f04-8abd-4c08-977a-241e579600ef), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.158371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=1a499f04-8abd-4c08-977a-241e579600ef,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:28.196405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97f08d50-88cb-43ff-a1ce-76be9bd35236 req-41edab82-bf7f-42f5-b538-82c1430d599a tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1065199 Mar 11 00:07:28.239512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33572) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:28.279111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks [] for security_group (6a98375e-cca3-490e-b0ad-ec81da66fa25), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.289371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6a98375e-cca3-490e-b0ad-ec81da66fa25), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.356028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98375e-cca3-490e-b0ad-ec81da66fa25,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:28.364421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.383070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:07:28.408726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (420f57f6-b582-47b8-b82f-5e6403fbb5d8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.409565 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Added segment 420f57f6-b582-47b8-b82f-5e6403fbb5d8 of type vlan for network 0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5 Mar 11 00:07:28.528763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.602741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cd5bcae7-9dac-4c40-982f-216a3489796d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f14b1a64f6f446bb665f92121490c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619893 Mar 11 00:07:28.612740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:28.613681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.620684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:28.621597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.638359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:28.695158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0732632 Mar 11 00:07:28.703958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:28.713313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-ba453d92-4b24-4e96-8d91-944b0319b5b9 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-1952803877') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:28.756777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:28.768917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:28.776944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] Publish callbacks [] for security_group (e8cf425d-9028-49fc-b4cc-2a1f3e786e03), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.777459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38037b89-d168-4fa5-bf4a-376c706a095c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3330975 Mar 11 00:07:28.778685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33590) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:28.779645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b09a8-6f65-41ac-b3e5-01dec9fa0e84 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Pushing event updated for resources: {'Network': ['ID=0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:28.789066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:28.789934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:28.848860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:07:28.854561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] Publish callbacks [] for security_group (e8cf425d-9028-49fc-b4cc-2a1f3e786e03), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.880670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting subnet c46e7272-b231-43b7-87d0-d6f6d59b94ba {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:28.884698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (c46e7272-b231-43b7-87d0-d6f6d59b94ba), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:28.955358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (c46e7272-b231-43b7-87d0-d6f6d59b94ba), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.018434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:29.048531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ba453d92-4b24-4e96-8d91-944b0319b5b9 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "PUT /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-1952803877 HTTP/1.1" status: 201 len: 201 time: 0.3431287 Mar 11 00:07:29.061122 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33594) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.074728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-99b9874a-5e87-4afd-83f1-c59dfe1d907f tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-1952803877') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.083793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e8cf425d-9028-49fc-b4cc-2a1f3e786e03), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.088229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.091851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8cf425d-9028-49fc-b4cc-2a1f3e786e03 HTTP/1.1" status: 204 len: 168 time: 0.4649084 Mar 11 00:07:29.101814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.135015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:29.143693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51b4bf-8069-4a7f-9f16-83c6075f071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf425d-9028-49fc-b4cc-2a1f3e786e03,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:29.147446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:29.148572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.156107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c46e7272-b231-43b7-87d0-d6f6d59b94ba), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.291322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-99b9874a-5e87-4afd-83f1-c59dfe1d907f tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-1952803877 HTTP/1.1" status: 204 len: 168 time: 0.2290969 Mar 11 00:07:29.294875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33602) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.298708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-601a0742-8812-4670-8784-a45b3185f293 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.309247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:29.327080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (c46e7272-b231-43b7-87d0-d6f6d59b94ba), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.402592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.408263 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/c46e7272-b231-43b7-87d0-d6f6d59b94ba HTTP/1.1" status: 204 len: 168 time: 0.6260066 Mar 11 00:07:29.408263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Subnet': ['ID=c46e7272-b231-43b7-87d0-d6f6d59b94ba,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:29.414565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.428140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-601a0742-8812-4670-8784-a45b3185f293 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags HTTP/1.1" status: 200 len: 238 time: 0.1329870 Mar 11 00:07:29.430499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33606) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.436158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-9f91e069-1883-4a16-8944-97fea47cacf1 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', {'tags': ['tempest-TagsTest-Tag-772587049', 'tempest-TagsTest-Tag-1996564887', 'tempest-TagsTest-Tag-133288094']}) {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.465172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b21b9d4-e689-47e1-93e9-fd7b79926ecc req-4d835506-1ad0-46ff-9175-fcd9f857b006 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0891950 Mar 11 00:07:29.477722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e582bb-55ce-4cce-8482-481a814ed718 None None] Network f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:29.484584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.587960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ee7e54-66e1-4376-bae1-516779a804ea None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:29.596823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.615872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.618124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.618440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.618843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.619184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.619517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.619853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.620222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.620544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.620874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.621206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.625724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.626129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d55195-2cce-4fc5-a041-6bf55b47de08 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:29.702133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Deleting port 213d62e1-7178-4385-a4d9-f19dab899754 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:29.702742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (213d62e1-7178-4385-a4d9-f19dab899754), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.713256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f91e069-1883-4a16-8944-97fea47cacf1 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "PUT /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags HTTP/1.1" status: 200 len: 307 time: 0.2808373 Mar 11 00:07:29.716523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33612) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.723069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.tag.tag_plugin [None req-a44c73fc-b151-48a3-afb4-0e7507ad8c72 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-772587049') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:29.867283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33616) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:29.899517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a820d31e-b636-4e9b-a234-5723dba496c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:29.985666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] DHCP port deletion for f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:30.100150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Deleting port 213d62e1-7178-4385-a4d9-f19dab899754 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:30.100407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (213d62e1-7178-4385-a4d9-f19dab899754), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.149719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a820d31e-b636-4e9b-a234-5723dba496c3 admin admin] Publish callbacks [] for security_group (83498859-0e72-4168-abd3-67c684409059), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.158216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a820d31e-b636-4e9b-a234-5723dba496c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83498859-0e72-4168-abd3-67c684409059), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.199872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] For port 213d62e1-7178-4385-a4d9-f19dab899754, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=213d62e1-7178-4385-a4d9-f19dab899754,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:30.200216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (213d62e1-7178-4385-a4d9-f19dab899754), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.218230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Calling delete_port for 213d62e1-7178-4385-a4d9-f19dab899754 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:30.265573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a820d31e-b636-4e9b-a234-5723dba496c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ec7329f7fb43cf82c996d8b087b8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3944340 Mar 11 00:07:30.266561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33618) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:30.302897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820d31e-b636-4e9b-a234-5723dba496c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83498859-0e72-4168-abd3-67c684409059,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:30.368131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] For port 213d62e1-7178-4385-a4d9-f19dab899754, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=213d62e1-7178-4385-a4d9-f19dab899754,segment=NetworkSegment(8d2b82d1-77f0-462e-b218-0db5a92fff24),segment_id=8d2b82d1-77f0-462e-b218-0db5a92fff24)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:30.368542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (213d62e1-7178-4385-a4d9-f19dab899754), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.419846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] Publish callbacks [] for security_group (83498859-0e72-4168-abd3-67c684409059), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.446072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] Publish callbacks [] for security_group (83498859-0e72-4168-abd3-67c684409059), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.446521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Calling delete_port for 213d62e1-7178-4385-a4d9-f19dab899754 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:30.501547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83498859-0e72-4168-abd3-67c684409059), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.504977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.538304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83498859-0e72-4168-abd3-67c684409059 HTTP/1.1" status: 204 len: 168 time: 0.2623279 Mar 11 00:07:30.574360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d40e14-b845-4938-aecb-dfa2ed272438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83498859-0e72-4168-abd3-67c684409059,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:30.580436 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (213d62e1-7178-4385-a4d9-f19dab899754), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.614212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (213d62e1-7178-4385-a4d9-f19dab899754), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.644329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] Pushing event deleted for resources: {'Port': ['ID=213d62e1-7178-4385-a4d9-f19dab899754,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:30.665140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa39404-ca3d-41d0-9c52-e557374931d2 None None] No DVR routers for this DVR port 213d62e1-7178-4385-a4d9-f19dab899754 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:30.712061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Port': ['ID=213d62e1-7178-4385-a4d9-f19dab899754,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:30.717367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No DVR routers for this DVR port 213d62e1-7178-4385-a4d9-f19dab899754 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:30.739941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b418f29-27b1-467e-8611-a3aad86e8074 req-cce813c5-b216-48cc-82b5-a7072fe4ad99 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0599527 Mar 11 00:07:30.829099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:30.939571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:30.990927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33630) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:30.992321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a44c73fc-b151-48a3-afb4-0e7507ad8c72 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "DELETE /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-772587049 HTTP/1.1" status: 204 len: 168 time: 1.2744832 Mar 11 00:07:30.998143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-5c47e862-cc34-48e8-b60f-7e5c219d0dc2 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-772587049') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.000210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b82d1-77f0-462e-b218-0db5a92fff24') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.001730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b82d1-77f0-462e-b218-0db5a92fff24') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.024571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8d2b82d1-77f0-462e-b218-0db5a92fff24), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.076630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8d2b82d1-77f0-462e-b218-0db5a92fff24), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.088969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:31.089184 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-5c47e862-cc34-48e8-b60f-7e5c219d0dc2 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] show failed (client error): The resource could not be found. Mar 11 00:07:31.089393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8d2b82d1-77f0-462e-b218-0db5a92fff24), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.090259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c47e862-cc34-48e8-b60f-7e5c219d0dc2 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-772587049 HTTP/1.1" status: 404 len: 325 time: 0.0982895 Mar 11 00:07:31.093335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33632) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:31.099030 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:31.104359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-adc56374-1df1-493d-b622-8837ccccbe83 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-1996564887') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.122772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.151633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33638) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.171651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.195534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.210710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.214545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/networks/f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe HTTP/1.1" status: 204 len: 168 time: 1.7989919 Mar 11 00:07:31.217203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33640) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.233187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'routes': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:31.238407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cfd7-a958-4b55-b20c-41f4f59d68b7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Pushing event deleted for resources: {'Network': ['ID=f8dd2a25-7c17-4e5d-a20c-a505ec7dd7fe,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:31.495256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Added routes are [] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 00:07:31.495831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.extraroute_db [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Removed routes are [] {{(pid=110426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 00:07:31.496407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.634805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-adc56374-1df1-493d-b622-8837ccccbe83 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-1996564887 HTTP/1.1" status: 204 len: 168 time: 0.5388825 Mar 11 00:07:31.641529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33642) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.645744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-35cd0be7-04b8-4fa6-8b23-280fa2c113bd tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-133288094') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.668542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.672064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.672246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c00f604-e8db-494e-acdd-9a3e3c98cb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.751673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1a499f04-8abd-4c08-977a-241e579600ef no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:31.763754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router e6fd7722-c5ec-4666-8016-ab71dee348a0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:07:31.785128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1a499f04-8abd-4c08-977a-241e579600ef {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:31.785667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1a499f04-8abd-4c08-977a-241e579600ef not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:31.786418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 213d62e1-7178-4385-a4d9-f19dab899754 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:31.812498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 213d62e1-7178-4385-a4d9-f19dab899754 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:31.813097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 213d62e1-7178-4385-a4d9-f19dab899754 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:31.864264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35cd0be7-04b8-4fa6-8b23-280fa2c113bd tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-133288094 HTTP/1.1" status: 204 len: 168 time: 0.2212775 Mar 11 00:07:31.873258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33646) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.882691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-78408746-c4f4-4181-b60a-c497354ea6c0 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.888948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Publish callbacks [] for security_group (c565b850-ce96-4026-a752-dab5471870c6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.900985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:31.908695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.912322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84c7d1d7-6380-4cf3-939a-f6812aabbecb tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 704 time: 0.6913667 Mar 11 00:07:31.912450 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Sync routers for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:31.912859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33648) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.922011 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:31.926967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c565b850-ce96-4026-a752-dab5471870c6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:31.929414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:31.945769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-94b7313d-34e4-4657-966c-b153bc12af4b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 205 time: 0.0320513 Mar 11 00:07:31.949405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:31.983774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c565b850-ce96-4026-a752-dab5471870c6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:31.988001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b7a728b-e226-4bbc-a9df-70cfc3adb653 req-44d24234-73f2-4de8-91ed-6a67d817a06b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.1122675 Mar 11 00:07:32.024181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.024497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.024846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.025192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.025536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.025882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.026213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.026549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.026879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.027209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.027538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.027866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.028561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:07:32.045669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2f857b44-b4a3-4008-9f65-8e951efc6f14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e52a9e6901be4aac8280de320580d361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8928101 Mar 11 00:07:32.055482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33652) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.067285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c00f604-e8db-494e-acdd-9a3e3c98cb5f admin admin] Publish callbacks [] for security_group (043a0179-a626-43ad-b851-f689261ad753), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.072074 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:32.094610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c00f604-e8db-494e-acdd-9a3e3c98cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (043a0179-a626-43ad-b851-f689261ad753), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.124620 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.145157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.180487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c00f604-e8db-494e-acdd-9a3e3c98cb5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93f205afc3df4ce7b3edc7fab4da2699&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0571086 Mar 11 00:07:32.184408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Checking router: e6fd7722-c5ec-4666-8016-ab71dee348a0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:32.185175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33654) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.195443 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Routers {'e6fd7722-c5ec-4666-8016-ab71dee348a0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:32.197006 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6fd7722-c5ec-4666-8016-ab71dee348a0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.197554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00f604-e8db-494e-acdd-9a3e3c98cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a0179-a626-43ad-b851-f689261ad753,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:32.213548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78408746-c4f4-4181-b60a-c497354ea6c0 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "DELETE /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags HTTP/1.1" status: 204 len: 168 time: 0.3348608 Mar 11 00:07:32.213548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.221343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-188686a1-1efe-46b5-895e-148269943639 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-1996564887') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.279416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] Publish callbacks [] for security_group (043a0179-a626-43ad-b851-f689261ad753), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.293279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] Set router e6fd7722-c5ec-4666-8016-ab71dee348a0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:32.337511 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-188686a1-1efe-46b5-895e-148269943639 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] show failed (client error): The resource could not be found. Mar 11 00:07:32.341330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-188686a1-1efe-46b5-895e-148269943639 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-1996564887 HTTP/1.1" status: 404 len: 326 time: 0.1244383 Mar 11 00:07:32.341482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] Publish callbacks [] for security_group (c565b850-ce96-4026-a752-dab5471870c6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.342216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33658) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.347345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-c7905430-4ea2-49b2-85c7-3538e090865e tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5', 'tempest-TagsTest-Tag-133288094') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.351730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] Publish callbacks [] for security_group (043a0179-a626-43ad-b851-f689261ad753), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.386582 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.450687 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-c7905430-4ea2-49b2-85c7-3538e090865e tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] show failed (client error): The resource could not be found. Mar 11 00:07:32.450687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c7905430-4ea2-49b2-85c7-3538e090865e tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "GET /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags/tempest-TagsTest-Tag-133288094 HTTP/1.1" status: 404 len: 325 time: 0.1081309 Mar 11 00:07:32.454144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33660) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.461189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.tag.tag_plugin [None req-8de0cd64-da4d-45b8-beb4-eee971a5b536 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.467258 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f486e0a-6c3b-4c03-9541-528b810bb6f6 None None] The sync data for ids ['e6fd7722-c5ec-4666-8016-ab71dee348a0'] in n-d-831844-1 is: [{'id': 'e6fd7722-c5ec-4666-8016-ab71dee348a0', 'name': 'tempest-RoutersIpV6Test-router-836375243', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:06:17Z', 'updated_at': '2022-03-11T00:07:27Z', 'revision_number': 11, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:32.501076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (043a0179-a626-43ad-b851-f689261ad753), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.503642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.505061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/043a0179-a626-43ad-b851-f689261ad753 HTTP/1.1" status: 204 len: 168 time: 0.3164542 Mar 11 00:07:32.519256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e06b1-9017-4192-b4da-38b6550b1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a0179-a626-43ad-b851-f689261ad753,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:32.566995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] Publish callbacks [] for security_group (c565b850-ce96-4026-a752-dab5471870c6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.585733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8de0cd64-da4d-45b8-beb4-eee971a5b536 tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "DELETE /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1267710 Mar 11 00:07:32.587646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.676507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.747264 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.751723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (e6fd7722-c5ec-4666-8016-ab71dee348a0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.811668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e6fd7722-c5ec-4666-8016-ab71dee348a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.812437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router e6fd7722-c5ec-4666-8016-ab71dee348a0 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:07:32.819892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.821050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3eb1cd5d-c47a-4665-a7b2-c22a65e66e1b tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 204 len: 168 time: 0.8705204 Mar 11 00:07:32.828454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:32.833506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-962916823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:32.846124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c565b850-ce96-4026-a752-dab5471870c6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.846907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.851838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.853952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c565b850-ce96-4026-a752-dab5471870c6 HTTP/1.1" status: 204 len: 168 time: 0.7960317 Mar 11 00:07:32.886212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b43f77-04f1-4825-bc74-f8b38dcdd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c565b850-ce96-4026-a752-dab5471870c6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:32.894474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.929226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420f57f6-b582-47b8-b82f-5e6403fbb5d8') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.930609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420f57f6-b582-47b8-b82f-5e6403fbb5d8') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:32.949561 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.952332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.958154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (420f57f6-b582-47b8-b82f-5e6403fbb5d8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:32.993357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (420f57f6-b582-47b8-b82f-5e6403fbb5d8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.009736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:33.010174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (420f57f6-b582-47b8-b82f-5e6403fbb5d8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:33.013728 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:33.070495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (ec012936-e5bb-4865-b543-ad175e941ca0), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.081633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.099178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:33.112895 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.127710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.133556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] 10.222.0.21 "DELETE /v2.0/networks/0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5 HTTP/1.1" status: 204 len: 168 time: 0.5426376 Mar 11 00:07:33.146954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2daa2224-3ab7-4eb9-828e-98119728b147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.154733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb564fe8-4918-45bf-9117-d85d31e0f73a tempest-TagsTest-369032477 tempest-TagsTest-369032477-project] Pushing event deleted for resources: {'Network': ['ID=0de374e0-4e2c-42c5-adf0-03fb4dc7b4d5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:33.176491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.179984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1a99a23-293d-405a-ae35-7efcf2da86d7 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3480792 Mar 11 00:07:33.180128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66609336-11cd-4bd2-9c71-f9f6b3c1b4b7 req-3bad64d7-1c45-49be-95dc-edb51f457da3 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0526831 Mar 11 00:07:33.181690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33678) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:33.194153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:33.354833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2daa2224-3ab7-4eb9-828e-98119728b147 admin admin] Publish callbacks [] for security_group (2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.363776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2daa2224-3ab7-4eb9-828e-98119728b147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.394341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2daa2224-3ab7-4eb9-828e-98119728b147 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f40a6ee58f334a6181b6578e8c21ccd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928946 Mar 11 00:07:33.408556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33682) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:33.453401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa2224-3ab7-4eb9-828e-98119728b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:33.465225 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] Publish callbacks [] for security_group (2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.561338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] Publish callbacks [] for security_group (2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.617501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.620725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.621894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce HTTP/1.1" status: 204 len: 168 time: 0.2121840 Mar 11 00:07:33.662503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15869'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.671648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd62b3-32c5-4c30-9583-ef66122d16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d6ff9-13aa-4c8e-b725-e6c466ac86ce,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:33.682290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542894'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:33.747370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:33.872676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Router ec012936-e5bb-4865-b543-ad175e941ca0 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:07:34.022379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-309da071-acd0-43ff-9408-d437bb3e6d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f814e9a83704582b38195030a0e4017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731290 Mar 11 00:07:34.026124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.090329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:34.107593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Sync routers for ids ['ec012936-e5bb-4865-b543-ad175e941ca0'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:34.117005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.126902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Routers {'ec012936-e5bb-4865-b543-ad175e941ca0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:34.128698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ec012936-e5bb-4865-b543-ad175e941ca0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:34.129228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73db52a8-4fd9-4e0a-99f9-3208d6bfe375 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "PUT /v2.0/routers/ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 200 len: 697 time: 0.9462686 Mar 11 00:07:34.129888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.184929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] Publish callbacks [] for security_group (6a98375e-cca3-490e-b0ad-ec81da66fa25), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.230099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] Publish callbacks [] for security_group (6a98375e-cca3-490e-b0ad-ec81da66fa25), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.307267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Set router ec012936-e5bb-4865-b543-ad175e941ca0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:34.332569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6a98375e-cca3-490e-b0ad-ec81da66fa25), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.335798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.339497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a98375e-cca3-490e-b0ad-ec81da66fa25 HTTP/1.1" status: 204 len: 168 time: 0.3088524 Mar 11 00:07:34.347906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f9fd7-2f34-4526-bed0-d6d9d769708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98375e-cca3-490e-b0ad-ec81da66fa25,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:34.389978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7222951f-b7fe-4b0b-9eb2-632f34f84978 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/routers/ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 200 len: 703 time: 0.2534504 Mar 11 00:07:34.390507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33722) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.414082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec012936-e5bb-4865-b543-ad175e941ca0', 'name': 'tempest-RoutersIpV6Test-router-962916823', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:32Z', 'updated_at': '2022-03-11T00:07:33Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:34.434225 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0eccced0-76e6-44a3-b5f8-11e4f601cc21 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 200 len: 205 time: 0.0414925 Mar 11 00:07:34.435089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.453968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5920e72c-4898-4928-9a6f-9428795dfe19 req-9c68f6ca-868e-4dff-a74f-c7d15186921e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0953553 Mar 11 00:07:34.459276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Checking router: ec012936-e5bb-4865-b543-ad175e941ca0 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:07:34.483154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Routers {'ec012936-e5bb-4865-b543-ad175e941ca0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:34.484642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ec012936-e5bb-4865-b543-ad175e941ca0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:34.544060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (ec012936-e5bb-4865-b543-ad175e941ca0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.672409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] Set router ec012936-e5bb-4865-b543-ad175e941ca0 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:07:34.776870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec012936-e5bb-4865-b543-ad175e941ca0', 'name': 'tempest-RoutersIpV6Test-router-962916823', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:32Z', 'updated_at': '2022-03-11T00:07:33Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:34.797584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33732) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.833725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.843787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router_controller (ec012936-e5bb-4865-b543-ad175e941ca0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.865194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ac4ad3-bbc4-46de-9e5c-365b8dc825c9 None None] The sync data for ids ['ec012936-e5bb-4865-b543-ad175e941ca0'] in n-d-831844-1 is: [{'id': 'ec012936-e5bb-4865-b543-ad175e941ca0', 'name': 'tempest-RoutersIpV6Test-router-962916823', 'tenant_id': 'a43e0a559c5b4c0b80b5023118760d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:07:32Z', 'updated_at': '2022-03-11T00:07:33Z', 'revision_number': 2, 'project_id': 'a43e0a559c5b4c0b80b5023118760d44', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:34.910101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ec012936-e5bb-4865-b543-ad175e941ca0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.910820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Fanout notify agent at l3_agent the message router_deleted on router ec012936-e5bb-4865-b543-ad175e941ca0 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:07:34.925828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:34.933411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:34.943430 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-07bf0df2-98d7-4f11-a066-754c79a1422c tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 204 len: 168 time: 0.5070412 Mar 11 00:07:34.984773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5e76bb73-bb52-4e0c-91c0-1229349bf095 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 200 len: 205 time: 0.0480621 Mar 11 00:07:34.985141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.059314 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-30a68bdb-51b5-4a89-8456-a58eb0b3b77e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:35.063191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-30a68bdb-51b5-4a89-8456-a58eb0b3b77e tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/ec012936-e5bb-4865-b543-ad175e941ca0 HTTP/1.1" status: 404 len: 336 time: 0.0759428 Mar 11 00:07:35.065008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33746) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.112442 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad383e6d-2b1d-480d-b3d7-93c70b6c8d35 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:35.114062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad383e6d-2b1d-480d-b3d7-93c70b6c8d35 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:35.118325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad383e6d-2b1d-480d-b3d7-93c70b6c8d35 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/833a75ed-eea1-4ccb-a863-e62a44756e78 HTTP/1.1" status: 404 len: 337 time: 0.0521982 Mar 11 00:07:35.122051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33748) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.170447 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ae768a-aa76-4803-9006-eaf0da429667 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:35.174178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ae768a-aa76-4803-9006-eaf0da429667 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:35.180207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b8ae768a-aa76-4803-9006-eaf0da429667 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/7c59577d-7d4b-4cf6-909b-4cbe88b9462e HTTP/1.1" status: 404 len: 337 time: 0.0570304 Mar 11 00:07:35.184120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.233969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-330040270'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:35.249222 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8f11ce-f5de-4748-bcc2-d25cdc7a4e45 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:35.256455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8f11ce-f5de-4748-bcc2-d25cdc7a4e45 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:35.265797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a8f11ce-f5de-4748-bcc2-d25cdc7a4e45 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/aa92e38c-b3d6-4487-aa2e-585716a26fc2 HTTP/1.1" status: 404 len: 337 time: 0.0763545 Mar 11 00:07:35.267068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.340832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:35.349278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.352594 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7554daa8-361f-4e27-8a7b-c7dd6b756a81 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:35.353405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7554daa8-361f-4e27-8a7b-c7dd6b756a81 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:35.369631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7554daa8-361f-4e27-8a7b-c7dd6b756a81 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/c46e7272-b231-43b7-87d0-d6f6d59b94ba HTTP/1.1" status: 404 len: 337 time: 0.1011591 Mar 11 00:07:35.369837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.373215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33762) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.477579 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b23b0bf-a031-4fb7-8267-606668f043d9 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 200 len: 205 time: 0.1029043 Mar 11 00:07:35.485237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33766) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.610510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for security_group (49b1d28a-962d-4cd3-991e-faf330f73ca2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.637361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5641c1e-6a05-4c30-a3a5-a3111af559ce req-ef45569f-ad0f-423e-9e37-fe382774ff5d tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0538783 Mar 11 00:07:35.639313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (49b1d28a-962d-4cd3-991e-faf330f73ca2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.644561 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-8e743fcc-f9d7-472e-9093-ca45e5adc904 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:35.648189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e743fcc-f9d7-472e-9093-ca45e5adc904 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/e6fd7722-c5ec-4666-8016-ab71dee348a0 HTTP/1.1" status: 404 len: 336 time: 0.1594119 Mar 11 00:07:35.650068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33774) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.672084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:07:35.703346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1d28a-962d-4cd3-991e-faf330f73ca2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:35.706751 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (15bda91b-708b-4504-86c7-9238658aa103), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.707158 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Added segment 15bda91b-708b-4504-86c7-9238658aa103 of type vlan for network baed756c-396f-4bf4-895a-dc4657dc7230 Mar 11 00:07:35.743219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33780) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.745087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8f7ae7b4-c73d-484b-81c5-a6c2dc0e08c2 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa71a1bf-cd8b-47c2-b074-18550da8af69 HTTP/1.1" status: 200 len: 205 time: 0.0761120 Mar 11 00:07:35.801150 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-005717e3-ac1e-4b7a-aa05-5afe972b98c5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:35.802360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-005717e3-ac1e-4b7a-aa05-5afe972b98c5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/fa71a1bf-cd8b-47c2-b074-18550da8af69 HTTP/1.1" status: 404 len: 336 time: 0.0553465 Mar 11 00:07:35.805125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.820050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (baed756c-396f-4bf4-895a-dc4657dc7230), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.862018 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d812a9-5753-4567-bdf4-b5ced4e50555 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:35.862515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d812a9-5753-4567-bdf4-b5ced4e50555 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:35.865542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (baed756c-396f-4bf4-895a-dc4657dc7230), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.865670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-07d812a9-5753-4567-bdf4-b5ced4e50555 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/1eef177d-6c6a-44b7-97c7-a0bdeb2385a6 HTTP/1.1" status: 404 len: 337 time: 0.0595577 Mar 11 00:07:35.872759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33784) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.878312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:35.879454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:35.937758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1393893 Mar 11 00:07:35.941905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33790) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:35.948520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'subnet': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:35.951158 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ec2f013a-3086-4c44-a477-5448a7ff4acd tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 200 len: 205 time: 0.0772693 Mar 11 00:07:35.957619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.026373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90d99-0214-4b1b-891e-ba62b6968586 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Network': ['ID=baed756c-396f-4bf4-895a-dc4657dc7230,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:36.038702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network baed756c-396f-4bf4-895a-dc4657dc7230 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:07:36.101828 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-aef0cae0-2edb-44d6-8c34-cf13197781e5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:36.104021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aef0cae0-2edb-44d6-8c34-cf13197781e5 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/31fc8634-67c6-4eac-a5bc-9f3e71fe56b6 HTTP/1.1" status: 404 len: 336 time: 0.1439991 Mar 11 00:07:36.107771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33798) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.167128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0fe1982-0c2d-4df4-8680-5f4f547f5172 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 HTTP/1.1" status: 200 len: 205 time: 0.0589538 Mar 11 00:07:36.169768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33802) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.232903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:36.237274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:36.253152 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-9d5d96fc-437a-42c2-8f2e-e67e68e800d0 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:36.258854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9d5d96fc-437a-42c2-8f2e-e67e68e800d0 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/7dd97fe4-0add-4dbb-94bd-bdb0cf2244e3 HTTP/1.1" status: 404 len: 336 time: 0.0858903 Mar 11 00:07:36.262803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.333731 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-408a7601-da5c-4ff1-b30f-e1ee82af4f82 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:36.336529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408a7601-da5c-4ff1-b30f-e1ee82af4f82 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:36.354324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-408a7601-da5c-4ff1-b30f-e1ee82af4f82 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/7a29c9eb-6343-49e6-b733-9b6a1ebbf639 HTTP/1.1" status: 404 len: 337 time: 0.0904574 Mar 11 00:07:36.357257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.442166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a777fa3-ca03-493a-9f2b-8b20d74ab2d0 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=da45dc0f-8440-421f-889d-130a7f3430e8 HTTP/1.1" status: 200 len: 205 time: 0.0812407 Mar 11 00:07:36.442593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33814) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.545828 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-7198370b-8dea-4fdc-bdf2-89c3695d1995 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:36.546906 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7198370b-8dea-4fdc-bdf2-89c3695d1995 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/da45dc0f-8440-421f-889d-130a7f3430e8 HTTP/1.1" status: 404 len: 336 time: 0.1033695 Mar 11 00:07:36.550855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33818) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.608946 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-38edae9e-c2ed-4db5-8de7-c8b28ee5fd03 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:36.609319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38edae9e-c2ed-4db5-8de7-c8b28ee5fd03 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:36.615143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-38edae9e-c2ed-4db5-8de7-c8b28ee5fd03 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/5e445925-f958-4446-b612-c8bbc8110956 HTTP/1.1" status: 404 len: 337 time: 0.0602596 Mar 11 00:07:36.616259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.671048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78c26030-72ce-41be-a90e-086b81247550 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d1da2ad-a135-4b0c-ac10-a40f01a14376 HTTP/1.1" status: 200 len: 205 time: 0.0525765 Mar 11 00:07:36.671434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.680110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d39393d-5f31-4526-86e2-34032145f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:36.710555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a7271992-112a-4a2f-9de0-3868b54e6e7b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:36.792352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Subnet': ['ID=a7271992-112a-4a2f-9de0-3868b54e6e7b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:36.799047 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-b1da0f6e-5579-4d8e-9861-559d9678d675 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] delete failed (client error): The resource could not be found. Mar 11 00:07:36.800141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1da0f6e-5579-4d8e-9861-559d9678d675 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/routers/9d1da2ad-a135-4b0c-ac10-a40f01a14376 HTTP/1.1" status: 404 len: 336 time: 0.1276817 Mar 11 00:07:36.803100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.808791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Checking segment: {'id': '15bda91b-708b-4504-86c7-9238658aa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:36.810945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network hostable DHCP agents. Network: baed756c-396f-4bf4-895a-dc4657dc7230, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:07:36.838982 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6e347f-d373-41e1-9bdd-a310cc58ed79 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:36.839669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6e347f-d373-41e1-9bdd-a310cc58ed79 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:36.842937 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fd6e347f-d373-41e1-9bdd-a310cc58ed79 tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/d4bb11a1-5550-4ab0-9f06-1a8c3186356d HTTP/1.1" status: 404 len: 337 time: 0.0392933 Mar 11 00:07:36.845456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:36.879053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be5d91eb-112b-4d7b-9ed0-0858e18c9a9a req-ef70df0a-1223-49e6-8140-d65070fa77a0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0564737 Mar 11 00:07:36.896992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:07:36.929112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, baed756c-396f-4bf4-895a-dc4657dc7230) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:36.934861 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951d4f1-b99d-4667-9e46-49498e155a9f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] DELETE failed (client error): The resource could not be found. Mar 11 00:07:36.935530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6951d4f1-b99d-4667-9e46-49498e155a9f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:07:36.941837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8b492-7b9f-4e8d-8a4d-4d72be512d6c None None] Network baed756c-396f-4bf4-895a-dc4657dc7230 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:36.944441 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6951d4f1-b99d-4667-9e46-49498e155a9f tempest-RoutersIpV6Test-1350903267 tempest-RoutersIpV6Test-1350903267-project] 10.222.0.21 "DELETE /v2.0/subnets/404ca6af-c2b1-4e9a-a99c-44eca0d4f5c3 HTTP/1.1" status: 404 len: 337 time: 0.0977507 Mar 11 00:07:36.967209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:36.967857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.009862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33842) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:37.016096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-30108560'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:37.025875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ccd45272-4c2a-42b3-9e25-3598f689190f tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0820286 Mar 11 00:07:37.128146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-baed756c-396f-4bf4-895a-dc4657dc7230', 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'project_id': 'b0464364f4284aa6a83375eae9177659', 'fixed_ips': [{'subnet_id': 'a7271992-112a-4a2f-9de0-3868b54e6e7b'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:07:37.134386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.186668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:37.193405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.235010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port 49cfd8a7-5b34-4168-8eba-ce762f540954 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:37.354014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Allocated IP 2001:db8::2 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/d7488e2f-684f-4958-b928-f0581f065524) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:37.531292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33854) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:37.618429 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks [] for port (d7488e2f-684f-4958-b928-f0581f065524), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.626623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d7488e2f-684f-4958-b928-f0581f065524), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.689077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Pushing event updated for resources: {'Port': ['ID=d7488e2f-684f-4958-b928-f0581f065524,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:37.721597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:37.723786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:37.727510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:37.792347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::399 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/49cfd8a7-5b34-4168-8eba-ce762f540954) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:37.877131 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21dea59d-4b5f-4041-92fd-50359d2c2f03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a43e0a559c5b4c0b80b5023118760d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433154 Mar 11 00:07:37.879638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33862) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:37.903841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Attempting to bind port d7488e2f-684f-4958-b928-f0581f065524 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:37.904371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Attempting to bind port d7488e2f-684f-4958-b928-f0581f065524 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '15bda91b-708b-4504-86c7-9238658aa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:37.904747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Attempting to bind port d7488e2f-684f-4958-b928-f0581f065524 on network baed756c-396f-4bf4-895a-dc4657dc7230 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:37.912282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:37.912710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Checking segment: {'id': '15bda91b-708b-4504-86c7-9238658aa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:37.913112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:37.913507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Bound using segment: {'id': '15bda91b-708b-4504-86c7-9238658aa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:37.913979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Bound port: d7488e2f-684f-4958-b928-f0581f065524, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bda91b-708b-4504-86c7-9238658aa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:37.914367 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7488e2f-684f-4958-b928-f0581f065524), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.005458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] Publish callbacks [] for security_group (4a0ffa52-91bf-412d-bb28-afe108676aef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.066892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] For port d7488e2f-684f-4958-b928-f0581f065524, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:38.083007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] For port d7488e2f-684f-4958-b928-f0581f065524, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7488e2f-684f-4958-b928-f0581f065524,segment=NetworkSegment(15bda91b-708b-4504-86c7-9238658aa103),segment_id=15bda91b-708b-4504-86c7-9238658aa103)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:38.097660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7488e2f-684f-4958-b928-f0581f065524), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.123804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b66752cb-0c54-4d29-a5fa-c7d041f2accc req-40049e02-ae0b-4f89-9772-21d179146b9e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0964227 Mar 11 00:07:38.141888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] Publish callbacks [] for security_group (4a0ffa52-91bf-412d-bb28-afe108676aef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.216740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.307837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.340852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4a0ffa52-91bf-412d-bb28-afe108676aef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.344112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.345525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a0ffa52-91bf-412d-bb28-afe108676aef HTTP/1.1" status: 204 len: 168 time: 0.4641228 Mar 11 00:07:38.346223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b04a-1aab-4033-ba5f-2acf356656b9 None None] Pushing event updated for resources: {'Port': ['ID=d7488e2f-684f-4958-b928-f0581f065524,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:38.374424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e14df-d3b0-4c9e-a41e-86df50f680b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0ffa52-91bf-412d-bb28-afe108676aef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:38.409246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:38.554332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:38.560730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:38.570877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:38.572043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:38.577627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=49cfd8a7-5b34-4168-8eba-ce762f540954,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:38.628034 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c68e77ad-1edc-4f4d-b41f-6affc5c854d2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6165714 Mar 11 00:07:38.631280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:38.636622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-178668282', 'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:3a:78:f2'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:38.873014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:39.015157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.045478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port e1e0d321-c35c-4be1-95b6-ed1df10cd243 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:39.205010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::29 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/e1e0d321-c35c-4be1-95b6-ed1df10cd243) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:39.245275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0a97587c-3667-4aea-b082-248d72f454e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.305357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad62586d-b1a5-497a-91c1-9f08325c66c9 req-680d5969-b769-4e7c-b705-eae0ea82ae1b tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0441377 Mar 11 00:07:39.372655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33892) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:39.478417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (e1e0d321-c35c-4be1-95b6-ed1df10cd243), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.527682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e1e0d321-c35c-4be1-95b6-ed1df10cd243), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.535492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20877e6-2a6c-448e-bc56-f3aa4fa155e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.600160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:39.607969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:39.634236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:39.639419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:39.643342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20877e6-2a6c-448e-bc56-f3aa4fa155e7 admin admin] Publish callbacks [] for security_group (c62a63ac-bffe-48a1-8740-a4ea4521ceaa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.648480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.650059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f20877e6-2a6c-448e-bc56-f3aa4fa155e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c62a63ac-bffe-48a1-8740-a4ea4521ceaa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.721073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=e1e0d321-c35c-4be1-95b6-ed1df10cd243,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:39.752399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ec33b1fc-1a32-4ecc-b4ce-78257965ee36 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1199286 Mar 11 00:07:39.756707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33904) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:39.759684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f20877e6-2a6c-448e-bc56-f3aa4fa155e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89dd823146bb4d1bab8ba577cfb64a28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853424 Mar 11 00:07:39.763323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:39.774283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20877e6-2a6c-448e-bc56-f3aa4fa155e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a63ac-bffe-48a1-8740-a4ea4521ceaa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:39.855008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] Publish callbacks [] for security_group (c62a63ac-bffe-48a1-8740-a4ea4521ceaa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:39.870492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7488e2f-684f-4958-b928-f0581f065524 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:39.876228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f62a83-47eb-44b8-ae20-dd9539146e8e tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:39.876430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33908) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:39.882144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f62a83-47eb-44b8-ae20-dd9539146e8e tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:39.888640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f62a83-47eb-44b8-ae20-dd9539146e8e tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:39.890461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-92f62a83-47eb-44b8-ae20-dd9539146e8e tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1327965 Mar 11 00:07:39.893262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33910) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:39.905747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75abd1e-1f2c-4541-b920-3b0ef7298ae1 None None] Network baed756c-396f-4bf4-895a-dc4657dc7230 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:39.906907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] Publish callbacks [] for security_group (c62a63ac-bffe-48a1-8740-a4ea4521ceaa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.004283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c62a63ac-bffe-48a1-8740-a4ea4521ceaa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.006789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.007967 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c62a63ac-bffe-48a1-8740-a4ea4521ceaa HTTP/1.1" status: 204 len: 168 time: 0.2437086 Mar 11 00:07:40.027813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f60b9-a41c-4eff-ba4d-6db451cc7ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a63ac-bffe-48a1-8740-a4ea4521ceaa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:40.035489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Provisioning complete for port d7488e2f-684f-4958-b928-f0581f065524 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:40.035876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7488e2f-684f-4958-b928-f0581f065524), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.045910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-553273152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:40.075722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.078080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.108107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port e1e0d321-c35c-4be1-95b6-ed1df10cd243 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:40.109868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e1e0d321-c35c-4be1-95b6-ed1df10cd243), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.113551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d7488e2f-684f-4958-b928-f0581f065524 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:40.114145 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7488e2f-684f-4958-b928-f0581f065524), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.204896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Current status of the port d7488e2f-684f-4958-b928-f0581f065524 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:40.205296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7488e2f-684f-4958-b928-f0581f065524), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.210130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router_controller (6da0aed2-01a2-46d3-b5c3-236e9485509f), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.221363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.256738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.266601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bccada7c-7788-427e-9e79-272cd161ce84 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3853731 Mar 11 00:07:40.267455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:40.283239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1519734689'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:40.301563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e1e0d321-c35c-4be1-95b6-ed1df10cd243), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.320829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] For port d7488e2f-684f-4958-b928-f0581f065524, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7488e2f-684f-4958-b928-f0581f065524,segment=NetworkSegment(15bda91b-708b-4504-86c7-9238658aa103),segment_id=15bda91b-708b-4504-86c7-9238658aa103)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:40.325123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for e1e0d321-c35c-4be1-95b6-ed1df10cd243 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:40.332542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7488e2f-684f-4958-b928-f0581f065524), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.340434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:40.345110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.355244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d7488e2f-684f-4958-b928-f0581f065524 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:40.355633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7488e2f-684f-4958-b928-f0581f065524), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.402847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.457065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ad82-80d0-4fef-8d9d-02fe9a3256a9 None None] Pushing event updated for resources: {'Port': ['ID=d7488e2f-684f-4958-b928-f0581f065524,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:40.479585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.560394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e28d722-6f78-41b4-909a-8f40730a7a11 req-34d02a86-e7ce-4dfb-be45-57394c19d8b5 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/ports?device_id=434999fe-1288-4d90-a6ff-640f60b0e690 HTTP/1.1" status: 200 len: 210 time: 0.0499024 Mar 11 00:07:40.562105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:07:40.562731 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:07:40.598598 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:07:40.610242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e1e0d321-c35c-4be1-95b6-ed1df10cd243), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.614209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.660858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=e1e0d321-c35c-4be1-95b6-ed1df10cd243,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:40.702849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Provisioning complete for port d7488e2f-684f-4958-b928-f0581f065524 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:40.704187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7488e2f-684f-4958-b928-f0581f065524), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.777100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for security_group (f77cb697-8f26-4765-8bf8-aaa616e9ee65), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.805476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f77cb697-8f26-4765-8bf8-aaa616e9ee65), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.840727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33924) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:40.844354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:07:40.861980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ac10a676-0100-43cb-93a3-e941862a85b3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.864039 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Added segment ac10a676-0100-43cb-93a3-e941862a85b3 of type vlan for network b290e81d-cd45-47e3-bffb-cf908501136d Mar 11 00:07:40.882435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.888971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Current status of the port d7488e2f-684f-4958-b928-f0581f065524 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:40.904587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Provisioning complete for port 49cfd8a7-5b34-4168-8eba-ce762f540954 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:40.905065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.913233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.918887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7b3541a0-6ccd-47c4-ab25-cbc88cd9fef2 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/e1e0d321-c35c-4be1-95b6-ed1df10cd243 HTTP/1.1" status: 204 len: 168 time: 1.0221746 Mar 11 00:07:40.929946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:40.948167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b290e81d-cd45-47e3-bffb-cf908501136d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.949936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Port 49cfd8a7-5b34-4168-8eba-ce762f540954 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:40.956137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a769c89e-b0a4-43a8-91a9-542b3397d1b4 None None] Could not find standard attr ID for object e1e0d321-c35c-4be1-95b6-ed1df10cd243. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:07:40.976335 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eddc16b-6116-45cc-b6d2-eecf8d0db3ad tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] GET failed (client error): The resource could not be found. Mar 11 00:07:40.978015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0eddc16b-6116-45cc-b6d2-eecf8d0db3ad tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports/e1e0d321-c35c-4be1-95b6-ed1df10cd243 HTTP/1.1" status: 404 len: 333 time: 0.0400376 Mar 11 00:07:40.979128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-828d35e5-7909-434c-b1fd-33e58ad8ea2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.981641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33928) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:40.988757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b290e81d-cd45-47e3-bffb-cf908501136d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:40.997181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-65085805'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:41.000520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:41.001769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.059195 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7869701 Mar 11 00:07:41.071226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33934) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:41.080846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'subnet': {'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:41.139902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cb697-8f26-4765-8bf8-aaa616e9ee65,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:41.229411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d7488e2f-684f-4958-b928-f0581f065524 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:41.254331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cebcd1-b5f5-408e-b620-36e995779da9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Network': ['ID=b290e81d-cd45-47e3-bffb-cf908501136d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:41.273998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b290e81d-cd45-47e3-bffb-cf908501136d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:07:41.364715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:41.387157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.389423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0227af41-fe86-4d49-be23-8dcf37db057d None None] Provisioning complete for port 49cfd8a7-5b34-4168-8eba-ce762f540954 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:41.389948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0227af41-fe86-4d49-be23-8dcf37db057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.440985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0227af41-fe86-4d49-be23-8dcf37db057d None None] Port 49cfd8a7-5b34-4168-8eba-ce762f540954 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:41.509656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:41.513475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.539059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-828d35e5-7909-434c-b1fd-33e58ad8ea2b admin admin] Publish callbacks [] for security_group (79c6abd5-4501-45e5-b0e1-5805fb2bb0b5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.551305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-828d35e5-7909-434c-b1fd-33e58ad8ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (79c6abd5-4501-45e5-b0e1-5805fb2bb0b5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.576278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6136b2b1-1edc-41eb-b22e-3b45055a7f37 None None] Could not find standard attr ID for object e1e0d321-c35c-4be1-95b6-ed1df10cd243. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:07:41.583650 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.586886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d35e5-7909-434c-b1fd-33e58ad8ea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c6abd5-4501-45e5-b0e1-5805fb2bb0b5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:41.595849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port 71cff702-3bee-4275-9d3d-ea1134f141ca yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:41.750389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33944) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:41.780342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-828d35e5-7909-434c-b1fd-33e58ad8ea2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23ca2c6274c5444489f99fba066fa1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8827984 Mar 11 00:07:41.790850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:41.792391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7488e2f-684f-4958-b928-f0581f065524 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:41.858649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (0cfb4e0e-4a2d-4534-a867-3e9410fee2ef), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.888222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (0cfb4e0e-4a2d-4534-a867-3e9410fee2ef), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.922056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d7488e2f-684f-4958-b928-f0581f065524 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:41.922681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7488e2f-684f-4958-b928-f0581f065524), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.977791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0cfb4e0e-4a2d-4534-a867-3e9410fee2ef), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.980940 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:41.982372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cfb4e0e-4a2d-4534-a867-3e9410fee2ef HTTP/1.1" status: 204 len: 168 time: 0.2306263 Mar 11 00:07:41.987394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:42.027534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf0408-dcbd-4160-8c9f-9ac31c316a40 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb4e0e-4a2d-4534-a867-3e9410fee2ef,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:42.029900 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-9eb64fff-386a-44fe-b058-e3abe553e885 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] show failed (client error): The resource could not be found. Mar 11 00:07:42.041716 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9eb64fff-386a-44fe-b058-e3abe553e885 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "GET /v2.0/security-groups/0cfb4e0e-4a2d-4534-a867-3e9410fee2ef HTTP/1.1" status: 404 len: 347 time: 0.0531628 Mar 11 00:07:42.044527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:42.108902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d7488e2f-684f-4958-b928-f0581f065524 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:42.225314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port af90077d-b162-4e9b-b00b-44bb416498d5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:42.226007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.328242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.328807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (af90077d-b162-4e9b-b00b-44bb416498d5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.344217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for af90077d-b162-4e9b-b00b-44bb416498d5 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:42.395825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::78 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/71cff702-3bee-4275-9d3d-ea1134f141ca) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:42.412058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] Publish callbacks [] for security_group (79c6abd5-4501-45e5-b0e1-5805fb2bb0b5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.419993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (7bd3459f-fd7f-4737-8471-2160dece7e33), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.558134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] Publish callbacks [] for security_group (79c6abd5-4501-45e5-b0e1-5805fb2bb0b5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.559760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af90077d-b162-4e9b-b00b-44bb416498d5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.622222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Checking segment: {'id': 'ac10a676-0100-43cb-93a3-e941862a85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:42.622578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network hostable DHCP agents. Network: b290e81d-cd45-47e3-bffb-cf908501136d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:07:42.635870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Subnet': ['ID=7bd3459f-fd7f-4737-8471-2160dece7e33,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:42.705784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network b290e81d-cd45-47e3-bffb-cf908501136d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:07:42.721870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b290e81d-cd45-47e3-bffb-cf908501136d) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:42.732950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (79c6abd5-4501-45e5-b0e1-5805fb2bb0b5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.734521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75550f18-32f5-4439-b454-2e2179f6d820 None None] Network b290e81d-cd45-47e3-bffb-cf908501136d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:42.735743 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.737014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79c6abd5-4501-45e5-b0e1-5805fb2bb0b5 HTTP/1.1" status: 204 len: 168 time: 0.9447489 Mar 11 00:07:42.750508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:42.751138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.873280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:42.880716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea4bee-ad7f-4838-939b-e17a42703f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c6abd5-4501-45e5-b0e1-5805fb2bb0b5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:42.930316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3a7e8a85-2e91-4ad9-8d08-53c530231c48 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8569255 Mar 11 00:07:42.939285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33974) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:42.955307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=af90077d-b162-4e9b-b00b-44bb416498d5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:42.956484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'network': {'name': 'tempest-router-network01--1082486079'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:42.982276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b290e81d-cd45-47e3-bffb-cf908501136d', 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d', 'project_id': '4431287db8f34c73b262b36e1980eeb0', 'fixed_ips': [{'subnet_id': '7bd3459f-fd7f-4737-8471-2160dece7e33'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:07:42.983802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.065832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:43.077989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.097117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.141303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for floatingip (d416ac56-ea35-4087-bc3e-f4fd9a7ebc51), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.148530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.152058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:07:43.152348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-356f5ead-8db6-49e1-a382-6a67f90413ac tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/floatingips/d416ac56-ea35-4087-bc3e-f4fd9a7ebc51 HTTP/1.1" status: 204 len: 168 time: 1.1042447 Mar 11 00:07:43.153456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:43.162849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3d6686fc-ab7f-40a0-8c17-fa0b75304484), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.163312 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Added segment 3d6686fc-ab7f-40a0-8c17-fa0b75304484 of type vlan for network fb5713c8-8185-489b-98e8-d57055b71411 Mar 11 00:07:43.216084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (fb5713c8-8185-489b-98e8-d57055b71411), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.238398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:43.240769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Allocated IP 172.20.0.2 (b290e81d-cd45-47e3-bffb-cf908501136d/7bd3459f-fd7f-4737-8471-2160dece7e33/7c13e967-6b54-40f1-acd8-51076e87f41c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:43.255723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:43.307788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.308793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:43.325258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:43.326313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.371289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:07:43.386203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=71cff702-3bee-4275-9d3d-ea1134f141ca,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:43.400107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port cd189fbc-d907-44ec-a05c-0dd68ffc379a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:43.401012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.430328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c80a8696-895d-4354-8df5-5e6f184c5210 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4453988 Mar 11 00:07:43.432707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33992) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:43.444644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:3a:78:f2'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:43.457635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (fb5713c8-8185-489b-98e8-d57055b71411), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.479259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:43.480248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.621865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.652093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for cd189fbc-d907-44ec-a05c-0dd68ffc379a owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:43.694130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Network': ['ID=fb5713c8-8185-489b-98e8-d57055b71411,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:43.754791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74091a53-ecb6-4fc9-a676-dd62fc3e8549 req-ce4840d5-8385-4bb1-bb85-8edc1c796a0b tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:43.757405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74091a53-ecb6-4fc9-a676-dd62fc3e8549 req-ce4840d5-8385-4bb1-bb85-8edc1c796a0b tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 946 time: 0.5474713 Mar 11 00:07:43.791500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37c9ba23-6425-46eb-a18d-cc5848b6f413 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8496113 Mar 11 00:07:43.805742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34004) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:43.810869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'network': {'name': 'tempest-router-network02--711747381'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:43.814367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network fb5713c8-8185-489b-98e8-d57055b71411 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:07:43.860821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:43.866166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.873133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.935862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cb3c69ce-21b1-4cc3-8d14-7270d14f26c1 None None] Provisioning complete for port 71cff702-3bee-4275-9d3d-ea1134f141ca triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:43.936761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb3c69ce-21b1-4cc3-8d14-7270d14f26c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.956394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:07:43.970318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (568788a3-5aa3-4a5d-bb88-df29a1318d21), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.970672 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Added segment 568788a3-5aa3-4a5d-bb88-df29a1318d21 of type vlan for network e0977267-a535-42bc-8f4b-4093b1ccc50e Mar 11 00:07:43.972415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cd189fbc-d907-44ec-a05c-0dd68ffc379a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:43.998759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74091a53-ecb6-4fc9-a676-dd62fc3e8549 req-ee11b348-52bc-47f6-8762-e31b8442e5b4 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129304 Mar 11 00:07:44.005941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c69ce-21b1-4cc3-8d14-7270d14f26c1 None None] Port 71cff702-3bee-4275-9d3d-ea1134f141ca cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:44.128807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks [] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.136242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=cd189fbc-d907-44ec-a05c-0dd68ffc379a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:44.139591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.183223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Network b290e81d-cd45-47e3-bffb-cf908501136d is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:44.188123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:44.193186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:44.251437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Pushing event updated for resources: {'Port': ['ID=7c13e967-6b54-40f1-acd8-51076e87f41c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:44.261013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (e0977267-a535-42bc-8f4b-4093b1ccc50e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.288155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Attempting to bind port 7c13e967-6b54-40f1-acd8-51076e87f41c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:44.288603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Attempting to bind port 7c13e967-6b54-40f1-acd8-51076e87f41c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ac10a676-0100-43cb-93a3-e941862a85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:44.288982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Attempting to bind port 7c13e967-6b54-40f1-acd8-51076e87f41c on network b290e81d-cd45-47e3-bffb-cf908501136d {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:44.296071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (e0977267-a535-42bc-8f4b-4093b1ccc50e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.299862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:44.300277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Checking segment: {'id': 'ac10a676-0100-43cb-93a3-e941862a85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:44.311839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:44.311839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.312084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.312084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Bound using segment: {'id': 'ac10a676-0100-43cb-93a3-e941862a85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:44.312084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Bound port: 7c13e967-6b54-40f1-acd8-51076e87f41c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac10a676-0100-43cb-93a3-e941862a85b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b290e81d-cd45-47e3-bffb-cf908501136d'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:44.312084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.319039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.328052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.376174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5691819 Mar 11 00:07:44.376813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:44.397640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'subnet': {'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:44.409682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] In _notify_port_updated(), no bound segment for port 71cff702-3bee-4275-9d3d-ea1134f141ca on network baed756c-396f-4bf4-895a-dc4657dc7230 {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:07:44.417242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:44.417931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.428116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "PUT /v2.0/ports/71cff702-3bee-4275-9d3d-ea1134f141ca HTTP/1.1" status: 200 len: 1000 time: 0.9907990 Mar 11 00:07:44.431756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34018) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:44.453059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] For port 7c13e967-6b54-40f1-acd8-51076e87f41c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:44.462452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] For port 7c13e967-6b54-40f1-acd8-51076e87f41c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7c13e967-6b54-40f1-acd8-51076e87f41c,segment=NetworkSegment(ac10a676-0100-43cb-93a3-e941862a85b3),segment_id=ac10a676-0100-43cb-93a3-e941862a85b3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:44.475470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.557748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368e9d-2d19-4c81-9ce2-c71c88bd7022 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=71cff702-3bee-4275-9d3d-ea1134f141ca,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:44.675430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d36b0-1bd2-49e0-ab6b-a195a116435f None None] Pushing event updated for resources: {'Port': ['ID=7c13e967-6b54-40f1-acd8-51076e87f41c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:44.686141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.693584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f327cb5-08e0-4da4-a79e-76c7a9efde7e tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/ports/cd189fbc-d907-44ec-a05c-0dd68ffc379a HTTP/1.1" status: 204 len: 168 time: 1.5384846 Mar 11 00:07:44.698468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34026) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:44.739708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c6cf-2f4c-4eb0-b26d-099f155a4ab7 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Network': ['ID=e0977267-a535-42bc-8f4b-4093b1ccc50e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:44.754783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:44.758765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:44.764028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network e0977267-a535-42bc-8f4b-4093b1ccc50e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:07:44.916471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-fd7d334e-8206-4f3e-9b6e-9a09087a0bee tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:44.918117 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-fd7d334e-8206-4f3e-9b6e-9a09087a0bee tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 946 time: 0.3292301 Mar 11 00:07:45.008306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port 71cff702-3bee-4275-9d3d-ea1134f141ca {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:45.008813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.119957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-08f9d17a-1e66-401c-9942-4c86596bdc3e None None] Provisioning complete for port 71cff702-3bee-4275-9d3d-ea1134f141ca triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:45.120541 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08f9d17a-1e66-401c-9942-4c86596bdc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.209178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-08f9d17a-1e66-401c-9942-4c86596bdc3e None None] Port 71cff702-3bee-4275-9d3d-ea1134f141ca cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:45.309044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.315757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port 61ffe986-4bf3-44da-a3ce-74203250b8db {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:45.316138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.351247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for 71cff702-3bee-4275-9d3d-ea1134f141ca owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:45.360866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Deleting port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:45.361399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.465628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.479585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for 61ffe986-4bf3-44da-a3ce-74203250b8db owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:45.551518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] For port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,segment=NetworkSegment(110b158a-b852-42d9-97f1-c751225706ac),segment_id=110b158a-b852-42d9-97f1-c751225706ac)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:45.551946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.570316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Calling delete_port for 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:45.643826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911464-f62c-4032-b7ae-012a35395b1d req-7820bcc7-1e6c-41a4-8829-8a3c6a441ac5 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:45.645399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b911464-f62c-4032-b7ae-012a35395b1d req-7820bcc7-1e6c-41a4-8829-8a3c6a441ac5 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 946 time: 0.4189289 Mar 11 00:07:45.648456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (61ffe986-4bf3-44da-a3ce-74203250b8db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.665405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (1fde0494-8ad1-4477-871e-0fd260c7b6d1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:45.847619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=61ffe986-4bf3-44da-a3ce-74203250b8db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:45.848194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7c13e967-6b54-40f1-acd8-51076e87f41c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:45.962150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b911464-f62c-4032-b7ae-012a35395b1d req-b11d1a34-c51e-4143-9663-5196ac2a0823 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/security-groups?id=c7f91a08-33eb-463d-a818-23b405190551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685544 Mar 11 00:07:46.017002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7c13e967-6b54-40f1-acd8-51076e87f41c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:46.017394 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.031765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.055009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Subnet': ['ID=1fde0494-8ad1-4477-871e-0fd260c7b6d1,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:46.061165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-24eda046-06e6-4d76-a0e9-7eae99eb60d9 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/ports/61ffe986-4bf3-44da-a3ce-74203250b8db HTTP/1.1" status: 204 len: 168 time: 1.3615665 Mar 11 00:07:46.062095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34050) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:46.117832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Checking segment: {'id': '3d6686fc-ab7f-40a0-8c17-fa0b75304484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:46.122814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network hostable DHCP agents. Network: fb5713c8-8185-489b-98e8-d57055b71411, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:07:46.161728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting subnet 3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:46.177139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for subnet (3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.188665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (22e3e9e8-46a9-4e3a-8c99-96f8d985f486), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.226222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network fb5713c8-8185-489b-98e8-d57055b71411 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:07:46.228075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7c13e967-6b54-40f1-acd8-51076e87f41c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:46.229128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.318039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.319252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Pushing event deleted for resources: {'Port': ['ID=22e3e9e8-46a9-4e3a-8c99-96f8d985f486,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:46.353756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 7c13e967-6b54-40f1-acd8-51076e87f41c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7c13e967-6b54-40f1-acd8-51076e87f41c,segment=NetworkSegment(ac10a676-0100-43cb-93a3-e941862a85b3),segment_id=ac10a676-0100-43cb-93a3-e941862a85b3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:46.365482 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.418585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, fb5713c8-8185-489b-98e8-d57055b71411) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:46.445956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e829d50-022e-4518-80ec-c6305cda74d2 None None] Network fb5713c8-8185-489b-98e8-d57055b71411 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:46.479064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] No DVR routers for this DVR port 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:46.485326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:46.489943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.502971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.509655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.517582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f5ea92ec-c070-483e-915c-437aa22dc097 req-cd8fe152-b4d3-48d1-8070-7ba7354adfdb tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.30 "DELETE /v2.0/ports/22e3e9e8-46a9-4e3a-8c99-96f8d985f486 HTTP/1.1" status: 204 len: 173 time: 1.5874107 Mar 11 00:07:46.520442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'name': 'network-vif-deleted', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:07:46.523331 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a471f621-df53-4198-9f80-308bff0add09" -d '{"events": [{"server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "name": "network-vif-deleted", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:07:46.603555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58abdd26-a986-47d1-9f22-484e00362144 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2203014 Mar 11 00:07:46.621072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:46.630384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'subnet': {'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:46.657510 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a59413-8e20-4430-892e-39a6e2d1f7d8 x-openstack-request-id: req-71a59413-8e20-4430-892e-39a6e2d1f7d8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:07:46.658727 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b58b05-57f6-4695-a5f0-1b7027118115", "name": "network-vif-deleted", "tag": "22e3e9e8-46a9-4e3a-8c99-96f8d985f486", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:07:46.659469 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71a59413-8e20-4430-892e-39a6e2d1f7d8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:07:46.660520 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b58b05-57f6-4695-a5f0-1b7027118115', 'name': 'network-vif-deleted', 'tag': '22e3e9e8-46a9-4e3a-8c99-96f8d985f486', 'status': 'completed', 'code': 200} Mar 11 00:07:46.670153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.722075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.728523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f50fb-55dc-4b11-96bb-0e73b8a446ac None None] Network b290e81d-cd45-47e3-bffb-cf908501136d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:46.731726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/subnets/3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981 HTTP/1.1" status: 204 len: 168 time: 0.6659415 Mar 11 00:07:46.733689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:46.741197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149d4b5-453c-4cbd-b538-95c3c30039e3 None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:46.780257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-fb5713c8-8185-489b-98e8-d57055b71411', 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411', 'project_id': '4431287db8f34c73b262b36e1980eeb0', 'fixed_ips': [{'subnet_id': '1fde0494-8ad1-4477-871e-0fd260c7b6d1'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:07:46.781277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.826560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb782c-3a05-4a36-a108-b366a18f3a48 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5fc309-7ee3-4ee4-a8c8-b0f1c8c4e981,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:46.828610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Made reservation on behalf of 4431287db8f34c73b262b36e1980eeb0 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:46.839352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.861012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-20959a0e-c471-4988-82d7-2b1b63fccb41 None None] Provisioning complete for port 7c13e967-6b54-40f1-acd8-51076e87f41c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:46.861373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20959a0e-c471-4988-82d7-2b1b63fccb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.863265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=7c13e967-6b54-40f1-acd8-51076e87f41c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:46.891245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting subnet 95d832bb-af5d-41dc-a886-b56fd227c335 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:07:46.895209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for subnet (95d832bb-af5d-41dc-a886-b56fd227c335), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:46.955007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (95d832bb-af5d-41dc-a886-b56fd227c335), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.115815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (95d832bb-af5d-41dc-a886-b56fd227c335), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.129960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ca3ebda0-56a9-457c-a1f9-5af975ac2c05), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.199168 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (71cff702-3bee-4275-9d3d-ea1134f141ca), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.203755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (95d832bb-af5d-41dc-a886-b56fd227c335), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.311958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Subnet': ['ID=ca3ebda0-56a9-457c-a1f9-5af975ac2c05,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:47.328973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Allocated IP 172.20.0.2 (fb5713c8-8185-489b-98e8-d57055b71411/1fde0494-8ad1-4477-871e-0fd260c7b6d1/09fb8b9b-ad2c-4203-90e9-d2b8e31892ed) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:47.332548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Subnet': ['ID=95d832bb-af5d-41dc-a886-b56fd227c335,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:47.340578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23bd971a-9090-41ac-b12d-cfcbeb70ab27 req-42ff0d39-d628-49f8-b12b-f20cd1464705 tempest-VolumesActionsTest-1222312009 tempest-VolumesActionsTest-1222312009-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b58b05-57f6-4695-a5f0-1b7027118115 HTTP/1.1" status: 200 len: 210 time: 0.1438508 Mar 11 00:07:47.341334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=71cff702-3bee-4275-9d3d-ea1134f141ca,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:47.367352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.370210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0efced-3f83-4544-8509-e13b37e30961 None None] Network 13dbe604-8e8d-4d64-97d2-954de927f094 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:47.373806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0bcea5c1-417c-430a-9af0-6e1af334c0c1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/subnets/95d832bb-af5d-41dc-a886-b56fd227c335 HTTP/1.1" status: 204 len: 168 time: 0.5876756 Mar 11 00:07:47.376733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34084) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:47.419966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Checking segment: {'id': '568788a3-5aa3-4a5d-bb88-df29a1318d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:47.420903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network hostable DHCP agents. Network: e0977267-a535-42bc-8f4b-4093b1ccc50e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:07:47.613211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-20959a0e-c471-4988-82d7-2b1b63fccb41 None None] Current status of the port 7c13e967-6b54-40f1-acd8-51076e87f41c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:47.632856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] DHCP port deletion for 128c5d5c-3517-42fd-a18c-a48f9013d74f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:47.663642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.672778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6786167f-cb05-473e-a6e8-c18dcc1e799c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/71cff702-3bee-4275-9d3d-ea1134f141ca HTTP/1.1" status: 204 len: 168 time: 3.2341120 Mar 11 00:07:47.675165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34090) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:47.680173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network e0977267-a535-42bc-8f4b-4093b1ccc50e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:07:47.716752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (128c5d5c-3517-42fd-a18c-a48f9013d74f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.731717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, e0977267-a535-42bc-8f4b-4093b1ccc50e) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:47.737657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:47.738261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:47.784110 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-7683dd7f-ebe5-46c7-aad6-15b57e4a955b tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] GET failed (client error): The resource could not be found. Mar 11 00:07:47.790766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7683dd7f-ebe5-46c7-aad6-15b57e4a955b tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports/71cff702-3bee-4275-9d3d-ea1134f141ca HTTP/1.1" status: 404 len: 333 time: 0.1102843 Mar 11 00:07:47.791300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:47.803521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ea2ee-bc2c-45a0-b8a5-83e5165c73de None None] Network e0977267-a535-42bc-8f4b-4093b1ccc50e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:47.808034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-77223487'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:47.848165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf40d154-928a-407a-ab31-c0f3fdf204d8 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2257726 Mar 11 00:07:47.857305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:48.057118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port d3a0913a-f95c-4b90-911e-9c5898846264 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:48.057455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.152461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:48.155039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:48.156132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.230416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port 9a79042d-50a9-41b7-b866-608e31dc8577 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:48.409539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::3a1 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/9a79042d-50a9-41b7-b866-608e31dc8577) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:48.460842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port d3a0913a-f95c-4b90-911e-9c5898846264, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d3a0913a-f95c-4b90-911e-9c5898846264,segment=NetworkSegment(6762c002-fcb6-4a18-8ad6-c34459ea5b7e),segment_id=6762c002-fcb6-4a18-8ad6-c34459ea5b7e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:48.462634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.507539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for d3a0913a-f95c-4b90-911e-9c5898846264 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:48.605526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7c13e967-6b54-40f1-acd8-51076e87f41c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:48.650948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:48.651310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 22e3e9e8-46a9-4e3a-8c99-96f8d985f486 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:48.661605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] DHCP port deletion for 13dbe604-8e8d-4d64-97d2-954de927f094 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:07:48.718955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (9a79042d-50a9-41b7-b866-608e31dc8577), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.761793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.763079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-883f512e-256c-414e-b9ab-ec7914ec79c7 None None] Provisioning complete for port 7c13e967-6b54-40f1-acd8-51076e87f41c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:48.764001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-883f512e-256c-414e-b9ab-ec7914ec79c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.778137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.827635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=9a79042d-50a9-41b7-b866-608e31dc8577,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:48.864515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:48.872201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:48.879946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:48.891083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:48.896247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:48.955716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a0406726-e358-4ef6-b095-81f772afd374 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1627657 Mar 11 00:07:48.958158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34132) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:48.963640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:78:f2'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:49.003746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.121519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=d3a0913a-f95c-4b90-911e-9c5898846264,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:49.123481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port d3a0913a-f95c-4b90-911e-9c5898846264 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:49.212363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks [] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.253634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Deleting port d3a0913a-f95c-4b90-911e-9c5898846264 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:49.255985 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.310276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (128c5d5c-3517-42fd-a18c-a48f9013d74f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.330522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-883f512e-256c-414e-b9ab-ec7914ec79c7 None None] Current status of the port 7c13e967-6b54-40f1-acd8-51076e87f41c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:49.351756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.354143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-e0977267-a535-42bc-8f4b-4093b1ccc50e', 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e', 'project_id': '4431287db8f34c73b262b36e1980eeb0', 'fixed_ips': [{'subnet_id': 'ca3ebda0-56a9-457c-a1f9-5af975ac2c05'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:07:49.367687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.378338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.395458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128c5d5c-3517-42fd-a18c-a48f9013d74f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:49.414590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6762c002-fcb6-4a18-8ad6-c34459ea5b7e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:49.415712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6762c002-fcb6-4a18-8ad6-c34459ea5b7e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:49.434226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (6762c002-fcb6-4a18-8ad6-c34459ea5b7e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.498152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6762c002-fcb6-4a18-8ad6-c34459ea5b7e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.536390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:49.538412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (6762c002-fcb6-4a18-8ad6-c34459ea5b7e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:49.545057 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:49.678267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Allocated IP 172.20.0.1 (fb5713c8-8185-489b-98e8-d57055b71411/1fde0494-8ad1-4477-871e-0fd260c7b6d1/af89c811-b436-4429-beb4-31558cfc570c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:49.713753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Allocated IP 172.20.0.2 (e0977267-a535-42bc-8f4b-4093b1ccc50e/ca3ebda0-56a9-457c-a1f9-5af975ac2c05/db031574-8814-42e6-9c64-82df525905b1) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:49.720053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (128c5d5c-3517-42fd-a18c-a48f9013d74f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.741372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.749599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/networks/128c5d5c-3517-42fd-a18c-a48f9013d74f HTTP/1.1" status: 204 len: 168 time: 2.3646333 Mar 11 00:07:49.754878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34158) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:49.790975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4759b-19e5-4c68-8276-dd79d0c37cd1 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Network': ['ID=128c5d5c-3517-42fd-a18c-a48f9013d74f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:49.937500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (13dbe604-8e8d-4d64-97d2-954de927f094), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.945166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (9a79042d-50a9-41b7-b866-608e31dc8577), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:49.957782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.024658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for port (af89c811-b436-4429-beb4-31558cfc570c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.031858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] In _notify_port_updated(), no bound segment for port 9a79042d-50a9-41b7-b866-608e31dc8577 on network baed756c-396f-4bf4-895a-dc4657dc7230 {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:07:50.042219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:50.042796 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.044265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "PUT /v2.0/ports/9a79042d-50a9-41b7-b866-608e31dc8577 HTTP/1.1" status: 200 len: 1001 time: 1.0849421 Mar 11 00:07:50.047545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:50.150392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Pushing event updated for resources: {'Port': ['ID=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:50.226445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3b1d4a3a-be6b-4322-bdb8-8a586086ab64 None None] Provisioning complete for port 9a79042d-50a9-41b7-b866-608e31dc8577 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:50.226833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4a3a-be6b-4322-bdb8-8a586086ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.240266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks [] for port (db031574-8814-42e6-9c64-82df525905b1), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.260815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5037a7e-7e8d-43c2-9ac1-a3ef6a646aaf tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=9a79042d-50a9-41b7-b866-608e31dc8577,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:50.295216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Deleting port 72458656-0e7a-4d6a-9134-f62a58767ec2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:50.295432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Network fb5713c8-8185-489b-98e8-d57055b71411 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:50.297599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.338980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af89c811-b436-4429-beb4-31558cfc570c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.388887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network fb5713c8-8185-489b-98e8-d57055b71411 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:50.392794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:50.440622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:50.444320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port 9a79042d-50a9-41b7-b866-608e31dc8577 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:50.448495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.461069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:50.462352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Deleting port 72458656-0e7a-4d6a-9134-f62a58767ec2 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:50.462665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] For port 72458656-0e7a-4d6a-9134-f62a58767ec2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72458656-0e7a-4d6a-9134-f62a58767ec2,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:50.463256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.464212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.505025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Calling delete_port for 72458656-0e7a-4d6a-9134-f62a58767ec2 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:50.586654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] For port 72458656-0e7a-4d6a-9134-f62a58767ec2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=72458656-0e7a-4d6a-9134-f62a58767ec2,segment=NetworkSegment(3c1dfb8b-f5b6-4f2b-8519-071873084842),segment_id=3c1dfb8b-f5b6-4f2b-8519-071873084842)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:50.587113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.625205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Calling delete_port for 72458656-0e7a-4d6a-9134-f62a58767ec2 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:50.701076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.761454 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (db031574-8814-42e6-9c64-82df525905b1), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.765905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] No DVR routers for this DVR port 72458656-0e7a-4d6a-9134-f62a58767ec2 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:50.781717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] For port d3a0913a-f95c-4b90-911e-9c5898846264, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:50.782176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Port': ['ID=72458656-0e7a-4d6a-9134-f62a58767ec2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:50.782309 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.800493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Calling delete_port for d3a0913a-f95c-4b90-911e-9c5898846264 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:50.805905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Port d3a0913a-f95c-4b90-911e-9c5898846264 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:07:50.808097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:50.811344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (72458656-0e7a-4d6a-9134-f62a58767ec2), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.817661 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d3a0913a-f95c-4b90-911e-9c5898846264), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.825298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7c13e967-6b54-40f1-acd8-51076e87f41c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:50.825681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:50.954397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Network 128c5d5c-3517-42fd-a18c-a48f9013d74f is not hosted by any dhcp agent {{(pid=110427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:07:50.954877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] No DVR routers for this DVR port d3a0913a-f95c-4b90-911e-9c5898846264 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:50.995729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (13dbe604-8e8d-4d64-97d2-954de927f094), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.034299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dbe604-8e8d-4d64-97d2-954de927f094']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:51.066321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1dfb8b-f5b6-4f2b-8519-071873084842') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:51.066870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1dfb8b-f5b6-4f2b-8519-071873084842') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:51.090990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3c1dfb8b-f5b6-4f2b-8519-071873084842), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.093754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Network e0977267-a535-42bc-8f4b-4093b1ccc50e is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:51.127327 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c1dfb8b-f5b6-4f2b-8519-071873084842), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.155094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:07:51.156744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3c1dfb8b-f5b6-4f2b-8519-071873084842), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:07:51.168330 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:07:51.176775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7c13e967-6b54-40f1-acd8-51076e87f41c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:51.179399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:51.182142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:51.346748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d4a3a-be6b-4322-bdb8-8a586086ab64 None None] Port 9a79042d-50a9-41b7-b866-608e31dc8577 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:51.351363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Port': ['ID=af89c811-b436-4429-beb4-31558cfc570c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:51.354477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] No DVR routers for this DVR port 72458656-0e7a-4d6a-9134-f62a58767ec2 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:07:51.372179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3a0913a-f95c-4b90-911e-9c5898846264 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:51.376870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.426521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (13dbe604-8e8d-4d64-97d2-954de927f094), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.450773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.466240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] 10.222.0.21 "DELETE /v2.0/networks/13dbe604-8e8d-4d64-97d2-954de927f094 HTTP/1.1" status: 204 len: 168 time: 1.7058368 Mar 11 00:07:51.521962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056b524-794c-4ed7-b909-361f313861e0 tempest-TaggedBootDevicesTest_v242-362008577 tempest-TaggedBootDevicesTest_v242-362008577-project] Pushing event deleted for resources: {'Network': ['ID=13dbe604-8e8d-4d64-97d2-954de927f094,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:51.568108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Pushing event updated for resources: {'Port': ['ID=db031574-8814-42e6-9c64-82df525905b1,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:51.570471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d3a0913a-f95c-4b90-911e-9c5898846264 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:51.570853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d3a0913a-f95c-4b90-911e-9c5898846264 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:51.634677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.654091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Attempting to bind port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:51.654464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Attempting to bind port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3d6686fc-ab7f-40a0-8c17-fa0b75304484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:51.663209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Attempting to bind port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed on network fb5713c8-8185-489b-98e8-d57055b71411 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:51.703395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:51.704027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Checking segment: {'id': '3d6686fc-ab7f-40a0-8c17-fa0b75304484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:51.706447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.706923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Bound using segment: {'id': '3d6686fc-ab7f-40a0-8c17-fa0b75304484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:51.707483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Bound port: 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6686fc-ab7f-40a0-8c17-fa0b75304484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb5713c8-8185-489b-98e8-d57055b71411'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:51.707878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.748030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for 9a79042d-50a9-41b7-b866-608e31dc8577 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:51.760699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8f8d9092-116f-426d-aa23-5137ed006de9 None None] Provisioning complete for port 9a79042d-50a9-41b7-b866-608e31dc8577 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:51.761518 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8f8d9092-116f-426d-aa23-5137ed006de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.766646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Attempting to bind port db031574-8814-42e6-9c64-82df525905b1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:07:51.767223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Attempting to bind port db031574-8814-42e6-9c64-82df525905b1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '568788a3-5aa3-4a5d-bb88-df29a1318d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:07:51.768370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Attempting to bind port db031574-8814-42e6-9c64-82df525905b1 on network e0977267-a535-42bc-8f4b-4093b1ccc50e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:07:51.774773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8fec2-b40f-4eb9-84a2-02cf45198eec None None] Pushing event deleted for resources: {'Port': ['ID=72458656-0e7a-4d6a-9134-f62a58767ec2,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:51.808213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (af89c811-b436-4429-beb4-31558cfc570c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:51.898465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72458656-0e7a-4d6a-9134-f62a58767ec2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:07:52.029071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:07:52.029454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Checking segment: {'id': '568788a3-5aa3-4a5d-bb88-df29a1318d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:07:52.030075 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:52.030629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Bound using segment: {'id': '568788a3-5aa3-4a5d-bb88-df29a1318d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:07:52.031277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Bound port: db031574-8814-42e6-9c64-82df525905b1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568788a3-5aa3-4a5d-bb88-df29a1318d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e0977267-a535-42bc-8f4b-4093b1ccc50e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:07:52.031825 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db031574-8814-42e6-9c64-82df525905b1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:52.124229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] For port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:52.133426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] For port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,segment=NetworkSegment(3d6686fc-ab7f-40a0-8c17-fa0b75304484),segment_id=3d6686fc-ab7f-40a0-8c17-fa0b75304484)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:52.137710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9a79042d-50a9-41b7-b866-608e31dc8577), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:52.164206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 72458656-0e7a-4d6a-9134-f62a58767ec2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:07:52.165412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 72458656-0e7a-4d6a-9134-f62a58767ec2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:07:52.169122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d9092-116f-426d-aa23-5137ed006de9 None None] Port 9a79042d-50a9-41b7-b866-608e31dc8577 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:52.170763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5884ad-e526-45c6-90bc-e258a6c42dcb None None] Pushing event deleted for resources: {'Port': ['ID=d3a0913a-f95c-4b90-911e-9c5898846264,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:52.178767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:52.233458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=9a79042d-50a9-41b7-b866-608e31dc8577,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:52.363870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:52.390886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa600f48-4b85-4337-851b-05d68879f4b0 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/9a79042d-50a9-41b7-b866-608e31dc8577 HTTP/1.1" status: 204 len: 168 time: 2.3422947 Mar 11 00:07:52.393459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:52.564325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caf8f5-5f9e-4e51-8a87-149de236ef40 None None] Pushing event updated for resources: {'Port': ['ID=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:52.623204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] For port db031574-8814-42e6-9c64-82df525905b1, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:07:52.683757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] For port db031574-8814-42e6-9c64-82df525905b1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db031574-8814-42e6-9c64-82df525905b1,segment=NetworkSegment(568788a3-5aa3-4a5d-bb88-df29a1318d21),segment_id=568788a3-5aa3-4a5d-bb88-df29a1318d21)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:07:52.696513 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-258a05c9-4445-4ff7-80e1-4ec4294e2a71 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] GET failed (client error): The resource could not be found. Mar 11 00:07:52.708362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34238) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:52.718048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-625542770'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:52.723669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-258a05c9-4445-4ff7-80e1-4ec4294e2a71 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports/9a79042d-50a9-41b7-b866-608e31dc8577 HTTP/1.1" status: 404 len: 333 time: 0.3281777 Mar 11 00:07:52.726105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db031574-8814-42e6-9c64-82df525905b1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.033920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf213-bcff-4176-91e5-47cb0e141ab8 None None] Pushing event updated for resources: {'Port': ['ID=db031574-8814-42e6-9c64-82df525905b1,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:53.184078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:53.189084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.240759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port 1ec446cf-f830-4455-ad05-18b3e9cbd750 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:53.254467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for port (af89c811-b436-4429-beb4-31558cfc570c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.271356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (af89c811-b436-4429-beb4-31558cfc570c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.411796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Port': ['ID=af89c811-b436-4429-beb4-31558cfc570c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:53.456027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.500872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::2e6 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/1ec446cf-f830-4455-ad05-18b3e9cbd750) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:53.663946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network fb5713c8-8185-489b-98e8-d57055b71411 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:53.666820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:53.885631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:53.939654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:54.046457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:54.068469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:54.078239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:54.108839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:54.119101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:54.151597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=1ec446cf-f830-4455-ad05-18b3e9cbd750,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:54.165927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Router 6da0aed2-01a2-46d3-b5c3-236e9485509f is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:07:54.189762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ccb3a3d2-912c-4c7a-b13d-5393f4f9b7df tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4795775 Mar 11 00:07:54.195679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34294) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:54.202950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'network_id': 'baed756c-396f-4bf4-895a-dc4657dc7230', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-317131131'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:54.269431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db031574-8814-42e6-9c64-82df525905b1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:54.532597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db031574-8814-42e6-9c64-82df525905b1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:54.541119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db031574-8814-42e6-9c64-82df525905b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:54.621045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Made reservation on behalf of b0464364f4284aa6a83375eae9177659 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:07:54.624576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:54.636214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:07:54.645370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86560204-46c3-43d9-87c1-417df8dbee16 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7846332 Mar 11 00:07:54.650678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] Sync routers for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:07:54.662115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:54.678581 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:54.683217 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:54.792577 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:54.797991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7234e-7658-43c2-8da1-3e0bb4c9b1dd None None] Network fb5713c8-8185-489b-98e8-d57055b71411 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:54.806913 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:07:54.808257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:54.898719 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:07:54.900580 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c6566-f899-4981-a6e3-52cc9588f834 None None] The sync data for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:07:54.908935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] device_id is not set on port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:07:55.192452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db031574-8814-42e6-9c64-82df525905b1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:55.199576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (db031574-8814-42e6-9c64-82df525905b1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:55.277219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Provisioning complete for port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:55.277871 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:55.288565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb99276-c580-400b-89d2-5e479911a060 None None] Network e0977267-a535-42bc-8f4b-4093b1ccc50e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:07:55.796389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Allocated IP 2001:db8::3e3 (baed756c-396f-4bf4-895a-dc4657dc7230/a7271992-112a-4a2f-9de0-3868b54e6e7b/c09207fa-c3e2-4c76-a79d-4f833bf9cf69) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:07:56.040964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port db031574-8814-42e6-9c64-82df525905b1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db031574-8814-42e6-9c64-82df525905b1,segment=NetworkSegment(568788a3-5aa3-4a5d-bb88-df29a1318d21),segment_id=568788a3-5aa3-4a5d-bb88-df29a1318d21)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:56.051863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.089325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (db031574-8814-42e6-9c64-82df525905b1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.090354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:56.127910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.244328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Network baed756c-396f-4bf4-895a-dc4657dc7230 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:07:56.277590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:07:56.341811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=db031574-8814-42e6-9c64-82df525905b1,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:56.345356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:07:56.364302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:56.365483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.367608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Current status of the port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:56.372529 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.480989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2816243 Mar 11 00:07:56.483211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34346) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:56.495040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::399', 'mac_address': 'fa:16:3e:3a:78:f2'}, {'ip_address': '2001:db8::2e6', 'mac_address': 'fa:16:3e:09:3c:fc'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:07:56.526554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] For port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,segment=NetworkSegment(3d6686fc-ab7f-40a0-8c17-fa0b75304484),segment_id=3d6686fc-ab7f-40a0-8c17-fa0b75304484)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:07:56.527892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09321421-b4d9-4c08-91a1-b2451006bd09 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=c09207fa-c3e2-4c76-a79d-4f833bf9cf69,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:56.563809 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:56.848573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c524bd-6029-479a-b00f-02f1a5708857 None None] Pushing event updated for resources: {'Port': ['ID=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:56.864073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:56.864462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.032372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Provisioning complete for port db031574-8814-42e6-9c64-82df525905b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:57.033073 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db031574-8814-42e6-9c64-82df525905b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.161726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:57.175078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.226788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34360) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:57.378192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Current status of the port db031574-8814-42e6-9c64-82df525905b1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:57.430812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db031574-8814-42e6-9c64-82df525905b1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:57.568336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Provisioning complete for port 1ec446cf-f830-4455-ad05-18b3e9cbd750 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:57.568721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.581966 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-81957f15-eace-4c45-a63f-3b65dff8314f tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:07:57.590004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-81957f15-eace-4c45-a63f-3b65dff8314f tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9268184 Mar 11 00:07:57.592740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34370) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:57.601716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.625013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.663059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] In _notify_port_updated(), no bound segment for port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 on network baed756c-396f-4bf4-895a-dc4657dc7230 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:07:57.669465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:07:57.673213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.675497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "PUT /v2.0/ports/c09207fa-c3e2-4c76-a79d-4f833bf9cf69 HTTP/1.1" status: 200 len: 1067 time: 1.1903055 Mar 11 00:07:57.694417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9609643-9c4a-4137-bdef-1eb7b94887d0 None None] Port 1ec446cf-f830-4455-ad05-18b3e9cbd750 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:57.720060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port db031574-8814-42e6-9c64-82df525905b1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:57.720494 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db031574-8814-42e6-9c64-82df525905b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.729668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34372) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:57.850959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f3a3-7b6f-4d21-b612-aa5a36ce48c6 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event updated for resources: {'Port': ['ID=c09207fa-c3e2-4c76-a79d-4f833bf9cf69,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:57.892390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Provisioning complete for port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:57.892776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:57.954792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1862f86d-a969-4c35-ace3-974291da0fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.220836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port db031574-8814-42e6-9c64-82df525905b1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:58.221953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:07:58.261120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Current status of the port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:58.309173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Provisioning complete for port db031574-8814-42e6-9c64-82df525905b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:58.309555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (db031574-8814-42e6-9c64-82df525905b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.423785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:58.424461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.537460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1862f86d-a969-4c35-ace3-974291da0fa0 admin admin] Publish callbacks [] for security_group (0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.611026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1862f86d-a969-4c35-ace3-974291da0fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.663294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862f86d-a969-4c35-ace3-974291da0fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:58.668591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Current status of the port db031574-8814-42e6-9c64-82df525905b1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:58.695010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:58.697240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.738047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:07:58.741837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Provisioning complete for port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:58.741837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.784733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1862f86d-a969-4c35-ace3-974291da0fa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6210039165a24cd196ae6a1a11af105b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5520365 Mar 11 00:07:58.787006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:58.822299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:58.878184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Provisioning complete for port af89c811-b436-4429-beb4-31558cfc570c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:58.878719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (af89c811-b436-4429-beb4-31558cfc570c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.893156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] Publish callbacks [] for security_group (0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.923224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.957718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] Publish callbacks [] for security_group (0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.961151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:58.984777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8aa17-f83f-4bd2-a84d-ecf871c05643 None None] Port af89c811-b436-4429-beb4-31558cfc570c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:59.012956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for c09207fa-c3e2-4c76-a79d-4f833bf9cf69 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:07:59.061502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.064327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.065493 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e HTTP/1.1" status: 204 len: 168 time: 0.2775068 Mar 11 00:07:59.074775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b65c2b-e291-4ece-8c09-01fe903f33df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4ee2ca-28d5-4818-a0bd-d44ecf91e02e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:59.159230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d256ef94-6855-43ed-b2ed-de90d263d1db None None] Provisioning complete for port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:07:59.159632 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d256ef94-6855-43ed-b2ed-de90d263d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.294935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d256ef94-6855-43ed-b2ed-de90d263d1db None None] Port c09207fa-c3e2-4c76-a79d-4f833bf9cf69 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:07:59.598607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Deleting port af89c811-b436-4429-beb4-31558cfc570c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:07:59.599118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (af89c811-b436-4429-beb4-31558cfc570c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.649554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c09207fa-c3e2-4c76-a79d-4f833bf9cf69), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.757672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=c09207fa-c3e2-4c76-a79d-4f833bf9cf69,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:07:59.813595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34406) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:07:59.842468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58296a06-d8ea-4a34-a68f-d2e032c254c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.874083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (af89c811-b436-4429-beb4-31558cfc570c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:07:59.911813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Calling delete_port for af89c811-b436-4429-beb4-31558cfc570c owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:00.082041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58296a06-d8ea-4a34-a68f-d2e032c254c0 admin admin] Publish callbacks [] for security_group (513b3d1b-1b73-4daf-9ae6-f8737d32b0cb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.092859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58296a06-d8ea-4a34-a68f-d2e032c254c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (513b3d1b-1b73-4daf-9ae6-f8737d32b0cb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.150616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58296a06-d8ea-4a34-a68f-d2e032c254c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b3d1b-1b73-4daf-9ae6-f8737d32b0cb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:00.190222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58296a06-d8ea-4a34-a68f-d2e032c254c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10c272ae317b4b81aeb1ce8972d7e251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754108 Mar 11 00:08:00.192884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:00.250868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (af89c811-b436-4429-beb4-31558cfc570c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.318206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] Publish callbacks [] for security_group (513b3d1b-1b73-4daf-9ae6-f8737d32b0cb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.355290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Port': ['ID=af89c811-b436-4429-beb4-31558cfc570c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:00.375206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] Publish callbacks [] for security_group (513b3d1b-1b73-4daf-9ae6-f8737d32b0cb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.449767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (513b3d1b-1b73-4daf-9ae6-f8737d32b0cb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.452866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.454095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/513b3d1b-1b73-4daf-9ae6-f8737d32b0cb HTTP/1.1" status: 204 len: 168 time: 0.2599533 Mar 11 00:08:00.473156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae828d4-4408-4bb1-82c3-26407ed0ca78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b3d1b-1b73-4daf-9ae6-f8737d32b0cb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:00.721801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.730488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-46712d5d-eff4-48c7-84df-7d65d3a820ee tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/c09207fa-c3e2-4c76-a79d-4f833bf9cf69 HTTP/1.1" status: 204 len: 168 time: 2.8585265 Mar 11 00:08:00.733601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:00.804611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:00.839959 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdf8daf-b6a6-4469-adb9-fc853f4bb75c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] GET failed (client error): The resource could not be found. Mar 11 00:08:00.844878 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-afdf8daf-b6a6-4469-adb9-fc853f4bb75c tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports/c09207fa-c3e2-4c76-a79d-4f833bf9cf69 HTTP/1.1" status: 404 len: 333 time: 0.1054978 Mar 11 00:08:00.845522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:01.090708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Router 6da0aed2-01a2-46d3-b5c3-236e9485509f has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:01.098084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port 1ec446cf-f830-4455-ad05-18b3e9cbd750 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:01.099541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:01.184042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:01.193238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f18acc20-9dd8-4587-8c3e-d42c9079e6c0 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5941918 Mar 11 00:08:01.195122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34434) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:01.211958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] Sync routers for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:01.230356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:01.233076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:01.264770 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-ee21d7ac-fc63-4ffa-a3d3-cce7265f0887 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] delete failed (client error): The resource could not be found. Mar 11 00:08:01.269654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34438) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:01.270196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee21d7ac-fc63-4ffa-a3d3-cce7265f0887 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-228413112 HTTP/1.1" status: 404 len: 334 time: 0.0734444 Mar 11 00:08:01.281138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f4032fb1-8a76-4252-855c-1a3967cbbaf3 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'router': {'external_gateway_info': {'network_id': '6da0aed2-01a2-46d3-b5c3-236e9485509f'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:01.320474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:01.348737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:01.349388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:01.461860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:01.462551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe52230-117e-45e8-8ed4-bbb934902452 None None] The sync data for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:01.536449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:01.655856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for 1ec446cf-f830-4455-ad05-18b3e9cbd750 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:01.972904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1ec446cf-f830-4455-ad05-18b3e9cbd750), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:02.069088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4032fb1-8a76-4252-855c-1a3967cbbaf3 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router_gateway (6da0aed2-01a2-46d3-b5c3-236e9485509f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:02.103851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=1ec446cf-f830-4455-ad05-18b3e9cbd750,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:02.207592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:02.218730 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5948ed84-f27b-447c-858a-1cca90797f48 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/1ec446cf-f830-4455-ad05-18b3e9cbd750 HTTP/1.1" status: 204 len: 168 time: 1.3697312 Mar 11 00:08:02.220562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34478) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:02.255411 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-f4032fb1-8a76-4252-855c-1a3967cbbaf3 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] update failed (client error): The resource could not be found. Mar 11 00:08:02.258632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4032fb1-8a76-4252-855c-1a3967cbbaf3 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f HTTP/1.1" status: 404 len: 339 time: 0.9850714 Mar 11 00:08:02.260704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34480) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:02.332565 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cfc227-a444-4cb2-860f-8f4cba312a45 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] GET failed (client error): The resource could not be found. Mar 11 00:08:02.339669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83cfc227-a444-4cb2-860f-8f4cba312a45 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "GET /v2.0/ports/1ec446cf-f830-4455-ad05-18b3e9cbd750 HTTP/1.1" status: 404 len: 333 time: 0.1118319 Mar 11 00:08:02.340206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34482) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:02.606217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port 49cfd8a7-5b34-4168-8eba-ce762f540954 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:02.611309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:02.910492 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:02.944669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for 49cfd8a7-5b34-4168-8eba-ce762f540954 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:03.135104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:03.338620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (49cfd8a7-5b34-4168-8eba-ce762f540954), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:03.412753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=49cfd8a7-5b34-4168-8eba-ce762f540954,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:03.465088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:03.473398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b8c83cd-82ca-4328-a873-bac875298f76 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/ports/49cfd8a7-5b34-4168-8eba-ce762f540954 HTTP/1.1" status: 204 len: 168 time: 1.1297934 Mar 11 00:08:03.474726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:03.644478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting subnet a7271992-112a-4a2f-9de0-3868b54e6e7b {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:03.651553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for subnet (a7271992-112a-4a2f-9de0-3868b54e6e7b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:03.672581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b153cb6-ef17-4386-b668-488a7e98b34f req-305d0a87-f1bc-4cf5-87ba-9e818c2c30c0 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:03.674457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b153cb6-ef17-4386-b668-488a7e98b34f req-305d0a87-f1bc-4cf5-87ba-9e818c2c30c0 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.0919304 Mar 11 00:08:04.436145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a7271992-112a-4a2f-9de0-3868b54e6e7b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:04.547738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Allocated IP 172.20.0.1 (b290e81d-cd45-47e3-bffb-cf908501136d/7bd3459f-fd7f-4737-8471-2160dece7e33/24a1cf38-fa22-47fe-8ad8-44affb82639f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:04.593432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b153cb6-ef17-4386-b668-488a7e98b34f req-f04c3c22-72af-44a4-bd7a-8eeb9cda732f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9112027 Mar 11 00:08:04.758595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a7271992-112a-4a2f-9de0-3868b54e6e7b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:04.858424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:04.933753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a7271992-112a-4a2f-9de0-3868b54e6e7b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:04.974177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.082104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.082387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5ed53-d817-4d22-8f6e-f12ba6a3dcd9 None None] Network baed756c-396f-4bf4-895a-dc4657dc7230 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:05.098642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:05.098853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/subnets/a7271992-112a-4a2f-9de0-3868b54e6e7b HTTP/1.1" status: 204 len: 168 time: 1.6228497 Mar 11 00:08:05.169290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe975b2-0966-4934-b503-0364f9a25cbd tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Subnet': ['ID=a7271992-112a-4a2f-9de0-3868b54e6e7b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:05.233788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network b290e81d-cd45-47e3-bffb-cf908501136d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:05.250702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:05.265269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:08:05.335442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (baed756c-396f-4bf4-895a-dc4657dc7230), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.396467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Port': ['ID=24a1cf38-fa22-47fe-8ad8-44affb82639f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:05.420705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] DHCP port deletion for baed756c-396f-4bf4-895a-dc4657dc7230 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:05.452925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Deleting port d7488e2f-684f-4958-b928-f0581f065524 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:05.453276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d7488e2f-684f-4958-b928-f0581f065524), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.456198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.561467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Deleting port d7488e2f-684f-4958-b928-f0581f065524 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:05.564623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d7488e2f-684f-4958-b928-f0581f065524), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.597225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] For port d7488e2f-684f-4958-b928-f0581f065524, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7488e2f-684f-4958-b928-f0581f065524,segment=NetworkSegment(15bda91b-708b-4504-86c7-9238658aa103),segment_id=15bda91b-708b-4504-86c7-9238658aa103)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:05.598237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d7488e2f-684f-4958-b928-f0581f065524), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.625282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Calling delete_port for d7488e2f-684f-4958-b928-f0581f065524 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:05.794758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d7488e2f-684f-4958-b928-f0581f065524), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.803676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] For port d7488e2f-684f-4958-b928-f0581f065524, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d7488e2f-684f-4958-b928-f0581f065524,segment=NetworkSegment(15bda91b-708b-4504-86c7-9238658aa103),segment_id=15bda91b-708b-4504-86c7-9238658aa103)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:05.804507 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d7488e2f-684f-4958-b928-f0581f065524), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.828171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Calling delete_port for d7488e2f-684f-4958-b928-f0581f065524 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:05.890684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.891292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5410fee5-f9e3-4e2b-be1d-9391cb93f1b1 None None] Provisioning complete for port 24a1cf38-fa22-47fe-8ad8-44affb82639f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:05.892987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5410fee5-f9e3-4e2b-be1d-9391cb93f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:05.895764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] No DVR routers for this DVR port d7488e2f-684f-4958-b928-f0581f065524 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:05.958887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Port': ['ID=d7488e2f-684f-4958-b928-f0581f065524,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:06.056904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5410fee5-f9e3-4e2b-be1d-9391cb93f1b1 None None] Port 24a1cf38-fa22-47fe-8ad8-44affb82639f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:06.100996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (baed756c-396f-4bf4-895a-dc4657dc7230), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.132693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d7488e2f-684f-4958-b928-f0581f065524), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.160892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] No DVR routers for this DVR port d7488e2f-684f-4958-b928-f0581f065524 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:06.181438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baed756c-396f-4bf4-895a-dc4657dc7230']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:06.206590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60c5bf-465c-4e4a-a109-5b685f8e04d5 None None] Pushing event deleted for resources: {'Port': ['ID=d7488e2f-684f-4958-b928-f0581f065524,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:06.219509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b909e77-3b61-4b96-a503-f22ff30d9ccf req-db161f0a-0966-4169-b01d-ac3b07aa6b28 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:06.221455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b909e77-3b61-4b96-a503-f22ff30d9ccf req-db161f0a-0966-4169-b01d-ac3b07aa6b28 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.3181775 Mar 11 00:08:06.223585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bda91b-708b-4504-86c7-9238658aa103') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:06.223890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bda91b-708b-4504-86c7-9238658aa103') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:06.240204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (15bda91b-708b-4504-86c7-9238658aa103), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.280554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34626) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:06.286235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (15bda91b-708b-4504-86c7-9238658aa103), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.339459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:06.339884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (15bda91b-708b-4504-86c7-9238658aa103), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:06.350694 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:06.377931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b909e77-3b61-4b96-a503-f22ff30d9ccf req-e03fbc1e-36a1-4143-964a-a8169d09456d tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426296 Mar 11 00:08:06.505105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (baed756c-396f-4bf4-895a-dc4657dc7230), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.546426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.550234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] 10.222.0.21 "DELETE /v2.0/networks/baed756c-396f-4bf4-895a-dc4657dc7230 HTTP/1.1" status: 204 len: 168 time: 1.4502079 Mar 11 00:08:06.551287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-493d725f-0d42-4a6e-9626-5c2880434933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.573142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c385e-2c20-4263-aa38-6077d8bcf388 tempest-AllowedAddressPairIpV6TestJSON-1442698593 tempest-AllowedAddressPairIpV6TestJSON-1442698593-project] Pushing event deleted for resources: {'Network': ['ID=baed756c-396f-4bf4-895a-dc4657dc7230,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:06.688210 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bc6808cc-6473-482d-83f8-6114ddeea5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.708661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-493d725f-0d42-4a6e-9626-5c2880434933 admin admin] Publish callbacks [] for security_group (8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.715708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-493d725f-0d42-4a6e-9626-5c2880434933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.772736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-493d725f-0d42-4a6e-9626-5c2880434933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67fbd9cf748a4bccb27f3a031f751348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905374 Mar 11 00:08:06.773751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d725f-0d42-4a6e-9626-5c2880434933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:06.776716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34638) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:06.834387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.842970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.881263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] Publish callbacks [] for security_group (8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.908339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] Publish callbacks [] for security_group (8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:06.919125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:07.079045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:07.081693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:07.083484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb HTTP/1.1" status: 204 len: 168 time: 0.2925479 Mar 11 00:08:07.105999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a1bab-ab0d-4176-9b88-44527fba8328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286fb46-b3a6-4282-ada9-b2eb9d3d4ddb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:07.109935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Network b290e81d-cd45-47e3-bffb-cf908501136d is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:07.116019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:07.205686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event updated for resources: {'Port': ['ID=24a1cf38-fa22-47fe-8ad8-44affb82639f,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:07.310019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Router 6da0aed2-01a2-46d3-b5c3-236e9485509f has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:07.393584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34650) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:07.516206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7488e2f-684f-4958-b928-f0581f065524 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:07.626312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d7488e2f-684f-4958-b928-f0581f065524 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:07.628354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d7488e2f-684f-4958-b928-f0581f065524 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:07.706204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:07.736816 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] Sync routers for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:07.770959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f79ab386-60c3-40f2-babf-e4a18299c9b2 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5069575 Mar 11 00:08:07.773142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:07.775659 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:07.776355 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:07.777065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3a211518-4a9a-4f7a-a310-6e927195db98 None None] Provisioning complete for port 24a1cf38-fa22-47fe-8ad8-44affb82639f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:07.777451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a211518-4a9a-4f7a-a310-6e927195db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:07.832695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1f755-7ee7-4fd1-b267-6c1edeb756e3 req-591fe922-578d-4b61-86cf-7fa0f9867dd5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:07.839487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12d1f755-7ee7-4fd1-b267-6c1edeb756e3 req-591fe922-578d-4b61-86cf-7fa0f9867dd5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2348402 Mar 11 00:08:07.865436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3a211518-4a9a-4f7a-a310-6e927195db98 None None] Port 24a1cf38-fa22-47fe-8ad8-44affb82639f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:07.913676 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:07.949787 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:07.950444 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:07:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:07.969141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12d1f755-7ee7-4fd1-b267-6c1edeb756e3 req-9d9e542a-e219-41cf-854d-3da48dff3613 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051531 Mar 11 00:08:08.019864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5258a370-4791-491e-8e25-d45b16277422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0464364f4284aa6a83375eae9177659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6251397 Mar 11 00:08:08.023101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:08.094053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:08.097028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e5be2-f213-436a-9dfc-26a71ac3f653 None None] The sync data for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:08.125522 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] Publish callbacks [] for security_group (49b1d28a-962d-4cd3-991e-faf330f73ca2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.199768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] Publish callbacks [] for security_group (49b1d28a-962d-4cd3-991e-faf330f73ca2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.225931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:08.262562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (49b1d28a-962d-4cd3-991e-faf330f73ca2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.266536 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.268010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49b1d28a-962d-4cd3-991e-faf330f73ca2 HTTP/1.1" status: 204 len: 168 time: 0.2412503 Mar 11 00:08:08.294311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326eb44-bdaf-41e3-a32a-50eeae523405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1d28a-962d-4cd3-991e-faf330f73ca2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:08.316844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a031dac3-2555-44fb-9f49-5ac0f691ef33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.564231 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a031dac3-2555-44fb-9f49-5ac0f691ef33 admin admin] Publish callbacks [] for security_group (4672d164-57f9-4d6b-8781-1d9a6e6b492b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.591740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a031dac3-2555-44fb-9f49-5ac0f691ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4672d164-57f9-4d6b-8781-1d9a6e6b492b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:08.625172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5fee00fb-ba5d-4d0f-bb54-0f5e9764ca62 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.000742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031dac3-2555-44fb-9f49-5ac0f691ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4672d164-57f9-4d6b-8781-1d9a6e6b492b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:09.031322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a031dac3-2555-44fb-9f49-5ac0f691ef33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db851196368f4fc2a03b30e37aaf8150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685623 Mar 11 00:08:09.033958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34690) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:09.071897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-877466d9-3efc-4025-bd4c-8cc628a91a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:09.097171 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-877466d9-3efc-4025-bd4c-8cc628a91a4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.8427339 Mar 11 00:08:09.240921 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-55a7c801-187b-4346-bf3e-1b182bda645a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.338635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] Publish callbacks [] for security_group (4672d164-57f9-4d6b-8781-1d9a6e6b492b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.370494 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-5fee00fb-ba5d-4d0f-bb54-0f5e9764ca62 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 00:08:09.374308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5fee00fb-ba5d-4d0f-bb54-0f5e9764ca62 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f HTTP/1.1" status: 409 len: 376 time: 1.5933278 Mar 11 00:08:09.380088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:09.437959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f24c5-0df8-4b0c-a225-c9c5ab23d571 req-56e36ffa-780f-4a06-a2ec-9597a80be20b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:09.452674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a7f24c5-0df8-4b0c-a225-c9c5ab23d571 req-56e36ffa-780f-4a06-a2ec-9597a80be20b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.2106152 Mar 11 00:08:09.455883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] Publish callbacks [] for security_group (4672d164-57f9-4d6b-8781-1d9a6e6b492b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.729532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a7f24c5-0df8-4b0c-a225-c9c5ab23d571 req-ac2da97e-dda8-4e51-9e53-8f1241694f54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759392 Mar 11 00:08:09.769022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4672d164-57f9-4d6b-8781-1d9a6e6b492b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.771663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:09.784372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-9a5c3be0-9c45-4ed9-a642-a7ffa9c2c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:09.784701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4672d164-57f9-4d6b-8781-1d9a6e6b492b HTTP/1.1" status: 204 len: 168 time: 0.7467625 Mar 11 00:08:09.785842 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-9a5c3be0-9c45-4ed9-a642-a7ffa9c2c55d service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.6728945 Mar 11 00:08:09.798214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929732f0-c26b-47df-a07b-08b36448f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672d164-57f9-4d6b-8781-1d9a6e6b492b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:10.182267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34726) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:10.184849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-153fe36d-e348-4f6e-9c5f-08e9901b9702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 1001 time: 0.3671503 Mar 11 00:08:10.434155 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:10.522872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-8bced041-43cf-4e92-8d60-b762cfe625d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:10.558689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-8bced041-43cf-4e92-8d60-b762cfe625d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.3635011 Mar 11 00:08:10.597528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:10.698947 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4016ed34-505e-4884-bc7b-32b762f971af req-a5c7fac7-80fe-4943-81d5-64cac3cc73ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1780131 Mar 11 00:08:10.748413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1116151314'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:10.796426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Made reservation on behalf of d880121995b14595ab0768b01087f49e for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:10.800123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:10.825156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:10.865626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:10.898843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4016ed34-505e-4884-bc7b-32b762f971af req-af8f91b6-0d07-4160-adc3-8145aa79c180 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1544638 Mar 11 00:08:10.985296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for security_group (b74d0065-73df-4fd4-8915-c3c232fe402b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.032332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b74d0065-73df-4fd4-8915-c3c232fe402b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.037980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4016ed34-505e-4884-bc7b-32b762f971af req-db15436c-3c55-4223-bbe7-929d97d1bfd1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191096 Mar 11 00:08:11.130664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:11.166091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-e6b1b4b4-5ff4-4aed-99bc-ad3ea76cbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:11.168631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-e6b1b4b4-5ff4-4aed-99bc-ad3ea76cbc1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4782860 Mar 11 00:08:11.174732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8b8eb11a-a1a3-4a6a-ba3d-c411abecee70), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.176894 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Added segment 8b8eb11a-a1a3-4a6a-ba3d-c411abecee70 of type vlan for network 1851333c-4e5c-4124-b41c-68bec5327c7e Mar 11 00:08:11.371737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1851333c-4e5c-4124-b41c-68bec5327c7e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.519702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1851333c-4e5c-4124-b41c-68bec5327c7e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.526419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:11.527906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.579218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:11.699102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'Network': ['ID=1851333c-4e5c-4124-b41c-68bec5327c7e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:11.717394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1851333c-4e5c-4124-b41c-68bec5327c7e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:11.751310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d0065-73df-4fd4-8915-c3c232fe402b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:11.786497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe465d26-75d8-4017-a50b-f31c30228571 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6022682 Mar 11 00:08:11.790267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34774) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:11.809107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Request body: {'subnet': {'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:12.017036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d40085-65c7-4f81-9e03-15d8cb0e86dd req-c3509a6c-7552-432a-af7b-c5a2cdf66091 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:12.018314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3d40085-65c7-4f81-9e03-15d8cb0e86dd req-c3509a6c-7552-432a-af7b-c5a2cdf66091 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 1.0236075 Mar 11 00:08:12.031995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Made reservation on behalf of d880121995b14595ab0768b01087f49e for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:12.035461 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.242205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34784) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:12.418577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3d40085-65c7-4f81-9e03-15d8cb0e86dd req-5ab6152d-a479-4d1e-8693-feaf927ad0d7 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528504 Mar 11 00:08:12.657717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8add7a85-d58d-4faf-a7e0-634b4aa5e91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.717985 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-25762ac2-54dc-4d60-b83c-45f5c422c520 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5395455 Mar 11 00:08:12.747897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.854042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'Subnet': ['ID=a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:12.881566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Checking segment: {'id': '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:12.881938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Network hostable DHCP agents. Network: 1851333c-4e5c-4124-b41c-68bec5327c7e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:08:12.898883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e0100e16-89ed-4462-bc32-821432b7dfdd req-75afecf5-45ab-40fc-afc7-0239be2cc383 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629081 Mar 11 00:08:12.906275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016ed34-505e-4884-bc7b-32b762f971af req-f64ea887-0769-423a-ab03-d83f69f07770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:12.908120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4016ed34-505e-4884-bc7b-32b762f971af req-f64ea887-0769-423a-ab03-d83f69f07770 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8471489 Mar 11 00:08:12.908530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8add7a85-d58d-4faf-a7e0-634b4aa5e91c admin admin] Publish callbacks [] for security_group (bdd313c8-b56c-466b-afc3-3ddc800e20d6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.930652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8add7a85-d58d-4faf-a7e0-634b4aa5e91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bdd313c8-b56c-466b-afc3-3ddc800e20d6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.972668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:12.981022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Network 1851333c-4e5c-4124-b41c-68bec5327c7e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:08:13.065188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 1851333c-4e5c-4124-b41c-68bec5327c7e) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:13.078755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e33daa-1ed1-4048-acbe-637ff06ca9f2 None None] Network 1851333c-4e5c-4124-b41c-68bec5327c7e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:13.096480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:13.100926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:13.146070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8add7a85-d58d-4faf-a7e0-634b4aa5e91c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a7cb1dcb594eb8926f04d2333561db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8929355 Mar 11 00:08:13.149996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34806) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:13.182224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add7a85-d58d-4faf-a7e0-634b4aa5e91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd313c8-b56c-466b-afc3-3ddc800e20d6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:13.213152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-413ed561-b9ff-4f66-badd-abb0010b3a70 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4201059 Mar 11 00:08:13.220675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34808) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:13.244534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Request body: {'port': {'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1386411164'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:13.497727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-1851333c-4e5c-4124-b41c-68bec5327c7e', 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e', 'project_id': 'd880121995b14595ab0768b01087f49e', 'fixed_ips': [{'subnet_id': 'a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:08:13.509462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:13.569841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:13.762529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] Publish callbacks [] for security_group (bdd313c8-b56c-466b-afc3-3ddc800e20d6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:13.912305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Deleting port 24a1cf38-fa22-47fe-8ad8-44affb82639f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:13.912973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.027577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] Publish callbacks [] for security_group (bdd313c8-b56c-466b-afc3-3ddc800e20d6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.040610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Made reservation on behalf of d880121995b14595ab0768b01087f49e for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:14.053345 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.201508 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.226926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Calling delete_port for 24a1cf38-fa22-47fe-8ad8-44affb82639f owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:14.297655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff3b0c-5cec-4d01-b7ec-6ee679264482 req-74fcbb59-05a8-4232-8225-5c7589519ffa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:14.311104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dff3b0c-5cec-4d01-b7ec-6ee679264482 req-74fcbb59-05a8-4232-8225-5c7589519ffa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.6849294 Mar 11 00:08:14.314334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Allocated IP 2001:db8::2 (1851333c-4e5c-4124-b41c-68bec5327c7e/a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7/806c469e-0423-4505-bca1-0642b013cd70) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:14.417724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bdd313c8-b56c-466b-afc3-3ddc800e20d6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.422812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.429451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdd313c8-b56c-466b-afc3-3ddc800e20d6 HTTP/1.1" status: 204 len: 168 time: 1.2720540 Mar 11 00:08:14.464899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dff3b0c-5cec-4d01-b7ec-6ee679264482 req-541597c3-2954-4add-b665-af6ba1fc3a68 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528318 Mar 11 00:08:14.477596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2090-ad42-4b9d-9f8d-2bd935509284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd313c8-b56c-466b-afc3-3ddc800e20d6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:14.505165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] device_id is not set on port 4c773358-03ba-4a47-a538-54fc5361d7ee yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:08:14.797994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (24a1cf38-fa22-47fe-8ad8-44affb82639f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:14.860041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Port': ['ID=24a1cf38-fa22-47fe-8ad8-44affb82639f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:15.205694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34896) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:15.246585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3bba1-c432-4461-8b35-5d3f9cb6c870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.373051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.442490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks [] for port (806c469e-0423-4505-bca1-0642b013cd70), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.455884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (806c469e-0423-4505-bca1-0642b013cd70), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.550459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Pushing event updated for resources: {'Port': ['ID=806c469e-0423-4505-bca1-0642b013cd70,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:15.580875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Network 1851333c-4e5c-4124-b41c-68bec5327c7e is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:15.584075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:15.589274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:08:15.711508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Attempting to bind port 806c469e-0423-4505-bca1-0642b013cd70 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:08:15.711954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Attempting to bind port 806c469e-0423-4505-bca1-0642b013cd70 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:08:15.712441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Attempting to bind port 806c469e-0423-4505-bca1-0642b013cd70 on network 1851333c-4e5c-4124-b41c-68bec5327c7e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:08:15.724078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:08:15.725874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Checking segment: {'id': '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:15.726531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.728360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Bound using segment: {'id': '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:08:15.729500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Bound port: 806c469e-0423-4505-bca1-0642b013cd70, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:08:15.730008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (806c469e-0423-4505-bca1-0642b013cd70), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.898473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3bba1-c432-4461-8b35-5d3f9cb6c870 admin admin] Publish callbacks [] for security_group (4896987d-1f3f-46c7-bd1a-1a374ae9858a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:15.928293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] For port 806c469e-0423-4505-bca1-0642b013cd70, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:08:15.943350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] For port 806c469e-0423-4505-bca1-0642b013cd70, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=806c469e-0423-4505-bca1-0642b013cd70,segment=NetworkSegment(8b8eb11a-a1a3-4a6a-ba3d-c411abecee70),segment_id=8b8eb11a-a1a3-4a6a-ba3d-c411abecee70)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:08:15.949920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf145261-b4bd-4669-b053-0281acf423e2 req-a47ae4b6-ad24-4e2d-89d8-039c4f673629 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:15.951767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf145261-b4bd-4669-b053-0281acf423e2 req-a47ae4b6-ad24-4e2d-89d8-039c4f673629 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.3545289 Mar 11 00:08:15.962463 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (806c469e-0423-4505-bca1-0642b013cd70), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:16.003443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19d3bba1-c432-4461-8b35-5d3f9cb6c870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4896987d-1f3f-46c7-bd1a-1a374ae9858a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:16.057695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Router 6da0aed2-01a2-46d3-b5c3-236e9485509f has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:16.089388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Allocated IP 2001:db8::80 (1851333c-4e5c-4124-b41c-68bec5327c7e/a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7/4c773358-03ba-4a47-a538-54fc5361d7ee) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:16.153038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde89f2-2453-4fa2-8869-1b91b0db9d52 None None] Pushing event updated for resources: {'Port': ['ID=806c469e-0423-4505-bca1-0642b013cd70,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:16.199139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19d3bba1-c432-4461-8b35-5d3f9cb6c870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7a5f7ddd94044be90ffcde9533b5fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9923272 Mar 11 00:08:16.254931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:16.257846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3bba1-c432-4461-8b35-5d3f9cb6c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4896987d-1f3f-46c7-bd1a-1a374ae9858a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:16.334659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf145261-b4bd-4669-b053-0281acf423e2 req-f7a01777-e1e4-4c90-8d4a-ec45d098e95c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734245 Mar 11 00:08:16.483698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:16.489714 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e20b75da-fe0e-413d-a663-fc64788c49f9 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9782403 Mar 11 00:08:16.498252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] Sync routers for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:16.500608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:16.535036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:16.555358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:16.672163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] Publish callbacks [] for security_group (4896987d-1f3f-46c7-bd1a-1a374ae9858a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:16.717112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:16.738799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] Routers {'6da0aed2-01a2-46d3-b5c3-236e9485509f'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:16.739531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['6da0aed2-01a2-46d3-b5c3-236e9485509f'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:16.756889 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-33962802-d2c1-4662-9cb2-e1320ccfa780 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] show failed (client error): The resource could not be found. Mar 11 00:08:16.758498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-33962802-d2c1-4662-9cb2-e1320ccfa780 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1689702298 HTTP/1.1" status: 404 len: 335 time: 0.2478986 Mar 11 00:08:16.779191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34946) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:16.783846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e9cfe8e8-e513-4e38-8ff5-60a8c830cd31 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:16.834673 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] Publish callbacks [] for security_group (4896987d-1f3f-46c7-bd1a-1a374ae9858a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:16.865140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:16.866159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5a513-2514-4ff7-913c-5820ed616b0d None None] The sync data for ids ['6da0aed2-01a2-46d3-b5c3-236e9485509f'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:16.973625 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-e9cfe8e8-e513-4e38-8ff5-60a8c830cd31 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] update failed (client error): The resource could not be found. Mar 11 00:08:16.977713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9cfe8e8-e513-4e38-8ff5-60a8c830cd31 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1016268201 HTTP/1.1" status: 404 len: 335 time: 0.1974657 Mar 11 00:08:16.983819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34954) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:17.085218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-15ae1a51-ab2a-461d-b421-132977c840aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:17.098689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-15ae1a51-ab2a-461d-b421-132977c840aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 1127 time: 0.1660631 Mar 11 00:08:17.217854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ceb66-4b7b-4410-b4dd-0b9da2249eb0 req-5ed2f8ac-9649-49a3-a8d0-f90956db78e9 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:17.239357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b30ceb66-4b7b-4410-b4dd-0b9da2249eb0 req-5ed2f8ac-9649-49a3-a8d0-f90956db78e9 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4658015 Mar 11 00:08:17.275727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34968) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:17.409614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-fbe56539-3c6b-4b46-a5a7-6308cf03321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:17.418288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-fbe56539-3c6b-4b46-a5a7-6308cf03321b service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.3133445 Mar 11 00:08:17.435682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:17.469343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 806c469e-0423-4505-bca1-0642b013cd70 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:08:17.482234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4896987d-1f3f-46c7-bd1a-1a374ae9858a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:17.488723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:17.493706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4896987d-1f3f-46c7-bd1a-1a374ae9858a HTTP/1.1" status: 204 len: 168 time: 1.1577735 Mar 11 00:08:17.567495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Deleting subnet ca3ebda0-56a9-457c-a1f9-5af975ac2c05 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:17.599711 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:08:17.607424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (ca3ebda0-56a9-457c-a1f9-5af975ac2c05), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:17.675590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 806c469e-0423-4505-bca1-0642b013cd70 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:17.678146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (806c469e-0423-4505-bca1-0642b013cd70), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:17.699590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-2564d812-534a-4af0-8967-f71de36f97c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 200 len: 1001 time: 0.2745335 Mar 11 00:08:17.822570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647fee7-064d-4d02-bfd4-710723b23d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4896987d-1f3f-46c7-bd1a-1a374ae9858a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:17.937205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 806c469e-0423-4505-bca1-0642b013cd70 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:08:17.937940 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (806c469e-0423-4505-bca1-0642b013cd70), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.004560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 806c469e-0423-4505-bca1-0642b013cd70, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=806c469e-0423-4505-bca1-0642b013cd70,segment=NetworkSegment(8b8eb11a-a1a3-4a6a-ba3d-c411abecee70),segment_id=8b8eb11a-a1a3-4a6a-ba3d-c411abecee70)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:18.027548 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (806c469e-0423-4505-bca1-0642b013cd70), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.047427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (ca3ebda0-56a9-457c-a1f9-5af975ac2c05), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.153919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b30ceb66-4b7b-4410-b4dd-0b9da2249eb0 req-92bee281-096e-43dc-a13d-c5fc96e4abb9 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9136872 Mar 11 00:08:18.166252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=806c469e-0423-4505-bca1-0642b013cd70,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:18.206986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.361357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94913cfa-da0f-402b-93d3-41d23506f4d5 None None] Network 1851333c-4e5c-4124-b41c-68bec5327c7e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:18.390345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Network 1851333c-4e5c-4124-b41c-68bec5327c7e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:18.414700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:18.429772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:08:18.440671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:18.441352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.532723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.2998645 Mar 11 00:08:18.546769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35016) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:18.556480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Request body: {'port': {'network_id': '1851333c-4e5c-4124-b41c-68bec5327c7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1476028486', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:18.560683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] bootfile-name is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:18.561263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] tftp-server is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:18.561807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] server-ip-address is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:18.619758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181a90b-c98a-4ea1-85e8-b74c9125b346 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'Port': ['ID=4c773358-03ba-4a47-a538-54fc5361d7ee,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:18.700679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fe72f41b-b92b-45ea-8dce-ed65ee0cc140 None None] Provisioning complete for port 806c469e-0423-4505-bca1-0642b013cd70 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:18.701284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe72f41b-b92b-45ea-8dce-ed65ee0cc140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (806c469e-0423-4505-bca1-0642b013cd70), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.727256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ca3ebda0-56a9-457c-a1f9-5af975ac2c05), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:18.759756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-d7542a69-a355-4531-97dc-ff3379fdb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:18.761470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-d7542a69-a355-4531-97dc-ff3379fdb5a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 1.0553241 Mar 11 00:08:18.929071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fe72f41b-b92b-45ea-8dce-ed65ee0cc140 None None] Current status of the port 806c469e-0423-4505-bca1-0642b013cd70 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:08:19.198883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Made reservation on behalf of d880121995b14595ab0768b01087f49e for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:19.202991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-27a26606-18e8-4ce8-86e0-bb74d0d0ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:19.223788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-27a26606-18e8-4ce8-86e0-bb74d0d0ef34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3526065 Mar 11 00:08:19.239110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:19.330317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (ca3ebda0-56a9-457c-a1f9-5af975ac2c05), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:19.370624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Provisioning complete for port 806c469e-0423-4505-bca1-0642b013cd70 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:19.374648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (806c469e-0423-4505-bca1-0642b013cd70), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:19.448957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] device_id is not set on port 12cc216a-8d07-4f0a-980f-055d1f089b0c yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:08:19.462726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3ebda0-56a9-457c-a1f9-5af975ac2c05,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:19.511052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:19.511280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 806c469e-0423-4505-bca1-0642b013cd70 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:08:19.519916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-822f460b-71b6-487d-acf2-6072ecbb6ede tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/subnets/ca3ebda0-56a9-457c-a1f9-5af975ac2c05 HTTP/1.1" status: 204 len: 168 time: 2.5346487 Mar 11 00:08:19.590588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:19.661942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c60b0b-76d5-4775-bcc9-667a53c7ad45 None None] Network e0977267-a535-42bc-8f4b-4093b1ccc50e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:19.852888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:19.916545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238044ed-0e48-437d-9029-655b1fffe834 req-a01dbdce-916e-4cc0-9f20-3cb623a3362b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:19.931617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-238044ed-0e48-437d-9029-655b1fffe834 req-a01dbdce-916e-4cc0-9f20-3cb623a3362b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4927871 Mar 11 00:08:20.029436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 806c469e-0423-4505-bca1-0642b013cd70 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:20.030143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (806c469e-0423-4505-bca1-0642b013cd70), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.132220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-238044ed-0e48-437d-9029-655b1fffe834 req-9c750aa6-68fb-4731-8d75-3b60c3ed4400 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991847 Mar 11 00:08:20.192856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Current status of the port 806c469e-0423-4505-bca1-0642b013cd70 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:08:20.219411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Allocated IP 2001:db8::2ad (1851333c-4e5c-4124-b41c-68bec5327c7e/a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7/12cc216a-8d07-4f0a-980f-055d1f089b0c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:20.291465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Provisioning complete for port 4c773358-03ba-4a47-a538-54fc5361d7ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:20.292242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.367883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Deleting subnet 1fde0494-8ad1-4477-871e-0fd260c7b6d1 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:20.429606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (1fde0494-8ad1-4477-871e-0fd260c7b6d1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.441322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-ca6dc3a3-3091-41c1-9373-b12e895d4752 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2011018 Mar 11 00:08:20.449762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 806c469e-0423-4505-bca1-0642b013cd70 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:08:20.541787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b1e55-1eab-4d3c-8dbd-f698c67e0195 None None] Port 4c773358-03ba-4a47-a538-54fc5361d7ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:20.599095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] DHCP port deletion for e0977267-a535-42bc-8f4b-4093b1ccc50e request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:20.723871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0010abf8-9d32-4f42-ac21-54c03ae29815 req-be54963d-619f-4f40-b0a9-5f8a6567c0ea service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509077 Mar 11 00:08:20.730284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.770945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (1fde0494-8ad1-4477-871e-0fd260c7b6d1), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.785212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Deleting port db031574-8814-42e6-9c64-82df525905b1 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:20.785599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (db031574-8814-42e6-9c64-82df525905b1), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.808252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.928014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35088) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:20.960338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'Port': ['ID=12cc216a-8d07-4f0a-980f-055d1f089b0c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:20.978133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] For port db031574-8814-42e6-9c64-82df525905b1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=db031574-8814-42e6-9c64-82df525905b1,segment=NetworkSegment(568788a3-5aa3-4a5d-bb88-df29a1318d21),segment_id=568788a3-5aa3-4a5d-bb88-df29a1318d21)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:20.978524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (db031574-8814-42e6-9c64-82df525905b1), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:20.990110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Network 1851333c-4e5c-4124-b41c-68bec5327c7e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:20.999420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:21.000463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Calling delete_port for db031574-8814-42e6-9c64-82df525905b1 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:21.009151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:08:21.026495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:21.027379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.082118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-09d6205c-41f1-4e21-b8f4-dce9f0dc78be tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5315309 Mar 11 00:08:21.082444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:21.116581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-865f09ca-1e3a-4f09-afca-fe41d10e4e0a None None] Provisioning complete for port 4c773358-03ba-4a47-a538-54fc5361d7ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:21.117128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-865f09ca-1e3a-4f09-afca-fe41d10e4e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.150132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Deleting port 1c092be6-d700-41ac-aa57-63e910b12a22 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:21.150473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.218338 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1fde0494-8ad1-4477-871e-0fd260c7b6d1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.267160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944b055-b9d4-42f7-8567-51a8d6fd88d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:21.327096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-865f09ca-1e3a-4f09-afca-fe41d10e4e0a None None] Port 4c773358-03ba-4a47-a538-54fc5361d7ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:21.330460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (db031574-8814-42e6-9c64-82df525905b1), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.350388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944b055-b9d4-42f7-8567-51a8d6fd88d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:21.357475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] Pushing event deleted for resources: {'Port': ['ID=db031574-8814-42e6-9c64-82df525905b1,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:21.376000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d80c38-ec56-4e8b-8a7e-b538d1d517a1 None None] No DVR routers for this DVR port db031574-8814-42e6-9c64-82df525905b1 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:21.400111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944b055-b9d4-42f7-8567-51a8d6fd88d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:21.411520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1944b055-b9d4-42f7-8567-51a8d6fd88d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3164399 Mar 11 00:08:21.412645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35102) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:21.495632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db031574-8814-42e6-9c64-82df525905b1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:21.601748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: db031574-8814-42e6-9c64-82df525905b1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:21.603664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device db031574-8814-42e6-9c64-82df525905b1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:21.662796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] For port 1c092be6-d700-41ac-aa57-63e910b12a22, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1c092be6-d700-41ac-aa57-63e910b12a22,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:21.663981 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.694156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (1fde0494-8ad1-4477-871e-0fd260c7b6d1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.750253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Calling delete_port for 1c092be6-d700-41ac-aa57-63e910b12a22 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:21.761179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Subnet': ['ID=1fde0494-8ad1-4477-871e-0fd260c7b6d1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:21.781295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.786547 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9be86a60-9f9e-4301-bf6c-0b66b91d9db4 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/subnets/1fde0494-8ad1-4477-871e-0fd260c7b6d1 HTTP/1.1" status: 204 len: 168 time: 2.1893122 Mar 11 00:08:21.787563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:21.803053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204242a7-9754-4d6a-b0b4-1db083dd71c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:21.803431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e24c3-2536-4899-a739-ae7a432756ca None None] Network fb5713c8-8185-489b-98e8-d57055b71411 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:21.907138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536e9a3-ec74-4228-a838-129b38eeb39f req-1045e14c-5d1e-4df5-8897-1f378de8f053 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:21.911004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2536e9a3-ec74-4228-a838-129b38eeb39f req-1045e14c-5d1e-4df5-8897-1f378de8f053 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4958980 Mar 11 00:08:21.989813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4c53d96e-8fd5-4efe-9ef6-8a9b8e4fb270 None None] Provisioning complete for port 12cc216a-8d07-4f0a-980f-055d1f089b0c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:21.990163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c53d96e-8fd5-4efe-9ef6-8a9b8e4fb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.087183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2536e9a3-ec74-4228-a838-129b38eeb39f req-78b3f295-9318-4302-89ac-a8034aa6b007 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623735 Mar 11 00:08:22.138198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Deleting port 12cc216a-8d07-4f0a-980f-055d1f089b0c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:22.138557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.144708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4c53d96e-8fd5-4efe-9ef6-8a9b8e4fb270 None None] Port 12cc216a-8d07-4f0a-980f-055d1f089b0c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:22.265637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] DHCP port deletion for fb5713c8-8185-489b-98e8-d57055b71411 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:22.334898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.385164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Calling delete_port for 12cc216a-8d07-4f0a-980f-055d1f089b0c owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:22.416856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Deleting port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:22.417513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.605797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] For port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,segment=NetworkSegment(3d6686fc-ab7f-40a0-8c17-fa0b75304484),segment_id=3d6686fc-ab7f-40a0-8c17-fa0b75304484)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:22.606253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.639476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Calling delete_port for 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:22.764940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (12cc216a-8d07-4f0a-980f-055d1f089b0c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.814865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (e0977267-a535-42bc-8f4b-4093b1ccc50e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.885425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event deleted for resources: {'Port': ['ID=12cc216a-8d07-4f0a-980f-055d1f089b0c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:22.912805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (09fb8b9b-ad2c-4203-90e9-d2b8e31892ed), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:22.958510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] No DVR routers for this DVR port 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:22.997718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.016665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5493f9b8-76ff-49cb-b6c3-a19dcd156c80 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "DELETE /v2.0/ports/12cc216a-8d07-4f0a-980f-055d1f089b0c HTTP/1.1" status: 204 len: 168 time: 1.5719256 Mar 11 00:08:23.017763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35126) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:23.024238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbbbbd-6621-4cf6-8684-19698fda237a None None] Pushing event deleted for resources: {'Port': ['ID=09fb8b9b-ad2c-4203-90e9-d2b8e31892ed,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:23.038858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Request body: {'port': {'name': 'tempest-new-port-name-463404610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:23.039480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] bootfile-name is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:23.041315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] tftp-server is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:23.042438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] server-ip-address is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:08:23.246846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.347675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (e0977267-a535-42bc-8f4b-4093b1ccc50e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.431140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0977267-a535-42bc-8f4b-4093b1ccc50e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:23.435068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204242a7-9754-4d6a-b0b4-1db083dd71c0 admin admin] Publish callbacks [] for security_group (f8bf3bfc-d6eb-4778-931a-ebcb033a0175), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.447485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-204242a7-9754-4d6a-b0b4-1db083dd71c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f8bf3bfc-d6eb-4778-931a-ebcb033a0175), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.453770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568788a3-5aa3-4a5d-bb88-df29a1318d21') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:23.454069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568788a3-5aa3-4a5d-bb88-df29a1318d21') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:23.465064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:23.499293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:23.508309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 09fb8b9b-ad2c-4203-90e9-d2b8e31892ed not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:23.557301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (568788a3-5aa3-4a5d-bb88-df29a1318d21), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.655605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b694f8-a891-43af-b549-cbd39f4cd3bf req-b66e1214-de2d-4aec-81be-0a6cdc39a4bb tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:23.657258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49b694f8-a891-43af-b549-cbd39f4cd3bf req-b66e1214-de2d-4aec-81be-0a6cdc39a4bb tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4551764 Mar 11 00:08:23.681069 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-204242a7-9754-4d6a-b0b4-1db083dd71c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccf67d1f6dcf4ad6903ffa8d60dbb651&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7489698 Mar 11 00:08:23.683769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35140) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:23.708442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (568788a3-5aa3-4a5d-bb88-df29a1318d21), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.736870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:23.738785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (568788a3-5aa3-4a5d-bb88-df29a1318d21), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:23.740224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49b694f8-a891-43af-b549-cbd39f4cd3bf req-88c34c2b-a0a2-452a-a534-78453bcafdd7 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729036 Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:23.892003 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:24.124316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.133102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.165104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204242a7-9754-4d6a-b0b4-1db083dd71c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf3bfc-d6eb-4778-931a-ebcb033a0175,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:24.186233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1c092be6-d700-41ac-aa57-63e910b12a22), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.256099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] In _notify_port_updated(), no bound segment for port 4c773358-03ba-4a47-a538-54fc5361d7ee on network 1851333c-4e5c-4124-b41c-68bec5327c7e {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:08:24.262911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (e0977267-a535-42bc-8f4b-4093b1ccc50e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.265951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:24.266639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.267639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c092be6-d700-41ac-aa57-63e910b12a22,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:24.267992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "PUT /v2.0/ports/4c773358-03ba-4a47-a538-54fc5361d7ee HTTP/1.1" status: 200 len: 1128 time: 1.2492168 Mar 11 00:08:24.271143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:24.330881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.337305 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/networks/e0977267-a535-42bc-8f4b-4093b1ccc50e HTTP/1.1" status: 204 len: 168 time: 2.5475659 Mar 11 00:08:24.340947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36bab-366c-4104-a8d5-8c5a3e37705e tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Network': ['ID=e0977267-a535-42bc-8f4b-4093b1ccc50e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:24.341089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35154) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:24.380426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bccdf-27ee-44a0-9c58-9434659ad82c tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event updated for resources: {'Port': ['ID=4c773358-03ba-4a47-a538-54fc5361d7ee,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:24.422160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] Publish callbacks [] for security_group (f8bf3bfc-d6eb-4778-931a-ebcb033a0175), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.506752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] Publish callbacks [] for security_group (f8bf3bfc-d6eb-4778-931a-ebcb033a0175), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.566000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (fb5713c8-8185-489b-98e8-d57055b71411), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.671496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f8bf3bfc-d6eb-4778-931a-ebcb033a0175), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.674503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.675890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bf3bfc-d6eb-4778-931a-ebcb033a0175 HTTP/1.1" status: 204 len: 168 time: 0.8802292 Mar 11 00:08:24.703023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f3e37-c5d3-4e73-bcd1-28374009c485 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:24.704854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-091f3e37-c5d3-4e73-bcd1-28374009c485 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "GET /v2.0/ports/4c773358-03ba-4a47-a538-54fc5361d7ee HTTP/1.1" status: 200 len: 1128 time: 0.4208961 Mar 11 00:08:24.713902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35158) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:24.723831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c87e54-c789-4ca5-87d7-83df69e4f5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf3bfc-d6eb-4778-931a-ebcb033a0175,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:24.855569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (fb5713c8-8185-489b-98e8-d57055b71411), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:24.967321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5713c8-8185-489b-98e8-d57055b71411']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:25.017612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6686fc-ab7f-40a0-8c17-fa0b75304484') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:25.017612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6686fc-ab7f-40a0-8c17-fa0b75304484') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:25.029631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-56798a1a-07e1-4194-8817-8b8c907584c2 None None] Provisioning complete for port 4c773358-03ba-4a47-a538-54fc5361d7ee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:08:25.035862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56798a1a-07e1-4194-8817-8b8c907584c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.054509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3d6686fc-ab7f-40a0-8c17-fa0b75304484), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.105388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3d6686fc-ab7f-40a0-8c17-fa0b75304484), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.126617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:25.130003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3d6686fc-ab7f-40a0-8c17-fa0b75304484), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:25.144495 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:25.176068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-56798a1a-07e1-4194-8817-8b8c907584c2 None None] Port 4c773358-03ba-4a47-a538-54fc5361d7ee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:08:25.363602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.372688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (fb5713c8-8185-489b-98e8-d57055b71411), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.384556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.387890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/networks/fb5713c8-8185-489b-98e8-d57055b71411 HTTP/1.1" status: 204 len: 168 time: 1.0459745 Mar 11 00:08:25.391598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Deleting port 4c773358-03ba-4a47-a538-54fc5361d7ee {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:25.394154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.394759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:25.498724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8755e-61d9-4491-81b1-4aab56cff79b tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Network': ['ID=fb5713c8-8185-489b-98e8-d57055b71411,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:25.558791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Deleting subnet 7bd3459f-fd7f-4737-8471-2160dece7e33 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:25.571838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for subnet (7bd3459f-fd7f-4737-8471-2160dece7e33), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.644734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.652357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (7bd3459f-fd7f-4737-8471-2160dece7e33), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.844787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-b338d8bf-b249-4e71-a4ab-229e51685f5b req-e2e23037-6f66-4273-b52f-645969215af4 service neutron] (110426) timed out ('10.222.0.39', 64574) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:08:25.861503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Calling delete_port for 4c773358-03ba-4a47-a538-54fc5361d7ee owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:25.878483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7bd3459f-fd7f-4737-8471-2160dece7e33), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:25.945772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-58190aa3-c504-4a21-bb8f-3a9efc4f02ed req-5fde33e4-ea3d-43d9-8975-a5c99b67d334 tempest-VolumesAdminNegativeTest-1348533488 tempest-VolumesAdminNegativeTest-1348533488-project] (110425) timed out ('10.222.0.39', 64575) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:08:26.040014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (7bd3459f-fd7f-4737-8471-2160dece7e33), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:26.136887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467a806b-5e52-4abe-9e18-583091fca29f None None] Network b290e81d-cd45-47e3-bffb-cf908501136d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:26.151195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:26.168707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/subnets/7bd3459f-fd7f-4737-8471-2160dece7e33 HTTP/1.1" status: 204 len: 168 time: 0.7459328 Mar 11 00:08:26.170277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35192) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:26.175331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21606ef5-6679-47bf-92dd-6d3a5b8c5a76 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd3459f-fd7f-4737-8471-2160dece7e33,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:26.519329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] DHCP port deletion for b290e81d-cd45-47e3-bffb-cf908501136d request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:26.655028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Deleting port 7c13e967-6b54-40f1-acd8-51076e87f41c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:26.655601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:26.659148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Router e6917903-9b4e-43ed-b21e-b11263dfa83e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:26.664636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4c773358-03ba-4a47-a538-54fc5361d7ee), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:26.774372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event deleted for resources: {'Port': ['ID=4c773358-03ba-4a47-a538-54fc5361d7ee,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:26.854537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] For port 7c13e967-6b54-40f1-acd8-51076e87f41c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7c13e967-6b54-40f1-acd8-51076e87f41c,segment=NetworkSegment(ac10a676-0100-43cb-93a3-e941862a85b3),segment_id=ac10a676-0100-43cb-93a3-e941862a85b3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:26.854935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:26.894506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Calling delete_port for 7c13e967-6b54-40f1-acd8-51076e87f41c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:27.045112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.064661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7ba71a37-96f1-4408-9368-8ea251b112dd tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "DELETE /v2.0/ports/4c773358-03ba-4a47-a538-54fc5361d7ee HTTP/1.1" status: 204 len: 168 time: 2.3491673 Mar 11 00:08:27.065361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:27.302737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7c13e967-6b54-40f1-acd8-51076e87f41c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.370702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b290e81d-cd45-47e3-bffb-cf908501136d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.412335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Pushing event deleted for resources: {'Port': ['ID=7c13e967-6b54-40f1-acd8-51076e87f41c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:27.441035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] No DVR routers for this DVR port 7c13e967-6b54-40f1-acd8-51076e87f41c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:27.443391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.443750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.444125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.444554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.445667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.446071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.446389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.446724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.447056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.447384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.447716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.448076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.448409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a21f55-991f-4ae9-94a7-7f7ed9987bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:27.544840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Deleting subnet a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:27.549916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7c13e967-6b54-40f1-acd8-51076e87f41c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:27.566021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for subnet (a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.586520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7c13e967-6b54-40f1-acd8-51076e87f41c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:27.586885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7c13e967-6b54-40f1-acd8-51076e87f41c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:27.657183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b290e81d-cd45-47e3-bffb-cf908501136d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.695592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.746660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b290e81d-cd45-47e3-bffb-cf908501136d']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:27.767527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac10a676-0100-43cb-93a3-e941862a85b3') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:27.767880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac10a676-0100-43cb-93a3-e941862a85b3') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:27.798157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ac10a676-0100-43cb-93a3-e941862a85b3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.830768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ac10a676-0100-43cb-93a3-e941862a85b3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.832871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35258) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:27.847420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:27.847857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ac10a676-0100-43cb-93a3-e941862a85b3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:27.850695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:27.858808 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:27.876053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Sync routers for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:27.890418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35262) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:27.892689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bec0cce1-914d-4031-82ff-7a2f5382ae56 admin admin] 10.222.0.21 "PUT /v2.0/routers/e6917903-9b4e-43ed-b21e-b11263dfa83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6102207 Mar 11 00:08:27.901420 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:27.904629 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:28.006467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.055566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b290e81d-cd45-47e3-bffb-cf908501136d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.145846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.201617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks [] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.201982 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:28.211726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:28.232523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.238557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b93ed-cd9a-4b00-80f2-91e7ceb3b118 None None] Network 1851333c-4e5c-4124-b41c-68bec5327c7e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:28.248050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1a4c1c0e-f9ec-4c43-8e62-456f336e0017 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "DELETE /v2.0/subnets/a0e6aca8-2c56-405a-82e2-5c3f2ea2cff7 HTTP/1.1" status: 204 len: 168 time: 1.1797857 Mar 11 00:08:28.253138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35264) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:28.416687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.431821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/networks/b290e81d-cd45-47e3-bffb-cf908501136d HTTP/1.1" status: 204 len: 168 time: 2.2477701 Mar 11 00:08:28.444978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35270) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:28.481012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] DHCP port deletion for 1851333c-4e5c-4124-b41c-68bec5327c7e request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:28.507805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79d626b1-aa2e-404d-87d6-f0b26c3ff008 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "GET /v2.0/ports?device_id=6da0aed2-01a2-46d3-b5c3-236e9485509f HTTP/1.1" status: 200 len: 205 time: 0.0557675 Mar 11 00:08:28.509546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35272) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:28.570401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b5e94fc-6482-4906-83f8-6ca5a8833256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.586659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882609cd-c6d2-4965-86d0-52f6562ebb3a tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Pushing event deleted for resources: {'Network': ['ID=b290e81d-cd45-47e3-bffb-cf908501136d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:28.625111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Deleting port 806c469e-0423-4505-bca1-0642b013cd70 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:28.625486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (806c469e-0423-4505-bca1-0642b013cd70), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.628952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (1851333c-4e5c-4124-b41c-68bec5327c7e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.653727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.749273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks [] for router_gateway (e6917903-9b4e-43ed-b21e-b11263dfa83e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.786425 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-11T00:08:23Z', 'revision_number': 5, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port': {'id': '556ee3bc-071b-4d08-87fd-4425bd8407d7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:21Z', 'updated_at': '2022-03-10T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:28.829524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] For port 806c469e-0423-4505-bca1-0642b013cd70, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=806c469e-0423-4505-bca1-0642b013cd70,segment=NetworkSegment(8b8eb11a-a1a3-4a6a-ba3d-c411abecee70),segment_id=8b8eb11a-a1a3-4a6a-ba3d-c411abecee70)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:28.829939 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (806c469e-0423-4505-bca1-0642b013cd70), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.855162 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Checking router: e6917903-9b4e-43ed-b21e-b11263dfa83e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:08:28.864805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Calling delete_port for 806c469e-0423-4505-bca1-0642b013cd70 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:28.883114 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Routers {'e6917903-9b4e-43ed-b21e-b11263dfa83e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:28.886992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Deleting port 806c469e-0423-4505-bca1-0642b013cd70 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:28.887720 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e6917903-9b4e-43ed-b21e-b11263dfa83e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:28.890027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (806c469e-0423-4505-bca1-0642b013cd70), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.929705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b5e94fc-6482-4906-83f8-6ca5a8833256 admin admin] Publish callbacks [] for security_group (61ec6e60-157e-4e9e-a1df-7408f1a64601), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:28.984244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b5e94fc-6482-4906-83f8-6ca5a8833256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (61ec6e60-157e-4e9e-a1df-7408f1a64601), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.035427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0b5e94fc-6482-4906-83f8-6ca5a8833256 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4920df7d16c457eb09923dadf2f569c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2006459 Mar 11 00:08:29.040682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (806c469e-0423-4505-bca1-0642b013cd70), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.049714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35282) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:29.072279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] No DVR routers for this DVR port 806c469e-0423-4505-bca1-0642b013cd70 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:29.110834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a1f0-3637-4202-9ce3-1400e016875d None None] Pushing event deleted for resources: {'Port': ['ID=806c469e-0423-4505-bca1-0642b013cd70,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:29.121331 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] Set router e6917903-9b4e-43ed-b21e-b11263dfa83e gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:29.165278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] For port 806c469e-0423-4505-bca1-0642b013cd70, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=806c469e-0423-4505-bca1-0642b013cd70,segment=NetworkSegment(8b8eb11a-a1a3-4a6a-ba3d-c411abecee70),segment_id=8b8eb11a-a1a3-4a6a-ba3d-c411abecee70)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:29.165795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (806c469e-0423-4505-bca1-0642b013cd70), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.192678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Calling delete_port for 806c469e-0423-4505-bca1-0642b013cd70 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:29.301036 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-11T00:08:28Z', 'revision_number': 6, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:29.399414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86939042-0b7d-498d-acd2-99069abff5dc None None] The sync data for ids ['e6917903-9b4e-43ed-b21e-b11263dfa83e'] in n-d-831844-1 is: [{'id': 'e6917903-9b4e-43ed-b21e-b11263dfa83e', 'name': 'tempest-TaggedBootDevicesTest-362514448-router', 'tenant_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:18Z', 'updated_at': '2022-03-11T00:08:28Z', 'revision_number': 6, 'project_id': 'b8ad64cab7b74eff9c5bebc3054d5410', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:29.428108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e94fc-6482-4906-83f8-6ca5a8833256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec6e60-157e-4e9e-a1df-7408f1a64601,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:29.447827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (806c469e-0423-4505-bca1-0642b013cd70), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.462690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 806c469e-0423-4505-bca1-0642b013cd70 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:29.483082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] Publish callbacks [] for security_group (61ec6e60-157e-4e9e-a1df-7408f1a64601), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.503346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 806c469e-0423-4505-bca1-0642b013cd70 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:29.503914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 806c469e-0423-4505-bca1-0642b013cd70 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:29.530225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event deleted for resources: {'Port': ['ID=806c469e-0423-4505-bca1-0642b013cd70,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:29.533608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] No DVR routers for this DVR port 806c469e-0423-4505-bca1-0642b013cd70 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:29.542309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.549766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Deleting port 556ee3bc-071b-4d08-87fd-4425bd8407d7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:29.550104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.643955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router_controller (6da0aed2-01a2-46d3-b5c3-236e9485509f), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.658537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (1851333c-4e5c-4124-b41c-68bec5327c7e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.676239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] For port 556ee3bc-071b-4d08-87fd-4425bd8407d7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=556ee3bc-071b-4d08-87fd-4425bd8407d7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:29.676610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.693916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1851333c-4e5c-4124-b41c-68bec5327c7e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:29.694137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Calling delete_port for 556ee3bc-071b-4d08-87fd-4425bd8407d7 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:29.707813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:29.708521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8eb11a-a1a3-4a6a-ba3d-c411abecee70') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:29.744017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8b8eb11a-a1a3-4a6a-ba3d-c411abecee70), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.760168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8b8eb11a-a1a3-4a6a-ba3d-c411abecee70), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.801661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:29.802546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8b8eb11a-a1a3-4a6a-ba3d-c411abecee70), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:29.810691 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:29.942842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (1851333c-4e5c-4124-b41c-68bec5327c7e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.958399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:29.982527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] 10.222.0.21 "DELETE /v2.0/networks/1851333c-4e5c-4124-b41c-68bec5327c7e HTTP/1.1" status: 204 len: 168 time: 1.7234972 Mar 11 00:08:30.003039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Pushing event deleted for resources: {'Network': ['ID=1851333c-4e5c-4124-b41c-68bec5327c7e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:30.011424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.011907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.013330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.013873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.014096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.014331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.021053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.021427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.021772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.024051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.025584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.025999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.027410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9292ca8b-e550-4dc7-9872-58cbf8ad029f tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932 tempest-ExtraDHCPOptionsIpV6TestJSON-2006683932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:30.043908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (556ee3bc-071b-4d08-87fd-4425bd8407d7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.053199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] Publish callbacks [] for security_group (61ec6e60-157e-4e9e-a1df-7408f1a64601), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.165944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Pushing event deleted for resources: {'Port': ['ID=556ee3bc-071b-4d08-87fd-4425bd8407d7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:30.214290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (6da0aed2-01a2-46d3-b5c3-236e9485509f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.214982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Fanout notify agent at l3_agent the message router_deleted on router 6da0aed2-01a2-46d3-b5c3-236e9485509f {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:08:30.222872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.224658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dc57a0a5-0b73-48ad-8cc4-6a6f4b85a382 tempest-RoutersNegativeTest-1177059170 tempest-RoutersNegativeTest-1177059170-project] 10.222.0.21 "DELETE /v2.0/routers/6da0aed2-01a2-46d3-b5c3-236e9485509f HTTP/1.1" status: 204 len: 168 time: 1.7110133 Mar 11 00:08:30.247510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.378644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.381155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks [] for router_controller (e6917903-9b4e-43ed-b21e-b11263dfa83e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.439905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e6917903-9b4e-43ed-b21e-b11263dfa83e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.440689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6917903-9b4e-43ed-b21e-b11263dfa83e {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:08:30.447576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.448928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39a2ef83-ea63-406c-aa0f-e1a33b1e442f admin admin] 10.222.0.21 "DELETE /v2.0/routers/e6917903-9b4e-43ed-b21e-b11263dfa83e HTTP/1.1" status: 204 len: 168 time: 2.5575531 Mar 11 00:08:30.451659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:30.478868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (61ec6e60-157e-4e9e-a1df-7408f1a64601), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.482181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.483598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61ec6e60-157e-4e9e-a1df-7408f1a64601 HTTP/1.1" status: 204 len: 168 time: 1.3361151 Mar 11 00:08:30.484296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35300) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:30.519253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7ed3c-7478-4e04-a47b-a8fc8a75f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec6e60-157e-4e9e-a1df-7408f1a64601,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:30.543699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Deleting subnet 6d182f39-cab6-4b03-93e4-abcd938e5920 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:30.547128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Publish callbacks [] for subnet (6d182f39-cab6-4b03-93e4-abcd938e5920), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.594673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6d182f39-cab6-4b03-93e4-abcd938e5920), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.803795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6d182f39-cab6-4b03-93e4-abcd938e5920), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:30.935377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35316) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:30.947499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6d182f39-cab6-4b03-93e4-abcd938e5920), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.024019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d182f39-cab6-4b03-93e4-abcd938e5920,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:31.051960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.056947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb6bda-1377-4c07-a500-8074a22e961c None None] Network de5ecf00-d021-45d7-80d0-cbbeeb3e4bef requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:31.063884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35324) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:31.065487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-deb481c0-b6b1-4de0-b481-e5c362573b40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6d182f39-cab6-4b03-93e4-abcd938e5920 HTTP/1.1" status: 204 len: 168 time: 0.6126535 Mar 11 00:08:31.285552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.437794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-41563a8d-b32e-4570-8964-5010cb79d1f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4431287db8f34c73b262b36e1980eeb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4999526 Mar 11 00:08:31.439324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35332) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:31.467854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] DHCP port deletion for de5ecf00-d021-45d7-80d0-cbbeeb3e4bef request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:31.533793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1c092be6-d700-41ac-aa57-63e910b12a22 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:31.587996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] Publish callbacks [] for security_group (f77cb697-8f26-4765-8bf8-aaa616e9ee65), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.615469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1c092be6-d700-41ac-aa57-63e910b12a22 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:31.616225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1c092be6-d700-41ac-aa57-63e910b12a22 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:31.619471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 556ee3bc-071b-4d08-87fd-4425bd8407d7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:31.650554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] Publish callbacks [] for security_group (f77cb697-8f26-4765-8bf8-aaa616e9ee65), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.655951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6f913505-b9b8-45bb-bf7f-766cd37f7404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d880121995b14595ab0768b01087f49e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1637959 Mar 11 00:08:31.663463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35336) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:31.668932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Deleting port 86576692-00f3-4f5f-b5f8-43b60af0557a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:31.673094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.682268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 556ee3bc-071b-4d08-87fd-4425bd8407d7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:31.682920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 556ee3bc-071b-4d08-87fd-4425bd8407d7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:31.729300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Deleting port 86576692-00f3-4f5f-b5f8-43b60af0557a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:31.733063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.767416 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f77cb697-8f26-4765-8bf8-aaa616e9ee65), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.770219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.776554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f77cb697-8f26-4765-8bf8-aaa616e9ee65 HTTP/1.1" status: 204 len: 168 time: 0.3352826 Mar 11 00:08:31.817190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c246a7-b273-43eb-9f21-23bc23792646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cb697-8f26-4765-8bf8-aaa616e9ee65,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:31.911220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] For port 86576692-00f3-4f5f-b5f8-43b60af0557a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86576692-00f3-4f5f-b5f8-43b60af0557a,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:31.911871 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:31.963934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Calling delete_port for 86576692-00f3-4f5f-b5f8-43b60af0557a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:31.988427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] For port 86576692-00f3-4f5f-b5f8-43b60af0557a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86576692-00f3-4f5f-b5f8-43b60af0557a,segment=NetworkSegment(9bb3f893-b327-46d8-ae96-6b4b7818361d),segment_id=9bb3f893-b327-46d8-ae96-6b4b7818361d)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:31.989245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.018692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Publish callbacks [] for security_group (b74d0065-73df-4fd4-8915-c3c232fe402b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.051482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Publish callbacks [] for security_group (b74d0065-73df-4fd4-8915-c3c232fe402b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.179739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Calling delete_port for 86576692-00f3-4f5f-b5f8-43b60af0557a owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:32.200433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b74d0065-73df-4fd4-8915-c3c232fe402b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.203427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.207078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b74d0065-73df-4fd4-8915-c3c232fe402b HTTP/1.1" status: 204 len: 168 time: 0.5398433 Mar 11 00:08:32.225877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d0065-73df-4fd4-8915-c3c232fe402b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:32.300964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.301455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.301893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.302347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.302880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.303308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.303732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.304980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.305412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.306411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.306848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.307291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.307712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bcccac-21c3-4688-8344-69d7dcea1039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:08:32.396284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.444446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86576692-00f3-4f5f-b5f8-43b60af0557a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:32.467774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] No DVR routers for this DVR port 86576692-00f3-4f5f-b5f8-43b60af0557a on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:32.569068 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (86576692-00f3-4f5f-b5f8-43b60af0557a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.610928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] No DVR routers for this DVR port 86576692-00f3-4f5f-b5f8-43b60af0557a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:32.619442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e25b9e-8f08-4567-beda-57d0c37df2b9 None None] Pushing event deleted for resources: {'Port': ['ID=86576692-00f3-4f5f-b5f8-43b60af0557a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:32.686062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.735293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5ecf00-d021-45d7-80d0-cbbeeb3e4bef']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:32.755711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb3f893-b327-46d8-ae96-6b4b7818361d') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:32.755958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb3f893-b327-46d8-ae96-6b4b7818361d') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:32.770012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (9bb3f893-b327-46d8-ae96-6b4b7818361d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.829520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9bb3f893-b327-46d8-ae96-6b4b7818361d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.852015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:32.855042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (9bb3f893-b327-46d8-ae96-6b4b7818361d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:32.857953 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:32.901835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:33.040118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (de5ecf00-d021-45d7-80d0-cbbeeb3e4bef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:33.047420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:33.061251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:33.062730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/de5ecf00-d021-45d7-80d0-cbbeeb3e4bef HTTP/1.1" status: 204 len: 168 time: 1.9975622 Mar 11 00:08:33.086985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179c444-69f6-46d5-99a6-e28224364bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5ecf00-d021-45d7-80d0-cbbeeb3e4bef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:33.394699 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cb13467-5329-4295-9094-66eec247ca44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:33.467132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86576692-00f3-4f5f-b5f8-43b60af0557a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:33.538675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 86576692-00f3-4f5f-b5f8-43b60af0557a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:33.539033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86576692-00f3-4f5f-b5f8-43b60af0557a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:33.695812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cb13467-5329-4295-9094-66eec247ca44 admin admin] Publish callbacks [] for security_group (39d22c63-5547-4ae5-b9d4-7cedbb7b8a08), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:33.787377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cb13467-5329-4295-9094-66eec247ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (39d22c63-5547-4ae5-b9d4-7cedbb7b8a08), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:33.824146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35414) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:33.830413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8cb13467-5329-4295-9094-66eec247ca44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=903e96fb8d5e484e8203c59bcf4bfdba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9272027 Mar 11 00:08:34.073482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] Publish callbacks [] for security_group (39d22c63-5547-4ae5-b9d4-7cedbb7b8a08), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.140783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] Publish callbacks [] for security_group (39d22c63-5547-4ae5-b9d4-7cedbb7b8a08), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.207155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (39d22c63-5547-4ae5-b9d4-7cedbb7b8a08), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.210987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.212258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39d22c63-5547-4ae5-b9d4-7cedbb7b8a08 HTTP/1.1" status: 204 len: 168 time: 0.3870375 Mar 11 00:08:34.224235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880fe2b-ee43-49da-a240-0d87a38c31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d22c63-5547-4ae5-b9d4-7cedbb7b8a08,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:34.307044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35424) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:34.381898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:34.576625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--522256806'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:34.653316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.718449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.736034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ce885307-98bb-46e9-844c-c1de3e52d307 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] Request body: {'port': {'network_id': 'c29fccab-24b2-411b-a24d-954e0612a4d0', 'name': 'tempest-NetworksNegativeTestJSON-997099632'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:34.785376 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce885307-98bb-46e9-844c-c1de3e52d307 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] POST failed (client error): The resource could not be found. Mar 11 00:08:34.787068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-4d6090ba-9b20-4663-a531-178cdbf10cc3 req-f1578d9e-920f-483b-82e7-a00a7c324480 service neutron] (110426) timed out ('10.222.0.39', 64589) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:08:34.793767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce885307-98bb-46e9-844c-c1de3e52d307 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:34.795200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce885307-98bb-46e9-844c-c1de3e52d307 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4113410 Mar 11 00:08:34.802836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35438) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:34.827889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb13467-5329-4295-9094-66eec247ca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d22c63-5547-4ae5-b9d4-7cedbb7b8a08,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:34.963774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (fe99d911-5ded-4ef1-85c6-583bb301be5d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:34.978485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fe99d911-5ded-4ef1-85c6-583bb301be5d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.056132 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-64566ac2-1c12-45f6-9546-8feaf857abbc tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] DELETE failed (client error): The resource could not be found. Mar 11 00:08:35.057030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64566ac2-1c12-45f6-9546-8feaf857abbc tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.060405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-64566ac2-1c12-45f6-9546-8feaf857abbc tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "DELETE /v2.0/networks/f6a3e956-5a18-449a-8d71-95d852852f2e HTTP/1.1" status: 404 len: 339 time: 0.2362087 Mar 11 00:08:35.062768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99d911-5ded-4ef1-85c6-583bb301be5d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:35.066115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35444) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.155224 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a01e8c8-d35b-4b6b-89e0-e7d6f4e785b0 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] DELETE failed (client error): The resource could not be found. Mar 11 00:08:35.157740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a01e8c8-d35b-4b6b-89e0-e7d6f4e785b0 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.161225 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a01e8c8-d35b-4b6b-89e0-e7d6f4e785b0 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "DELETE /v2.0/ports/f71ba15b-4ec3-4b06-be44-e5648615fd2b HTTP/1.1" status: 404 len: 333 time: 0.0922637 Mar 11 00:08:35.168545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35454) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.207054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.254408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.258062 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb410ee6-303b-4f5e-a3bb-eada502ac1e8 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] DELETE failed (client error): The resource could not be found. Mar 11 00:08:35.258805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb410ee6-303b-4f5e-a3bb-eada502ac1e8 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.284903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35458) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.293091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bb410ee6-303b-4f5e-a3bb-eada502ac1e8 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "DELETE /v2.0/subnets/22b323c3-23b9-4e95-94ce-3995fc3f5e59 HTTP/1.1" status: 404 len: 337 time: 0.1206357 Mar 11 00:08:35.348985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.359457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0512242 Mar 11 00:08:35.364263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.394029 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa0a447-7723-4b8c-a2d9-2c54cc22a16e tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] GET failed (client error): The resource could not be found. Mar 11 00:08:35.399187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d445-f9dc-4c11-be3c-f2075676a3e4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfb1ff-219a-47dd-ba57-8667e96eee27,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:35.406282 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2fa0a447-7723-4b8c-a2d9-2c54cc22a16e tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "GET /v2.0/networks/af33a5fb-c88b-4441-a51f-65f85d58e1cd HTTP/1.1" status: 404 len: 339 time: 0.1194842 Mar 11 00:08:35.407011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.529279 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cf7754-d99e-4693-83ec-e9ff52e4e1e4 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] GET failed (client error): The resource could not be found. Mar 11 00:08:35.543894 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-67cf7754-d99e-4693-83ec-e9ff52e4e1e4 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "GET /v2.0/ports/b03de2e3-e316-4604-9d1d-67061ee65a8d HTTP/1.1" status: 404 len: 333 time: 0.1340990 Mar 11 00:08:35.545556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.565983 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (9db25532-952a-433d-ae0f-8e822214f96b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.595056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2cd5cbac-9992-4b34-81dc-b8f5f46040f4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2264781 Mar 11 00:08:35.638821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35474) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.644043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-security--2032840685', 'description': 'tempest-security-description-2089489247'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:35.652380 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a354da44-5ae0-4f6b-97ce-3079145aa375 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] GET failed (client error): The resource could not be found. Mar 11 00:08:35.670754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a354da44-5ae0-4f6b-97ce-3079145aa375 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "GET /v2.0/subnets/7c53d63d-7199-483f-bd19-6f8341aa7ce3 HTTP/1.1" status: 404 len: 337 time: 0.1182275 Mar 11 00:08:35.671600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35480) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.794603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e4992ff4-6a0e-48f3-b8b1-39338d9940af tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:35.840032 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4992ff4-6a0e-48f3-b8b1-39338d9940af tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] PUT failed (client error): The resource could not be found. Mar 11 00:08:35.840032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4992ff4-6a0e-48f3-b8b1-39338d9940af tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.845338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e4992ff4-6a0e-48f3-b8b1-39338d9940af tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "PUT /v2.0/networks/87225e5c-2dae-456b-97e3-c305ed7b2922 HTTP/1.1" status: 404 len: 339 time: 0.1546926 Mar 11 00:08:35.868237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:35.868557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35488) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.885505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f0f50538-bfd6-4382-8338-240f2b9d5b2f tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:35.919028 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f50538-bfd6-4382-8338-240f2b9d5b2f tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] PUT failed (client error): The resource could not be found. Mar 11 00:08:35.919941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f50538-bfd6-4382-8338-240f2b9d5b2f tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.930272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0f50538-bfd6-4382-8338-240f2b9d5b2f tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "PUT /v2.0/ports/30c878f8-68af-4d3c-aec8-1474d3178952 HTTP/1.1" status: 404 len: 333 time: 0.0643222 Mar 11 00:08:35.931297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35492) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:35.940418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-18079237-57ae-419a-a85c-67025c04e308 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:35.966603 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-18079237-57ae-419a-a85c-67025c04e308 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] PUT failed (client error): The resource could not be found. Mar 11 00:08:35.967296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18079237-57ae-419a-a85c-67025c04e308 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:35.993687 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18079237-57ae-419a-a85c-67025c04e308 tempest-NetworksNegativeTestJSON-1760805150 tempest-NetworksNegativeTestJSON-1760805150-project] 10.222.0.21 "PUT /v2.0/subnets/7a559fc5-e4ed-49c9-a147-2e400ed4bebb HTTP/1.1" status: 404 len: 337 time: 0.0608149 Mar 11 00:08:36.022081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.029734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.035972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.042865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35498) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.047144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "PUT /v2.0/security-groups/3cdfb1ff-219a-47dd-ba57-8667e96eee27 HTTP/1.1" status: 200 len: 1797 time: 0.4049830 Mar 11 00:08:36.107518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351db058-1d72-43a5-9429-9de703fe138f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfb1ff-219a-47dd-ba57-8667e96eee27,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:36.184690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35502) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.196271 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4d9d660b-4eed-4504-9bce-9530af0d8eaa tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups/3cdfb1ff-219a-47dd-ba57-8667e96eee27 HTTP/1.1" status: 200 len: 1797 time: 0.1497698 Mar 11 00:08:36.223911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Deleting port 84d1be7d-0282-4b5d-b983-bfef1e0cf636 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:36.224995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.272614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.303916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.396510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3cdfb1ff-219a-47dd-ba57-8667e96eee27), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.400345 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.403715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cdfb1ff-219a-47dd-ba57-8667e96eee27 HTTP/1.1" status: 204 len: 168 time: 0.2155378 Mar 11 00:08:36.405980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35508) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.421347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] For port 84d1be7d-0282-4b5d-b983-bfef1e0cf636, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d1be7d-0282-4b5d-b983-bfef1e0cf636,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:36.425826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.469553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Calling delete_port for 84d1be7d-0282-4b5d-b983-bfef1e0cf636 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:36.494925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39832e9-b9bb-4d59-8046-9b592a32ac3a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfb1ff-219a-47dd-ba57-8667e96eee27,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:36.599011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9ce020a-b10b-4523-a60a-85eee0b7783e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1805065 Mar 11 00:08:36.602054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.612278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35514) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.659437 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-5a14ff54-1137-4071-92d5-bac33e6761d7 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] delete failed (client error): The resource could not be found. Mar 11 00:08:36.667878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35520) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:36.669320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a14ff54-1137-4071-92d5-bac33e6761d7 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cdfb1ff-219a-47dd-ba57-8667e96eee27 HTTP/1.1" status: 404 len: 347 time: 0.0651777 Mar 11 00:08:36.687810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b8cb42-4f98-4cf5-98c1-1efdfd080af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.712079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843670633'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:36.808761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:36.992316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (2201b05a-20c0-441f-b7fc-386f2e007281), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.002433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8717cf3e-b625-4674-9171-4a7ae4608eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.020383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2201b05a-20c0-441f-b7fc-386f2e007281), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.154791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8717cf3e-b625-4674-9171-4a7ae4608eb6 admin admin] Publish callbacks [] for security_group (61bc4448-b602-4a51-a091-4bd196aa770e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.156636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (84d1be7d-0282-4b5d-b983-bfef1e0cf636), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.282128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8717cf3e-b625-4674-9171-4a7ae4608eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (61bc4448-b602-4a51-a091-4bd196aa770e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.355625 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8717cf3e-b625-4674-9171-4a7ae4608eb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87799e97a5db490f9487c9aa696b0bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7399511 Mar 11 00:08:37.356667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:37.364374 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.370423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:37.376435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '2201b05a-20c0-441f-b7fc-386f2e007281', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:37.378786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6724455 Mar 11 00:08:37.450532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d1be7d-0282-4b5d-b983-bfef1e0cf636,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:37.469818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccc986-2a69-4fc7-9cf3-c0837729e96a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2201b05a-20c0-441f-b7fc-386f2e007281,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:37.605105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717cf3e-b625-4674-9171-4a7ae4608eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc4448-b602-4a51-a091-4bd196aa770e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:37.645440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.673662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] Publish callbacks [] for security_group (61bc4448-b602-4a51-a091-4bd196aa770e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.975614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:37.998319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:38.046305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] Publish callbacks [] for security_group (61bc4448-b602-4a51-a091-4bd196aa770e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.140708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (9db25532-952a-433d-ae0f-8e822214f96b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.216633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (61bc4448-b602-4a51-a091-4bd196aa770e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.222053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.225175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61bc4448-b602-4a51-a091-4bd196aa770e HTTP/1.1" status: 204 len: 168 time: 0.8646328 Mar 11 00:08:38.248206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.270804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9312-3c58-45b3-9b89-e0a3f42eae9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc4448-b602-4a51-a091-4bd196aa770e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:38.301858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73949c4-2b3a-4802-946e-bfe8fd3740ac,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:38.327540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.331412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a68b74c-b085-4fa6-a373-af3830fa40ac tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9562178 Mar 11 00:08:38.333602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35562) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:38.405566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.427985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.486611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e73949c4-2b3a-4802-946e-bfe8fd3740ac), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.494359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.497878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e73949c4-2b3a-4802-946e-bfe8fd3740ac HTTP/1.1" status: 204 len: 168 time: 0.1629510 Mar 11 00:08:38.498713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35564) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:38.587797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597a608-c891-4771-a38f-ac9265549851 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73949c4-2b3a-4802-946e-bfe8fd3740ac,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:38.702014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f8bcbba4-a376-45a5-98ab-22b9eafbf95a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1751554 Mar 11 00:08:38.709475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:38.730445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1073716975'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:38.930946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Router 9db25532-952a-433d-ae0f-8e822214f96b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:38.934411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Made reservation on behalf of 578494d5dd7c42db8415d673fc8497cc for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:38.943139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:38.985046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.081838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (2201b05a-20c0-441f-b7fc-386f2e007281), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.200571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (2201b05a-20c0-441f-b7fc-386f2e007281), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.237670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc76b66d-bb85-4131-a7b3-ad1c8e077293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.274046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2201b05a-20c0-441f-b7fc-386f2e007281), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.281849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.284582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/2201b05a-20c0-441f-b7fc-386f2e007281 HTTP/1.1" status: 204 len: 168 time: 0.5726671 Mar 11 00:08:39.288666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35584) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:39.342345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab05d5-0ede-4dfa-b928-c87968548cb1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201b05a-20c0-441f-b7fc-386f2e007281,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:39.356537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:39.386752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Sync routers for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:39.396282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:39.397104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff49c4bd-3b2c-4441-8922-03db9ef94365 admin admin] 10.222.0.21 "PUT /v2.0/routers/9db25532-952a-433d-ae0f-8e822214f96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3341439 Mar 11 00:08:39.443118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:39.444105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:39.487326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0d876eb5-f78f-4a66-870c-6a69a4c543ca tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1973426 Mar 11 00:08:39.488287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35590) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:39.493454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938817959'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:39.572308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.699869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks [] for security_group (ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.733543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.764487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:39.780230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (0797038e-123b-49cc-b4a3-5ca8de72535d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.789726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0797038e-123b-49cc-b4a3-5ca8de72535d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.790255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.790641 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Added segment e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d of type vlan for network a725c0ae-b46f-4628-93a9-c2775498a7f8 Mar 11 00:08:39.795866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:39.856003 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.863863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3743100 Mar 11 00:08:39.886009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35598) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:39.909431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '0797038e-123b-49cc-b4a3-5ca8de72535d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:39.953217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:39.972915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (a725c0ae-b46f-4628-93a9-c2775498a7f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.006823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5cdd6-9968-4343-b629-d710209922ed tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0797038e-123b-49cc-b4a3-5ca8de72535d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:40.066741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.075101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.123323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1729c270-cff6-412a-9522-d0793c7d8968,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:40.146333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:40.150262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (a725c0ae-b46f-4628-93a9-c2775498a7f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.156123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:40.156744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.171299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.177500 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-595020d5-4a1d-4192-9405-83da97fcb4c0 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2848153 Mar 11 00:08:40.179821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35608) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:40.214550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '0797038e-123b-49cc-b4a3-5ca8de72535d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:40.264124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-11T00:08:36Z', 'revision_number': 5, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:40.297708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.312678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1147394 Mar 11 00:08:40.314432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35612) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:40.364908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Checking router: 9db25532-952a-433d-ae0f-8e822214f96b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:08:40.398793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35614) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:40.437258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Routers {'9db25532-952a-433d-ae0f-8e822214f96b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:40.439375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9db25532-952a-433d-ae0f-8e822214f96b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:40.557583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.569488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.650418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4f5d26-e9b9-4d0d-9553-e141c22038e4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:40.665157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc1f2-bb16-4ce0-915d-e0f39b793eb3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Pushing event updated for resources: {'Network': ['ID=a725c0ae-b46f-4628-93a9-c2775498a7f8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:40.676133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks [] for router (9db25532-952a-433d-ae0f-8e822214f96b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.684987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.692514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8033c4c-3d7b-4158-ac75-7b08228935fe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5070801 Mar 11 00:08:40.702379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35620) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:40.725195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '0797038e-123b-49cc-b4a3-5ca8de72535d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:40.797841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.811329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] Set router 9db25532-952a-433d-ae0f-8e822214f96b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:40.929441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.935259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256206812-network', 'tenant_id': '6eb2f6a1020d463db4835e347ec6588a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:40.946965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network a725c0ae-b46f-4628-93a9-c2775498a7f8 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:40.957778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:40.996007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:41.002122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.003742 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-136766e9-580a-4a94-b2dc-c077ea6b5763 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975540 Mar 11 00:08:41.006386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35624) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:41.021284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '0797038e-123b-49cc-b4a3-5ca8de72535d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:41.053533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'name': 'tempest-network--455681425', 'router:external': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:41.097175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Made reservation on behalf of 6eb2f6a1020d463db4835e347ec6588a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:41.108194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.124149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.149468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.173535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks [] for router_gateway (9db25532-952a-433d-ae0f-8e822214f96b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.252823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.328264 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.346926 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.351692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks [] for security_group (4e4ffad4-f401-429c-a2b8-a00c6666c11d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.367322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4e4ffad4-f401-429c-a2b8-a00c6666c11d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.373999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-11T00:08:36Z', 'revision_number': 5, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:41.402019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46999e46-9458-4ff7-aee6-6b81b299f282 None None] The sync data for ids ['9db25532-952a-433d-ae0f-8e822214f96b'] in n-d-831844-1 is: [{'id': '9db25532-952a-433d-ae0f-8e822214f96b', 'name': 'tempest-TaggedBootDevicesTest-1126158189-router', 'tenant_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:58:34Z', 'updated_at': '2022-03-11T00:08:36Z', 'revision_number': 5, 'project_id': 'dad8d4c11bb04f938136a4c03418f7d3', 'gw_port': {'id': 'b14d4472-8b6d-4836-82de-6656a266798f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db25532-952a-433d-ae0f-8e822214f96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:58:35Z', 'updated_at': '2022-03-10T23:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:41.433453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:41.459379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.476302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:41.527990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ffad4-f401-429c-a2b8-a00c6666c11d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:41.560716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (50884d21-cf4a-49be-a93c-eec97e1f636f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.563781 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Added segment 50884d21-cf4a-49be-a93c-eec97e1f636f of type vlan for network 14df53b4-a751-4d44-b3a8-f6e2c60f60d5 Mar 11 00:08:41.573659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.574950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.636279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.666300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Deleting port b14d4472-8b6d-4836-82de-6656a266798f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:41.667039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b14d4472-8b6d-4836-82de-6656a266798f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.675363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.690663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (14df53b4-a751-4d44-b3a8-f6e2c60f60d5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.711845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13939af-aa10-4b76-9571-c95c3b926ec5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:41.791507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (14df53b4-a751-4d44-b3a8-f6e2c60f60d5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.795883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:41.797585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.821166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.822366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b30c837-fd23-4ec7-8fb0-4a17cd26cf2d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8147047 Mar 11 00:08:41.830228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35632) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:41.966968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '0797038e-123b-49cc-b4a3-5ca8de72535d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:41.973632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=14df53b4-a751-4d44-b3a8-f6e2c60f60d5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:41.973974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] For port b14d4472-8b6d-4836-82de-6656a266798f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b14d4472-8b6d-4836-82de-6656a266798f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:41.974848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b14d4472-8b6d-4836-82de-6656a266798f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:41.993165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 14df53b4-a751-4d44-b3a8-f6e2c60f60d5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:41.999587 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f58bded1-1e62-41f3-a9b5-6451e323d9f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5994542 Mar 11 00:08:42.004118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35636) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:42.044695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Request body: {'subnet': {'network_id': '14df53b4-a751-4d44-b3a8-f6e2c60f60d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256206812-subnet', 'tenant_id': '6eb2f6a1020d463db4835e347ec6588a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:42.084004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.102554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Calling delete_port for b14d4472-8b6d-4836-82de-6656a266798f owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:42.124379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for security_group (7f4f1d60-92dd-4f2d-b399-290c66e02f6b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.142873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7f4f1d60-92dd-4f2d-b399-290c66e02f6b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.329087 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.340984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.364081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b14d4472-8b6d-4836-82de-6656a266798f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.380177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:42.380829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53fa0af-ce4c-467a-bffd-9a7cc97b4246,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:42.382987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Made reservation on behalf of 6eb2f6a1020d463db4835e347ec6588a for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:42.385498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.402002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.403507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7f31dbec-9268-4977-8c30-da745585bec5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4440749 Mar 11 00:08:42.408211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:42.493693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14d4472-8b6d-4836-82de-6656a266798f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:42.509106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e0831f4c-ea4d-4c82-b8b7-154c48406bf5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.509524 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Added segment e0831f4c-ea4d-4c82-b8b7-154c48406bf5 of type vlan for network 9200f9ab-3994-4c47-b1de-7acd8bfbdeb1 Mar 11 00:08:42.514139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.533297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f1d60-92dd-4f2d-b399-290c66e02f6b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:42.554627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.665198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (d53fa0af-ce4c-467a-bffd-9a7cc97b4246), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.671600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.675971 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d53fa0af-ce4c-467a-bffd-9a7cc97b4246 HTTP/1.1" status: 204 len: 168 time: 0.2664294 Mar 11 00:08:42.702860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35646) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:42.754961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f568a7-ccd6-41b4-90cc-b83bd598b2ae tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d53fa0af-ce4c-467a-bffd-9a7cc97b4246,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:42.816042 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-10b2cbaa-a212-4796-8fef-904286c0e916 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1075180 Mar 11 00:08:42.823985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35648) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:42.863389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.878451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.920408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c13939af-aa10-4b76-9571-c95c3b926ec5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.930900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:42.933394 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c13939af-aa10-4b76-9571-c95c3b926ec5 HTTP/1.1" status: 204 len: 168 time: 0.1080470 Mar 11 00:08:42.947162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:42.948327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90cb58-5117-4a6c-8c94-62057012dabd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c13939af-aa10-4b76-9571-c95c3b926ec5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:43.008318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3351d989-9e5d-4502-892c-094cfd99779b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0531356 Mar 11 00:08:43.010260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35652) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.054790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.066300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.119151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.129014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.134705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2 HTTP/1.1" status: 204 len: 168 time: 0.1193986 Mar 11 00:08:43.135478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35656) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.166957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151314f3-945b-46a1-b578-e239e7245507 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b8aa1fc-0b1a-4bb0-9512-147b0875f0b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:43.202095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0781e1d0-e0f9-4d9e-8d87-ba807c99297f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0532711 Mar 11 00:08:43.202378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.240400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (9200f9ab-3994-4c47-b1de-7acd8bfbdeb1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.266379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (9db25532-952a-433d-ae0f-8e822214f96b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.301111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.305500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.346128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.376253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (9db25532-952a-433d-ae0f-8e822214f96b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.378640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks [] for router_controller (9db25532-952a-433d-ae0f-8e822214f96b), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.415671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (7f4f5d26-e9b9-4d0d-9553-e141c22038e4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.423120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:08:43.424053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.427390 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7f4f5d26-e9b9-4d0d-9553-e141c22038e4 HTTP/1.1" status: 204 len: 168 time: 0.2219670 Mar 11 00:08:43.429534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.438075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (9db25532-952a-433d-ae0f-8e822214f96b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.438756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db25532-952a-433d-ae0f-8e822214f96b {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:08:43.446310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.450359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8dd0c842-19d5-4fa0-956b-adf2a0e52047 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9db25532-952a-433d-ae0f-8e822214f96b HTTP/1.1" status: 204 len: 168 time: 4.0449760 Mar 11 00:08:43.454798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.496560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d1be7d-0282-4b5d-b983-bfef1e0cf636 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:43.514220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (9200f9ab-3994-4c47-b1de-7acd8bfbdeb1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.515324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:43.523528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.524673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd2da2-5ed2-44c9-8081-997f1cd49fc1 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f4f5d26-e9b9-4d0d-9553-e141c22038e4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:43.558782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 84d1be7d-0282-4b5d-b983-bfef1e0cf636 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:43.560796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d1be7d-0282-4b5d-b983-bfef1e0cf636 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:43.602245 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-34f68404-b2f7-4fd7-872f-094139173689 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1360981 Mar 11 00:08:43.603614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.635304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Deleting subnet 97df717c-5961-4edc-88bf-f54983af72b5 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:43.642540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Publish callbacks [] for subnet (97df717c-5961-4edc-88bf-f54983af72b5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.651752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1879494 Mar 11 00:08:43.655569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:43.768202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d044a-7a0a-46c1-a05b-d7e2cc83c38e tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=9200f9ab-3994-4c47-b1de-7acd8bfbdeb1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:43.777892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (97df717c-5961-4edc-88bf-f54983af72b5), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.780369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 9200f9ab-3994-4c47-b1de-7acd8bfbdeb1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:43.808369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.817849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (5df17b7c-fb8e-4aad-8586-5cf6f15c0887), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.927859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df17b7c-fb8e-4aad-8586-5cf6f15c0887,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:43.958905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Checking segment: {'id': '50884d21-cf4a-49be-a93c-eec97e1f636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '14df53b4-a751-4d44-b3a8-f6e2c60f60d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:43.964629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Network hostable DHCP agents. Network: 14df53b4-a751-4d44-b3a8-f6e2c60f60d5, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:08:43.976676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (97df717c-5961-4edc-88bf-f54983af72b5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:43.982668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.032150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (9200f9ab-3994-4c47-b1de-7acd8bfbdeb1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.071465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Network 14df53b4-a751-4d44-b3a8-f6e2c60f60d5 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:08:44.093400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1729c270-cff6-412a-9522-d0793c7d8968), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.139180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 14df53b4-a751-4d44-b3a8-f6e2c60f60d5) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:44.154306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139b863-e79e-4714-afbe-3a1ac5a6cc9f None None] Network 14df53b4-a751-4d44-b3a8-f6e2c60f60d5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:44.154843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:44.155454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.181221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (97df717c-5961-4edc-88bf-f54983af72b5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.251977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-159cef26-ca3a-4c1b-be5d-706f8e211a28 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2319121 Mar 11 00:08:44.251977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97df717c-5961-4edc-88bf-f54983af72b5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:44.270293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.282124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33d9b608-fede-4b67-9e18-ba721cd56772 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97df717c-5961-4edc-88bf-f54983af72b5 HTTP/1.1" status: 204 len: 168 time: 0.8261530 Mar 11 00:08:44.292443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35682) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:44.327520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b02c0-44b2-4b8a-b88f-104afa44efab None None] Network bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:44.390888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (9200f9ab-3994-4c47-b1de-7acd8bfbdeb1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.424057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9200f9ab-3994-4c47-b1de-7acd8bfbdeb1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:44.438827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0831f4c-ea4d-4c82-b8b7-154c48406bf5') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:44.439138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0831f4c-ea4d-4c82-b8b7-154c48406bf5') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:44.451745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.484939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.493095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1729c270-cff6-412a-9522-d0793c7d8968 HTTP/1.1" status: 204 len: 168 time: 0.8883591 Mar 11 00:08:44.494234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15383973-cc3b-49d8-91ea-95dfda55d7bf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1729c270-cff6-412a-9522-d0793c7d8968,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:44.496041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35686) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:44.497896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e0831f4c-ea4d-4c82-b8b7-154c48406bf5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.577223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e0831f4c-ea4d-4c82-b8b7-154c48406bf5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.584571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Deleting port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:44.585588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.587363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fd7662-45a2-4b8f-af49-330ef586686f None None] Network 14df53b4-a751-4d44-b3a8-f6e2c60f60d5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:44.596698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:44.597104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e0831f4c-ea4d-4c82-b8b7-154c48406bf5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:44.598911 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:44.679769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] For port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,segment=NetworkSegment(1f22242c-cd87-4614-80cf-4ee6c5e5a26f),segment_id=1f22242c-cd87-4614-80cf-4ee6c5e5a26f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:44.680467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.687850 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1b2d963-019a-46fd-91aa-85b68c78773b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1743500 Mar 11 00:08:44.693678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35690) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:44.715064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Calling delete_port for ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:44.853871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (0797038e-123b-49cc-b4a3-5ca8de72535d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.862975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (9200f9ab-3994-4c47-b1de-7acd8bfbdeb1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.879830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9200f9ab-3994-4c47-b1de-7acd8bfbdeb1 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:08:44.892950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (0797038e-123b-49cc-b4a3-5ca8de72535d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.912197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.918435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:44.932725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/9200f9ab-3994-4c47-b1de-7acd8bfbdeb1 HTTP/1.1" status: 204 len: 168 time: 1.2635169 Mar 11 00:08:44.935041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:44.983875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:44.995549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] No DVR routers for this DVR port ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:08:45.003320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:45.021925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc378402-19f9-431e-a810-d1a1df2e673c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Network': ['ID=9200f9ab-3994-4c47-b1de-7acd8bfbdeb1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:45.072495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:45.080069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.115685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:45.134911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd06c4f-a0cf-4aee-ac29-7fe63fc01397 None None] DHCP port deletion for bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:08:45.138627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0797038e-123b-49cc-b4a3-5ca8de72535d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.142463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.146036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/0797038e-123b-49cc-b4a3-5ca8de72535d HTTP/1.1" status: 204 len: 168 time: 0.4483933 Mar 11 00:08:45.159852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:45.180561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd095655-885d-4bbd-9d12-106fd098a150 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0797038e-123b-49cc-b4a3-5ca8de72535d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:45.182030 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (908abaa7-0949-43a7-9810-9087fa606d04), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.182590 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Added segment 908abaa7-0949-43a7-9810-9087fa606d04 of type vlan for network 30bae3ac-3816-4fe5-b654-0980dfe58540 Mar 11 00:08:45.352074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.379221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (30bae3ac-3816-4fe5-b654-0980dfe58540), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.421523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (30bae3ac-3816-4fe5-b654-0980dfe58540), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.423893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:45.424857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.456081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:45.462205 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-687c4c9d-efa4-42e6-81d6-443cebba2ae6 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2961359 Mar 11 00:08:45.469485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35712) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:45.482531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:45.503671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--889989697'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:45.529501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f22242c-cd87-4614-80cf-4ee6c5e5a26f') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:45.529806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f22242c-cd87-4614-80cf-4ee6c5e5a26f') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:45.533052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:45.533609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5602705 Mar 11 00:08:45.534219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba9f85d4-1ba9-4593-9ad4-ff9bbca32d59 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:45.534749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b14d4472-8b6d-4836-82de-6656a266798f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:45.550590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:45.567662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'subnet': {'network_id': '30bae3ac-3816-4fe5-b654-0980dfe58540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:45.573038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (1f22242c-cd87-4614-80cf-4ee6c5e5a26f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.584806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b14d4472-8b6d-4836-82de-6656a266798f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:45.586474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b14d4472-8b6d-4836-82de-6656a266798f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:45.639078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35718) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:45.644420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-933294456-network', 'tenant_id': '0d966efa906843739da1fb8be09865bc'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:45.654492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67df9ad-e736-432f-9938-15123e6a38b6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=30bae3ac-3816-4fe5-b654-0980dfe58540,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:45.668334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 30bae3ac-3816-4fe5-b654-0980dfe58540 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:45.691075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:45.697725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.701852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Made reservation on behalf of 0d966efa906843739da1fb8be09865bc for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:45.704563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.775159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.781911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1f22242c-cd87-4614-80cf-4ee6c5e5a26f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.795425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.812162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:45.812487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (1f22242c-cd87-4614-80cf-4ee6c5e5a26f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:45.815236 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:46.114542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.129185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.141757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe HTTP/1.1" status: 204 len: 168 time: 1.8479731 Mar 11 00:08:46.213488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e7df9-6e55-4058-8fbb-5dcb0614c5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1fd96c-47bb-4a0d-90aa-6bb4528f4ffe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:46.253216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (8bb533b3-7486-4b07-883e-fa54c18acd3a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.262096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8bb533b3-7486-4b07-883e-fa54c18acd3a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.327138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.331835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks [] for security_group (69f47a49-b510-454d-b545-5a2e88f79c9a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.335959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8653715 Mar 11 00:08:46.337133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:46.345127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '8bb533b3-7486-4b07-883e-fa54c18acd3a', 'direction': 'ingress', 'protocol': 17}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:46.353927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150db2c-a486-41a3-83e5-f4151a1552d9 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb533b3-7486-4b07-883e-fa54c18acd3a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:46.377983 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (69f47a49-b510-454d-b545-5a2e88f79c9a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.394541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (02d29f82-91d9-4815-b7bf-ed759aa80838), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.466675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f47a49-b510-454d-b545-5a2e88f79c9a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:46.502648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:46.525914 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (02d29f82-91d9-4815-b7bf-ed759aa80838), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.531011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7736c588-69cf-4612-afc0-00d9d03fe940), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.532188 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Added segment 7736c588-69cf-4612-afc0-00d9d03fe940 of type vlan for network c2333a6a-7871-42a6-9603-e25405845834 Mar 11 00:08:46.546071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (02d29f82-91d9-4815-b7bf-ed759aa80838), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.584599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d29f82-91d9-4815-b7bf-ed759aa80838,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:46.604742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.608690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4d53ae5-1906-4a87-9b13-49c5e5807eaf tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2655146 Mar 11 00:08:46.609027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:46.689924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:46.742099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c2333a6a-7871-42a6-9603-e25405845834), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.802133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89d915f1-b4c6-4137-b37c-b3522f55351b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8ad64cab7b74eff9c5bebc3054d5410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087637 Mar 11 00:08:46.802133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (8bb533b3-7486-4b07-883e-fa54c18acd3a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.803118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:46.873420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (8bb533b3-7486-4b07-883e-fa54c18acd3a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.881144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c2333a6a-7871-42a6-9603-e25405845834), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.883612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:46.884484 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.968377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] Publish callbacks [] for security_group (e95bb68d-1f6a-4a06-ada7-12768f58e130), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:46.996465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] Publish callbacks [] for security_group (e95bb68d-1f6a-4a06-ada7-12768f58e130), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.003789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8bb533b3-7486-4b07-883e-fa54c18acd3a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.007130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.010557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/8bb533b3-7486-4b07-883e-fa54c18acd3a HTTP/1.1" status: 204 len: 168 time: 0.3985903 Mar 11 00:08:47.016316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35742) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:47.036978 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3964379 Mar 11 00:08:47.045677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35744) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:47.048195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba082931-a4ee-43ec-a237-a87b1b4ec3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c2333a6a-7871-42a6-9603-e25405845834,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:47.050975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Request body: {'subnet': {'network_id': 'c2333a6a-7871-42a6-9603-e25405845834', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-933294456-subnet', 'tenant_id': '0d966efa906843739da1fb8be09865bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:47.059626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c2333a6a-7871-42a6-9603-e25405845834 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:47.119805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988581ed-55b2-4ef3-bcbf-61fd4dbee72a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb533b3-7486-4b07-883e-fa54c18acd3a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:47.142912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Made reservation on behalf of 0d966efa906843739da1fb8be09865bc for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:47.148553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.164844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:08:47.165761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (4f2a296c-6424-4122-9b98-944e864d467b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.279002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-745dff52-90c0-40ce-b980-007a6582433f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2582092 Mar 11 00:08:47.289470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:47.291316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e95bb68d-1f6a-4a06-ada7-12768f58e130), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.298880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.305303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e95bb68d-1f6a-4a06-ada7-12768f58e130 HTTP/1.1" status: 204 len: 168 time: 0.4982619 Mar 11 00:08:47.311026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942172901'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:47.374349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f2a296c-6424-4122-9b98-944e864d467b,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:47.376817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c2f0-104c-4edc-9dee-f64e47cd4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95bb68d-1f6a-4a06-ada7-12768f58e130,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:47.401890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Checking segment: {'id': '908abaa7-0949-43a7-9810-9087fa606d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '30bae3ac-3816-4fe5-b654-0980dfe58540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:47.402258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Network hostable DHCP agents. Network: 30bae3ac-3816-4fe5-b654-0980dfe58540, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:08:47.414601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.440656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Network 30bae3ac-3816-4fe5-b654-0980dfe58540 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:08:47.457272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 30bae3ac-3816-4fe5-b654-0980dfe58540) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:47.462691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:47.463387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.472208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538659a8-520b-4cb3-aeda-d2e7ab8cccf8 None None] Network 30bae3ac-3816-4fe5-b654-0980dfe58540 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:47.505146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ce47610-ccd1-45d1-a484-c20c1a091e09 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9513199 Mar 11 00:08:47.507755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:47.518865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'floatingip': {'floating_network_id': '30bae3ac-3816-4fe5-b654-0980dfe58540'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:47.564080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.714921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826e925-9b94-4f27-9e9f-c3776bf67141 None None] Network 30bae3ac-3816-4fe5-b654-0980dfe58540 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:47.821628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (ab3cd76d-864f-43da-83ba-fdfcc2e59da0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:47.852931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.010234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3beb8239-20ad-451f-b0d5-764d01acc14c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.028218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3beb8239-20ad-451f-b0d5-764d01acc14c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.061640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3cd76d-864f-43da-83ba-fdfcc2e59da0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:48.091367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb8239-20ad-451f-b0d5-764d01acc14c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:48.103292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Allocated IP 172.20.0.10 (30bae3ac-3816-4fe5-b654-0980dfe58540/4f2a296c-6424-4122-9b98-944e864d467b/c767dcae-6c70-4b5e-b4ef-f460d5e4bffb) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:48.107348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.111261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.112828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dbbb88e8-2c1a-4e0b-91dc-5e6376027b78 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8054059 Mar 11 00:08:48.115091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Checking segment: {'id': '7736c588-69cf-4612-afc0-00d9d03fe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c2333a6a-7871-42a6-9603-e25405845834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:48.115628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Network hostable DHCP agents. Network: c2333a6a-7871-42a6-9603-e25405845834, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:08:48.121240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35782) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.128524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--758128027'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:48.161790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Network c2333a6a-7871-42a6-9603-e25405845834 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:08:48.166504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.192223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c2333a6a-7871-42a6-9603-e25405845834) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:48.203133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:48.204622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.205548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898e4a4-a63a-457c-9277-0498c25760ca None None] Network c2333a6a-7871-42a6-9603-e25405845834 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:48.239436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58cd8e58-71c7-43ba-9910-638c847f16c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1924081 Mar 11 00:08:48.269754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35790) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.274190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-513b26b9-e2e6-47d8-a0ae-454d472b2452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad8d4c11bb04f938136a4c03418f7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519873 Mar 11 00:08:48.303206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7499c11f-dd9e-4964-a748-1df26ea5788c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.332127 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7499c11f-dd9e-4964-a748-1df26ea5788c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.453069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35800) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.466036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] Publish callbacks [] for security_group (fdacbbf9-92df-4adb-bc9c-97faaa6a8d37), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.474815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.478567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3518679 Mar 11 00:08:48.481939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ff74-ed2f-4499-8ea3-4307f3ca1d21 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7499c11f-dd9e-4964-a748-1df26ea5788c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:48.498553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35802) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.517397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '3beb8239-20ad-451f-b0d5-764d01acc14c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7499c11f-dd9e-4964-a748-1df26ea5788c', 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:48.520943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6326714-33f5-4686-a3ad-285b7741e52a None None] Network c2333a6a-7871-42a6-9603-e25405845834 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:48.536956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.579154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] Publish callbacks [] for security_group (fdacbbf9-92df-4adb-bc9c-97faaa6a8d37), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.587832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Deleting subnet 5df17b7c-fb8e-4aad-8586-5cf6f15c0887 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:48.592896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Publish callbacks [] for subnet (5df17b7c-fb8e-4aad-8586-5cf6f15c0887), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.642332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (5df17b7c-fb8e-4aad-8586-5cf6f15c0887), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.680750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.701169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5df17b7c-fb8e-4aad-8586-5cf6f15c0887), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.760634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fdacbbf9-92df-4adb-bc9c-97faaa6a8d37), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.763393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.766910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdacbbf9-92df-4adb-bc9c-97faaa6a8d37 HTTP/1.1" status: 204 len: 168 time: 0.4927104 Mar 11 00:08:48.790677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad0961-e9bb-40e4-ba76-2aa757ddf8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdacbbf9-92df-4adb-bc9c-97faaa6a8d37,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:48.825213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.839048 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.849716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.891499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233483c3-2530-4e56-912e-db85224755da,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:48.924030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.925446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-05cb930f-75f0-4979-86cc-840512a619c2 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4126732 Mar 11 00:08:48.928797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35806) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:48.977838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (5df17b7c-fb8e-4aad-8586-5cf6f15c0887), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.980907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:48.981268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Port': ['ID=c767dcae-6c70-4b5e-b4ef-f460d5e4bffb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:49.001700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.042848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df17b7c-fb8e-4aad-8586-5cf6f15c0887,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:49.056023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (233483c3-2530-4e56-912e-db85224755da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.058345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Network 30bae3ac-3816-4fe5-b654-0980dfe58540 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:08:49.062774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:49.064827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.067400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.074767 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0f2c7c3-87a5-494b-a2c2-50f0bb02d8d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5df17b7c-fb8e-4aad-8586-5cf6f15c0887 HTTP/1.1" status: 204 len: 168 time: 0.6206408 Mar 11 00:08:49.075584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/233483c3-2530-4e56-912e-db85224755da HTTP/1.1" status: 204 len: 168 time: 0.1453435 Mar 11 00:08:49.076566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965178fd-3fe7-45cd-bebf-5b39dfe13d6c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=233483c3-2530-4e56-912e-db85224755da,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:49.078369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:49.078490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:49.078897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:08:49.173689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee779e32-8458-48e1-b70a-14b78a2a8d97 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0942230 Mar 11 00:08:49.176240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35814) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:49.290445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7499c11f-dd9e-4964-a748-1df26ea5788c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.308813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (14df53b4-a751-4d44-b3a8-f6e2c60f60d5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.354704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7499c11f-dd9e-4964-a748-1df26ea5788c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.440698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for floatingip (3d762b1e-5bd9-4179-a622-b9c5acb94d5d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.479046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7499c11f-dd9e-4964-a748-1df26ea5788c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.481988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.483147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/7499c11f-dd9e-4964-a748-1df26ea5788c HTTP/1.1" status: 204 len: 168 time: 0.3059740 Mar 11 00:08:49.486556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35826) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:49.503823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (14df53b4-a751-4d44-b3a8-f6e2c60f60d5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.526903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7463-a283-46db-b94e-9bc94d0b11fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499c11f-dd9e-4964-a748-1df26ea5788c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:49.561228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14df53b4-a751-4d44-b3a8-f6e2c60f60d5']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:49.576624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50884d21-cf4a-49be-a93c-eec97e1f636f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:49.576897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50884d21-cf4a-49be-a93c-eec97e1f636f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:49.658402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44044a22-b73c-421f-a00f-f60b08f287fc tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1706891 Mar 11 00:08:49.668401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35832) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:49.797548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3beb8239-20ad-451f-b0d5-764d01acc14c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.875389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (3beb8239-20ad-451f-b0d5-764d01acc14c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.949429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (50884d21-cf4a-49be-a93c-eec97e1f636f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.981500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3beb8239-20ad-451f-b0d5-764d01acc14c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.982233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (50884d21-cf4a-49be-a93c-eec97e1f636f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.984932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:49.986504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/3beb8239-20ad-451f-b0d5-764d01acc14c HTTP/1.1" status: 204 len: 168 time: 0.3169501 Mar 11 00:08:49.989760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.000845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:50.001306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (50884d21-cf4a-49be-a93c-eec97e1f636f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:50.003269 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:50.010752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb227d-fae1-4c12-94bc-797f5bcf0ee5 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb8239-20ad-451f-b0d5-764d01acc14c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.020611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.137380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (14df53b4-a751-4d44-b3a8-f6e2c60f60d5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.151966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb9e2b7a-62c9-4a94-b12c-05c63b764b3f tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1521990 Mar 11 00:08:50.153655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.159054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.165514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--296148622'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:50.168893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/14df53b4-a751-4d44-b3a8-f6e2c60f60d5 HTTP/1.1" status: 204 len: 168 time: 1.0850635 Mar 11 00:08:50.169458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.203502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.219104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35848) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.249922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Deleting subnet ab3cd76d-864f-43da-83ba-fdfcc2e59da0 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:50.255525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Publish callbacks [] for subnet (ab3cd76d-864f-43da-83ba-fdfcc2e59da0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.257756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9186d1-6641-4e58-af61-6063a119ca94 admin admin] Pushing event deleted for resources: {'Network': ['ID=14df53b4-a751-4d44-b3a8-f6e2c60f60d5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.301621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (a31709ea-1442-46dd-bc94-51787d8a1135), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.308188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a31709ea-1442-46dd-bc94-51787d8a1135), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.349119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.352819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1975720 Mar 11 00:08:50.364764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161725d8-8df0-49ee-8c95-4d7c7acb3006 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31709ea-1442-46dd-bc94-51787d8a1135,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.375182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.395116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': 'a31709ea-1442-46dd-bc94-51787d8a1135', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:50.414890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ab3cd76d-864f-43da-83ba-fdfcc2e59da0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.471305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35858) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.474803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1020495206-network', 'tenant_id': 'ebb32177897b436284cf58b887673691'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:50.506439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ab3cd76d-864f-43da-83ba-fdfcc2e59da0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.533254 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.541826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Made reservation on behalf of ebb32177897b436284cf58b887673691 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:50.546397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.585939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.587676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.600706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.734764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks [] for security_group (882ee09c-ce83-4e6a-889d-5c1212da9350), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.740646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (882ee09c-ce83-4e6a-889d-5c1212da9350), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.796381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ab3cd76d-864f-43da-83ba-fdfcc2e59da0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.823764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ee09c-ce83-4e6a-889d-5c1212da9350,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.830397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:50.835468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3cd76d-864f-43da-83ba-fdfcc2e59da0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.837384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Port': ['ID=c767dcae-6c70-4b5e-b4ef-f460d5e4bffb,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.849271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.859176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (33ab9305-4bef-4410-af67-0857322c4873), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.859949 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Added segment 33ab9305-4bef-4410-af67-0857322c4873 of type vlan for network af81b398-dcf4-4daf-b7f1-56fc39be857c Mar 11 00:08:50.860095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (3d762b1e-5bd9-4179-a622-b9c5acb94d5d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.862840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.866679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5dae5688-5762-45ad-b939-ea8a7ce025a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab3cd76d-864f-43da-83ba-fdfcc2e59da0 HTTP/1.1" status: 204 len: 168 time: 0.6922038 Mar 11 00:08:50.870982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.880682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.943030 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.948281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5687532 Mar 11 00:08:50.951430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:50.952174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720822a2-1c61-4fd0-9913-71d812e20530 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07ee2df-2df5-446f-8b6d-3d18c71becaf,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:50.962965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:50.964864 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-460ae774-3386-48b5-960d-dab3538441e6 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4553416 Mar 11 00:08:50.971230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35882) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:51.012210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.025515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.052130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (af81b398-dcf4-4daf-b7f1-56fc39be857c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.123461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6a10a2b8-11bb-404a-92e1-ad53779e716c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=30bae3ac-3816-4fe5-b654-0980dfe58540 HTTP/1.1" status: 200 len: 690 time: 0.1507905 Mar 11 00:08:51.126453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:51.140855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c2333a6a-7871-42a6-9603-e25405845834), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.191073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (af81b398-dcf4-4daf-b7f1-56fc39be857c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.192108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:51.192766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.223952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0027900 Mar 11 00:08:51.236306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35892) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:51.242830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Request body: {'subnet': {'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1020495206-subnet', 'tenant_id': 'ebb32177897b436284cf58b887673691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:51.258677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e07ee2df-2df5-446f-8b6d-3d18c71becaf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.278578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.282417 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e07ee2df-2df5-446f-8b6d-3d18c71becaf HTTP/1.1" status: 204 len: 168 time: 0.3164849 Mar 11 00:08:51.297572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c2333a6a-7871-42a6-9603-e25405845834), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.301896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:51.383195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Made reservation on behalf of ebb32177897b436284cf58b887673691 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:51.385577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.387721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edac5e3-4e0c-453c-a613-310222b13c1b admin admin] Pushing event updated for resources: {'Network': ['ID=af81b398-dcf4-4daf-b7f1-56fc39be857c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:51.401849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network af81b398-dcf4-4daf-b7f1-56fc39be857c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:51.405824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2333a6a-7871-42a6-9603-e25405845834']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:51.429327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7736c588-69cf-4612-afc0-00d9d03fe940') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:51.430191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7736c588-69cf-4612-afc0-00d9d03fe940') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:51.466754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (7736c588-69cf-4612-afc0-00d9d03fe940), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.490174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7736c588-69cf-4612-afc0-00d9d03fe940), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.509326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:51.509848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (7736c588-69cf-4612-afc0-00d9d03fe940), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:51.622355 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:51.651793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7b625-7f11-4fb2-aecc-24549c4fff30 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e07ee2df-2df5-446f-8b6d-3d18c71becaf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:51.691857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (30bae3ac-3816-4fe5-b654-0980dfe58540), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.707720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c2333a6a-7871-42a6-9603-e25405845834), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.720524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.726739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2333a6a-7871-42a6-9603-e25405845834 HTTP/1.1" status: 204 len: 168 time: 0.8393157 Mar 11 00:08:51.737536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1c8befed-5853-41a2-8e8e-434dff9e5c93 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4287350 Mar 11 00:08:51.737536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:51.777628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cce0b6-e884-4621-9f74-af56aa2b7fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2333a6a-7871-42a6-9603-e25405845834,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:51.873925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (a31709ea-1442-46dd-bc94-51787d8a1135), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.918504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Deleting port c767dcae-6c70-4b5e-b4ef-f460d5e4bffb {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:51.918848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.929412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (a31709ea-1442-46dd-bc94-51787d8a1135), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:51.981545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (8c0c0f33-1c01-4094-9a9f-0d6a27039b3b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.011028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35934) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:52.054726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0c0f33-1c01-4094-9a9f-0d6a27039b3b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.056782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a31709ea-1442-46dd-bc94-51787d8a1135), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.060081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.063407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/a31709ea-1442-46dd-bc94-51787d8a1135 HTTP/1.1" status: 204 len: 168 time: 0.3235385 Mar 11 00:08:52.072312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:52.099307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b450b-5d57-45a6-8cac-967697f5cd5d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31709ea-1442-46dd-bc94-51787d8a1135,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.117626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.118354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for floatingip (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.125403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2ffd77b7-5fca-4097-ac57-7474a32ee2ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eb2f6a1020d463db4835e347ec6588a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107342 Mar 11 00:08:52.128045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35938) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:52.153230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Checking segment: {'id': '33ab9305-4bef-4410-af67-0857322c4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:08:52.153583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Network hostable DHCP agents. Network: af81b398-dcf4-4daf-b7f1-56fc39be857c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:08:52.164607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Calling delete_port for c767dcae-6c70-4b5e-b4ef-f460d5e4bffb owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:52.179321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e7119135-6bce-4262-8f59-f3e718c64891), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.191148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9dda802b-4a9a-447c-bb59-5da41c995688 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078534 Mar 11 00:08:52.192099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35940) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:52.197970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--163032724'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:52.242283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] Publish callbacks [] for security_group (4e4ffad4-f401-429c-a2b8-a00c6666c11d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.266383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Network af81b398-dcf4-4daf-b7f1-56fc39be857c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:08:52.289719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] Publish callbacks [] for security_group (4e4ffad4-f401-429c-a2b8-a00c6666c11d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.298544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.300784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, af81b398-dcf4-4daf-b7f1-56fc39be857c) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:08:52.313062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5e086-0a2b-48b8-b762-d9b412f0c11b None None] Network af81b398-dcf4-4daf-b7f1-56fc39be857c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:52.338746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:52.339694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.408615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-792b4b75-5876-4dba-8342-4ad22880630b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1696684 Mar 11 00:08:52.519722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4e4ffad4-f401-429c-a2b8-a00c6666c11d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.523031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.524429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e4ffad4-f401-429c-a2b8-a00c6666c11d HTTP/1.1" status: 204 len: 168 time: 0.3954575 Mar 11 00:08:52.527363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7831fdd0-df28-45c4-b7c0-29191d65cce2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.539103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7831fdd0-df28-45c4-b7c0-29191d65cce2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.542121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e38f5f-f902-4695-bddc-753a9eb569be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ffad4-f401-429c-a2b8-a00c6666c11d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.557068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30339c45-f6ee-4847-a600-2a107b1e8ded None None] Network af81b398-dcf4-4daf-b7f1-56fc39be857c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:08:52.590479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.591881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3993008 Mar 11 00:08:52.594472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c85759-1903-4425-bc33-378bf2de5b4b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7831fdd0-df28-45c4-b7c0-29191d65cce2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.596578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:52.614044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '7831fdd0-df28-45c4-b7c0-29191d65cce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:52.684820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c767dcae-6c70-4b5e-b4ef-f460d5e4bffb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.702048 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.747686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Port': ['ID=c767dcae-6c70-4b5e-b4ef-f460d5e4bffb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.856648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.868734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.917574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1defa576-20ad-4361-99bb-6f90b633ece6,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:52.970692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:52.980592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-57815415-fd7b-48db-835c-e72f03904c41 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3638494 Mar 11 00:08:52.980592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35966) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.037293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee3a3de1-07dd-450f-b7f1-dcddc5856294 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules/1defa576-20ad-4361-99bb-6f90b633ece6 HTTP/1.1" status: 200 len: 763 time: 0.0512176 Mar 11 00:08:53.041316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35970) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.135624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for floatingip (3d762b1e-5bd9-4179-a622-b9c5acb94d5d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.167528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-68ac63ed-4e4c-4318-87b4-67c2d0b5adbe tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1194649 Mar 11 00:08:53.169755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35972) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.242691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.268948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.384525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1defa576-20ad-4361-99bb-6f90b633ece6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.396858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (4f2a296c-6424-4122-9b98-944e864d467b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.453661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.459174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1defa576-20ad-4361-99bb-6f90b633ece6 HTTP/1.1" status: 204 len: 168 time: 0.2884531 Mar 11 00:08:53.464407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c87ef-bcee-4518-a915-39440cf72bbb tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1defa576-20ad-4361-99bb-6f90b633ece6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:53.470375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.473486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35980) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.545792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Deleting port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:53.546621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.675333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (4f2a296c-6424-4122-9b98-944e864d467b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.798525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2a296c-6424-4122-9b98-944e864d467b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:53.894965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] For port 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:53.895607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.933476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-8cd3e566-7fad-4fb9-8069-38c7e45c6490 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:53.935474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-8cd3e566-7fad-4fb9-8069-38c7e45c6490 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/networks?id=af81b398-dcf4-4daf-b7f1-56fc39be857c HTTP/1.1" status: 200 len: 818 time: 0.3397577 Mar 11 00:08:53.950592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (30bae3ac-3816-4fe5-b654-0980dfe58540), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:53.956836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e75254a-5081-4baf-9279-76c2825e4d14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d966efa906843739da1fb8be09865bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822004 Mar 11 00:08:53.965848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35998) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.967866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-261b11b6-5ab7-48e8-8530-e167d8fe0664 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4843509 Mar 11 00:08:53.970871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ce7618a3-b946-441f-b0a2-2fc4be03f422 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/quotas/ebb32177897b436284cf58b887673691 HTTP/1.1" status: 200 len: 375 time: 0.0272963 Mar 11 00:08:53.971464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:53.976459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Calling delete_port for 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:53.977987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '7831fdd0-df28-45c4-b7c0-29191d65cce2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:54.015797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bae3ac-3816-4fe5-b654-0980dfe58540']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:54.072226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-f7068c31-ac30-4409-940d-8b76eb77d050 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebb32177897b436284cf58b887673691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700459 Mar 11 00:08:54.075218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908abaa7-0949-43a7-9810-9087fa606d04') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:54.075706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908abaa7-0949-43a7-9810-9087fa606d04') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:54.106280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (908abaa7-0949-43a7-9810-9087fa606d04), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.118520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.184718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (908abaa7-0949-43a7-9810-9087fa606d04), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.187618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.200242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.232111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecdab5-963b-470d-9319-eac39267a5b2 req-bd7c9d88-cff9-441c-b851-c4a846e8c66b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.240212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37ecdab5-963b-470d-9319-eac39267a5b2 req-bd7c9d88-cff9-441c-b851-c4a846e8c66b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.1708121 Mar 11 00:08:54.267690 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.268911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2963524 Mar 11 00:08:54.275597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde64dc-3762-4789-a9e6-e10483b24a06 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972412b8-d17a-46b5-97f8-ec80776b94df,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:54.281797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-607d5294-3ee5-4db6-b9b0-7bcaf6fb0b9e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:08:54.283010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-607d5294-3ee5-4db6-b9b0-7bcaf6fb0b9e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1988757 Mar 11 00:08:54.283563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36006) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:54.307514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:54.307957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (908abaa7-0949-43a7-9810-9087fa606d04), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.309258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-104178de-e145-4487-a8bd-6185f1aeff05 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules/972412b8-d17a-46b5-97f8-ec80776b94df HTTP/1.1" status: 200 len: 763 time: 0.0174875 Mar 11 00:08:54.312472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36008) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:54.367627 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:54.375938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (30bae3ac-3816-4fe5-b654-0980dfe58540), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.382500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] Publish callbacks [] for security_group (69f47a49-b510-454d-b545-5a2e88f79c9a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.404710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] Publish callbacks [] for security_group (69f47a49-b510-454d-b545-5a2e88f79c9a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.415954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-3bb800c1-4d3e-4a2b-8487-671f9e31dce0 service neutron] 10.222.0.21 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054702 Mar 11 00:08:54.452886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30bae3ac-3816-4fe5-b654-0980dfe58540 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:08:54.472432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.478985 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/30bae3ac-3816-4fe5-b654-0980dfe58540 HTTP/1.1" status: 204 len: 168 time: 3.3493896 Mar 11 00:08:54.479955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:54.481113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (69f47a49-b510-454d-b545-5a2e88f79c9a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.483792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.484931 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69f47a49-b510-454d-b545-5a2e88f79c9a HTTP/1.1" status: 204 len: 168 time: 0.5163732 Mar 11 00:08:54.485766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f472be9-9dda-4508-8b65-94a7f109fa6b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Network': ['ID=30bae3ac-3816-4fe5-b654-0980dfe58540,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:54.500427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548fc9-b635-4afa-a003-3be4c976f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f47a49-b510-454d-b545-5a2e88f79c9a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:54.524996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2c2e5471-2017-4252-b321-f6c8395f08bd tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1120460 Mar 11 00:08:54.527011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36014) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:54.598500 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:08:54.622210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:54.658758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-92b72f75-e69f-4dd8-ac83-718f86160d7a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1320720 Mar 11 00:08:54.669144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36016) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:54.685612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:54.894051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37ecdab5-963b-470d-9319-eac39267a5b2 req-c402b950-3812-44ff-859d-e486deabf422 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6529548 Mar 11 00:08:54.910819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.911278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.911724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.912188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.912630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.913596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.914031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.914467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:54.932734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37495c09-83c2-4687-9e03-424cfa46e15c tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5311 time: 0.2419875 Mar 11 00:08:54.945805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36022) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.117855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e7119135-6bce-4262-8f59-f3e718c64891), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.189898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.198123 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f9ded004-5b8b-4ea9-b34a-fdefe2c49aa4 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] delete failed (client error): The resource could not be found. Mar 11 00:08:55.207357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f9ded004-5b8b-4ea9-b34a-fdefe2c49aa4 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3d762b1e-5bd9-4179-a622-b9c5acb94d5d HTTP/1.1" status: 404 len: 345 time: 0.2354226 Mar 11 00:08:55.216634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36034) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.232912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.276627 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded7950e-8a21-4834-9952-26f69fa4a93b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 00:08:55.277091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded7950e-8a21-4834-9952-26f69fa4a93b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:08:55.295021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ded7950e-8a21-4834-9952-26f69fa4a93b tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/30bae3ac-3816-4fe5-b654-0980dfe58540 HTTP/1.1" status: 404 len: 339 time: 0.0733285 Mar 11 00:08:55.305266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.315686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'name': 'tempest-network--1236118928', 'router:external': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:55.389788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-8a3fb08b-d400-4a7c-87e4-b32a24716051 service neutron] 10.222.0.21 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9499981 Mar 11 00:08:55.392041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:55.394348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.434524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (972412b8-d17a-46b5-97f8-ec80776b94df), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.486913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.488090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/972412b8-d17a-46b5-97f8-ec80776b94df HTTP/1.1" status: 204 len: 168 time: 0.8348327 Mar 11 00:08:55.496487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36044) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.546499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eede30-bbfc-48b8-873a-ea91d8397e43 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=972412b8-d17a-46b5-97f8-ec80776b94df,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:55.586167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Router e7119135-6bce-4262-8f59-f3e718c64891 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:08:55.616730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:55.723517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fa263c7e-7b22-4c2b-bf93-1a575c4d172e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:55.725644 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Added segment fa263c7e-7b22-4c2b-bf93-1a575c4d172e of type vlan for network 16537b0d-3a83-4945-9e47-882eed45385e Mar 11 00:08:55.760314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ab96548-44ac-4768-88c3-39938236a85d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2624602 Mar 11 00:08:55.761681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36052) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.779029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '7831fdd0-df28-45c4-b7c0-29191d65cce2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:55.795206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:08:55.805116 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Sync routers for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:08:55.813713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7978be16-550c-4f0a-a4e6-fdeaaf4ab0e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/e7119135-6bce-4262-8f59-f3e718c64891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3412998 Mar 11 00:08:55.816760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36054) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:55.821422 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:55.824606 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:55.911311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc98e0ec-b676-4c04-8410-f380d111099a req-0c85bb6c-012e-44a6-9a49-fb13cd9d810e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 210 time: 0.1144974 Mar 11 00:08:56.006257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (16537b0d-3a83-4945-9e47-882eed45385e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.034728 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Project 23d6826812054cc5bf313d4813c83cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:08:56.049356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.183487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (16537b0d-3a83-4945-9e47-882eed45385e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.188841 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:56.190199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:56.190849 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.327675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0196211 Mar 11 00:08:56.339429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36070) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:56.398480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.514813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f643e-6263-4dc4-8a1c-9f76e336f2f4 req-5f17601f-b862-436e-aea6-0608d5523652 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:56.523304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe4f643e-6263-4dc4-8a1c-9f76e336f2f4 req-5f17601f-b862-436e-aea6-0608d5523652 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 0.4699342 Mar 11 00:08:56.579044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.691783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-11T00:08:54Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:56.777612 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Checking router: e7119135-6bce-4262-8f59-f3e718c64891 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:08:56.801145 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Routers {'e7119135-6bce-4262-8f59-f3e718c64891'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:08:56.804553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e7119135-6bce-4262-8f59-f3e718c64891'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:56.822785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks [] for router (e7119135-6bce-4262-8f59-f3e718c64891), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:56.839689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57498bc6-4801-465d-b599-7f274b1772ab req-0bb548a2-1020-42a9-8014-8a68aca5082c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:56.842783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57498bc6-4801-465d-b599-7f274b1772ab req-0bb548a2-1020-42a9-8014-8a68aca5082c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 945 time: 1.0491941 Mar 11 00:08:57.152767 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] Set router e7119135-6bce-4262-8f59-f3e718c64891 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:08:57.262330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks [] for router_gateway (e7119135-6bce-4262-8f59-f3e718c64891), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.278923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Deleting port cfa2a850-84bf-4017-afce-4258867da9a5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:57.279391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.422711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5cb6-393e-454b-8dc3-fbe65504e6c7 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:57.475006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Deleting port 79d01dc8-baab-418e-8aa5-1b3bf1b84591 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:08:57.475749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.478204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5cb6-393e-454b-8dc3-fbe65504e6c7 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:57.485679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] For port cfa2a850-84bf-4017-afce-4258867da9a5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2a850-84bf-4017-afce-4258867da9a5,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:57.486354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.492792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5cb6-393e-454b-8dc3-fbe65504e6c7 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:57.516134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea5cb6-393e-454b-8dc3-fbe65504e6c7 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:57.521169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-feea5cb6-393e-454b-8dc3-fbe65504e6c7 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1623852 Mar 11 00:08:57.525060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:57.531743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee869cb-9de1-4835-8353-1e4c6faa4e1a tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=16537b0d-3a83-4945-9e47-882eed45385e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:57.545143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 16537b0d-3a83-4945-9e47-882eed45385e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:08:57.710954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a369f9e5-b733-4fe8-bc92-54c4fcbf5703,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:57.736887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-11T00:08:54Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:57.753091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-363867ed-36f8-403c-9028-788ea4ba889e req-ef1073ff-e8a2-4531-aedf-0c1ce40591a6 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 210 time: 0.3320990 Mar 11 00:08:57.804563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.805014 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ba0346-5cbf-4dde-b5de-b893ca4f1ea7 None None] The sync data for ids ['e7119135-6bce-4262-8f59-f3e718c64891'] in n-d-831844-1 is: [{'id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'name': 'tempest-TaggedBootDevicesTest_v242-588277217-router', 'tenant_id': '7f7aacb7ec5d48378c98404a98c240da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40'}], 'enable_snat': True}, 'gw_port_id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:31Z', 'updated_at': '2022-03-11T00:08:54Z', 'revision_number': 5, 'project_id': '7f7aacb7ec5d48378c98404a98c240da', 'gw_port': {'id': '79d01dc8-baab-418e-8aa5-1b3bf1b84591', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7119135-6bce-4262-8f59-f3e718c64891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:33Z', 'updated_at': '2022-03-10T23:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:08:57.809753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4869c701-6eb2-4db8-8d05-f47b98306b0d tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0416789 Mar 11 00:08:57.810437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36106) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:57.847003 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (16537b0d-3a83-4945-9e47-882eed45385e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:57.866572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe4f643e-6263-4dc4-8a1c-9f76e336f2f4 req-ca407415-b632-4304-bae5-fb0c4c9984c4 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=50d842aa-19cb-4ea9-be51-20ef13597b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3423877 Mar 11 00:08:57.879593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c4db1d82-12bc-475f-9ef7-cd24aa8b9602 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules/a369f9e5-b733-4fe8-bc92-54c4fcbf5703 HTTP/1.1" status: 200 len: 769 time: 0.0573082 Mar 11 00:08:57.880754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:57.986082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-f4788204-a7b5-43e5-b2e5-a48ea6045937 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:08:57.987836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-f4788204-a7b5-43e5-b2e5-a48ea6045937 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.30 "GET /v2.0/networks?id=af81b398-dcf4-4daf-b7f1-56fc39be857c HTTP/1.1" status: 200 len: 818 time: 0.5517993 Mar 11 00:08:58.000562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] For port 79d01dc8-baab-418e-8aa5-1b3bf1b84591, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=79d01dc8-baab-418e-8aa5-1b3bf1b84591,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:08:58.000941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.012394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Request body: {'port': {'device_id': '1f8a7552-a688-460f-a32f-532a320e8795', 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c', 'admin_state_up': True, 'tenant_id': 'ebb32177897b436284cf58b887673691'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:58.056043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-39022281-34aa-4872-80fe-6ce1da24a5f4 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1627662 Mar 11 00:08:58.060338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36118) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.075088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Calling delete_port for 79d01dc8-baab-418e-8aa5-1b3bf1b84591 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:58.098176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.111537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.159344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a369f9e5-b733-4fe8-bc92-54c4fcbf5703), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.171590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.173227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a369f9e5-b733-4fe8-bc92-54c4fcbf5703 HTTP/1.1" status: 204 len: 168 time: 0.1078913 Mar 11 00:08:58.177093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36132) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.197290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9932189-d89b-4c71-ab52-be80d9e4df15 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a369f9e5-b733-4fe8-bc92-54c4fcbf5703,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:58.226385 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.226839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.227075 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Floating IP 9d84c2b4-9704-4cdd-a176-aa7c28e2db7b disassociated. External IP: 172.25.7.100, port: cfa2a850-84bf-4017-afce-4258867da9a5. Mar 11 00:08:58.227428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Calling delete_port for cfa2a850-84bf-4017-afce-4258867da9a5 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:08:58.286541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c67c9922-fc17-4d76-a4c6-6567288fccb7 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931144 Mar 11 00:08:58.289976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36140) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.430855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7831fdd0-df28-45c4-b7c0-29191d65cce2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.467467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (7831fdd0-df28-45c4-b7c0-29191d65cce2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.490558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (16537b0d-3a83-4945-9e47-882eed45385e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.555635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7831fdd0-df28-45c4-b7c0-29191d65cce2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.559566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.561782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/7831fdd0-df28-45c4-b7c0-29191d65cce2 HTTP/1.1" status: 204 len: 168 time: 0.2699633 Mar 11 00:08:58.572428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36146) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.586231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16537b0d-3a83-4945-9e47-882eed45385e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:58.643455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-480522a8-8b80-4f54-a313-6566facff0b8 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671716 Mar 11 00:08:58.644899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d07bc8-f75a-4acd-be41-6a220ab8187b tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7831fdd0-df28-45c4-b7c0-29191d65cce2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:58.650388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36148) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.661953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421615740'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:58.667733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa263c7e-7b22-4c2b-bf93-1a575c4d172e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:58.668056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa263c7e-7b22-4c2b-bf93-1a575c4d172e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:08:58.688572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (fa263c7e-7b22-4c2b-bf93-1a575c4d172e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.695184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36150) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:58.708631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Made reservation on behalf of ebb32177897b436284cf58b887673691 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:58.712384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.716457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.743335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fa263c7e-7b22-4c2b-bf93-1a575c4d172e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.774572 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:08:58.775050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (fa263c7e-7b22-4c2b-bf93-1a575c4d172e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:08:58.776873 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:08:58.893450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cfa2a850-84bf-4017-afce-4258867da9a5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:58.929407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a9328e6-3235-488f-ae47-ee268215096f req-567f65a2-3e5f-4ffb-939b-ee3cb7192cdb tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 210 time: 0.0736258 Mar 11 00:08:59.001564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20b3f093-ebd7-4212-80f8-ad76c57e5f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.053825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Allocated IP 172.20.0.9 (af81b398-dcf4-4daf-b7f1-56fc39be857c/8c0c0f33-1c01-4094-9a9f-0d6a27039b3b/62ee0327-19ae-45dd-b157-7eb56b24a8c5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:08:59.103705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20b3f093-ebd7-4212-80f8-ad76c57e5f9a admin admin] Publish callbacks [] for security_group (3207c327-230a-4c48-af7f-81c4dce954a0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.125293 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (16537b0d-3a83-4945-9e47-882eed45385e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.145769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'Port': ['ID=cfa2a850-84bf-4017-afce-4258867da9a5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.150310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16537b0d-3a83-4945-9e47-882eed45385e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:08:59.160876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cfe5a08-aa78-4ec9-85c3-97b4cede9a57 req-3d85f02a-eb40-4a97-b37b-1972c4ff9d50 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.0510354 Mar 11 00:08:59.163798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20b3f093-ebd7-4212-80f8-ad76c57e5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3207c327-230a-4c48-af7f-81c4dce954a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.164762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Network': ['ID=16537b0d-3a83-4945-9e47-882eed45385e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.168256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.174571 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91341947-ca21-454b-af54-a98beed550ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/16537b0d-3a83-4945-9e47-882eed45385e HTTP/1.1" status: 204 len: 168 time: 1.6280994 Mar 11 00:08:59.188147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36158) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:59.236250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (1438531b-a308-47a8-abde-6bbea229bef5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.248433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1438531b-a308-47a8-abde-6bbea229bef5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.266450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-20b3f093-ebd7-4212-80f8-ad76c57e5f9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36717ca4b26447e4bb109c1b79ca5d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5676713 Mar 11 00:08:59.266450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f093-ebd7-4212-80f8-ad76c57e5f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3207c327-230a-4c48-af7f-81c4dce954a0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.280159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36160) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:59.283011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.284349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6310749 Mar 11 00:08:59.327583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36162) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:59.356061 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (79d01dc8-baab-418e-8aa5-1b3bf1b84591), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.364598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Request body: {'security_group_rule': {'security_group_id': '1438531b-a308-47a8-abde-6bbea229bef5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:59.387819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db09f4a-f86a-4040-ba18-22089ad2a03a tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1438531b-a308-47a8-abde-6bbea229bef5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.422114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (71ae33b9-fcaa-4551-bb42-cfb91f16cec4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.448803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'name': 'tempest-network--71617972', 'router:external': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:08:59.505639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:08:59.531047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36168) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:59.557632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:08:59.558233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 96a5b6f6-3e12-4d28-a5f1-4e3522cce5b2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:08:59.574283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:08:59.580791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.616711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Deleting subnet aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:08:59.617847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Pushing event deleted for resources: {'Port': ['ID=79d01dc8-baab-418e-8aa5-1b3bf1b84591,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.620698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Publish callbacks [] for subnet (aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.666117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.714599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.802537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:08:59.818566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bf39440d-4692-4c24-b128-510697130b54), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.819194 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Added segment bf39440d-4692-4c24-b128-510697130b54 of type vlan for network b095d339-0a63-40b3-b573-523e18e6ac7f Mar 11 00:08:59.822603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (71ae33b9-fcaa-4551-bb42-cfb91f16cec4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.827037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.876882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (71ae33b9-fcaa-4551-bb42-cfb91f16cec4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.885665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks [] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.887489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.893356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b095d339-0a63-40b3-b573-523e18e6ac7f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.893515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256 HTTP/1.1" status: 204 len: 168 time: 0.3562505 Mar 11 00:08:59.898871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36170) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:08:59.899833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f10c2b-4b56-4f57-a853-cf262ebffac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad8a1f0-0f8f-4da6-94e1-6c5b82b1c256,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:08:59.904454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] Publish callbacks [] for security_group (3207c327-230a-4c48-af7f-81c4dce954a0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.954700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (e7119135-6bce-4262-8f59-f3e718c64891), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:08:59.967878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ae33b9-fcaa-4551-bb42-cfb91f16cec4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:00.037939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2a850-84bf-4017-afce-4258867da9a5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:00.051138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.052362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-04c085a2-149e-4ec1-883a-c43bdf07198c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6935632 Mar 11 00:09:00.059023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36174) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:00.069177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: cfa2a850-84bf-4017-afce-4258867da9a5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:00.069721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2a850-84bf-4017-afce-4258867da9a5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:00.069957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] Publish callbacks [] for security_group (3207c327-230a-4c48-af7f-81c4dce954a0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.093515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b69006d5-1b8a-46f9-99e8-ee79ca5f9428), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.141515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54f34ded-9906-4189-a5ae-37935956add9 req-579fcc47-3510-4e96-afff-30dfeaa9d1d5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 210 time: 0.0825918 Mar 11 00:09:00.157796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:09:00.161399 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e7119135-6bce-4262-8f59-f3e718c64891), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.166605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks [] for router_controller (e7119135-6bce-4262-8f59-f3e718c64891), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.181461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b095d339-0a63-40b3-b573-523e18e6ac7f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.182481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:00.183066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.224058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.253507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3207c327-230a-4c48-af7f-81c4dce954a0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.263614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.267232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3207c327-230a-4c48-af7f-81c4dce954a0 HTTP/1.1" status: 204 len: 168 time: 0.9795027 Mar 11 00:09:00.293290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e7119135-6bce-4262-8f59-f3e718c64891), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.293821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7119135-6bce-4262-8f59-f3e718c64891 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:09:00.320954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec0734-a5d5-4b90-9cf5-8e53f9dcd364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3207c327-230a-4c48-af7f-81c4dce954a0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:00.480669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dd38b0c-d750-46e0-bdcb-e955ea18ef71 req-e8d4f32e-f690-4e48-b4b4-ad7b69094331 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.0995424 Mar 11 00:09:00.486640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (1438531b-a308-47a8-abde-6bbea229bef5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.591032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (1438531b-a308-47a8-abde-6bbea229bef5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.618679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b69006d5-1b8a-46f9-99e8-ee79ca5f9428), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.661932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69006d5-1b8a-46f9-99e8-ee79ca5f9428']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:00.679537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110b158a-b852-42d9-97f1-c751225706ac') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:00.679909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110b158a-b852-42d9-97f1-c751225706ac') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:00.691179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (110b158a-b852-42d9-97f1-c751225706ac), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.711543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (110b158a-b852-42d9-97f1-c751225706ac), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.717346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1438531b-a308-47a8-abde-6bbea229bef5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.720553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.721929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/1438531b-a308-47a8-abde-6bbea229bef5 HTTP/1.1" status: 204 len: 168 time: 0.6489663 Mar 11 00:09:00.727568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36184) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:00.729660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:00.730062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (110b158a-b852-42d9-97f1-c751225706ac), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:00.733082 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:00.761679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259e89-acfd-495e-b590-9f05f4277e8e tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1438531b-a308-47a8-abde-6bbea229bef5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:00.769472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36186) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:00.797211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5cfadb1-0eb7-4a88-85e4-83fc34092c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.851089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.855020 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b568a76a-4d85-43a3-af5f-09606f1d79ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/e7119135-6bce-4262-8f59-f3e718c64891 HTTP/1.1" status: 204 len: 168 time: 5.0350533 Mar 11 00:09:00.891306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:00.896232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=b095d339-0a63-40b3-b573-523e18e6ac7f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:00.903322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f04eb0e9-4092-4da7-8bf9-504b66af342d tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5609014 Mar 11 00:09:00.908149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b095d339-0a63-40b3-b573-523e18e6ac7f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:00.910442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5cfadb1-0eb7-4a88-85e4-83fc34092c8e admin admin] Publish callbacks [] for security_group (8b2b1c8e-5699-4d57-98e8-7ac616f7132c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.916212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36190) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:00.926217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b69006d5-1b8a-46f9-99e8-ee79ca5f9428), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.939034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Network af81b398-dcf4-4daf-b7f1-56fc39be857c is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:00.939950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5cfadb1-0eb7-4a88-85e4-83fc34092c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8b2b1c8e-5699-4d57-98e8-7ac616f7132c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:00.979156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:00.987789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Pushing event updated for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:00.990359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:00.996694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.001805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b69006d5-1b8a-46f9-99e8-ee79ca5f9428 HTTP/1.1" status: 204 len: 168 time: 1.0983562 Mar 11 00:09:01.054046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e25ea-4657-4265-9a0d-39c24121b261 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69006d5-1b8a-46f9-99e8-ee79ca5f9428,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:01.103907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Deleting subnet f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:09:01.105799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-950013ac-9615-4e0b-8ee0-d062f317acef tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3695993 Mar 11 00:09:01.110016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Publish callbacks [] for subnet (f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.111350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36194) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.141490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:01.151071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:01.151842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.160891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:01.182723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:01.183388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:01.214022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] No DVR routers for this DVR port cfa2a850-84bf-4017-afce-4258867da9a5 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:01.217704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.220188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.223804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57498bc6-4801-465d-b599-7f274b1772ab req-d3b746f1-d70c-4feb-98e6-afb5635fbe54 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "DELETE /v2.0/ports/cfa2a850-84bf-4017-afce-4258867da9a5 HTTP/1.1" status: 204 len: 173 time: 4.3020227 Mar 11 00:09:01.225123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'name': 'network-vif-deleted', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:01.227902 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917d037-aab0-46e1-9f11-bf3ad7381c4c" -d '{"events": [{"server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "name": "network-vif-deleted", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:01.255090 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-ad43bc02-ecb7-4c5c-a4a8-260188abbee8 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2467000 Mar 11 00:09:01.285362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Request body: {'port': {'device_id': '1f8a7552-a688-460f-a32f-532a320e8795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:01.310025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5cfadb1-0eb7-4a88-85e4-83fc34092c8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f8b0de788d14d8584e767a010a5127e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355659 Mar 11 00:09:01.321336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36200) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.322628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfadb1-0eb7-4a88-85e4-83fc34092c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b1c8e-5699-4d57-98e8-7ac616f7132c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:01.369930 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98e1b0-95e3-4706-9a8d-bb6b2cdb5293 x-openstack-request-id: req-1a98e1b0-95e3-4706-9a8d-bb6b2cdb5293 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:01.370386 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebb901f-b873-4cf3-9c04-bb014a58d777", "name": "network-vif-deleted", "tag": "cfa2a850-84bf-4017-afce-4258867da9a5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:01.370748 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a98e1b0-95e3-4706-9a8d-bb6b2cdb5293 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:01.371265 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebb901f-b873-4cf3-9c04-bb014a58d777', 'name': 'network-vif-deleted', 'tag': 'cfa2a850-84bf-4017-afce-4258867da9a5', 'status': 'completed', 'code': 200} Mar 11 00:09:01.371763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.433752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:01.440256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-48964f92-09d6-499c-90ff-a618a1b519e3 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3172305 Mar 11 00:09:01.452231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36204) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.577156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76b2eb-f402-40e1-9846-40c3e8000acc tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:01.585641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c76b2eb-f402-40e1-9846-40c3e8000acc tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "GET /v2.0/networks/b095d339-0a63-40b3-b573-523e18e6ac7f HTTP/1.1" status: 200 len: 755 time: 0.6696513 Mar 11 00:09:01.594373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.622351 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f095d918-d9de-42af-8f26-bb1c54997e7c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] delete failed (client error): The resource could not be found. Mar 11 00:09:01.627155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.628148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f095d918-d9de-42af-8f26-bb1c54997e7c tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "DELETE /v2.0/security-groups/1438531b-a308-47a8-abde-6bbea229bef5 HTTP/1.1" status: 404 len: 347 time: 0.1698906 Mar 11 00:09:01.634329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36212) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.640060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.690998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] Publish callbacks [] for security_group (8b2b1c8e-5699-4d57-98e8-7ac616f7132c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.719011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60877bb3-69e3-42bf-9b15-3e7bfa86ab87 req-fa532b09-5e2b-4095-892c-9442a0a156e9 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:01.733706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60877bb3-69e3-42bf-9b15-3e7bfa86ab87 req-fa532b09-5e2b-4095-892c-9442a0a156e9 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 931 time: 0.3723931 Mar 11 00:09:01.756715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 79d01dc8-baab-418e-8aa5-1b3bf1b84591 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:01.798915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 79d01dc8-baab-418e-8aa5-1b3bf1b84591 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:01.799543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 79d01dc8-baab-418e-8aa5-1b3bf1b84591 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:01.800325 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00927712-d8c0-420d-9aba-b083c3883f60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1db5be9cf204d8496a7e89768b7bba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269583 Mar 11 00:09:01.817534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.820517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36214) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:01.842146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9678a0a5-14b9-47af-86a4-4587a518b579 req-946cbb0f-73a0-452a-bccb-287f56040523 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebb901f-b873-4cf3-9c04-bb014a58d777 HTTP/1.1" status: 200 len: 210 time: 0.1423166 Mar 11 00:09:01.877272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] Publish callbacks [] for security_group (8b2b1c8e-5699-4d57-98e8-7ac616f7132c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.907768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:01.936351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:01.946737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:01.947597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:08:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:01.954881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60877bb3-69e3-42bf-9b15-3e7bfa86ab87 req-331e8d7b-b9e2-4514-a558-b38d2b8a0624 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895058 Mar 11 00:09:01.993626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8b2b1c8e-5699-4d57-98e8-7ac616f7132c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.996843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:01.998472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b2b1c8e-5699-4d57-98e8-7ac616f7132c HTTP/1.1" status: 204 len: 168 time: 0.6680877 Mar 11 00:09:02.008243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bcf73-d264-44bb-8e34-d73c425fdbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b1c8e-5699-4d57-98e8-7ac616f7132c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:02.080344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:02.141169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38e268-bfc4-4543-9f0d-f8c3dd6d5947 None None] Network 7bc5db18-5892-46b8-b428-eea0c34a3814 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:02.146000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1a6fc136-083e-40c5-baac-35364da7a008 tempest-SecGroupIPv6Test-122233223 tempest-SecGroupIPv6Test-122233223-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5005071 Mar 11 00:09:02.151898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.158760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36220) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:02.159077 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-934563f2-7164-4d4e-9e31-2ffb394b7ebd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3a6b459-cfb0-4a3e-bc2a-5cb8067aa777 HTTP/1.1" status: 204 len: 168 time: 1.2597351 Mar 11 00:09:02.270470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c1d734-acd3-422e-8e28-f17ba39520e3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:02.278958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:02.283257 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18c1d734-acd3-422e-8e28-f17ba39520e3 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "GET /v2.0/networks/a725c0ae-b46f-4628-93a9-c2775498a7f8 HTTP/1.1" status: 200 len: 768 time: 0.6842449 Mar 11 00:09:02.287489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36222) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:02.360117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] Publish callbacks [] for security_group (c7f91a08-33eb-463d-a818-23b405190551), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.380878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7bc5db18-5892-46b8-b428-eea0c34a3814), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.517768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] DHCP port deletion for 7bc5db18-5892-46b8-b428-eea0c34a3814 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:09:02.520505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Deleting port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:02.521155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.567470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] Publish callbacks [] for security_group (c7f91a08-33eb-463d-a818-23b405190551), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.591983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36230) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:02.629159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b095d339-0a63-40b3-b573-523e18e6ac7f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.645507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] For port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:02.649611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.663120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Deleting port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:02.663611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.681230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Calling delete_port for 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:02.741520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] For port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,segment=NetworkSegment(567a2b37-edb5-41df-ac52-347cf0645c0a),segment_id=567a2b37-edb5-41df-ac52-347cf0645c0a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:02.741916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.757902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:02.795047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Calling delete_port for 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:02.797215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f8a1f-c080-4eea-bb5a-0c06a073c2f1 None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:02.854161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ee0327-19ae-45dd-b157-7eb56b24a8c5 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:02.875304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1936753b-9f39-41f3-8109-eaee8a811572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23d6826812054cc5bf313d4813c83cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794333 Mar 11 00:09:02.876773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36244) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:02.880155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks [] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.918794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Transition to ACTIVE for port object 62ee0327-19ae-45dd-b157-7eb56b24a8c5 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:02.935734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.977636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] Publish callbacks [] for security_group (fe99d911-5ded-4ef1-85c6-583bb301be5d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.977856 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:02.981018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7f4e3f2e-4bc5-43d7-a84f-b16ec9813669), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.000586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] No DVR routers for this DVR port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:03.003909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] No DVR routers for this DVR port 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:03.061246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cab7c-3159-4df4-8541-35d9ef01d38b None None] Pushing event deleted for resources: {'Port': ['ID=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.068206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:03.106266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c7f91a08-33eb-463d-a818-23b405190551), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.109724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.111522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7f91a08-33eb-463d-a818-23b405190551 HTTP/1.1" status: 204 len: 168 time: 1.2699387 Mar 11 00:09:03.130415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7bc5db18-5892-46b8-b428-eea0c34a3814), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.183154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3acd1-1b32-44ac-9fec-8e3c3603ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f91a08-33eb-463d-a818-23b405190551,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.187826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4e3f2e-4bc5-43d7-a84f-b16ec9813669,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.197809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] Publish callbacks [] for security_group (fe99d911-5ded-4ef1-85c6-583bb301be5d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.232815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.253158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc5db18-5892-46b8-b428-eea0c34a3814']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.287042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567a2b37-edb5-41df-ac52-347cf0645c0a') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.287333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567a2b37-edb5-41df-ac52-347cf0645c0a') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.289953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b095d339-0a63-40b3-b573-523e18e6ac7f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.310843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (567a2b37-edb5-41df-ac52-347cf0645c0a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.340082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (567a2b37-edb5-41df-ac52-347cf0645c0a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.356629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1a68-6f6d-4224-ae9a-27e18c4b546c req-12951777-374a-4596-b38b-b2fb742e8c44 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a53c1a68-6f6d-4224-ae9a-27e18c4b546c req-12951777-374a-4596-b38b-b2fb742e8c44 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 943 time: 0.2138698 Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (567a2b37-edb5-41df-ac52-347cf0645c0a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:03.374984 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:03.403086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b095d339-0a63-40b3-b573-523e18e6ac7f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.406584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fe99d911-5ded-4ef1-85c6-583bb301be5d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.409602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.413470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe99d911-5ded-4ef1-85c6-583bb301be5d HTTP/1.1" status: 204 len: 168 time: 0.5327058 Mar 11 00:09:03.440481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf39440d-4692-4c24-b128-510697130b54') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.440982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf39440d-4692-4c24-b128-510697130b54') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:03.458231 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dfa38f-649b-451e-ad37-c85af1e8bc9c None None] New status for floating IP 9d84c2b4-9704-4cdd-a176-aa7c28e2db7b: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:09:03.478472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec8377-94a6-4e96-a370-21b4e2456f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99d911-5ded-4ef1-85c6-583bb301be5d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.480190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (7bc5db18-5892-46b8-b428-eea0c34a3814), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.485660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (50d842aa-19cb-4ea9-be51-20ef13597b2d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.523842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.529297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7bc5db18-5892-46b8-b428-eea0c34a3814 HTTP/1.1" status: 204 len: 168 time: 1.3695045 Mar 11 00:09:03.532085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (bf39440d-4692-4c24-b128-510697130b54), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.533691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36266) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:03.548305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31379062-62ad-4374-8bc2-69719ff4fc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc5db18-5892-46b8-b428-eea0c34a3814,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:03.576941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:03.584094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a53c1a68-6f6d-4224-ae9a-27e18c4b546c req-58e36030-e48a-448d-96a5-8e4d7e05633c tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188525 Mar 11 00:09:03.629559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:03.629925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7f4e3f2e-4bc5-43d7-a84f-b16ec9813669 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:03.689785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (50d842aa-19cb-4ea9-be51-20ef13597b2d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.697105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bf39440d-4692-4c24-b128-510697130b54), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.719306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Attempting to bind port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:03.719762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Attempting to bind port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '33ab9305-4bef-4410-af67-0857322c4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:03.720135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Attempting to bind port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 on network af81b398-dcf4-4daf-b7f1-56fc39be857c {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:03.724708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:03.725197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (bf39440d-4692-4c24-b128-510697130b54), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:03.731195 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:03.772486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 on network af81b398-dcf4-4daf-b7f1-56fc39be857c not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:03.773037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Attempting to bind port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 on network af81b398-dcf4-4daf-b7f1-56fc39be857c {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:03.857459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:03.857926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Checking segment: {'id': '33ab9305-4bef-4410-af67-0857322c4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:03.858326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Bound using segment: {'id': '33ab9305-4bef-4410-af67-0857322c4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:03.858779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Bound port: 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ab9305-4bef-4410-af67-0857322c4873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:03.859207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.893322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b095d339-0a63-40b3-b573-523e18e6ac7f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.922829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b095d339-0a63-40b3-b573-523e18e6ac7f {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:09:03.927167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:03.934854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36280) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:03.935378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b095d339-0a63-40b3-b573-523e18e6ac7f HTTP/1.1" status: 204 len: 168 time: 1.6408246 Mar 11 00:09:03.942371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'name': 'tempest-network--81620941'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:03.986378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Made reservation on behalf of de2caaf92bc142919377d6595e98c1cd for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:03.988837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.039642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (50d842aa-19cb-4ea9-be51-20ef13597b2d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.041972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:04.045252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.046508 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "DELETE /v2.0/security-groups/50d842aa-19cb-4ea9-be51-20ef13597b2d HTTP/1.1" status: 204 len: 168 time: 0.9721947 Mar 11 00:09:04.063042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36282) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:04.064503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (156f11f8-694f-4e9a-be18-a5ee85f84c8b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.064871 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Added segment 156f11f8-694f-4e9a-be18-a5ee85f84c8b of type vlan for network 41f2325b-442b-4e24-aaa4-57ba87e67ec6 Mar 11 00:09:04.093054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a5ecb-c529-458a-8e33-f45e76d837ae tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Network': ['ID=b095d339-0a63-40b3-b573-523e18e6ac7f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:04.132268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.158413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9156d0c-ab1b-4d8f-8f28-5cbe77bab071 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d842aa-19cb-4ea9-be51-20ef13597b2d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:04.190854 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.192122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:04.192774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.203860 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-97f6c118-4652-468c-abd5-d22dbf930f82 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] show failed (client error): The resource could not be found. Mar 11 00:09:04.206313 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97f6c118-4652-468c-abd5-d22dbf930f82 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups/50d842aa-19cb-4ea9-be51-20ef13597b2d HTTP/1.1" status: 404 len: 347 time: 0.1304779 Mar 11 00:09:04.211085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36290) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:04.226226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:04.233257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5,segment=NetworkSegment(33ab9305-4bef-4410-af67-0857322c4873),segment_id=33ab9305-4bef-4410-af67-0857322c4873)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:04.272584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.329563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:04.330981 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:04.332602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] 10.222.0.30 "PUT /v2.0/ports/62ee0327-19ae-45dd-b157-7eb56b24a8c5 HTTP/1.1" status: 200 len: 1091 time: 3.0643573 Mar 11 00:09:04.333217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:04.335721 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22e5e6-7267-4d71-ae42-ed3739f7291b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:04.402693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce00e2-f416-40df-ad8c-35084fb9c661 service neutron] Pushing event updated for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:04.415096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4790769 Mar 11 00:09:04.415729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36302) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:04.438863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:04.457726 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ce7d32-12f2-4233-8796-1f2e545b17ab x-openstack-request-id: req-19ce7d32-12f2-4233-8796-1f2e545b17ab {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:04.458319 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:04.459914 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19ce7d32-12f2-4233-8796-1f2e545b17ab {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:04.460606 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5', 'status': 'completed', 'code': 200} Mar 11 00:09:04.488991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-8a20c436-5696-44d8-a043-8304757243aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:04.491440 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-8a20c436-5696-44d8-a043-8304757243aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebb32177897b436284cf58b887673691&device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 1125 time: 0.1054072 Mar 11 00:09:04.555816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-9b9ec4c1-93c5-4189-b1da-01c2d49c7067 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0574262 Mar 11 00:09:04.661737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-153226de-7185-40aa-9bb8-11d219f4c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:04.663939 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-153226de-7185-40aa-9bb8-11d219f4c76e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c0c0f33-1c01-4094-9a9f-0d6a27039b3b HTTP/1.1" status: 200 len: 858 time: 0.1010296 Mar 11 00:09:04.737945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73349d01-662f-4438-8173-24a3c655bf41 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=41f2325b-442b-4e24-aaa4-57ba87e67ec6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:04.748919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 41f2325b-442b-4e24-aaa4-57ba87e67ec6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:04.775544 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-733c46ed-1b06-46c4-9111-10d6b1eb5679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af81b398-dcf4-4daf-b7f1-56fc39be857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062183 Mar 11 00:09:04.845185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.026949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.071583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4ae0-5e6e-4eb9-97bb-970e57861a4f req-e39d4551-79d8-44a3-a856-7653e55cd1ad tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:05.076318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b42b4ae0-5e6e-4eb9-97bb-970e57861a4f req-e39d4551-79d8-44a3-a856-7653e55cd1ad tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 943 time: 0.3227122 Mar 11 00:09:05.091428 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-635103be-2790-4eea-baeb-add7db0a1eba service neutron] 10.222.0.30 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993803 Mar 11 00:09:05.107541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Deleting port d35304dc-37cd-4839-9321-0b4b6a24fe4b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:05.107541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.148233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.228716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Network 41f2325b-442b-4e24-aaa4-57ba87e67ec6 is not hosted by any dhcp agent {{(pid=110425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:09:05.229608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:05.230201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.234617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "PUT /v2.0/networks/41f2325b-442b-4e24-aaa4-57ba87e67ec6 HTTP/1.1" status: 200 len: 856 time: 0.8088670 Mar 11 00:09:05.265518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36332) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:05.294640 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83db927f-2648-4c03-9e56-8e2455dcf004 req-e071f2c2-3769-4fcc-bc57-09421f0d813d service neutron] 10.222.0.30 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599274 Mar 11 00:09:05.360061 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.450099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-fd382a3c-dd0c-459a-9165-793eca533f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:05.451599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-fd382a3c-dd0c-459a-9165-793eca533f4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebb32177897b436284cf58b887673691&device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 1125 time: 0.0825162 Mar 11 00:09:05.498356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Deleting port 915051b4-30b8-404b-a79b-e987da05daf1 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:05.498700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (915051b4-30b8-404b-a79b-e987da05daf1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.613054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36338) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:05.616474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:05.738472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-9dd7ad9a-024b-4c11-9c20-5fc034214570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:05.740231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-9dd7ad9a-024b-4c11-9c20-5fc034214570 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af81b398-dcf4-4daf-b7f1-56fc39be857c HTTP/1.1" status: 200 len: 919 time: 0.2688153 Mar 11 00:09:05.746654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] For port 915051b4-30b8-404b-a79b-e987da05daf1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=915051b4-30b8-404b-a79b-e987da05daf1,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:05.747267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (915051b4-30b8-404b-a79b-e987da05daf1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.789283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a4016-af02-4e02-bf0c-ae6f19af1767 tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event updated for resources: {'Network': ['ID=41f2325b-442b-4e24-aaa4-57ba87e67ec6,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:05.816784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.817765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (d35304dc-37cd-4839-9321-0b4b6a24fe4b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:05.857119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Calling delete_port for d35304dc-37cd-4839-9321-0b4b6a24fe4b owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:05.988106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b42b4ae0-5e6e-4eb9-97bb-970e57861a4f req-30208c4a-0a2f-4bb3-9092-bf96a7e40203 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9070468 Mar 11 00:09:06.160010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36364) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:06.228422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.272802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2325b-442b-4e24-aaa4-57ba87e67ec6']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:06.280880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Calling delete_port for 915051b4-30b8-404b-a79b-e987da05daf1 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:06.282755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d35304dc-37cd-4839-9321-0b4b6a24fe4b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.295212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156f11f8-694f-4e9a-be18-a5ee85f84c8b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:06.295613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156f11f8-694f-4e9a-be18-a5ee85f84c8b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:06.300730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1031404846-network', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:06.318462 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-638048b0-ddb1-4b2c-b498-c7233f749a34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5 HTTP/1.1" status: 200 len: 217 time: 0.5680315 Mar 11 00:09:06.370522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f31bd4f4-accb-41ae-95f3-c949e53e9276 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:06.371217 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-f31bd4f4-accb-41ae-95f3-c949e53e9276 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 00:09:06.371724 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f31bd4f4-accb-41ae-95f3-c949e53e9276 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:09:06.376404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f31bd4f4-accb-41ae-95f3-c949e53e9276 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2063701 Mar 11 00:09:06.376404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (156f11f8-694f-4e9a-be18-a5ee85f84c8b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.378833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'Port': ['ID=d35304dc-37cd-4839-9321-0b4b6a24fe4b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:06.381253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:06.391436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37f05243-91a5-4186-bb18-dea31ea0228c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.416227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--266728027'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:06.435051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (156f11f8-694f-4e9a-be18-a5ee85f84c8b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.454076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:06.454492 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (156f11f8-694f-4e9a-be18-a5ee85f84c8b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:06.458000 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:06.466788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Made reservation on behalf of d72b03d31bdd4d53bebe8f56b485bfa1 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:06.469794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.479756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (9d84c2b4-9704-4cdd-a176-aa7c28e2db7b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.482390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.490992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83052de6-93ad-4611-b58c-a381e3399b9c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "DELETE /v2.0/floatingips/9d84c2b4-9704-4cdd-a176-aa7c28e2db7b HTTP/1.1" status: 204 len: 168 time: 2.2459130 Mar 11 00:09:06.490992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.511698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-b14a7ced-daa3-4b4e-874d-976e077bf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:06.513438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-b14a7ced-daa3-4b4e-874d-976e077bf988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c0c0f33-1c01-4094-9a9f-0d6a27039b3b HTTP/1.1" status: 200 len: 858 time: 0.1777999 Mar 11 00:09:06.516862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.549135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.587650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (41f2325b-442b-4e24-aaa4-57ba87e67ec6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.625590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41f2325b-442b-4e24-aaa4-57ba87e67ec6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 00:09:06.634582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Pushing event deleted for resources: {'Network': ['ID=41f2325b-442b-4e24-aaa4-57ba87e67ec6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:06.637501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.648533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9c91d39-992d-49dc-a80b-8c92bb88efea tempest-ExternalNetworksTestJSON-209649888 tempest-ExternalNetworksTestJSON-209649888-project-admin] 10.222.0.21 "DELETE /v2.0/networks/41f2325b-442b-4e24-aaa4-57ba87e67ec6 HTTP/1.1" status: 204 len: 168 time: 1.3739216 Mar 11 00:09:06.658095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-f409bc47-1a54-4574-b49c-2e3dace81a56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af81b398-dcf4-4daf-b7f1-56fc39be857c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361449 Mar 11 00:09:06.660882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:06.679792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-544e2205-f2e4-4c5a-9915-90515f1ea655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.775158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (915051b4-30b8-404b-a79b-e987da05daf1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.777871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (f934d5de-89b8-4170-9596-2bb6b233cfc3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.788676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f934d5de-89b8-4170-9596-2bb6b233cfc3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.864977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f934d5de-89b8-4170-9596-2bb6b233cfc3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:06.925822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (d407f04a-ded1-4a62-a846-79c365913a0e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.932729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d407f04a-ded1-4a62-a846-79c365913a0e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:06.949834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37f05243-91a5-4186-bb18-dea31ea0228c admin admin] Publish callbacks [] for security_group (936a919d-edf2-4017-95b7-ca226753c679), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.005527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d407f04a-ded1-4a62-a846-79c365913a0e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.027511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.028858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b608201e-9633-449a-82ca-3be0979e23a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6398609 Mar 11 00:09:07.035544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36382) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.035544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36384) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.040635 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c64c81-eb53-4656-bf9a-e34e0f968605 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] DELETE failed (client error): The resource could not be found. Mar 11 00:09:07.041219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c64c81-eb53-4656-bf9a-e34e0f968605 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:09:07.047570 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-47c64c81-eb53-4656-bf9a-e34e0f968605 tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "DELETE /v2.0/subnets/4f2a296c-6424-4122-9b98-944e864d467b HTTP/1.1" status: 404 len: 337 time: 0.2976770 Mar 11 00:09:07.048819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'd407f04a-ded1-4a62-a846-79c365913a0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:07.075245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.077612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks [] for security_group (faf6e1a4-c776-48b4-bb8e-ddb69c7c297a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.078900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-37f05243-91a5-4186-bb18-dea31ea0228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (936a919d-edf2-4017-95b7-ca226753c679), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.089872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250550542', 'description': 'tempest-description--629677081'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:07.124258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.128549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (faf6e1a4-c776-48b4-bb8e-ddb69c7c297a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.132562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Pushing event deleted for resources: {'Port': ['ID=915051b4-30b8-404b-a79b-e987da05daf1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.161258 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-37f05243-91a5-4186-bb18-dea31ea0228c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c32e675d61e460fb6a835c6041e7d84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5404477 Mar 11 00:09:07.181281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group_rule (b645c5fd-21ae-4d51-b869-6814ecb81a86), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.192153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36388) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.308773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:07.323164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05243-91a5-4186-bb18-dea31ea0228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a919d-edf2-4017-95b7-ca226753c679,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.389573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2f0984aa-fb9e-4f60-875e-a5fb1dda4795), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.390078 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Added segment 2f0984aa-fb9e-4f60-875e-a5fb1dda4795 of type vlan for network 65d46385-445f-4676-af65-bc395998e322 Mar 11 00:09:07.443393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (a725c0ae-b46f-4628-93a9-c2775498a7f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.449180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b2a90-b9c8-4113-9d81-42a041c1b4e0 req-52300728-a55d-4c92-862f-7f55c765826d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:07.450706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-955b2a90-b9c8-4113-9d81-42a041c1b4e0 req-52300728-a55d-4c92-862f-7f55c765826d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 943 time: 0.3403709 Mar 11 00:09:07.498892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (5f1b14b7-f4ec-4743-817b-601d58318f32), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.499814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] Publish callbacks [] for security_group (936a919d-edf2-4017-95b7-ca226753c679), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.521277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group_rule (b645c5fd-21ae-4d51-b869-6814ecb81a86), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.523310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f1b14b7-f4ec-4743-817b-601d58318f32), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.556145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b14b7-f4ec-4743-817b-601d58318f32,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.586052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-f7286ef4-c350-4169-a662-546d35371e78 service neutron] 10.222.0.30 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257682 Mar 11 00:09:07.590041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-955b2a90-b9c8-4113-9d81-42a041c1b4e0 req-b2f18c92-502b-4212-9233-7959cd5a2ce5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171412 Mar 11 00:09:07.590674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b645c5fd-21ae-4d51-b869-6814ecb81a86), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.609292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf6e1a4-c776-48b4-bb8e-ddb69c7c297a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.615794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] Publish callbacks [] for security_group (936a919d-edf2-4017-95b7-ca226753c679), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.634100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.635527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-154a5594-2bd5-48e2-9b7c-84de6ac66a1f tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5979121 Mar 11 00:09:07.639319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b645c5fd-21ae-4d51-b869-6814ecb81a86,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.646575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36392) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.651306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group_rule': {'security_group_id': '5f1b14b7-f4ec-4743-817b-601d58318f32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:07.673458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.674654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-52760ed7-c609-4c23-9ce2-cd49c4a8cda7 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6381929 Mar 11 00:09:07.685645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36394) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.691159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4503bc86-49a8-4350-8f81-d04bd242262c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'd407f04a-ded1-4a62-a846-79c365913a0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:07.728103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4503bc86-49a8-4350-8f81-d04bd242262c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group_rule (98f66785-5197-495e-abfa-af8e9c889b3c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.774083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (612ce2b4-87ea-46fa-9ab2-00aa3fd5d0fd), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.821250 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-4503bc86-49a8-4350-8f81-d04bd242262c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:09:07.822307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4503bc86-49a8-4350-8f81-d04bd242262c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1357224 Mar 11 00:09:07.822924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f22e5e6-7267-4d71-ae42-ed3739f7291b req-1f572a2e-b09b-4150-8e26-232c2a80899c service neutron] 10.222.0.30 "GET /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080560 Mar 11 00:09:07.823054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (936a919d-edf2-4017-95b7-ca226753c679), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.825589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.828810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/936a919d-edf2-4017-95b7-ca226753c679 HTTP/1.1" status: 204 len: 168 time: 0.6333261 Mar 11 00:09:07.828963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (65d46385-445f-4676-af65-bc395998e322), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.829061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.864552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9518f21-a56b-497e-bd4c-f90d1a126d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a919d-edf2-4017-95b7-ca226753c679,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.878049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (612ce2b4-87ea-46fa-9ab2-00aa3fd5d0fd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.890641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (612ce2b4-87ea-46fa-9ab2-00aa3fd5d0fd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.950363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (d407f04a-ded1-4a62-a846-79c365913a0e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.952086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612ce2b4-87ea-46fa-9ab2-00aa3fd5d0fd,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:07.974975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:07.980059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9ce0223c-b624-449e-ac6b-6311bc336602 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287337 Mar 11 00:09:07.980220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36400) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:07.984786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'security_group_rule': {'security_group_id': '5f1b14b7-f4ec-4743-817b-601d58318f32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:08.003726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (d407f04a-ded1-4a62-a846-79c365913a0e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.009317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (65d46385-445f-4676-af65-bc395998e322), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.010348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:08.011088 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.054613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62ee0327-19ae-45dd-b157-7eb56b24a8c5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:08.089040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] Pushing event updated for resources: {'Network': ['ID=65d46385-445f-4676-af65-bc395998e322,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.114532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (0a1a91d1-977d-4ce9-b4fe-3e8dc5844e41), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.118694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 65d46385-445f-4676-af65-bc395998e322 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:08.165406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (a725c0ae-b46f-4628-93a9-c2775498a7f8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.182933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.204486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a725c0ae-b46f-4628-93a9-c2775498a7f8']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:08.213350 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ce5d7273-5ccb-42c7-afa4-125390609d10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5911355 Mar 11 00:09:08.217077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (0a1a91d1-977d-4ce9-b4fe-3e8dc5844e41), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.217604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.223354 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (0a1a91d1-977d-4ce9-b4fe-3e8dc5844e41), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.225772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Request body: {'subnet': {'network_id': '65d46385-445f-4676-af65-bc395998e322', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1031404846-subnet', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:08.231070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:08.231512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:08.283019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5,segment=NetworkSegment(33ab9305-4bef-4410-af67-0857322c4873),segment_id=33ab9305-4bef-4410-af67-0857322c4873)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:08.293760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.297911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.301526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196065 Mar 11 00:09:08.309076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36406) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.309766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d407f04a-ded1-4a62-a846-79c365913a0e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.314852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '62ee0327-19ae-45dd-b157-7eb56b24a8c5', 'network_id': 'af81b398-dcf4-4daf-b7f1-56fc39be857c', 'port_id': '62ee0327-19ae-45dd-b157-7eb56b24a8c5', 'mac_address': 'fa:16:3e:64:fc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0c0f33-1c01-4094-9a9f-0d6a27039b3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:08.320022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.325112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/d407f04a-ded1-4a62-a846-79c365913a0e HTTP/1.1" status: 204 len: 168 time: 0.4935141 Mar 11 00:09:08.325325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.326387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.338091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:08.345100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175651f-c3ab-4a5f-bf65-19d747c92a52 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1a91d1-977d-4ce9-b4fe-3e8dc5844e41,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.349557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36410) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.371015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:08.371320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.376733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf01f03-6efe-46ac-93ee-83f62e9dd3d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407f04a-ded1-4a62-a846-79c365913a0e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.384238 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32c9e9f9-3fd4-4f31-8a0a-ca9e595a61b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.391953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:08.392655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e8a99d99-d3e1-4ff0-86c7-4c4e8d61341d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.393086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ee0327-19ae-45dd-b157-7eb56b24a8c5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:08.398195 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:08.428553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.436788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Made reservation on behalf of d72b03d31bdd4d53bebe8f56b485bfa1 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:08.445559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.451190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5,segment=NetworkSegment(33ab9305-4bef-4410-af67-0857322c4873),segment_id=33ab9305-4bef-4410-af67-0857322c4873)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:08.461178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.543068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.582974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32c9e9f9-3fd4-4f31-8a0a-ca9e595a61b7 admin admin] Publish callbacks [] for security_group (148e0b37-820a-4790-a647-e8a469f8e82b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.596488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-32c9e9f9-3fd4-4f31-8a0a-ca9e595a61b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (148e0b37-820a-4790-a647-e8a469f8e82b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.637412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a359727c-d0ab-4db0-a0ea-f740377d0056 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3003132 Mar 11 00:09:08.647846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36412) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.655660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--939722987'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:08.664749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['62ee0327-19ae-45dd-b157-7eb56b24a8c5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:08.667978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9e9f9-3fd4-4f31-8a0a-ca9e595a61b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e0b37-820a-4790-a647-e8a469f8e82b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.697219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (a725c0ae-b46f-4628-93a9-c2775498a7f8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.719115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.725482 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] 10.222.0.21 "DELETE /v2.0/networks/a725c0ae-b46f-4628-93a9-c2775498a7f8 HTTP/1.1" status: 204 len: 168 time: 1.6158361 Mar 11 00:09:08.733009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961540ba-7284-4c35-8864-088808a92b0c tempest-ExternalNetworksTestJSON-945526087 tempest-ExternalNetworksTestJSON-945526087-project] Pushing event deleted for resources: {'Network': ['ID=a725c0ae-b46f-4628-93a9-c2775498a7f8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:08.751692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-32c9e9f9-3fd4-4f31-8a0a-ca9e595a61b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71b52530e0f44e069aada044d5424f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002857 Mar 11 00:09:08.769025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36418) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:08.859960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.924758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:08.997715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:09:09.124871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (6ecbc692-f160-4295-8512-3825ea860b5c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.205240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a4148-8b7a-4253-948e-8b410c08eb4a req-a456656c-45cf-4a22-85b8-0e863f6c9bd4 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:09.207176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c9a4148-8b7a-4253-948e-8b410c08eb4a req-a456656c-45cf-4a22-85b8-0e863f6c9bd4 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 944 time: 0.4081998 Mar 11 00:09:09.238604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36424) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.244277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1787b9ab-361a-4124-b7e8-f5529c7dbf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.250719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:09.257136 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fadc6c84-307d-4f1f-88d3-9c68ca6d727e admin admin] 10.222.0.21 "PUT /v2.0/routers/8d8a735e-9b39-4018-af0b-0b05f1c40e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6911535 Mar 11 00:09:09.260115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36428) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.262344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecbc692-f160-4295-8512-3825ea860b5c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:09.262599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] Publish callbacks [] for security_group (148e0b37-820a-4790-a647-e8a469f8e82b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.290127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Sync routers for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:09.311273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:09.315080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:09.318226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (0233eb78-e6bd-476e-b3a5-bb8566b7592f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.344524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0233eb78-e6bd-476e-b3a5-bb8566b7592f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.383850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0233eb78-e6bd-476e-b3a5-bb8566b7592f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:09.415626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] Publish callbacks [] for security_group (148e0b37-820a-4790-a647-e8a469f8e82b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.439682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Allocated IP 172.25.7.58 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/c2bc9a65-e50f-4ddc-b915-c80150f3a020) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:09.444376 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.448640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-feab42dd-f20d-4a04-b53d-2ac1b6c7770b tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7941833 Mar 11 00:09:09.454297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.489878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-36ba0a27-93a9-4a63-aad0-613c59e52994 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '0233eb78-e6bd-476e-b3a5-bb8566b7592f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:09.490915 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-36ba0a27-93a9-4a63-aad0-613c59e52994 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 00:09:09.491824 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-36ba0a27-93a9-4a63-aad0-613c59e52994 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:09.496438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-36ba0a27-93a9-4a63-aad0-613c59e52994 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0320783 Mar 11 00:09:09.498104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.505537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:09.550396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c9a4148-8b7a-4253-948e-8b410c08eb4a req-be27e360-1bd4-49ee-a9f4-fc3a08818c8d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806430 Mar 11 00:09:09.591546 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (148e0b37-820a-4790-a647-e8a469f8e82b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.594118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.595280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/148e0b37-820a-4790-a647-e8a469f8e82b HTTP/1.1" status: 204 len: 168 time: 0.8221207 Mar 11 00:09:09.681786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks [] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.688973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a699472-c859-4771-b1f2-429644c2bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e0b37-820a-4790-a647-e8a469f8e82b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:09.717558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (0233eb78-e6bd-476e-b3a5-bb8566b7592f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.726544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Checking segment: {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:09.726761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Network hostable DHCP agents. Network: 65d46385-445f-4676-af65-bc395998e322, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:09.762209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (0233eb78-e6bd-476e-b3a5-bb8566b7592f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.774039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.832190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-75710e21-31ae-4184-8e97-bde5d6ed68d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=578494d5dd7c42db8415d673fc8497cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5892720 Mar 11 00:09:09.832406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0233eb78-e6bd-476e-b3a5-bb8566b7592f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.832541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Network 65d46385-445f-4676-af65-bc395998e322 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:09.833661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.836107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/0233eb78-e6bd-476e-b3a5-bb8566b7592f HTTP/1.1" status: 204 len: 168 time: 0.3334384 Mar 11 00:09:09.836988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36438) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.840580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.851567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 65d46385-445f-4676-af65-bc395998e322) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:09.856113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6de0b3-1837-4779-99a0-08d92b7aa326 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233eb78-e6bd-476e-b3a5-bb8566b7592f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:09.861057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.888779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b55893-db38-4b3f-a511-30baa3a3e308 None None] Network 65d46385-445f-4676-af65-bc395998e322 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:09.927317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:09.928289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:09.955254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=c2bc9a65-e50f-4ddc-b915-c80150f3a020,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:09.964492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-358d80b1-c2c4-4f64-ad47-25812832d58e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7444124 Mar 11 00:09:09.965259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36446) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:09.974609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:09.989399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:09.994006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:10.000651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:10.054320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks [] for router_gateway (8d8a735e-9b39-4018-af0b-0b05f1c40e43), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.068201 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78ab7ebb-0bcd-466e-bd4f-ed40df027709 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2260737 Mar 11 00:09:10.074520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36454) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:10.079675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500881908'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:10.083642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62ee0327-19ae-45dd-b157-7eb56b24a8c5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:10.129038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.130638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.183201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.189095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] Publish callbacks [] for security_group (ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.256911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for router_controller (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.263502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Deleting port bb253503-0206-49f7-ad60-a8c43b544f84 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:10.264148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] Publish callbacks [] for security_group (ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.264784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.414726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.453386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.455835 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.459603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6 HTTP/1.1" status: 204 len: 168 time: 0.6081879 Mar 11 00:09:10.505566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5439c17-0f29-43bc-aae1-605a086d58ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2a2bb2-cb6d-46fc-b9d1-e63d4557bfe6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:10.522330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:09:06Z', 'revision_number': 5, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port': {'id': 'bb253503-0206-49f7-ad60-a8c43b544f84', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T23:59:55Z', 'updated_at': '2022-03-11T00:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:10.530686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-65d46385-445f-4676-af65-bc395998e322', 'network_id': '65d46385-445f-4676-af65-bc395998e322', 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'fixed_ips': [{'subnet_id': '6ecbc692-f160-4295-8512-3825ea860b5c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:09:10.531571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.534965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.575229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for router_gateway (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.587139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Checking router: 8d8a735e-9b39-4018-af0b-0b05f1c40e43 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:10.608825 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.639538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] For port bb253503-0206-49f7-ad60-a8c43b544f84, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb253503-0206-49f7-ad60-a8c43b544f84,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:10.639898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.663528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.665812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Calling delete_port for bb253503-0206-49f7-ad60-a8c43b544f84 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:10.684137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.713193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.714590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6384287 Mar 11 00:09:10.718933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36474) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:10.728116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-47ac50d2-c16b-41bb-965d-2bfcde2ce63d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:10.729367 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-47ac50d2-c16b-41bb-965d-2bfcde2ce63d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 00:09:10.729764 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-47ac50d2-c16b-41bb-965d-2bfcde2ce63d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:10.734121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47ac50d2-c16b-41bb-965d-2bfcde2ce63d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139294 Mar 11 00:09:10.734791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36476) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:10.790834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Allocated IP 172.20.0.2 (65d46385-445f-4676-af65-bc395998e322/6ecbc692-f160-4295-8512-3825ea860b5c/7bbb82da-82db-47a1-b2d3-300ba2edfd7b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:10.966961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611fce-47a5-4690-856c-72c3f038fa9a req-959c268c-112c-4928-b212-bab0f9ed3585 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:10.968835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3611fce-47a5-4690-856c-72c3f038fa9a req-959c268c-112c-4928-b212-bab0f9ed3585 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 944 time: 0.2098856 Mar 11 00:09:10.974517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.980906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks [] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:10.987728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:10.991787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.003432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.010827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Routers {'8d8a735e-9b39-4018-af0b-0b05f1c40e43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:11.011710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:11.024190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:11.024820 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.029256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.042253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.045432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.134132 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.184077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bf62a-a7c3-4c60-af74-9b46a23f9141 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.217013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Network 65d46385-445f-4676-af65-bc395998e322 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:11.231592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3611fce-47a5-4690-856c-72c3f038fa9a req-5cbd8bad-b6bb-4e74-aef5-f5946721c345 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523172 Mar 11 00:09:11.238206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=c2bc9a65-e50f-4ddc-b915-c80150f3a020,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.253885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.257512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:11.262830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Pushing event updated for resources: {'Port': ['ID=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.277983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:11.298592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.304516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.308323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0 HTTP/1.1" status: 204 len: 168 time: 0.5706868 Mar 11 00:09:11.320049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36488) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.354769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.358382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eea03dcc-dd16-44b0-8612-6be196194caa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0295761 Mar 11 00:09:11.377918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] Set router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:11.385807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ca1a4-add8-40ae-977a-5a0827634fbc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ad6fb4-d8be-4a02-97b0-ce8cc3255cb0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.397794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb253503-0206-49f7-ad60-a8c43b544f84), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.457350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8073b7b3-3fdc-4f96-9e14-d2b106123a2e tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251006 Mar 11 00:09:11.458109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36496) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.477078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411792719'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:11.509816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Pushing event deleted for resources: {'Port': ['ID=bb253503-0206-49f7-ad60-a8c43b544f84,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.528162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.601530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:09:10Z', 'revision_number': 6, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:11.627236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36498) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.684592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (c0eac061-6dd1-47ab-88e9-0dc48719c427), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.696625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c0eac061-6dd1-47ab-88e9-0dc48719c427), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.702190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Attempting to bind port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:11.702864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Attempting to bind port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:11.703141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Attempting to bind port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b on network 65d46385-445f-4676-af65-bc395998e322 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:11.735433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for router_gateway (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.741135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d036938-bec0-41d8-a2af-2997ec4e66f7 None None] The sync data for ids ['8d8a735e-9b39-4018-af0b-0b05f1c40e43'] in n-d-831844-1 is: [{'id': '8d8a735e-9b39-4018-af0b-0b05f1c40e43', 'name': 'tempest-TaggedBootDevicesTest_v242-1373557635-router', 'tenant_id': '61572e1a71a9474ca2782f4c35c5012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T23:59:51Z', 'updated_at': '2022-03-11T00:09:10Z', 'revision_number': 6, 'project_id': '61572e1a71a9474ca2782f4c35c5012c', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:11.753555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.758874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2996149 Mar 11 00:09:11.759675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36510) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.765095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b4dd1086-db88-499a-9769-0d7d4efeca19 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'c0eac061-6dd1-47ab-88e9-0dc48719c427', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:11.766078 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-b4dd1086-db88-499a-9769-0d7d4efeca19 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 00:09:11.766698 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-b4dd1086-db88-499a-9769-0d7d4efeca19 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:11.768173 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.770747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4dd1086-db88-499a-9769-0d7d4efeca19 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096326 Mar 11 00:09:11.772298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.773234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340caa3-3fe2-4a70-959c-b8445a57ef84 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eac061-6dd1-47ab-88e9-0dc48719c427,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:11.775782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:11.778082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Checking segment: {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:11.778727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.779309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Bound using segment: {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:11.780016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Bound port: 7bbb82da-82db-47a1-b2d3-300ba2edfd7b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:11.780572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.788688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d6dfe669-1085-4217-88b2-e6d1e668f5c4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'c0eac061-6dd1-47ab-88e9-0dc48719c427', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:11.800885 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-d6dfe669-1085-4217-88b2-e6d1e668f5c4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 00:09:11.801545 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-d6dfe669-1085-4217-88b2-e6d1e668f5c4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:11.806435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d6dfe669-1085-4217-88b2-e6d1e668f5c4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0288024 Mar 11 00:09:11.807222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36514) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.825962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-50ae41ba-47a4-468f-8cde-0a8a36a6e6bb tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'c0eac061-6dd1-47ab-88e9-0dc48719c427', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:11.826916 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-50ae41ba-47a4-468f-8cde-0a8a36a6e6bb tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 00:09:11.834951 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-50ae41ba-47a4-468f-8cde-0a8a36a6e6bb tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:11.838103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:11.838514 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.840503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-50ae41ba-47a4-468f-8cde-0a8a36a6e6bb tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232816 Mar 11 00:09:11.848780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36518) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.858450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.887396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:11.890493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cffbe01e-633d-48dc-9d63-b422634488d8 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': 'c0eac061-6dd1-47ab-88e9-0dc48719c427', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:11.891390 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-cffbe01e-633d-48dc-9d63-b422634488d8 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 00:09:11.893860 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-cffbe01e-633d-48dc-9d63-b422634488d8 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:11.894910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cffbe01e-633d-48dc-9d63-b422634488d8 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0448949 Mar 11 00:09:11.896123 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1c23a-89e2-405e-a06c-4e82d98e11da" -d '{"events": [{"server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "name": "network-vif-plugged", "status": "completed", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:11.915429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36520) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:11.929035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5,segment=NetworkSegment(33ab9305-4bef-4410-af67-0857322c4873),segment_id=33ab9305-4bef-4410-af67-0857322c4873)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:11.932585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] For port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:11.949382 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:11.965646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] For port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:12.009304 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb7c87-c1eb-44fe-9ee0-9877f2edec3f x-openstack-request-id: req-a1cb7c87-c1eb-44fe-9ee0-9877f2edec3f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:12.009878 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "name": "network-vif-plugged", "status": "completed", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:12.010296 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1cb7c87-c1eb-44fe-9ee0-9877f2edec3f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:12.010851 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5', 'code': 200} Mar 11 00:09:12.014065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.040527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.048655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks [] for router_controller (8d8a735e-9b39-4018-af0b-0b05f1c40e43), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.069963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:12.135859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-6cb42852-acb9-4bac-a820-68ff8e1c57c6 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--250550542&fields=id&tenant_id=09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 267 time: 0.3268530 Mar 11 00:09:12.141513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53d3c-f298-4c74-9b8b-a202043f2e50 None None] Pushing event updated for resources: {'Port': ['ID=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:12.167838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.198448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (8d8a735e-9b39-4018-af0b-0b05f1c40e43), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.199235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8a735e-9b39-4018-af0b-0b05f1c40e43 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:09:12.221865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.223222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8cefe1b1-9807-4963-8262-7dcd4ec15aab admin admin] 10.222.0.21 "DELETE /v2.0/routers/8d8a735e-9b39-4018-af0b-0b05f1c40e43 HTTP/1.1" status: 204 len: 168 time: 2.9618840 Mar 11 00:09:12.228140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36528) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:12.234807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df9e5fee-7340-431c-8294-ed552c04b68a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de2caaf92bc142919377d6595e98c1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035049 Mar 11 00:09:12.283248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-38210b65-9570-4ef1-9ea7-9f9412ed615b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:12.290687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-38210b65-9570-4ef1-9ea7-9f9412ed615b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 810 time: 0.1539507 Mar 11 00:09:12.292439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:12.359982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (c0eac061-6dd1-47ab-88e9-0dc48719c427), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.371902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-1f930c76-b7ff-4abd-9351-1926325dab0d tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/quotas/09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 375 time: 0.0801635 Mar 11 00:09:12.439264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Deleting subnet 74a36939-8cfe-4e91-a521-11cd6f9ab51d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:09:12.472044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b008d-98bf-48fa-95fc-224238563f10 req-b744ad60-d0e0-46ad-bbbc-04ecac237423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:12.473586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b7b008d-98bf-48fa-95fc-224238563f10 req-b744ad60-d0e0-46ad-bbbc-04ecac237423 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 1127 time: 0.3333743 Mar 11 00:09:12.493568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Publish callbacks [] for subnet (74a36939-8cfe-4e91-a521-11cd6f9ab51d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.497934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] Publish callbacks [] for security_group (7f4f1d60-92dd-4f2d-b399-290c66e02f6b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.593147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (c0eac061-6dd1-47ab-88e9-0dc48719c427), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.609805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (74a36939-8cfe-4e91-a521-11cd6f9ab51d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.637999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] Publish callbacks [] for security_group (7f4f1d60-92dd-4f2d-b399-290c66e02f6b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.654613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Allocated IP 172.25.7.51 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/f5b1bf67-ca38-4d48-951e-feb5751379ce) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:12.673100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b7b008d-98bf-48fa-95fc-224238563f10 req-fa8379ac-7d3a-407c-8b76-313111e02566 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805911 Mar 11 00:09:12.695582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-5c858f9f-7ee8-4f41-83ca-aa6ea84cfc2c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3227286 Mar 11 00:09:12.760077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4273e-a83d-4683-9309-93da4827a0e2 req-a0e72ea2-edc0-418f-ab71-a66ca658be9e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:12.761785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1b4273e-a83d-4683-9309-93da4827a0e2 req-a0e72ea2-edc0-418f-ab71-a66ca658be9e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.3487160 Mar 11 00:09:12.828341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c0eac061-6dd1-47ab-88e9-0dc48719c427), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.830893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.832094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0eac061-6dd1-47ab-88e9-0dc48719c427 HTTP/1.1" status: 204 len: 168 time: 0.9156542 Mar 11 00:09:12.854081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36542) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:12.857960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8412-9d41-4191-b1f5-a6352ba25c2c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eac061-6dd1-47ab-88e9-0dc48719c427,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:12.860192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (74a36939-8cfe-4e91-a521-11cd6f9ab51d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.880779 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7f4f1d60-92dd-4f2d-b399-290c66e02f6b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.884067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:12.885317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f4f1d60-92dd-4f2d-b399-290c66e02f6b HTTP/1.1" status: 204 len: 168 time: 0.5908167 Mar 11 00:09:12.919162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581c2fc-509a-4fde-acef-b67aab44e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f1d60-92dd-4f2d-b399-290c66e02f6b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:12.929125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-1addae17-0871-4706-a75e-4c35b624ee9b service neutron] 10.222.0.21 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324083 Mar 11 00:09:12.933616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1b4273e-a83d-4683-9309-93da4827a0e2 req-74f2c85d-4135-4fc7-8e25-75e9ae702216 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546280 Mar 11 00:09:12.958375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.050964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.066758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-797ed67e-60b6-4f99-862f-54db20ddfd08 service neutron] 10.222.0.21 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365969 Mar 11 00:09:13.109084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (74a36939-8cfe-4e91-a521-11cd6f9ab51d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.134593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36550) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:13.134715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-34d59678-569c-4d4f-af1a-5b4e184ef999 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2776811 Mar 11 00:09:13.139944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390444216'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:13.182697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:13.184565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.201208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a36939-8cfe-4e91-a521-11cd6f9ab51d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:13.208442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5073c-01c1-4794-b489-49c14f690db8 None None] Network 1075fef6-658c-488e-afb4-b4b209b6a6da requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:13.210398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.218067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7007b6a2-29ec-477f-9d99-58a263785673 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74a36939-8cfe-4e91-a521-11cd6f9ab51d HTTP/1.1" status: 204 len: 168 time: 0.9873333 Mar 11 00:09:13.221264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36554) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:13.229837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:13.234991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:13.327782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Pushing event updated for resources: {'Port': ['ID=f5b1bf67-ca38-4d48-951e-feb5751379ce,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:13.415800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.560582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] DHCP port deletion for 1075fef6-658c-488e-afb4-b4b209b6a6da request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:09:13.726312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (1075fef6-658c-488e-afb4-b4b209b6a6da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.736663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Deleting port 19588080-508a-43bb-99ed-52534ae8ac30 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:13.737056 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (19588080-508a-43bb-99ed-52534ae8ac30), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.750798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33126b4c-2f2f-4d63-ad29-af2e3d046248 req-d479aec4-ae43-480c-83f0-a585b3178cbd tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 210 time: 0.3564560 Mar 11 00:09:13.822232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7bbb82da-82db-47a1-b2d3-300ba2edfd7b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:13.835508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (10f64192-cf79-41f1-a839-abbf9aeef94c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.879607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for router_gateway (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:13.917877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (10f64192-cf79-41f1-a839-abbf9aeef94c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.093683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f64192-cf79-41f1-a839-abbf9aeef94c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:14.116012 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-759dc684-afb4-46de-ba6d-b8b49d3e3d4e req-7acccf0d-6aa4-4647-9894-c99e5fb6c7a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0479245 Mar 11 00:09:14.124915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.130514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-84be0b74-2fe2-4c0d-8963-3e3f98b67448 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9948092 Mar 11 00:09:14.131788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:14.151193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] For port 19588080-508a-43bb-99ed-52534ae8ac30, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19588080-508a-43bb-99ed-52534ae8ac30,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:14.151611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (19588080-508a-43bb-99ed-52534ae8ac30), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.155606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7f8a748a-f8e8-4924-9760-42c74c310754 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:14.156420 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-7f8a748a-f8e8-4924-9760-42c74c310754 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 00:09:14.158221 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-7f8a748a-f8e8-4924-9760-42c74c310754 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:14.174728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f8a748a-f8e8-4924-9760-42c74c310754 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0370004 Mar 11 00:09:14.177343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:14.184813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Calling delete_port for 19588080-508a-43bb-99ed-52534ae8ac30 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:14.208975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0d1d73ca-db70-4aec-9728-2dc30b8a1a81 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:14.256587 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-759dc684-afb4-46de-ba6d-b8b49d3e3d4e req-aacfc46c-7268-4b4c-986b-ca1b0e03bff1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0896015 Mar 11 00:09:14.318107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-759dc684-afb4-46de-ba6d-b8b49d3e3d4e req-2eb5ae8e-57c4-4690-bf4e-79534ebe8f68 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347886 Mar 11 00:09:14.345543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:14.346619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.354838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a09bf-13da-4f07-9d4e-7f80e5fe6865 None None] Network 65d46385-445f-4676-af65-bc395998e322 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:14.381688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Deleting port 19588080-508a-43bb-99ed-52534ae8ac30 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:14.384291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (19588080-508a-43bb-99ed-52534ae8ac30), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.496760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Provisioning complete for port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:14.497133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.505619 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-0d1d73ca-db70-4aec-9728-2dc30b8a1a81 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:14.524620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0d1d73ca-db70-4aec-9728-2dc30b8a1a81 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3446772 Mar 11 00:09:14.536837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:14.564725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (19588080-508a-43bb-99ed-52534ae8ac30), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.617532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] No DVR routers for this DVR port 19588080-508a-43bb-99ed-52534ae8ac30 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:14.629299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0cddd-45a1-4d97-9ca3-09a8017010af None None] Pushing event deleted for resources: {'Port': ['ID=19588080-508a-43bb-99ed-52534ae8ac30,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:14.676052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f8b9f7f3-070f-4fc1-bf3b-2833f663d3b2 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:14.681377 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-f8b9f7f3-070f-4fc1-bf3b-2833f663d3b2 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 00:09:14.682953 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f8b9f7f3-070f-4fc1-bf3b-2833f663d3b2 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:14.691515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f8b9f7f3-070f-4fc1-bf3b-2833f663d3b2 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1526585 Mar 11 00:09:14.707725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36602) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:14.730407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:14.739998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7b7f-bcae-428f-8583-7dd87489fde9 req-691208a2-9035-4975-bea0-97d21a95ef9d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:14.741321 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.754322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93fd7b7f-bcae-428f-8583-7dd87489fde9 req-691208a2-9035-4975-bea0-97d21a95ef9d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.6094627 Mar 11 00:09:14.766738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-86208abb-5047-4b3a-9d94-7a51f4afba5a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:14.787249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:14.787431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.893478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] For port 19588080-508a-43bb-99ed-52534ae8ac30, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=19588080-508a-43bb-99ed-52534ae8ac30,segment=NetworkSegment(489aa0a2-9d7e-40d6-ad22-e4316e9582e6),segment_id=489aa0a2-9d7e-40d6-ad22-e4316e9582e6)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:14.896148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (19588080-508a-43bb-99ed-52534ae8ac30), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:14.897192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] For port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:14.909738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:15.017976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Calling delete_port for 19588080-508a-43bb-99ed-52534ae8ac30 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:15.153456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:09:15.158303 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:09:15.161020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af74263-e0e6-43f0-89d4-3989c70e8b63 None None] Pushing event updated for resources: {'Port': ['ID=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:15.242826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e6182a2d-378b-4f9e-a6b5-2d798a9e9dbc None None] Provisioning complete for port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:15.244482 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6182a2d-378b-4f9e-a6b5-2d798a9e9dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:15.444889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1be19edd-be70-4e98-bc8f-2ca16f3327ed req-e67c7389-cb55-4dd3-b0a7-8fd65ceb4092 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 210 time: 0.5021265 Mar 11 00:09:15.449250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:15.527675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93fd7b7f-bcae-428f-8583-7dd87489fde9 req-001f0628-58e1-4083-b968-34a4bc2212c6 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562859 Mar 11 00:09:15.558355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e6182a2d-378b-4f9e-a6b5-2d798a9e9dbc None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:15.595353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dc684-afb4-46de-ba6d-b8b49d3e3d4e req-e64813b2-6cd5-4333-84d4-3c61d9e44e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:15.597128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-759dc684-afb4-46de-ba6d-b8b49d3e3d4e req-e64813b2-6cd5-4333-84d4-3c61d9e44e8b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2271290 Mar 11 00:09:15.626763 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-86208abb-5047-4b3a-9d94-7a51f4afba5a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:15.636990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36634) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:15.640972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86208abb-5047-4b3a-9d94-7a51f4afba5a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9191103 Mar 11 00:09:15.644358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-cbe7b6b7-004a-4042-9ef7-4ec4730e9e36 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:15.646099 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-cbe7b6b7-004a-4042-9ef7-4ec4730e9e36 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 810 time: 0.3381941 Mar 11 00:09:15.653445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f4f893ae-e02b-4c4c-81b9-1130db3c8f35 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:15.654378 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-f4f893ae-e02b-4c4c-81b9-1130db3c8f35 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 00:09:15.655100 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-f4f893ae-e02b-4c4c-81b9-1130db3c8f35 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:15.656551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4f893ae-e02b-4c4c-81b9-1130db3c8f35 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084987 Mar 11 00:09:15.662483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36636) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:15.678678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3cca9389-5564-46ce-861f-89aca5743c2a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:15.824083 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-3cca9389-5564-46ce-861f-89aca5743c2a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:15.828538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3cca9389-5564-46ce-861f-89aca5743c2a tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1515296 Mar 11 00:09:15.828538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (19588080-508a-43bb-99ed-52534ae8ac30), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:15.830518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36648) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:15.858164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e9676990-05c9-4428-98f8-c6eecd4e9f29 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:15.859026 n-d-831844-1 neutron-server[110425]: WARNING neutron.api.v2.base [None req-e9676990-05c9-4428-98f8-c6eecd4e9f29 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 00:09:15.860332 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-e9676990-05c9-4428-98f8-c6eecd4e9f29 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:15.866441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e9676990-05c9-4428-98f8-c6eecd4e9f29 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0290251 Mar 11 00:09:15.868352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36654) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:15.879178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5eb88aa6-2157-4baf-b8f2-b1aad2d65e09 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:15.883009 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-7d364dd9-08c9-47f9-8fc6-46229faf50ff tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d578bfa4894af382f04eb972406247 HTTP/1.1" status: 200 len: 379 time: 0.2224860 Mar 11 00:09:15.911275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'port': {'device_id': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'admin_state_up': True, 'tenant_id': '09d578bfa4894af382f04eb972406247', 'security_groups': ['5f1b14b7-f4ec-4743-817b-601d58318f32']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:15.960505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=19588080-508a-43bb-99ed-52534ae8ac30,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:16.005681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] No DVR routers for this DVR port 19588080-508a-43bb-99ed-52534ae8ac30 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:16.037825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:09:16.048848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:16.111259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17122-c1d1-4708-a249-bbb8ea092ced req-e9596d0c-7d95-4b64-99b9-41131f150705 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:16.120702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ce17122-c1d1-4708-a249-bbb8ea092ced req-e9596d0c-7d95-4b64-99b9-41131f150705 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.1658106 Mar 11 00:09:16.126962 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-5eb88aa6-2157-4baf-b8f2-b1aad2d65e09 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:16.136045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5eb88aa6-2157-4baf-b8f2-b1aad2d65e09 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2634926 Mar 11 00:09:16.138513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36660) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:16.147373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb253503-0206-49f7-ad60-a8c43b544f84 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:16.179802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fa21c59a-a084-45c9-8814-103a2966f542 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '10f64192-cf79-41f1-a839-abbf9aeef94c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:16.197839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bb253503-0206-49f7-ad60-a8c43b544f84 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:16.199681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb253503-0206-49f7-ad60-a8c43b544f84 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:16.200439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 915051b4-30b8-404b-a79b-e987da05daf1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:16.229967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (1075fef6-658c-488e-afb4-b4b209b6a6da), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.237796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 915051b4-30b8-404b-a79b-e987da05daf1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:16.241046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 915051b4-30b8-404b-a79b-e987da05daf1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:16.260027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1075fef6-658c-488e-afb4-b4b209b6a6da']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:16.291272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489aa0a2-9d7e-40d6-ad22-e4316e9582e6') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:16.291570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489aa0a2-9d7e-40d6-ad22-e4316e9582e6') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:16.307245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (489aa0a2-9d7e-40d6-ad22-e4316e9582e6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.333719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (489aa0a2-9d7e-40d6-ad22-e4316e9582e6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.344352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:16.345188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (489aa0a2-9d7e-40d6-ad22-e4316e9582e6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.351859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ce17122-c1d1-4708-a249-bbb8ea092ced req-e5b5aa57-1613-443b-aeb3-345b8184701e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168932 Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:16.352845 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:16.374748 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-fa21c59a-a084-45c9-8814-103a2966f542 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:16.375981 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa21c59a-a084-45c9-8814-103a2966f542 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2348340 Mar 11 00:09:16.380374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:16.390801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:16.401324 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Sync routers for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:16.406587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7bbb82da-82db-47a1-b2d3-300ba2edfd7b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:16.418227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:16.418898 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:16.424544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Made reservation on behalf of 09d578bfa4894af382f04eb972406247 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:16.433452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.467118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.475561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f7ea2884-556e-4984-aac9-e8bc9e5f5aeb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.4877846 Mar 11 00:09:16.477885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:16.559402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:16.564035 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:16.611868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (1075fef6-658c-488e-afb4-b4b209b6a6da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.628255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:16.629063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.648353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.657297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1075fef6-658c-488e-afb4-b4b209b6a6da HTTP/1.1" status: 204 len: 168 time: 3.4314823 Mar 11 00:09:16.746516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1d4d-b336-44f3-a5f4-0abc796fa0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1075fef6-658c-488e-afb4-b4b209b6a6da,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:16.782403 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:13Z', 'revision_number': 3, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:16.805072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b4c38d7-cc08-410b-beae-27952cfa4444 req-e27d5fdf-05fe-4384-8df3-7e4de46dcc4b tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 210 time: 0.1683166 Mar 11 00:09:16.859520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (10f64192-cf79-41f1-a839-abbf9aeef94c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.862863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:16.864994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Checking router: d816ad27-3a2a-4e2c-9962-dc69457cd7f9 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:16.867458 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Updating router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 port f5b1bf67-ca38-4d48-951e-feb5751379ce binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:09:16.933180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (10f64192-cf79-41f1-a839-abbf9aeef94c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.936808 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:16.986735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19588080-508a-43bb-99ed-52534ae8ac30 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:17.036288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 19588080-508a-43bb-99ed-52534ae8ac30 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:17.038389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 19588080-508a-43bb-99ed-52534ae8ac30 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:17.100323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Allocated IP 172.20.0.3 (72a4d7f4-2e65-4dbd-b452-449e958575b2/90f306c7-afa4-46ab-9f22-e23ff44b10b3/de078f8e-be47-4c1d-8beb-ed2e6943ac71) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:17.104272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0b571879-ac69-48c7-a84b-dae9a9729412 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:17.153608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0b571879-ac69-48c7-a84b-dae9a9729412 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "PUT /v2.0/quotas/eabab6c350394edebed397c4ba5afebe HTTP/1.1" status: 200 len: 368 time: 0.5910354 Mar 11 00:09:17.157699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36682) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:17.164804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (10f64192-cf79-41f1-a839-abbf9aeef94c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.168262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.169686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/10f64192-cf79-41f1-a839-abbf9aeef94c HTTP/1.1" status: 204 len: 168 time: 0.7874405 Mar 11 00:09:17.170667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36684) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:17.176275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Request body: {'network': {'project_id': 'eabab6c350394edebed397c4ba5afebe'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:17.189301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36686) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:17.226211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6313541-d89b-4a13-a17d-c8da0e5b8553 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f64192-cf79-41f1-a839-abbf9aeef94c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:17.266680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Made reservation on behalf of eabab6c350394edebed397c4ba5afebe for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:17.273187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.333342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.424864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-1d7be401-4147-4461-9eb8-297c344a7c1e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:17.426769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-1d7be401-4147-4461-9eb8-297c344a7c1e tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.2862775 Mar 11 00:09:17.472902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for security_group (1c60eea7-5665-4bba-a1f2-cf86960ffdc1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.480888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d570d4fa-8ae7-41e8-b767-773c634813b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f7aacb7ec5d48378c98404a98c240da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970219 Mar 11 00:09:17.483257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1c60eea7-5665-4bba-a1f2-cf86960ffdc1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.486617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36692) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:17.504271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-192b1fbd-c103-4f5d-ad31-684d07bd4778 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3100474 Mar 11 00:09:17.520626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36694) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:17.529476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--901495220'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:17.536618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:17.569134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60eea7-5665-4bba-a1f2-cf86960ffdc1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:17.572382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (85080714-8d12-4cc6-bf94-ea69b212d751), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.572729 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Added segment 85080714-8d12-4cc6-bf94-ea69b212d751 of type vlan for network 0ad413de-5626-44ee-9154-945777813bbc Mar 11 00:09:17.659946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.690128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0ad413de-5626-44ee-9154-945777813bbc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.691032 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks [] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.696658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.699354 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.714873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] Publish callbacks [] for security_group (6f09a8df-9203-47b4-ad60-f0ee695e2233), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.759416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Pushing event updated for resources: {'Port': ['ID=f5b1bf67-ca38-4d48-951e-feb5751379ce,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:17.785630 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.786260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.786760 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.787816 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.788501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.789065 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.789735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.790301 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.790820 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.791328 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.791833 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.792431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.792938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:17.797348 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Attempting to bind port f5b1bf67-ca38-4d48-951e-feb5751379ce on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:17.798680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Attempting to bind port f5b1bf67-ca38-4d48-951e-feb5751379ce by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:17.799288 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Attempting to bind port f5b1bf67-ca38-4d48-951e-feb5751379ce on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:17.804292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e3e89-fb33-4e83-a6c1-4bed3dae8469 req-f6ddc8f5-f35c-448b-a064-37eca9e849e4 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:17.805998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-433e3e89-fb33-4e83-a6c1-4bed3dae8469 req-f6ddc8f5-f35c-448b-a064-37eca9e849e4 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.2010047 Mar 11 00:09:17.808558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:17.809160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:17.809789 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.810381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:17.811028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Bound port: f5b1bf67-ca38-4d48-951e-feb5751379ce, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:17.812269 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.841978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Deleting port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:17.854356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.862338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] Publish callbacks [] for security_group (6f09a8df-9203-47b4-ad60-f0ee695e2233), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.881359 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] For port f5b1bf67-ca38-4d48-951e-feb5751379ce, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:17.884792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0ad413de-5626-44ee-9154-945777813bbc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.884792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:17.885238 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] For port f5b1bf67-ca38-4d48-951e-feb5751379ce, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f5b1bf67-ca38-4d48-951e-feb5751379ce,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:17.885351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.893367 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.955162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:17.972148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8119280 Mar 11 00:09:17.984026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36698) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:18.006437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a1f56-c0f5-4f78-b14c-12a8a46b5aea None None] Pushing event updated for resources: {'Port': ['ID=f5b1bf67-ca38-4d48-951e-feb5751379ce,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:18.019822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Request body: {'network': {'project_id': 'eabab6c350394edebed397c4ba5afebe'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:18.026499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (46991efd-1268-4a94-a60d-f7727ce9fa91), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.039168 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:18.039828 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:18.076475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:18.078517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.080436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46991efd-1268-4a94-a60d-f7727ce9fa91), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.120086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.124102 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5963321 Mar 11 00:09:18.124102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:18.148665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:18.148665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:18.154631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f77ebb13-3f1a-4d53-906c-8d152cbf2973 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '46991efd-1268-4a94-a60d-f7727ce9fa91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:18.172617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-433e3e89-fb33-4e83-a6c1-4bed3dae8469 req-2f1d797a-cef8-4ce1-9edd-c7ee3d19d5cf tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595395 Mar 11 00:09:18.250420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b2c18-22b2-4b1f-97d6-308389dad6e3 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event updated for resources: {'Network': ['ID=0ad413de-5626-44ee-9154-945777813bbc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:18.281648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0ad413de-5626-44ee-9154-945777813bbc details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:18.299670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event updated for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:18.307229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Made reservation on behalf of eabab6c350394edebed397c4ba5afebe for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:18.310250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.318395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81964e-94af-4a00-b18b-5f30c3c3d6f6 req-ad066acb-89dc-4905-87fa-46b89bf6db1d tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:18.320260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f81964e-94af-4a00-b18b-5f30c3c3d6f6 req-ad066acb-89dc-4905-87fa-46b89bf6db1d tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 931 time: 0.3455036 Mar 11 00:09:18.326538 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:18.361909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] For port 62ee0327-19ae-45dd-b157-7eb56b24a8c5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62ee0327-19ae-45dd-b157-7eb56b24a8c5,segment=NetworkSegment(33ab9305-4bef-4410-af67-0857322c4873),segment_id=33ab9305-4bef-4410-af67-0857322c4873)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:18.362141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.376305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c943cab-bd83-4b97-af55-a2254137ea5d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46991efd-1268-4a94-a60d-f7727ce9fa91,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:18.451475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f81964e-94af-4a00-b18b-5f30c3c3d6f6 req-3842f7df-d38d-47c7-a540-3ad09ba3b4b1 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213577 Mar 11 00:09:18.452317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6f09a8df-9203-47b4-ad60-f0ee695e2233), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.462347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.465780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f09a8df-9203-47b4-ad60-f0ee695e2233 HTTP/1.1" status: 204 len: 168 time: 0.9713757 Mar 11 00:09:18.495484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14d480-fc9c-42d6-91df-ab2bbc140ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f09a8df-9203-47b4-ad60-f0ee695e2233,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:18.649678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:18.655289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.678744 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-f77ebb13-3f1a-4d53-906c-8d152cbf2973 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The resource could not be found. Mar 11 00:09:18.680004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f77ebb13-3f1a-4d53-906c-8d152cbf2973 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5289085 Mar 11 00:09:18.680643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cf8070a4-6bf4-474f-bea7-e7bfb9bffd5a None None] Provisioning complete for port de078f8e-be47-4c1d-8beb-ed2e6943ac71 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:18.681478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf8070a4-6bf4-474f-bea7-e7bfb9bffd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.683635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:18.694742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a675b014-ee85-49c8-90b4-3416bccae336 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '46991efd-1268-4a94-a60d-f7727ce9fa91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8f77ebb1-0741-46ee-80de-722bcfd77bde'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:18.698797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:18.719675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a21435f4-655a-4d2e-9e2d-e83583b24312), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.720449 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Added segment a21435f4-655a-4d2e-9e2d-e83583b24312 of type vlan for network a30fc517-f400-4ffe-be47-c1ccc293d324 Mar 11 00:09:18.759372 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:13Z', 'revision_number': 3, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:18.819999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cf8070a4-6bf4-474f-bea7-e7bfb9bffd5a None None] Port de078f8e-be47-4c1d-8beb-ed2e6943ac71 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:18.828426 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (a30fc517-f400-4ffe-be47-c1ccc293d324), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.848002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65b037-28d5-4b5f-bd62-d695721e7679 None None] The sync data for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 is: [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:13Z', 'revision_number': 3, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:18.848804 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-a675b014-ee85-49c8-90b4-3416bccae336 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The resource could not be found. Mar 11 00:09:18.851830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a675b014-ee85-49c8-90b4-3416bccae336 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1657934 Mar 11 00:09:18.864244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36712) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:18.903401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Calling delete_port for 62ee0327-19ae-45dd-b157-7eb56b24a8c5 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:18.948211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (a30fc517-f400-4ffe-be47-c1ccc293d324), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.949909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:18.950643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:18.965048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-202237b2-03a1-45d1-b629-8fa599c969af tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0722053 Mar 11 00:09:18.991008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Request body: {'port': {'device_id': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:19.002394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (46991efd-1268-4a94-a60d-f7727ce9fa91), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.079857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (46991efd-1268-4a94-a60d-f7727ce9fa91), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.149936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46991efd-1268-4a94-a60d-f7727ce9fa91), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.153562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.157341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/46991efd-1268-4a94-a60d-f7727ce9fa91 HTTP/1.1" status: 204 len: 168 time: 0.2867477 Mar 11 00:09:19.159433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36714) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.189169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd8cc-25b0-493d-a5c0-a15ea1925c67 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46991efd-1268-4a94-a60d-f7727ce9fa91,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:19.192231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36716) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.304730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90f35013-2894-44fe-8b1f-9a660ce4f6d5 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1391704 Mar 11 00:09:19.305555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36720) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.312573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-863b3240-ce3d-472a-b895-429871bcef6e tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '70dc5ac9-ccc0-4259-a07d-9319c96b2e1e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:19.383186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b9daf91e-d5b7-42fe-93f8-4920c15f248f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61572e1a71a9474ca2782f4c35c5012c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868401 Mar 11 00:09:19.415539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36726) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.755284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7405534 Mar 11 00:09:19.762641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.772792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c5df-fbe0-45ac-8019-56d434585219 req-01f08ca9-1428-4e58-b8ff-c713a3797b01 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:19.778482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdf0c5df-fbe0-45ac-8019-56d434585219 req-01f08ca9-1428-4e58-b8ff-c713a3797b01 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 945 time: 0.3780901 Mar 11 00:09:19.791688 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-863b3240-ce3d-472a-b895-429871bcef6e tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The resource could not be found. Mar 11 00:09:19.792943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-863b3240-ce3d-472a-b895-429871bcef6e tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4859030 Mar 11 00:09:19.803603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:19.808827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] Publish callbacks [] for security_group (fa2d6703-c75e-4159-989e-84ac17825e6b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.813236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008671662'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:19.846927 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.858350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cd0bd1fb-9465-4281-a158-a3a041cf261d tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Request body: {'network': {'project_id': 'eabab6c350394edebed397c4ba5afebe'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:19.868855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cdb23-2b1d-406a-b008-4d70510ab6de tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event updated for resources: {'Network': ['ID=a30fc517-f400-4ffe-be47-c1ccc293d324,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:19.880201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network a30fc517-f400-4ffe-be47-c1ccc293d324 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:19.894663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204f1b-9fa4-424a-9c5e-6b0343b058e7 req-15730efc-09aa-47de-a336-f3880e3e10ae tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:19.901078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba204f1b-9fa4-424a-9c5e-6b0343b058e7 req-15730efc-09aa-47de-a336-f3880e3e10ae tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 931 time: 0.3188567 Mar 11 00:09:19.910086 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0bd1fb-9465-4281-a158-a3a041cf261d tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 00:09:19.910540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0bd1fb-9465-4281-a158-a3a041cf261d tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:09:19.914234 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd0bd1fb-9465-4281-a158-a3a041cf261d tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0844886 Mar 11 00:09:19.915021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:19.919298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Allocated IP 172.20.0.1 (65d46385-445f-4676-af65-bc395998e322/6ecbc692-f160-4295-8512-3825ea860b5c/1b0e9ea0-b149-4cca-91ea-a13aa30d43c2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:19.921171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36738) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:20.005916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] Publish callbacks [] for security_group (fa2d6703-c75e-4159-989e-84ac17825e6b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.008204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:20.106319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdf0c5df-fbe0-45ac-8019-56d434585219 req-a0530aa7-61bc-41f2-8f50-fac8f6d824de tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/security-groups?id=882ee09c-ce83-4e6a-889d-5c1212da9350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157952 Mar 11 00:09:20.140100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa2d6703-c75e-4159-989e-84ac17825e6b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.140198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62ee0327-19ae-45dd-b157-7eb56b24a8c5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:20.140280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.145140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa2d6703-c75e-4159-989e-84ac17825e6b HTTP/1.1" status: 204 len: 168 time: 0.7277875 Mar 11 00:09:20.303469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:20.303664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.303874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.339004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba204f1b-9fa4-424a-9c5e-6b0343b058e7 req-33073736-82ff-464d-bb2a-07bc34a56b57 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289773 Mar 11 00:09:20.348738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.383753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97941394-bc58-436e-b324-24a8fb13ced2 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eabab6c350394edebed397c4ba5afebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592938 Mar 11 00:09:20.394116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36746) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:20.423744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9846590-c81f-49d1-9d03-31e4579ee820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.457760 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.460946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6541970 Mar 11 00:09:20.466034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36752) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:20.471126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7146cdf-4e60-4e3f-ad90-a94fab23e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2d6703-c75e-4159-989e-84ac17825e6b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:20.501734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080349303'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:20.517073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (62ee0327-19ae-45dd-b157-7eb56b24a8c5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.521452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f5b1bf67-ca38-4d48-951e-feb5751379ce up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:20.617066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd1695-dcc5-43b8-b381-c44502b6c6dc tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:20.621612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks [] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.638249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f5b1bf67-ca38-4d48-951e-feb5751379ce triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:20.638623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.750128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9846590-c81f-49d1-9d03-31e4579ee820 admin admin] Publish callbacks [] for security_group (6e2fd336-e3dd-4f8d-9967-3509d9ab9777), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.750975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Pushing event deleted for resources: {'Port': ['ID=62ee0327-19ae-45dd-b157-7eb56b24a8c5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:20.775469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c9846590-c81f-49d1-9d03-31e4579ee820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6e2fd336-e3dd-4f8d-9967-3509d9ab9777), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.789762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f5b1bf67-ca38-4d48-951e-feb5751379ce is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:20.790162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.804548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.875557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9846590-c81f-49d1-9d03-31e4579ee820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2fd336-e3dd-4f8d-9967-3509d9ab9777,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:20.882749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port f5b1bf67-ca38-4d48-951e-feb5751379ce, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f5b1bf67-ca38-4d48-951e-feb5751379ce,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:20.889788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c9846590-c81f-49d1-9d03-31e4579ee820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aa51eb4f4aa47fc977e0cd917c4f619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8556166 Mar 11 00:09:20.894628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36766) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:20.899855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.905350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for security_group (1c60eea7-5665-4bba-a1f2-cf86960ffdc1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.907303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] No DVR routers for this DVR port 62ee0327-19ae-45dd-b157-7eb56b24a8c5 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:20.915945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:20.919759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b015d62f-c4d9-40e6-88b7-df71d0ca1eb5 req-fe5beee1-3656-43d4-bc9a-3fdd43be1ed5 tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.30 "DELETE /v2.0/ports/62ee0327-19ae-45dd-b157-7eb56b24a8c5 HTTP/1.1" status: 204 len: 173 time: 3.4863806 Mar 11 00:09:20.939702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'name': 'network-vif-deleted', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:20.950709 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881953c-9111-4f35-9e79-3afcef683cde" -d '{"events": [{"server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "name": "network-vif-deleted", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:21.019763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for security_group (1c60eea7-5665-4bba-a1f2-cf86960ffdc1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.019961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] Publish callbacks [] for security_group (6e2fd336-e3dd-4f8d-9967-3509d9ab9777), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.042140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=f5b1bf67-ca38-4d48-951e-feb5751379ce,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:21.056284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] Publish callbacks [] for security_group (6e2fd336-e3dd-4f8d-9967-3509d9ab9777), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.145372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6e2fd336-e3dd-4f8d-9967-3509d9ab9777), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.149163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.150307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e2fd336-e3dd-4f8d-9967-3509d9ab9777 HTTP/1.1" status: 204 len: 168 time: 0.2546437 Mar 11 00:09:21.163677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d5f76-9368-48a9-90a9-37ef3dc8b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2fd336-e3dd-4f8d-9967-3509d9ab9777,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:21.268861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de078f8e-be47-4c1d-8beb-ed2e6943ac71 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:21.281807 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cc35a-2b84-4108-802a-9a83626f9022 x-openstack-request-id: req-7d8cc35a-2b84-4108-802a-9a83626f9022 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:21.283633 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f8a7552-a688-460f-a32f-532a320e8795", "name": "network-vif-deleted", "tag": "62ee0327-19ae-45dd-b157-7eb56b24a8c5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:21.284141 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d8cc35a-2b84-4108-802a-9a83626f9022 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:21.286037 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f8a7552-a688-460f-a32f-532a320e8795', 'name': 'network-vif-deleted', 'tag': '62ee0327-19ae-45dd-b157-7eb56b24a8c5', 'status': 'completed', 'code': 200} Mar 11 00:09:21.297288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.319181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks [] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.325189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1c60eea7-5665-4bba-a1f2-cf86960ffdc1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.341555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.350299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c60eea7-5665-4bba-a1f2-cf86960ffdc1 HTTP/1.1" status: 204 len: 168 time: 0.9548664 Mar 11 00:09:21.353407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36780) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:21.373448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46b37878-8f43-46b6-88d1-6e0766d0c809 req-cd414f96-e61c-47d4-9b5e-2d070e3c9c2d tempest-InstanceActionsV221TestJSON-1281328727 tempest-InstanceActionsV221TestJSON-1281328727-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f8a7552-a688-460f-a32f-532a320e8795 HTTP/1.1" status: 200 len: 210 time: 0.0456209 Mar 11 00:09:21.520019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f6020-8898-4642-a92d-c97c63d3314f tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60eea7-5665-4bba-a1f2-cf86960ffdc1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:21.536170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Transition to ACTIVE for port object de078f8e-be47-4c1d-8beb-ed2e6943ac71 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:21.562565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Network 65d46385-445f-4676-af65-bc395998e322 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:21.592940 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.605659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:21.664962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:21.668654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:21.722729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530978-0c14-4f57-9176-ae514309772a req-302ed082-4ee7-4c04-a74a-7ef90c6567cd tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:21.729391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e530978-0c14-4f57-9176-ae514309772a req-302ed082-4ee7-4c04-a74a-7ef90c6567cd tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 931 time: 0.2309108 Mar 11 00:09:21.906907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e530978-0c14-4f57-9176-ae514309772a req-3d0a340c-5dec-4b0a-8f0a-70688c9449a5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672571 Mar 11 00:09:21.934769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (a30fc517-f400-4ffe-be47-c1ccc293d324), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:21.962806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.077080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.087873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Pushing event updated for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:22.100259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (4ade9f9d-8017-480c-976f-24027dbaf26f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.109018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-691169c3-f30e-4f6a-b693-3353bf4cd25c None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:22.111669 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-691169c3-f30e-4f6a-b693-3353bf4cd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.175642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1389289987-network', 'tenant_id': '74d740cd0cb449db88539f9d7183a3f0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:22.191421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.208077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-691169c3-f30e-4f6a-b693-3353bf4cd25c None None] Port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:22.214996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9846d187-5ee9-454f-aa9c-9748b12fc1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.224218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Made reservation on behalf of 74d740cd0cb449db88539f9d7183a3f0 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:22.226966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.238134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.340483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4ade9f9d-8017-480c-976f-24027dbaf26f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.363485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9846d187-5ee9-454f-aa9c-9748b12fc1cf admin admin] Publish callbacks [] for security_group (f9c828c4-0637-4b32-939d-6d3c978b7fe5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.375288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9846d187-5ee9-454f-aa9c-9748b12fc1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f9c828c4-0637-4b32-939d-6d3c978b7fe5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.394446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks [] for security_group (e4cf28f6-aae5-4268-9c80-dcd45755b6c6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.399063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f5b1bf67-ca38-4d48-951e-feb5751379ce up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:22.415415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e4cf28f6-aae5-4268-9c80-dcd45755b6c6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.431377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9846d187-5ee9-454f-aa9c-9748b12fc1cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7717e5d4f9dc4cdb962c841409b87e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360938 Mar 11 00:09:22.445973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36798) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.478277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.481524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f5b1bf67-ca38-4d48-951e-feb5751379ce triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:22.482184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.507868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846d187-5ee9-454f-aa9c-9748b12fc1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c828c4-0637-4b32-939d-6d3c978b7fe5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:22.514047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:22.540899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (de1386a6-f5bf-4616-b442-d20fde006759), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.541339 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Added segment de1386a6-f5bf-4616-b442-d20fde006759 of type vlan for network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f Mar 11 00:09:22.602355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.604150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1174917 Mar 11 00:09:22.605184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef60bb-eda6-4869-b04f-45ba0c9806a1 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade9f9d-8017-480c-976f-24027dbaf26f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:22.621336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.623504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f5b1bf67-ca38-4d48-951e-feb5751379ce is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:22.656412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf28f6-aae5-4268-9c80-dcd45755b6c6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:22.659341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-574a3309-494a-4347-8f88-f877e337d857 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group_rule': {'security_group_id': '5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4ade9f9d-8017-480c-976f-24027dbaf26f'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:22.681135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] Publish callbacks [] for security_group (f9c828c4-0637-4b32-939d-6d3c978b7fe5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.734913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] Publish callbacks [] for security_group (f9c828c4-0637-4b32-939d-6d3c978b7fe5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.744055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (a30fc517-f400-4ffe-be47-c1ccc293d324), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.785709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (4422e48e-3c85-4f1b-9a5f-1ee5603c380f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.812070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Attempting to bind port de078f8e-be47-4c1d-8beb-ed2e6943ac71 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:22.812408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Attempting to bind port de078f8e-be47-4c1d-8beb-ed2e6943ac71 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:22.812660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f9c828c4-0637-4b32-939d-6d3c978b7fe5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.812786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Attempting to bind port de078f8e-be47-4c1d-8beb-ed2e6943ac71 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:22.815377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.817166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c828c4-0637-4b32-939d-6d3c978b7fe5 HTTP/1.1" status: 204 len: 168 time: 0.3659954 Mar 11 00:09:22.831085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30fc517-f400-4ffe-be47-c1ccc293d324']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:22.834351 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-574a3309-494a-4347-8f88-f877e337d857 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:09:22.835341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdfc6b-2c2d-4166-ac8f-1fe36a41c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c828c4-0637-4b32-939d-6d3c978b7fe5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:22.835760 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-574a3309-494a-4347-8f88-f877e337d857 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1810408 Mar 11 00:09:22.843234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36812) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.865608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Port de078f8e-be47-4c1d-8beb-ed2e6943ac71 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:22.866105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Attempting to bind port de078f8e-be47-4c1d-8beb-ed2e6943ac71 on network 72a4d7f4-2e65-4dbd-b452-449e958575b2 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:22.868955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (4422e48e-3c85-4f1b-9a5f-1ee5603c380f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.871956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:22.873878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.881700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36814) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.883521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21435f4-655a-4d2e-9e2d-e83583b24312') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:22.883828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21435f4-655a-4d2e-9e2d-e83583b24312') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:22.947728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9837093 Mar 11 00:09:22.954004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Deleting subnet 8c0c0f33-1c01-4094-9a9f-0d6a27039b3b {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:09:22.955472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36818) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:22.961795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Request body: {'subnet': {'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1389289987-subnet', 'tenant_id': '74d740cd0cb449db88539f9d7183a3f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:22.967889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (a21435f4-655a-4d2e-9e2d-e83583b24312), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.971725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:22.972133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Checking segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:22.972535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Bound using segment: {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:22.972997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Bound port: de078f8e-be47-4c1d-8beb-ed2e6943ac71, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:22.973361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:22.996656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Publish callbacks [] for subnet (8c0c0f33-1c01-4094-9a9f-0d6a27039b3b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.050936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710566dc-4600-4155-a9b5-236bae36d81d admin admin] Pushing event updated for resources: {'Network': ['ID=4422e48e-3c85-4f1b-9a5f-1ee5603c380f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:23.061843 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (4ade9f9d-8017-480c-976f-24027dbaf26f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.065386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Made reservation on behalf of 74d740cd0cb449db88539f9d7183a3f0 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:23.065778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:23.068634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.150843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a21435f4-655a-4d2e-9e2d-e83583b24312), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.160138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (4ade9f9d-8017-480c-976f-24027dbaf26f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.214344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (8c0c0f33-1c01-4094-9a9f-0d6a27039b3b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.288333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd752f94-675b-4487-aa57-4c341b1d0145 req-210bef5b-f450-4984-9d67-68b402880932 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:23.290230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd752f94-675b-4487-aa57-4c341b1d0145 req-210bef5b-f450-4984-9d67-68b402880932 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 943 time: 0.2147224 Mar 11 00:09:23.295508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:23.295951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (a21435f4-655a-4d2e-9e2d-e83583b24312), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.299350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4ade9f9d-8017-480c-976f-24027dbaf26f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.303455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:23.304510 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:23.307736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ade9f9d-8017-480c-976f-24027dbaf26f HTTP/1.1" status: 204 len: 168 time: 0.4630690 Mar 11 00:09:23.317299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36824) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:23.362404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2be89f-5dcc-4253-84ba-639cf66248bd tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade9f9d-8017-480c-976f-24027dbaf26f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:23.429966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd752f94-675b-4487-aa57-4c341b1d0145 req-088e01f0-2880-4a63-89d1-860a2a7ef9c1 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197278 Mar 11 00:09:23.467675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d6ed5285-4f4d-4edc-8f09-2103abb7a038 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1476166 Mar 11 00:09:23.470266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36832) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:23.515979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks [] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.567205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:23.573665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:23.582502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (a30fc517-f400-4ffe-be47-c1ccc293d324), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.594329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.600350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.604905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "DELETE /v2.0/networks/a30fc517-f400-4ffe-be47-c1ccc293d324 HTTP/1.1" status: 204 len: 168 time: 2.2289655 Mar 11 00:09:23.607551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36836) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:23.615457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.619173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.641548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.659200 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.752599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:23.753550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.754990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] 10.222.0.30 "PUT /v2.0/ports/de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 1091 time: 4.7722092 Mar 11 00:09:23.765863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:23.768483 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f6711-e986-4ef6-b27a-c2001844c446" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:23.785365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:23.791203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152803-497c-4d98-a594-945c63fef075 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event deleted for resources: {'Network': ['ID=a30fc517-f400-4ffe-be47-c1ccc293d324,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:23.807342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0ad413de-5626-44ee-9154-945777813bbc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.837291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8c0c0f33-1c01-4094-9a9f-0d6a27039b3b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.846307 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7aae9-3f7c-4a45-a090-e9ff2f752be5 x-openstack-request-id: req-cac7aae9-3f7c-4a45-a090-e9ff2f752be5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:23.846598 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:23.846860 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cac7aae9-3f7c-4a45-a090-e9ff2f752be5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:23.847102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.847341 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'status': 'completed', 'code': 200} Mar 11 00:09:23.850315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.852667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2 HTTP/1.1" status: 204 len: 168 time: 0.3810058 Mar 11 00:09:23.859117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:23.881076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Checking segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:23.881566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Network hostable DHCP agents. Network: 4422e48e-3c85-4f1b-9a5f-1ee5603c380f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:23.965212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:23.971574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fee5c-14d9-49ac-bc88-832bc68e50fd service neutron] Pushing event updated for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.007212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712d29-1cd6-48fc-85de-6ea9c12aaf94 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbf341-7e7a-4ce3-ae8a-1fd5a5d30ab2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.088506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-76f483a4-4d0f-45e5-ab3f-87d34e329e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:24.090049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-76f483a4-4d0f-45e5-ab3f-87d34e329e0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1125 time: 0.2420316 Mar 11 00:09:24.095466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0ad413de-5626-44ee-9154-945777813bbc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.119437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-59a29470-1ad6-4314-b602-30dd686a1819 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2312307 Mar 11 00:09:24.126826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36850) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:24.144218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-efd40db5-fd33-4e76-9563-7b76a04b58a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 217 time: 0.0388896 Mar 11 00:09:24.145262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'tempest-secgroup--981140518'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:24.147587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (8c0c0f33-1c01-4094-9a9f-0d6a27039b3b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.149971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.204787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:24.236876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad413de-5626-44ee-9154-945777813bbc']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.249715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85080714-8d12-4cc6-bf94-ea69b212d751') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.250020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85080714-8d12-4cc6-bf94-ea69b212d751') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.269541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0c0f33-1c01-4094-9a9f-0d6a27039b3b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.280988 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.287137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef58e48b-21a9-4541-82d8-7342514db7b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c0c0f33-1c01-4094-9a9f-0d6a27039b3b HTTP/1.1" status: 204 len: 168 time: 1.4009800 Mar 11 00:09:24.287971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:24.327015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.336716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-6967ad76-18f6-47d5-9efa-9124d9813644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:24.338410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-6967ad76-18f6-47d5-9efa-9124d9813644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.1841736 Mar 11 00:09:24.367224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (85080714-8d12-4cc6-bf94-ea69b212d751), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.416925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 4422e48e-3c85-4f1b-9a5f-1ee5603c380f) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:24.426611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e4aad-401a-4ae6-86e0-3d8ec7b718ab None None] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:24.433402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Network 65d46385-445f-4676-af65-bc395998e322 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:24.441005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (af81b398-dcf4-4daf-b7f1-56fc39be857c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.441732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (85080714-8d12-4cc6-bf94-ea69b212d751), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.443713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:24.463139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:24.463553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (85080714-8d12-4cc6-bf94-ea69b212d751), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: warnings.warn('Neutron quota engine will require "--force" ' Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:24.551329 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:24.564931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0ad413de-5626-44ee-9154-945777813bbc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.578042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:24.579112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.610677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-eefd3967-3495-4814-aa3f-7103374ef7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:24.612282 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-eefd3967-3495-4814-aa3f-7103374ef7ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2637279 Mar 11 00:09:24.632914 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.638869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] 10.222.0.21 "DELETE /v2.0/networks/0ad413de-5626-44ee-9154-945777813bbc HTTP/1.1" status: 204 len: 168 time: 1.0277131 Mar 11 00:09:24.639723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f95abe-8cae-469d-a9fd-332b2cd5ef35 tempest-QuotasNegativeTest-1815616397 tempest-QuotasNegativeTest-1815616397-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ad413de-5626-44ee-9154-945777813bbc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.692254 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (af81b398-dcf4-4daf-b7f1-56fc39be857c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.726225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af81b398-dcf4-4daf-b7f1-56fc39be857c']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.735176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eb7d3642-475b-428b-be59-0cd9e77c0ce2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7778196 Mar 11 00:09:24.737239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ab9305-4bef-4410-af67-0857322c4873') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.737810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ab9305-4bef-4410-af67-0857322c4873') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:24.754103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (33ab9305-4bef-4410-af67-0857322c4873), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.763077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'project_id': '74d740cd0cb449db88539f9d7183a3f0', 'fixed_ips': [{'subnet_id': 'b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:09:24.764485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.772756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (33ab9305-4bef-4410-af67-0857322c4873), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.779953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:24.780815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (33ab9305-4bef-4410-af67-0857322c4873), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.786425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (01ebbc2a-9d9a-41ff-af92-0555e720b4de), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.803277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (01ebbc2a-9d9a-41ff-af92-0555e720b4de), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:24.847804 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:24.864078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (af81b398-dcf4-4daf-b7f1-56fc39be857c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.878031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a699af-d97f-491e-a8c2-dece78ee8741 req-6ec7193f-df58-42c9-b9b3-af69c7e2768a tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:24.879873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9a699af-d97f-491e-a8c2-dece78ee8741 req-6ec7193f-df58-42c9-b9b3-af69c7e2768a tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 943 time: 0.2499676 Mar 11 00:09:24.886459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.887961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7588699 Mar 11 00:09:24.895107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.902647 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] 10.222.0.21 "DELETE /v2.0/networks/af81b398-dcf4-4daf-b7f1-56fc39be857c HTTP/1.1" status: 204 len: 168 time: 0.6106470 Mar 11 00:09:24.907185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36868) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:24.935466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0a9df891-e384-45a5-8c2d-386538531c25 None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:24.936557 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0a9df891-e384-45a5-8c2d-386538531c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:24.942579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a66e4-d97c-4741-93a0-50025b2ffb37 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ebbc2a-9d9a-41ff-af92-0555e720b4de,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:24.954847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3af5f4b2-8ed8-4e38-bc08-d4c940bd5a4c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:24.955265 n-d-831844-1 neutron-server[110426]: WARNING neutron.api.v2.base [None req-3af5f4b2-8ed8-4e38-bc08-d4c940bd5a4c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 00:09:24.955810 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-3af5f4b2-8ed8-4e38-bc08-d4c940bd5a4c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 00:09:24.956942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3af5f4b2-8ed8-4e38-bc08-d4c940bd5a4c tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "PUT /v2.0/security-groups/01ebbc2a-9d9a-41ff-af92-0555e720b4de HTTP/1.1" status: 409 len: 330 time: 0.0487182 Mar 11 00:09:24.959915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:24.979684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5a08-1f79-499e-9e1f-d6583b3fa61d admin admin] Pushing event deleted for resources: {'Network': ['ID=af81b398-dcf4-4daf-b7f1-56fc39be857c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:25.041809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0a9df891-e384-45a5-8c2d-386538531c25 None None] Port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:25.043353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:09:25.053353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (01ebbc2a-9d9a-41ff-af92-0555e720b4de), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.071315 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-cafb2920-c901-4d28-b1ea-2fefbdc69ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242112 Mar 11 00:09:25.074102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Allocated IP 172.20.0.2 (4422e48e-3c85-4f1b-9a5f-1ee5603c380f/b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41/c44b3664-9bfe-4b23-9de6-39d00ab634d9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:25.097119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (01ebbc2a-9d9a-41ff-af92-0555e720b4de), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.190271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (01ebbc2a-9d9a-41ff-af92-0555e720b4de), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.194972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.196704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/01ebbc2a-9d9a-41ff-af92-0555e720b4de HTTP/1.1" status: 204 len: 168 time: 0.2355039 Mar 11 00:09:25.203389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36880) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.257040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce562317-5797-436b-aa8a-00912ac15044 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ebbc2a-9d9a-41ff-af92-0555e720b4de,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:25.331829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2590adb2-6e37-48f8-8943-446e8c8d9f3d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1224144 Mar 11 00:09:25.333279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.361148 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f60cca22-39f4-4856-814c-a68ac36145d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] delete failed (client error): The resource could not be found. Mar 11 00:09:25.365500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f60cca22-39f4-4856-814c-a68ac36145d4 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7b85572-ff27-4d10-b9c3-f8a879a025f1 HTTP/1.1" status: 404 len: 347 time: 0.0303175 Mar 11 00:09:25.369500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.398669 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-9fb1ea47-df1f-4a5b-bf1b-1418ae7b2359 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] show failed (client error): The resource could not be found. Mar 11 00:09:25.402684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9fb1ea47-df1f-4a5b-bf1b-1418ae7b2359 tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-groups/bfed2e92-b4e4-4bce-ab49-9c1c0e0ebbcf HTTP/1.1" status: 404 len: 347 time: 0.0285361 Mar 11 00:09:25.403135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.408343 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks [] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.421773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.430739 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-11eecc35-4aad-408d-97bb-dcae8568282d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] show failed (client error): The resource could not be found. Mar 11 00:09:25.432006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-11eecc35-4aad-408d-97bb-dcae8568282d tempest-NegativeSecGroupTest-1871334826 tempest-NegativeSecGroupTest-1871334826-project] 10.222.0.21 "GET /v2.0/security-group-rules/fdec6b97-6da8-4563-a133-9326908e8b63 HTTP/1.1" status: 404 len: 356 time: 0.0278218 Mar 11 00:09:25.464181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:25.487583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:25.493019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:25.545408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.576653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Attempting to bind port c44b3664-9bfe-4b23-9de6-39d00ab634d9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:25.577508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Attempting to bind port c44b3664-9bfe-4b23-9de6-39d00ab634d9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:25.580298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Attempting to bind port c44b3664-9bfe-4b23-9de6-39d00ab634d9 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:25.586663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Pushing event updated for resources: {'Port': ['ID=c44b3664-9bfe-4b23-9de6-39d00ab634d9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:25.604876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:25.605268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Checking segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:25.605680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.606077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Bound using segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:25.606566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Bound port: c44b3664-9bfe-4b23-9de6-39d00ab634d9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:25.606953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.668100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a60afe5-533a-4bb9-864e-060fadbb3e26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebb32177897b436284cf58b887673691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213729 Mar 11 00:09:25.672314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36896) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:25.767055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] For port c44b3664-9bfe-4b23-9de6-39d00ab634d9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:25.772038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] For port c44b3664-9bfe-4b23-9de6-39d00ab634d9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c44b3664-9bfe-4b23-9de6-39d00ab634d9,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:25.790561 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.822251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9a699af-d97f-491e-a8c2-dece78ee8741 req-f31b4576-29c2-48e2-821f-18cac6cc3cba tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9191220 Mar 11 00:09:25.862242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] Publish callbacks [] for security_group (882ee09c-ce83-4e6a-889d-5c1212da9350), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.907655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:25.913851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-882ff7a0-5fff-4f30-97c6-08451d982931 admin admin] 10.222.0.21 "PUT /v2.0/routers/d816ad27-3a2a-4e2c-9962-dc69457cd7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4349718 Mar 11 00:09:25.927149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Sync routers for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:25.938769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] Publish callbacks [] for security_group (882ee09c-ce83-4e6a-889d-5c1212da9350), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:25.967402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246ade-84d5-490b-956c-305b74fdcd27 None None] Pushing event updated for resources: {'Port': ['ID=c44b3664-9bfe-4b23-9de6-39d00ab634d9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:25.995508 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5f4e1889-fc12-4536-ad6e-7ae6647263fe req-a26e9188-8b13-471a-b4f8-5d619b274890 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8772998 Mar 11 00:09:25.995953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:26.004147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:26.038751 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (882ee09c-ce83-4e6a-889d-5c1212da9350), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:26.042310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:26.044003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/882ee09c-ce83-4e6a-889d-5c1212da9350 HTTP/1.1" status: 204 len: 168 time: 0.3704298 Mar 11 00:09:26.061524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17670342-500c-42d4-a961-260422f7e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ee09c-ce83-4e6a-889d-5c1212da9350,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:26.230305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6711-e986-4ef6-b27a-c2001844c446 req-2f170b10-a299-4fb1-9e61-f3c931860a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:26.234277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-2f170b10-a299-4fb1-9e61-f3c931860a5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1125 time: 0.1650724 Mar 11 00:09:26.240676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:26.417269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36914) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:26.491276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6711-e986-4ef6-b27a-c2001844c446 req-99b290d2-26fb-4b36-8327-0ec556637d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:26.494220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-99b290d2-26fb-4b36-8327-0ec556637d61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.2476840 Mar 11 00:09:26.510869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c44b3664-9bfe-4b23-9de6-39d00ab634d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:26.556331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-483251d9-ac0d-427e-8248-b39610886e3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 217 time: 0.0543869 Mar 11 00:09:26.639893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6711-e986-4ef6-b27a-c2001844c446 req-7be168fe-1c0c-4712-a9af-48e55a210201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:26.641989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-7be168fe-1c0c-4712-a9af-48e55a210201 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.0794442 Mar 11 00:09:26.646082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c44b3664-9bfe-4b23-9de6-39d00ab634d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:26.647194 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:26.734676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6711-e986-4ef6-b27a-c2001844c446 req-c4bfbd2d-831d-4615-9c18-8658e8d6fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:26.736301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-c4bfbd2d-831d-4615-9c18-8658e8d6fb36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877128 Mar 11 00:09:26.842425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36928) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:26.849594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c44b3664-9bfe-4b23-9de6-39d00ab634d9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:26.850118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:26.887723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-db49836e-0bd4-454d-9b23-dbe0f17a6c6a service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427507 Mar 11 00:09:26.912947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c44b3664-9bfe-4b23-9de6-39d00ab634d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c44b3664-9bfe-4b23-9de6-39d00ab634d9,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:26.926724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:22Z', 'revision_number': 4, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1b0e9ea0-b149-4cca-91ea-a13aa30d43c2', 'name': '', 'network_id': '65d46385-445f-4676-af65-bc395998e322', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'mac_address': 'fa:16:3e:d7:fe:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:18Z', 'updated_at': '2022-03-11T00:09:22Z', 'revision_number': 2, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'subnets': [{'id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:26.931283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:26.967840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Checking router: d816ad27-3a2a-4e2c-9962-dc69457cd7f9 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:26.968457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Updating router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:09:27.080067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e42b17ec-a32d-463a-98d7-93575a7d1bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:27.087779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:27.121917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c44b3664-9bfe-4b23-9de6-39d00ab634d9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:27.164783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-333f6711-e986-4ef6-b27a-c2001844c446 req-a352c4b4-6867-4a61-a5ee-5ba7fe8e2f21 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665036 Mar 11 00:09:27.325214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e4fc-4e1d-4950-b86c-40dae9c2f982 req-62a47131-2bef-4683-b60c-b8032b8be920 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:27.326947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a806e4fc-4e1d-4950-b86c-40dae9c2f982 req-62a47131-2bef-4683-b60c-b8032b8be920 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 943 time: 0.3650608 Mar 11 00:09:27.337804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e42b17ec-a32d-463a-98d7-93575a7d1bae admin admin] Publish callbacks [] for security_group (10b5dd3b-72c5-43d9-bd79-8f35bf6474ff), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:27.452749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e42b17ec-a32d-463a-98d7-93575a7d1bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (10b5dd3b-72c5-43d9-bd79-8f35bf6474ff), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:27.726759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61dc26a-25f7-4a6d-9e0d-1261a4dc0217 None None] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:27.757132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36964) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:27.757589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e42b17ec-a32d-463a-98d7-93575a7d1bae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f28722bdbaf04fe0be203fb4661f859a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3391266 Mar 11 00:09:27.768960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d4b709b-a1e7-45db-811c-3a160141de5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6104f04a1ec248fc877945b3cd97ee99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9253633 Mar 11 00:09:27.769677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36966) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:27.769890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b17ec-a32d-463a-98d7-93575a7d1bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5dd3b-72c5-43d9-bd79-8f35bf6474ff,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:27.785352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-d40267fd-f94a-49c7-bf48-77ad0a6155d2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:27.799163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-d40267fd-f94a-49c7-bf48-77ad0a6155d2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 0.5238614 Mar 11 00:09:27.812360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a806e4fc-4e1d-4950-b86c-40dae9c2f982 req-0c47b686-bf69-442a-b022-f712cd061234 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4768670 Mar 11 00:09:27.843261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-78523497-663e-4106-9557-00fe24a6ca6e tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/quotas/74d740cd0cb449db88539f9d7183a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0403898 Mar 11 00:09:27.914219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] Publish callbacks [] for security_group (10b5dd3b-72c5-43d9-bd79-8f35bf6474ff), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:27.948304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] Publish callbacks [] for security_group (10b5dd3b-72c5-43d9-bd79-8f35bf6474ff), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.009697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-237df642-5883-440d-9a2b-58ede299bd11 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1653891 Mar 11 00:09:28.031760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82ed45bf-497d-46ef-8858-40e45b6c0b82 None None] Provisioning complete for port c44b3664-9bfe-4b23-9de6-39d00ab634d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:28.032306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82ed45bf-497d-46ef-8858-40e45b6c0b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.062903 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (10b5dd3b-72c5-43d9-bd79-8f35bf6474ff), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.074214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.077128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10b5dd3b-72c5-43d9-bd79-8f35bf6474ff HTTP/1.1" status: 204 len: 168 time: 0.3168814 Mar 11 00:09:28.078039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] Publish callbacks [] for security_group (f934d5de-89b8-4170-9596-2bb6b233cfc3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.153576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fba4f1-4eae-4d22-afc4-3048febce812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5dd3b-72c5-43d9-bd79-8f35bf6474ff,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:28.158753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-137742c8-ffb0-44f1-8a07-5a8b5eabb14d service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477642 Mar 11 00:09:28.174033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device de078f8e-be47-4c1d-8beb-ed2e6943ac71 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:28.202992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] Publish callbacks [] for security_group (f934d5de-89b8-4170-9596-2bb6b233cfc3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.319164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f934d5de-89b8-4170-9596-2bb6b233cfc3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.323187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.324736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f934d5de-89b8-4170-9596-2bb6b233cfc3 HTTP/1.1" status: 204 len: 168 time: 0.5472794 Mar 11 00:09:28.341165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210d57b-f147-49a8-abe7-1af0fc331a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934d5de-89b8-4170-9596-2bb6b233cfc3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:28.407621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:28.409753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f03a982e-a99a-43f8-b285-199cca07f3f5 service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492614 Mar 11 00:09:28.520340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c44b3664-9bfe-4b23-9de6-39d00ab634d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:28.546397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'port_id': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'mac_address': 'fa:16:3e:b6:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:28.671958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks [] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.694852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port de078f8e-be47-4c1d-8beb-ed2e6943ac71 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:28.695259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.724798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.866468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c44b3664-9bfe-4b23-9de6-39d00ab634d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:28.867054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:28.910123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de078f8e-be47-4c1d-8beb-ed2e6943ac71 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:29.048897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7afce-cd44-42b0-b428-fe7a4083d05d req-41c8981e-e6fa-4a51-942b-872f2330bd69 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:29.050694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54e7afce-cd44-42b0-b428-fe7a4083d05d req-41c8981e-e6fa-4a51-942b-872f2330bd69 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 943 time: 0.0879173 Mar 11 00:09:29.123722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Pushing event updated for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:29.125793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54e7afce-cd44-42b0-b428-fe7a4083d05d req-ce4b401e-0211-429b-bc9e-4c30605c62c6 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681579 Mar 11 00:09:29.227236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:29.233578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.234179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.234690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.235222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.235807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.236329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.237045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.237581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.238195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.238688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.239184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.242101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.242752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:29.256627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.333406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37030) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:29.376243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49ced365-a39b-4976-9435-aedcf337880f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.426697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82ed45bf-497d-46ef-8858-40e45b6c0b82 None None] Current status of the port c44b3664-9bfe-4b23-9de6-39d00ab634d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:29.501030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Attempting to bind port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:29.512530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Attempting to bind port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:29.513283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Attempting to bind port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 on network 65d46385-445f-4676-af65-bc395998e322 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:29.525489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['de078f8e-be47-4c1d-8beb-ed2e6943ac71'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:29.682926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:29.686983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Checking segment: {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:29.689331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49ced365-a39b-4976-9435-aedcf337880f admin admin] Publish callbacks [] for security_group (953bf245-69e7-496a-97c3-7b40064c93f6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.690450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.691025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Bound using segment: {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:29.691722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Bound port: 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0984aa-fb9e-4f60-875e-a5fb1dda4795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '65d46385-445f-4676-af65-bc395998e322'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:29.692326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.699787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-49ced365-a39b-4976-9435-aedcf337880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (953bf245-69e7-496a-97c3-7b40064c93f6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.754881 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-49ced365-a39b-4976-9435-aedcf337880f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64974124f9dc43dda281428d3a775eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196157 Mar 11 00:09:29.760066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37054) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:29.851375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced365-a39b-4976-9435-aedcf337880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953bf245-69e7-496a-97c3-7b40064c93f6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:29.854122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c44b3664-9bfe-4b23-9de6-39d00ab634d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:29.869401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:29.926409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Publish callbacks [] for security_group (953bf245-69e7-496a-97c3-7b40064c93f6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.963145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-8d57ef94-93be-47d0-ad40-fa90c724e6f5 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:29.966043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Publish callbacks [] for security_group (953bf245-69e7-496a-97c3-7b40064c93f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.973356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fc91994d-001d-4605-aa3d-32d762cb0cc3 None None] Provisioning complete for port c44b3664-9bfe-4b23-9de6-39d00ab634d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:29.976043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc91994d-001d-4605-aa3d-32d762cb0cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:29.982841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-8d57ef94-93be-47d0-ad40-fa90c724e6f5 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 0.3986244 Mar 11 00:09:30.022495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-e3c58222-770a-4e09-b5bc-6aed8e924e5d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/quotas/74d740cd0cb449db88539f9d7183a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0386667 Mar 11 00:09:30.023855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (953bf245-69e7-496a-97c3-7b40064c93f6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:30.026649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:30.027802 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/953bf245-69e7-496a-97c3-7b40064c93f6 HTTP/1.1" status: 204 len: 168 time: 0.2664254 Mar 11 00:09:30.057634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953bf245-69e7-496a-97c3-7b40064c93f6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:30.078525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.078822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.083104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.084777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.085757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.086245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.088594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.088942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.090097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.090544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.090890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.091224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.092741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51aa9fc0-f5b8-45ed-af49-d7fb7d3b4c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:30.097579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:30.102111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] For port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:30.165998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-d6663414-8eb4-459a-a4f7-9a0f3899bca6 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330266 Mar 11 00:09:30.198598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] For port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:30.246589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:30.364571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf153f9-b18e-4e33-b2a9-d1af10605b75 None None] Pushing event updated for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:30.415100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-05c84074-79d4-466e-aaf6-02e080bb9b74 service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462542 Mar 11 00:09:30.484159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:30.556633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fc91994d-001d-4605-aa3d-32d762cb0cc3 None None] Current status of the port c44b3664-9bfe-4b23-9de6-39d00ab634d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:30.682720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:30.683413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:30.763251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37078) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:30.823870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977379f-a474-4a8f-84a3-b19347209a32 req-35bb307b-c8d9-4377-a4ed-159519441c97 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:30.825493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e977379f-a474-4a8f-84a3-b19347209a32 req-35bb307b-c8d9-4377-a4ed-159519441c97 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 944 time: 0.4082875 Mar 11 00:09:30.906923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-acba1552-a31c-4429-8f5a-4ff1ad95eb24 service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908473 Mar 11 00:09:30.977116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae768-a5ae-42ab-b5a3-e9e97a0f12c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.016271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:31.138718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e977379f-a474-4a8f-84a3-b19347209a32 req-7a74fb62-88dd-4d52-9d7c-b1e370c532da tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727864 Mar 11 00:09:31.258504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae768-a5ae-42ab-b5a3-e9e97a0f12c0 admin admin] Publish callbacks [] for security_group (c986ed88-cab0-4194-aa6b-dbba787bad7f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.271399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae768-a5ae-42ab-b5a3-e9e97a0f12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c986ed88-cab0-4194-aa6b-dbba787bad7f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.315800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:31.316200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.362197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1327939517-network', 'tenant_id': 'f95ca97c8d3d44caa1366d06a43177b5'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:31.374198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8a5ae768-a5ae-42ab-b5a3-e9e97a0f12c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80d6b1a1623a4123b7f0f776ef20f5e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2710116 Mar 11 00:09:31.376303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:31.381713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae768-a5ae-42ab-b5a3-e9e97a0f12c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986ed88-cab0-4194-aa6b-dbba787bad7f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:31.448257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-92af9707-0efb-4fab-8620-f3b0b1b9cec6 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:31.450241 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-92af9707-0efb-4fab-8620-f3b0b1b9cec6 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 0.7818890 Mar 11 00:09:31.497025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Request body: {'port': {'device_id': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'admin_state_up': True, 'tenant_id': '74d740cd0cb449db88539f9d7183a3f0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:31.571334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Made reservation on behalf of f95ca97c8d3d44caa1366d06a43177b5 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:31.581329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.604129 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:09:31.642184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.912510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37122) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:31.933067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0108349 Mar 11 00:09:31.940575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] Publish callbacks [] for security_group (c986ed88-cab0-4194-aa6b-dbba787bad7f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.942346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Current status of the port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:31.943666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:31.949192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:31.983232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:22Z', 'revision_number': 4, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1b0e9ea0-b149-4cca-91ea-a13aa30d43c2', 'name': '', 'network_id': '65d46385-445f-4676-af65-bc395998e322', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'mac_address': 'fa:16:3e:d7:fe:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:18Z', 'updated_at': '2022-03-11T00:09:30Z', 'revision_number': 4, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'subnets': [{'id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:32.067755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438dbc50-063e-475b-bc9c-57be1e5613d4 None None] The sync data for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 is: [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:22Z', 'revision_number': 4, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1b0e9ea0-b149-4cca-91ea-a13aa30d43c2', 'name': '', 'network_id': '65d46385-445f-4676-af65-bc395998e322', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'mac_address': 'fa:16:3e:d7:fe:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2555, 'fixed_ips': [{'subnet_id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:18Z', 'updated_at': '2022-03-11T00:09:30Z', 'revision_number': 4, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'subnets': [{'id': '6ecbc692-f160-4295-8512-3825ea860b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:32.090844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Made reservation on behalf of 74d740cd0cb449db88539f9d7183a3f0 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:32.097077 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.101554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] For port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:32.110364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.267554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ade70d0d-0015-4bcb-9a2e-6149aeb85b55 tempest-NetworksApiDiscovery-414325154 tempest-NetworksApiDiscovery-414325154-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3212397 Mar 11 00:09:32.312334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3b99-4257-4317-a792-1389b9635fe4 None None] Pushing event updated for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:32.316723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device de078f8e-be47-4c1d-8beb-ed2e6943ac71 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:32.517191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-103ef629-b20a-4c28-9387-f2e59674608e None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:32.523844 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-103ef629-b20a-4c28-9387-f2e59674608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.542454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Allocated IP 172.20.0.14 (4422e48e-3c85-4f1b-9a5f-1ee5603c380f/b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41/90981ece-e473-43e7-a853-2a80d59cbad2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:32.594440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:32.719539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37144) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:32.721655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port de078f8e-be47-4c1d-8beb-ed2e6943ac71 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:32.729027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port de078f8e-be47-4c1d-8beb-ed2e6943ac71 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:32.729417 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.731109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:32.731472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.740356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.831471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-103ef629-b20a-4c28-9387-f2e59674608e None None] Current status of the port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:32.941439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37152) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:32.944352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks [] for security_group (2379b16d-00c6-4404-a775-d93b76dd8e62), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:32.975602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2379b16d-00c6-4404-a775-d93b76dd8e62), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.090313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] Publish callbacks [] for security_group (c986ed88-cab0-4194-aa6b-dbba787bad7f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.181592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2379b16d-00c6-4404-a775-d93b76dd8e62,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:33.267172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2004470782'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:33.293989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.294707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.295215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.295830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.296448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.296947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.297460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.297970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.298464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.298955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.299482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.300135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.300784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:09:33.323477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-233f39c7-9834-4207-95f1-fdeff6d9e2da tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:33.331310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-233f39c7-9834-4207-95f1-fdeff6d9e2da tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 0.2824640 Mar 11 00:09:33.347141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:33.351360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c986ed88-cab0-4194-aa6b-dbba787bad7f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.353519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Request body: {'port': {'device_id': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'admin_state_up': True, 'tenant_id': '74d740cd0cb449db88539f9d7183a3f0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:33.354626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.356124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c986ed88-cab0-4194-aa6b-dbba787bad7f HTTP/1.1" status: 204 len: 168 time: 1.9755239 Mar 11 00:09:33.385910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-52f8d90a-b8a2-47ba-a0b4-a3277644f060 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:33.393488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-52f8d90a-b8a2-47ba-a0b4-a3277644f060 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 1.6786876 Mar 11 00:09:33.420639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-e335b1a9-8eaa-4430-ad10-dda2120678ed tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/quotas/74d740cd0cb449db88539f9d7183a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0253954 Mar 11 00:09:33.457182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (72592d2a-1c0f-4a83-b78c-6ca86bca908d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.457899 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Added segment 72592d2a-1c0f-4a83-b78c-6ca86bca908d of type vlan for network 263515cc-10b3-4189-a4ce-62306b5d07a0 Mar 11 00:09:33.462886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06114a-9cd8-4fde-b210-80b6c6fb1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986ed88-cab0-4194-aa6b-dbba787bad7f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:33.491041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786acd-6616-47e4-b5e4-5ac5684512f1 req-d8205fb8-ffca-4af9-a556-cc2aef2a6873 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:33.492900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d786acd-6616-47e4-b5e4-5ac5684512f1 req-d8205fb8-ffca-4af9-a556-cc2aef2a6873 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 944 time: 0.6498880 Mar 11 00:09:33.545969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port de078f8e-be47-4c1d-8beb-ed2e6943ac71 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:33.547421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.571114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2856dfaa-fd12-40e8-8cd1-644c19008585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.578245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-155eb9a5-5be7-484c-b392-ea9b40fe759b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562660 Mar 11 00:09:33.585768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:33.590499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.595282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (263515cc-10b3-4189-a4ce-62306b5d07a0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.661481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks [] for port (90981ece-e473-43e7-a853-2a80d59cbad2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.666500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:33.679744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Made reservation on behalf of 74d740cd0cb449db88539f9d7183a3f0 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:33.683574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:33.684351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.686575 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca7ac1-34b4-45f9-8c84-ce43a21697b0" -d '{"events": [{"server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "name": "network-vif-plugged", "status": "completed", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:33.703776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:33.716498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-e216b75a-0186-4150-8471-d8c60871203e service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232073 Mar 11 00:09:33.722154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.725420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:09:33.730826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d786acd-6616-47e4-b5e4-5ac5684512f1 req-b6f3a3b6-d28a-41cf-94b8-0b6ece2e65bd tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018883 Mar 11 00:09:33.790868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (263515cc-10b3-4189-a4ce-62306b5d07a0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.795942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:33.796627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.821628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:33.844208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:33.858023 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e78ab-f292-403e-90c6-84fbb4b63d38 x-openstack-request-id: req-5a5e78ab-f292-403e-90c6-84fbb4b63d38 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:33.858393 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "name": "network-vif-plugged", "status": "completed", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:33.858600 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5e78ab-f292-403e-90c6-84fbb4b63d38 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:33.861625 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'code': 200} Mar 11 00:09:33.946378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] Pushing event updated for resources: {'Network': ['ID=263515cc-10b3-4189-a4ce-62306b5d07a0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:33.961723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 263515cc-10b3-4189-a4ce-62306b5d07a0 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:33.993663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37170) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:34.080814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c6cd600-40e8-4576-bcfc-d1a10580c362 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.3125126 Mar 11 00:09:34.081870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ea76411-9985-495f-a0cb-10590507125e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.093820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:34.106902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Request body: {'subnet': {'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1327939517-subnet', 'tenant_id': 'f95ca97c8d3d44caa1366d06a43177b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:34.133324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-4b40515d-deed-4318-9563-3465f9d1bd57 service neutron] 10.222.0.21 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949764 Mar 11 00:09:34.163283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Deleting port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:34.164271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.170310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Made reservation on behalf of f95ca97c8d3d44caa1366d06a43177b5 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:34.172712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.196495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.252161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (fe71768f-d399-4c05-9ef5-61ff24526e71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.305852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2856dfaa-fd12-40e8-8cd1-644c19008585 admin admin] Publish callbacks [] for security_group (fa6a4b30-213f-40c4-89a1-0d5745c206da), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.308676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:34.313947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fe71768f-d399-4c05-9ef5-61ff24526e71), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.363663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2856dfaa-fd12-40e8-8cd1-644c19008585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa6a4b30-213f-40c4-89a1-0d5745c206da), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.367329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:34.370939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:34.439960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a9fc7-693f-4cbe-8b8e-b3a2d58fb2fc req-2fc3baa0-f2b7-4da9-ad5f-f6a1e530b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:34.442236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef0a9fc7-693f-4cbe-8b8e-b3a2d58fb2fc req-2fc3baa0-f2b7-4da9-ad5f-f6a1e530b9bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1127 time: 0.4916449 Mar 11 00:09:34.453650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:34.495386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Allocated IP 172.20.0.3 (4422e48e-3c85-4f1b-9a5f-1ee5603c380f/b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41/c19f4e4b-888a-4aff-980c-c34ba66c7b85) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:34.498881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c1b23bec-9282-4b8d-9614-691ab38fe19c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.618922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:34.619897 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.652041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed1b4301-a850-479a-9f32-c1302506a4f8 req-e095df88-74b8-4c7d-b40d-2a9b5344a9c0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 210 time: 0.1329916 Mar 11 00:09:34.754659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ea76411-9985-495f-a0cb-10590507125e admin admin] Publish callbacks [] for security_group (3bf54a96-46ea-42f8-a87c-27d6e76d4480), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.767113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef0a9fc7-693f-4cbe-8b8e-b3a2d58fb2fc req-1899ab98-6faf-43c0-93a9-0f949e414ab6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143566 Mar 11 00:09:34.790244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ea76411-9985-495f-a0cb-10590507125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3bf54a96-46ea-42f8-a87c-27d6e76d4480), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:34.855268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:34.885411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b23bec-9282-4b8d-9614-691ab38fe19c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:34.898890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea76411-9985-495f-a0cb-10590507125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf54a96-46ea-42f8-a87c-27d6e76d4480,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:34.940392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Checking segment: {'id': '72592d2a-1c0f-4a83-b78c-6ca86bca908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:34.940810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Network hostable DHCP agents. Network: 263515cc-10b3-4189-a4ce-62306b5d07a0, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:34.948571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ea76411-9985-495f-a0cb-10590507125e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb60c3c1388c44b4bf9afb27bbe0f458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9517484 Mar 11 00:09:34.952229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event updated for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:34.952715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37198) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:34.954697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe71768f-d399-4c05-9ef5-61ff24526e71,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:35.033661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4a03f3b8-213d-468e-bff7-7bac843ce77a None None] Provisioning complete for port 90981ece-e473-43e7-a853-2a80d59cbad2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:35.034924 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a03f3b8-213d-468e-bff7-7bac843ce77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.054529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] For port 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:35.055144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.061997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Network 263515cc-10b3-4189-a4ce-62306b5d07a0 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:35.075952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Calling delete_port for 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:35.094522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1027a18-b2c7-4c21-b7aa-d055835fdea8 req-992c8d40-a602-4055-9eba-012f3e4794e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:35.096723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1027a18-b2c7-4c21-b7aa-d055835fdea8 req-992c8d40-a602-4055-9eba-012f3e4794e5 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.1576622 Mar 11 00:09:35.100573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 263515cc-10b3-4189-a4ce-62306b5d07a0) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:35.117128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad0b01-d725-4ad4-8ec9-c829c231230c None None] Network 263515cc-10b3-4189-a4ce-62306b5d07a0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:35.118091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:35.118810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.156382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5f3e75c9-f0e9-469a-a3e3-b38e16a7f2b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0574918 Mar 11 00:09:35.187263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] Publish callbacks [] for security_group (3bf54a96-46ea-42f8-a87c-27d6e76d4480), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.202556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4a03f3b8-213d-468e-bff7-7bac843ce77a None None] Port 90981ece-e473-43e7-a853-2a80d59cbad2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:35.303742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] Publish callbacks [] for security_group (3bf54a96-46ea-42f8-a87c-27d6e76d4480), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.338599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1027a18-b2c7-4c21-b7aa-d055835fdea8 req-cf64a63e-c331-4dc9-a4f6-b4732ab7955d tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221823 Mar 11 00:09:35.353900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db29d2e-21e0-4fd4-b67c-95f01445e3e2 None None] Network 263515cc-10b3-4189-a4ce-62306b5d07a0 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:35.362202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:35.387109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:35.387800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.440296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3bf54a96-46ea-42f8-a87c-27d6e76d4480), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.445010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1b0e9ea0-b149-4cca-91ea-a13aa30d43c2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.450950 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.454598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bf54a96-46ea-42f8-a87c-27d6e76d4480 HTTP/1.1" status: 204 len: 168 time: 0.4972980 Mar 11 00:09:35.467685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks [] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.477933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd09be-67f9-4567-a8cc-b7331c6ecfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf54a96-46ea-42f8-a87c-27d6e76d4480,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:35.541486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (82c667db-b48c-4fb0-859c-4b3e3857c876), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:35.541838 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment 82c667db-b48c-4fb0-859c-4b3e3857c876 of type vlan for network df536c20-20df-4163-acf3-8bcba8f4c7f6 Mar 11 00:09:35.543268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0e9ea0-b149-4cca-91ea-a13aa30d43c2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:35.740902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856dfaa-fd12-40e8-8cd1-644c19008585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a4b30-213f-40c4-89a1-0d5745c206da,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:35.896478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd91db0d-f4e7-4c33-b54b-b55b03bba9f5 req-7e39927d-593e-4d28-9efb-425a1b7a0071 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 210 time: 0.0669184 Mar 11 00:09:36.123007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-2019ceb6-d878-459f-8806-dffdfa54df1d tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:36.132783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-2019ceb6-d878-459f-8806-dffdfa54df1d tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/networks?id=263515cc-10b3-4189-a4ce-62306b5d07a0 HTTP/1.1" status: 200 len: 822 time: 0.1831529 Mar 11 00:09:36.153796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-be2e86fd-d5ef-4e1a-b689-1ba2f153974e tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/quotas/f95ca97c8d3d44caa1366d06a43177b5 HTTP/1.1" status: 200 len: 375 time: 0.0198200 Mar 11 00:09:36.215305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-747cfeec-c232-4625-adda-069f01561c2c tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f95ca97c8d3d44caa1366d06a43177b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605326 Mar 11 00:09:36.626827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (df536c20-20df-4163-acf3-8bcba8f4c7f6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.637560 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2856dfaa-fd12-40e8-8cd1-644c19008585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05bf315c6d5846f7a1640e31146cb2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6522563 Mar 11 00:09:36.646721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-52dd9234-b5c9-409c-b380-eca9b79a9ae4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1607399 Mar 11 00:09:36.649321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37240) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:36.692212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Request body: {'port': {'device_id': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:36.695886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.698257 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cf30e29-9cc3-4ef6-b586-99d53f98084d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.784295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (df536c20-20df-4163-acf3-8bcba8f4c7f6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.790955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:36.791811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.806733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-4642a3a2-8f92-4eae-b5eb-3f81208c0e30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:36.808335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-4642a3a2-8f92-4eae-b5eb-3f81208c0e30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 816 time: 0.4687269 Mar 11 00:09:36.819179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-c4ff9987-c380-4852-883b-a21a29866859 service neutron] 10.222.0.21 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864115 Mar 11 00:09:36.836341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Request body: {'port': {'device_id': 'e38d9896-4b26-414e-932e-acb5d1430863', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'admin_state_up': True, 'tenant_id': '74d740cd0cb449db88539f9d7183a3f0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:36.911258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:36.947490 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.2268007 Mar 11 00:09:36.961649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:37.017540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.021365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523e2c6-e987-4784-bb82-c045d9e8024a req-2c07fc34-38e5-434a-b908-df7cefe31853 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:37.024384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f523e2c6-e987-4784-bb82-c045d9e8024a req-2c07fc34-38e5-434a-b908-df7cefe31853 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.5104110 Mar 11 00:09:37.072376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Made reservation on behalf of 74d740cd0cb449db88539f9d7183a3f0 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:37.078247 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.080690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'name': 'tempest-PortsTestJSON-905962235'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:37.157260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] Publish callbacks [] for security_group (fa6a4b30-213f-40c4-89a1-0d5745c206da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.159000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686492e-b107-4c42-a313-dee704e84961 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=df536c20-20df-4163-acf3-8bcba8f4c7f6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:37.190375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:37.214240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:37.264088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:37.311327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event updated for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:37.313871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:37.368580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] Publish callbacks [] for security_group (fa6a4b30-213f-40c4-89a1-0d5745c206da), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.380670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f523e2c6-e987-4784-bb82-c045d9e8024a req-5ea1e943-23f6-4492-971d-59abc33ec171 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217785 Mar 11 00:09:37.498921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-02b33b7d-c22c-4d11-88b0-4f4374b2e8dc service neutron] 10.222.0.21 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784925 Mar 11 00:09:37.570337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794856ec-c3d0-4516-80b5-33a2fd6f253e req-8af4d592-952e-4ad6-ac20-05f7464c0beb tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 210 time: 0.0746143 Mar 11 00:09:37.613165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Allocated IP 172.20.0.9 (4422e48e-3c85-4f1b-9a5f-1ee5603c380f/b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41/6dd66279-5ec3-4082-964a-a1b3585db834) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:37.727581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:37.728164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.773684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:37.774153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-05158c01-1536-4286-96a3-e3cf2bff915b None None] Provisioning complete for port c19f4e4b-888a-4aff-980c-c34ba66c7b85 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:37.775115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05158c01-1536-4286-96a3-e3cf2bff915b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.779297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:37.890084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-a7d1c082-d06b-4b52-a23c-9254fc67865c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5435803 Mar 11 00:09:37.938856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Request body: {'port': {'device_id': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:37.948789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-05158c01-1536-4286-96a3-e3cf2bff915b None None] Port c19f4e4b-888a-4aff-980c-c34ba66c7b85 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:38.058976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91b89d99-5966-4bbd-b1f5-4bc58f710fb4 req-d886cb03-51df-4c68-8885-c5e8e3de15f1 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.1475019 Mar 11 00:09:38.085469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479652da-7699-46df-b7a0-0db284c6db95 req-94a3f0b4-d58d-4e56-a3fe-6d9e115a7beb tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:38.087035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-479652da-7699-46df-b7a0-0db284c6db95 req-94a3f0b4-d58d-4e56-a3fe-6d9e115a7beb tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.4050267 Mar 11 00:09:38.100831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37276) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:38.105643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port f0f98d07-30db-4459-bd33-31f25c6c3c09 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:09:38.168267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Request body: {'floatingip': {'port_id': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:38.194885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:09:38.200827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa6a4b30-213f-40c4-89a1-0d5745c206da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:38.203908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:38.205162 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa6a4b30-213f-40c4-89a1-0d5745c206da HTTP/1.1" status: 204 len: 168 time: 1.5499716 Mar 11 00:09:38.252260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf9808-46cf-4d9f-8595-5d9f3fec780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a4b30-213f-40c4-89a1-0d5745c206da,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:38.352173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:38.468467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:38.488672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:38.501462 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Sync routers for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:38.509883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9b56725f-db6c-45e7-bb57-88dfb6075521 admin admin] 10.222.0.21 "PUT /v2.0/routers/d816ad27-3a2a-4e2c-9962-dc69457cd7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0232592 Mar 11 00:09:38.512433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:38.519495 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:38.520183 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:38.599489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks [] for port (6dd66279-5ec3-4082-964a-a1b3585db834), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:38.865654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6003a3f0-27d6-4320-867b-22768a86e040 req-677f90e4-cfd0-4e40-8a2a-5f6ab1cb71d3 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 210 time: 0.1014495 Mar 11 00:09:38.931067 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:39.257540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174a350d-1053-4446-8936-538967f07050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:39.395852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:39.421627 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:35Z', 'revision_number': 5, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:39.454685 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Checking router: d816ad27-3a2a-4e2c-9962-dc69457cd7f9 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:39.474080 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Routers {'d816ad27-3a2a-4e2c-9962-dc69457cd7f9'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:39.477115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:39.603587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks [] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:39.634841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03f50851-b711-4173-8dac-d338f0f8e265 req-311c5edd-fd96-4587-bf13-ac196cb1b05e tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.2160568 Mar 11 00:09:39.774896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:39.784072 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks [] for router_gateway (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:39.801676 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] Set router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:39.812713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event updated for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:39.875858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:39.914979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:39.936039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:39.977643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90981ece-e473-43e7-a853-2a80d59cbad2 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:40.011966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks [] for port (90981ece-e473-43e7-a853-2a80d59cbad2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.047889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.122957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Transition to ACTIVE for port object 90981ece-e473-43e7-a853-2a80d59cbad2 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:40.234642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.367134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37352) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:40.408003 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:35Z', 'revision_number': 5, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:40.408946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4890f3cb-c258-4439-8810-f04d2586626a None None] Provisioning complete for port 6dd66279-5ec3-4082-964a-a1b3585db834 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:40.409900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4890f3cb-c258-4439-8810-f04d2586626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.463767 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e89cb5c-c53e-4fa2-8742-fb7ff5697e0e None None] The sync data for ids ['d816ad27-3a2a-4e2c-9962-dc69457cd7f9'] in n-d-831844-1 is: [{'id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'name': 'tempest-ImageQuotaTest-1031404846-router', 'tenant_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:35Z', 'revision_number': 5, 'project_id': 'd72b03d31bdd4d53bebe8f56b485bfa1', 'gw_port': {'id': 'f5b1bf67-ca38-4d48-951e-feb5751379ce', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fa:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd816ad27-3a2a-4e2c-9962-dc69457cd7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:12Z', 'updated_at': '2022-03-11T00:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:40.500716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:40.504258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.532094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.538403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4890f3cb-c258-4439-8810-f04d2586626a None None] Port 6dd66279-5ec3-4082-964a-a1b3585db834 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:09:40.612657 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.625887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-649828b8-062c-44d5-a40e-6af8edfd5b30 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7962358 Mar 11 00:09:40.632371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-c6eaaa48-6bc2-4d95-b962-d4bb87b7e2ad tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:40.633909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-c6eaaa48-6bc2-4d95-b962-d4bb87b7e2ad tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.30 "GET /v2.0/networks?id=263515cc-10b3-4189-a4ce-62306b5d07a0 HTTP/1.1" status: 200 len: 822 time: 0.9413350 Mar 11 00:09:40.681237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3beaa8-a724-46ad-8140-2d397dc92901 req-88f168da-c758-4d4a-bdfd-b2eef80f5cb6 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:40.682847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b3beaa8-a724-46ad-8140-2d397dc92901 req-88f168da-c758-4d4a-bdfd-b2eef80f5cb6 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 931 time: 0.5111423 Mar 11 00:09:40.687874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Request body: {'port': {'device_id': 'e38d9896-4b26-414e-932e-acb5d1430863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:40.699997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Request body: {'port': {'device_id': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0', 'admin_state_up': True, 'tenant_id': 'f95ca97c8d3d44caa1366d06a43177b5'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:40.871360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.902860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Deleting port f5b1bf67-ca38-4d48-951e-feb5751379ce {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:40.903831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:40.987634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18126a23-3ba6-40c3-9688-d415fed28350 req-5e22742e-ef48-4fc6-93a7-e9b0560b57eb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.1654539 Mar 11 00:09:41.030577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b3beaa8-a724-46ad-8140-2d397dc92901 req-ddf0dfed-bf9a-45bb-9e84-584a408e05ef tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256512 Mar 11 00:09:41.075666 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.092967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=f0f98d07-30db-4459-bd33-31f25c6c3c09,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:41.139295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:09:41.328546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] For port f5b1bf67-ca38-4d48-951e-feb5751379ce, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f5b1bf67-ca38-4d48-951e-feb5751379ce,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:41.329299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.330759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.354036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Calling delete_port for f5b1bf67-ca38-4d48-951e-feb5751379ce owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:41.370672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.466974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Made reservation on behalf of f95ca97c8d3d44caa1366d06a43177b5 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:41.478585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.578405 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.648367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6e160b4-856b-4b41-840c-b6422797ae97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.700541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': '82c667db-b48c-4fb0-859c-4b3e3857c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:41.700993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: df536c20-20df-4163-acf3-8bcba8f4c7f6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:41.726831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Pushing event updated for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:41.754548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f5b1bf67-ca38-4d48-951e-feb5751379ce), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.814929 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Floating IP 03bf8722-be4d-4f69-b92a-d214f2a1d5d0 associated. External IP: 172.25.7.58, port: de078f8e-be47-4c1d-8beb-ed2e6943ac71. Mar 11 00:09:41.823955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b1bf67-ca38-4d48-951e-feb5751379ce,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:41.834957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Attempting to bind port 90981ece-e473-43e7-a853-2a80d59cbad2 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:41.835584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Attempting to bind port 90981ece-e473-43e7-a853-2a80d59cbad2 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:41.836125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Attempting to bind port 90981ece-e473-43e7-a853-2a80d59cbad2 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:41.858735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:41.916395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Port 90981ece-e473-43e7-a853-2a80d59cbad2 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:41.917097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Attempting to bind port 90981ece-e473-43e7-a853-2a80d59cbad2 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:41.957370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, df536c20-20df-4163-acf3-8bcba8f4c7f6) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:41.967171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:41.967491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Checking segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:41.967836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Bound using segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:41.968399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Bound port: 90981ece-e473-43e7-a853-2a80d59cbad2, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:41.968534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e106cc6d-5e11-480c-a744-fe376ffbb8ca None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:41.968758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:41.972266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19f4e4b-888a-4aff-980c-c34ba66c7b85 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:41.991889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:41.997289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:41.997939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.010482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks [] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.114530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6e160b4-856b-4b41-840c-b6422797ae97 admin admin] Publish callbacks [] for security_group (03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.174719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f6e160b4-856b-4b41-840c-b6422797ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.188494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Transition to ACTIVE for port object c19f4e4b-888a-4aff-980c-c34ba66c7b85 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:42.189904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.210011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37392) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:42.217386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84d090cb-eb0d-4754-9ed7-a0c7070fc255 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.1903551 Mar 11 00:09:42.244519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:42.254390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.275188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-990748866'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:42.297458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb9ad56a-396d-40b0-9d2d-6b0aa0662c95 req-75395bee-541c-4a68-b2f6-0f536e18dede tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.0940218 Mar 11 00:09:42.342276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Allocated IP 172.20.0.6 (263515cc-10b3-4189-a4ce-62306b5d07a0/c1b23bec-9282-4b8d-9614-691ab38fe19c/3443383f-4657-4aae-a028-2add4027cc63) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:42.425523 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f6e160b4-856b-4b41-840c-b6422797ae97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2889ec6ef5b5451f8465cffaf93182c5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0489447 Mar 11 00:09:42.455845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:42.465264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37400) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:42.480947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:42.490500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.501747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:42.504528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1b0e9ea0-b149-4cca-91ea-a13aa30d43c2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:42.508568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.513708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e160b4-856b-4b41-840c-b6422797ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:42.520270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks [] for router_controller (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.530723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:42.633275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66095c3-c28c-43ce-8e0e-112152767575 req-3ba742ee-00a9-412f-a411-4ab9c6e7e5ac tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:42.635245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c66095c3-c28c-43ce-8e0e-112152767575 req-3ba742ee-00a9-412f-a411-4ab9c6e7e5ac tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 931 time: 0.4332430 Mar 11 00:09:42.645247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=90981ece-e473-43e7-a853-2a80d59cbad2,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:42.647909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Pushing event updated for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:42.698428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.711077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-252448b2-1adc-4714-8902-2fd3cb8eff34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.715610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (d816ad27-3a2a-4e2c-9962-dc69457cd7f9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.716439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d816ad27-3a2a-4e2c-9962-dc69457cd7f9 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:09:42.725574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.729618 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-20c9ecad-0c05-4389-9830-a66fae6e8d03 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d816ad27-3a2a-4e2c-9962-dc69457cd7f9 HTTP/1.1" status: 204 len: 168 time: 4.2048345 Mar 11 00:09:42.751163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:42.764170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:42.764861 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:42.766456 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] 10.222.0.30 "PUT /v2.0/ports/90981ece-e473-43e7-a853-2a80d59cbad2 HTTP/1.1" status: 200 len: 1092 time: 6.1097095 Mar 11 00:09:42.780319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:42.783439 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93567a47-49df-442a-94b2-32ed6f4d8fef" -d '{"events": [{"name": "network-changed", "server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:42.791883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:42.887290 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e99669-657c-4232-b5c9-f67eb6dd0e66 x-openstack-request-id: req-12e99669-657c-4232-b5c9-f67eb6dd0e66 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:42.888005 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:42.888420 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e99669-657c-4232-b5c9-f67eb6dd0e66 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:42.889034 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2', 'status': 'completed', 'code': 200} Mar 11 00:09:42.970685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5bb45-51b3-4793-9182-7406bf11e222 service neutron] Pushing event updated for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:43.014133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-252448b2-1adc-4714-8902-2fd3cb8eff34 admin admin] Publish callbacks [] for security_group (41e6e3a0-cf18-45a8-aac6-702893e246d8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.044526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Attempting to bind port c19f4e4b-888a-4aff-980c-c34ba66c7b85 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:43.045174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Attempting to bind port c19f4e4b-888a-4aff-980c-c34ba66c7b85 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:43.045699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Attempting to bind port c19f4e4b-888a-4aff-980c-c34ba66c7b85 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:43.053526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Port c19f4e4b-888a-4aff-980c-c34ba66c7b85 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:43.054131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Attempting to bind port c19f4e4b-888a-4aff-980c-c34ba66c7b85 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:43.065377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:43.066062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Checking segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:43.066647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Bound using segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:43.067276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Bound port: c19f4e4b-888a-4aff-980c-c34ba66c7b85, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:43.068649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.103505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Deleting subnet 6ecbc692-f160-4295-8512-3825ea860b5c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:09:43.106859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Publish callbacks [] for subnet (6ecbc692-f160-4295-8512-3825ea860b5c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.121377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d23bf5d4-70d4-4a98-82c3-8da9266e3073), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.122006 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment d23bf5d4-70d4-4a98-82c3-8da9266e3073 of type vlan for network 3e95119e-02ca-4ac9-b74c-da5062bfe0ad Mar 11 00:09:43.125207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-252448b2-1adc-4714-8902-2fd3cb8eff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41e6e3a0-cf18-45a8-aac6-702893e246d8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.146076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c66095c3-c28c-43ce-8e0e-112152767575 req-5ee05a60-8205-4cdb-9732-c2cb8301df85 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619472 Mar 11 00:09:43.149978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (6ecbc692-f160-4295-8512-3825ea860b5c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.272067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-69452852-04d4-457a-9aa3-ecaa531da07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:43.273622 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-69452852-04d4-457a-9aa3-ecaa531da07e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 1126 time: 0.4550197 Mar 11 00:09:43.302672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.341324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd66279-5ec3-4082-964a-a1b3585db834 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:43.347493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-252448b2-1adc-4714-8902-2fd3cb8eff34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d496ca7aa664423a898db1155e1fb24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1359532 Mar 11 00:09:43.357220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (3e95119e-02ca-4ac9-b74c-da5062bfe0ad), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.361826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252448b2-1adc-4714-8902-2fd3cb8eff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6e3a0-cf18-45a8-aac6-702893e246d8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:43.364477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] Publish callbacks [] for security_group (03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.369448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks [] for port (6dd66279-5ec3-4082-964a-a1b3585db834), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.372516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:43.406234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (6ecbc692-f160-4295-8512-3825ea860b5c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.417930 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-04f42665-8318-42f8-8df7-671422944728 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90981ece-e473-43e7-a853-2a80d59cbad2 HTTP/1.1" status: 200 len: 217 time: 0.1313777 Mar 11 00:09:43.506821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Transition to ACTIVE for port object 6dd66279-5ec3-4082-964a-a1b3585db834 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:43.508262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:43.533242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:43.546830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-973b45fa-ec2f-4f61-9dcd-7bc5b2254fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:43.548362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-973b45fa-ec2f-4f61-9dcd-7bc5b2254fa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.0914102 Mar 11 00:09:43.556124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.564875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.575320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] Publish callbacks [] for security_group (03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.582810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4631a6f-a005-4265-88e0-03a5577381ef req-14e7c8ff-3c4c-4094-a280-62043864cdc5 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.1178656 Mar 11 00:09:43.599741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (3e95119e-02ca-4ac9-b74c-da5062bfe0ad), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.604779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:43.605391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.640999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks [] for port (3443383f-4657-4aae-a028-2add4027cc63), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.662941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:43.663669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.665705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] 10.222.0.30 "PUT /v2.0/ports/c19f4e4b-888a-4aff-980c-c34ba66c7b85 HTTP/1.1" status: 200 len: 1091 time: 5.7385023 Mar 11 00:09:43.671023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (6ecbc692-f160-4295-8512-3825ea860b5c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.742715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecbc692-f160-4295-8512-3825ea860b5c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:43.748331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984aa61-297e-4780-9b18-9e29c0273b8a None None] Network 65d46385-445f-4676-af65-bc395998e322 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:43.749998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:09:43.794751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5289907 Mar 11 00:09:43.795488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:43.798845 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-11d7ba35-e17a-4ac6-8182-1419a98a5e9a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ecbc692-f160-4295-8512-3825ea860b5c HTTP/1.1" status: 204 len: 168 time: 1.0307918 Mar 11 00:09:43.813892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:43.814734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37428) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:43.815624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37430) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:43.838540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'ports': [{'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'}, {'network_id': '3e95119e-02ca-4ac9-b74c-da5062bfe0ad'}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:43.838894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:43.839327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '3e95119e-02ca-4ac9-b74c-da5062bfe0ad'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:43.840391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Pushing event updated for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:43.884235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9c0be-5dbf-48f2-9b67-d2ef63ad6905 service neutron] Pushing event updated for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:43.907282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-b935ab45-92a5-4fa4-984e-66ac2cfed2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:43.913326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-b935ab45-92a5-4fa4-984e-66ac2cfed2a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3535323 Mar 11 00:09:44.018472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] Publish callbacks [] for security_group (41e6e3a0-cf18-45a8-aac6-702893e246d8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.021159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1d4c9-ec4c-48f7-94fb-b5f31df89700 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=3e95119e-02ca-4ac9-b74c-da5062bfe0ad,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:44.041199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 3e95119e-02ca-4ac9-b74c-da5062bfe0ad details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:44.112748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] DHCP port deletion for 65d46385-445f-4676-af65-bc395998e322 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:09:44.126811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.129688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.131116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5 HTTP/1.1" status: 204 len: 168 time: 1.6637821 Mar 11 00:09:44.143662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (65d46385-445f-4676-af65-bc395998e322), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.185702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] Publish callbacks [] for security_group (41e6e3a0-cf18-45a8-aac6-702893e246d8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.188451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.225084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-7506b8d9-a146-489f-b85d-581ba0dbb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:44.230720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-7506b8d9-a146-489f-b85d-581ba0dbb8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 1125 time: 0.4892368 Mar 11 00:09:44.282677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Pushing event updated for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:44.285620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f7773-b98d-40a4-9d4c-93e67c4b9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe4a1f-83ce-4b6b-ae7f-8704d5f0b4f5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:44.302266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Attempting to bind port 6dd66279-5ec3-4082-964a-a1b3585db834 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:44.302755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Attempting to bind port 6dd66279-5ec3-4082-964a-a1b3585db834 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:44.302999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Attempting to bind port 6dd66279-5ec3-4082-964a-a1b3585db834 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:44.316236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Deleting port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:44.317252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.355673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38f8edb0-a255-43f0-8aa7-2645f2b1fe72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.372566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-269b877f-effd-4a7e-bb08-6a5c44e077db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85 HTTP/1.1" status: 200 len: 217 time: 0.1349475 Mar 11 00:09:44.408103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] For port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,segment=NetworkSegment(2f0984aa-fb9e-4f60-875e-a5fb1dda4795),segment_id=2f0984aa-fb9e-4f60-875e-a5fb1dda4795)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:44.409034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.421850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Port 6dd66279-5ec3-4082-964a-a1b3585db834 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:44.422184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Attempting to bind port 6dd66279-5ec3-4082-964a-a1b3585db834 on network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:44.434555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:44.434901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Checking segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:44.435301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Bound using segment: {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:44.435749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Bound port: 6dd66279-5ec3-4082-964a-a1b3585db834, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1386a6-f5bf-4616-b442-d20fde006759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:44.436151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.446032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Calling delete_port for 7bbb82da-82db-47a1-b2d3-300ba2edfd7b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:44.469289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Network 263515cc-10b3-4189-a4ce-62306b5d07a0 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:44.488152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:44.496510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:44.527051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7bbb82da-82db-47a1-b2d3-300ba2edfd7b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:44.559020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:44.559672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.600518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:44.605848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.626057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:44.657657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-bc18d640-f03a-47c0-9c8c-5c4b31792a2b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9736249 Mar 11 00:09:44.666678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcef19f-bced-412f-8598-173a3994cb2f req-10e23d3c-1477-4b93-834c-473c4abbbf14 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:44.668273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edcef19f-bced-412f-8598-173a3994cb2f req-10e23d3c-1477-4b93-834c-473c4abbbf14 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 943 time: 0.3876634 Mar 11 00:09:44.680520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41e6e3a0-cf18-45a8-aac6-702893e246d8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.681626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:44.682521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:44.683267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.684574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e6e3a0-cf18-45a8-aac6-702893e246d8 HTTP/1.1" status: 204 len: 168 time: 1.3088808 Mar 11 00:09:44.689114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Request body: {'port': {'device_id': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:44.782808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad0fbfa8-3c50-4c3d-8e50-40b736d39088 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "PUT /v2.0/floatingips/03bf8722-be4d-4f69-b92a-d214f2a1d5d0 HTTP/1.1" status: 200 len: 990 time: 6.6309204 Mar 11 00:09:44.784562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37446) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:44.799041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:44.801540 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:44.814370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128b2cd-139a-4ffe-8fcb-46713a87bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6e3a0-cf18-45a8-aac6-702893e246d8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:44.851788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:44.852212 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.860226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:44.886373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7bbb82da-82db-47a1-b2d3-300ba2edfd7b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.896841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:44.898287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2632-8e53-4582-aa9a-add0b107d11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:44.899205 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f2513f-6795-4508-af9a-d57249f56d43" -d '{"events": [{"name": "network-changed", "server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:44.975176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:45.000629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] The port '7bbb82da-82db-47a1-b2d3-300ba2edfd7b' was deleted {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 00:09:45.002289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6dd66279-5ec3-4082-964a-a1b3585db834,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:45.014698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-ea0efd43-de71-49bd-acb2-6be34e6e5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:45.016274 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-ea0efd43-de71-49bd-acb2-6be34e6e5cd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.4359848 Mar 11 00:09:45.032055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.044426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-f5469d2f-9ebc-4163-825d-79d4e51e699e service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1078925 Mar 11 00:09:45.056848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] No DVR routers for this DVR port 7bbb82da-82db-47a1-b2d3-300ba2edfd7b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:45.062827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333da14c-6dc6-4d2a-81ad-523d3ac4a145 None None] Pushing event deleted for resources: {'Port': ['ID=7bbb82da-82db-47a1-b2d3-300ba2edfd7b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:45.077809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:45.080623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3443383f-4657-4aae-a028-2add4027cc63), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.082447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.102592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edcef19f-bced-412f-8598-173a3994cb2f req-b4094d6c-8cc3-45ac-9d3e-8dd9813f4f29 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217925 Mar 11 00:09:45.138568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f5b1bf67-ca38-4d48-951e-feb5751379ce no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:09:45.185686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.226904 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e36383-db9e-4e43-9e68-536e217335cd x-openstack-request-id: req-33e36383-db9e-4e43-9e68-536e217335cd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:45.227440 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:45.228994 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33e36383-db9e-4e43-9e68-536e217335cd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:45.229518 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'status': 'completed', 'code': 200} Mar 11 00:09:45.244249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (65d46385-445f-4676-af65-bc395998e322), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.259084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f5b1bf67-ca38-4d48-951e-feb5751379ce {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:09:45.259827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f5b1bf67-ca38-4d48-951e-feb5751379ce not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:09:45.297571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f730b4-4932-4e43-8ed0-6dcde642190a req-e5c9bd9a-486f-4463-9175-a5dae2826188 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:45.309905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16f730b4-4932-4e43-8ed0-6dcde642190a req-e5c9bd9a-486f-4463-9175-a5dae2826188 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 931 time: 0.5220752 Mar 11 00:09:45.311582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:45.312215 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.313486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] 10.222.0.30 "PUT /v2.0/ports/6dd66279-5ec3-4082-964a-a1b3585db834 HTTP/1.1" status: 200 len: 1091 time: 4.6408191 Mar 11 00:09:45.352591 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ae1797-785b-4e95-8b23-7afdb982713e x-openstack-request-id: req-62ae1797-785b-4e95-8b23-7afdb982713e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:45.354469 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:45.354469 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62ae1797-785b-4e95-8b23-7afdb982713e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:45.354469 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85', 'status': 'completed', 'code': 200} Mar 11 00:09:45.403640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:45.455867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d46385-445f-4676-af65-bc395998e322']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:45.475517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0984aa-fb9e-4f60-875e-a5fb1dda4795') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:45.475842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0984aa-fb9e-4f60-875e-a5fb1dda4795') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:45.487055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (2f0984aa-fb9e-4f60-875e-a5fb1dda4795), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.519567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2f0984aa-fb9e-4f60-875e-a5fb1dda4795), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.528179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:45.528683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (2f0984aa-fb9e-4f60-875e-a5fb1dda4795), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:45.537848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879f435-4e43-42f1-bd40-67ef644d2f8b service neutron] Pushing event updated for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:45.568343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '03bf8722-be4d-4f69-b92a-d214f2a1d5d0', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:b6:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:40Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:45.608460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:45.625181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:45.626232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:45.779754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:45.948337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2e1ef5f6-f15e-4383-a95a-9a8c0ec522df req-72b67313-2a5c-4caf-8240-6bbea9593184 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8933480 Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:45.961278 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:46.021266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-c3305af9-f40b-4858-8d14-2f472e4955d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.022784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-c3305af9-f40b-4858-8d14-2f472e4955d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 1125 time: 0.5186760 Mar 11 00:09:46.053260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16f730b4-4932-4e43-8ed0-6dcde642190a req-69b71f1c-5e03-46de-bc10-48fcc3ef07c5 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324982 Mar 11 00:09:46.055972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38f8edb0-a255-43f0-8aa7-2645f2b1fe72 admin admin] Publish callbacks [] for security_group (0d45421b-5fa0-4e71-883b-1d25e13de8eb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.083239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '03bf8722-be4d-4f69-b92a-d214f2a1d5d0', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:b6:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:40Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:46.094188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (65d46385-445f-4676-af65-bc395998e322), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.095844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af998d0-0a59-4774-868e-037ba245890b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.120450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38f8edb0-a255-43f0-8aa7-2645f2b1fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0d45421b-5fa0-4e71-883b-1d25e13de8eb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.124160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.129447 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/65d46385-445f-4676-af65-bc395998e322 HTTP/1.1" status: 204 len: 168 time: 2.3081343 Mar 11 00:09:46.130129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2632-8e53-4582-aa9a-add0b107d11a admin admin] Publish callbacks [] for security_group (36cb8368-8b06-4b0c-a408-ef71dadc2612), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.134172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-6cdce022-67e7-40ff-a5a6-b50ba181891c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd66279-5ec3-4082-964a-a1b3585db834 HTTP/1.1" status: 200 len: 217 time: 0.0783997 Mar 11 00:09:46.192300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-4a1b4a8a-ea04-4b1f-8a67-0d019ea377eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.194554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-4a1b4a8a-ea04-4b1f-8a67-0d019ea377eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1562350 Mar 11 00:09:46.249063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbf04b-6965-45a3-a0ed-3025c35785dd admin admin] Pushing event deleted for resources: {'Network': ['ID=65d46385-445f-4676-af65-bc395998e322,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:46.258329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5ad2632-8e53-4582-aa9a-add0b107d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36cb8368-8b06-4b0c-a408-ef71dadc2612), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.263682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-552a9bb3-dffa-4800-a3f2-7561c39f2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.266419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-552a9bb3-dffa-4800-a3f2-7561c39f2bd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.0795200 Mar 11 00:09:46.285482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee75fbf-91a6-4a7d-a3f1-7b2846eff38e None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '03bf8722-be4d-4f69-b92a-d214f2a1d5d0', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'port_id': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'mac_address': 'fa:16:3e:b6:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:09:10Z', 'updated_at': '2022-03-11T00:09:40Z', 'revision_number': 1, 'project_id': '09d578bfa4894af382f04eb972406247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:09:46.294409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 3e6b5b03-bf86-44fe-9569-87e52a6c56f6 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:09:46.337576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8edb0-a255-43f0-8aa7-2645f2b1fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d45421b-5fa0-4e71-883b-1d25e13de8eb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:46.341710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-ee33a33b-bd5c-4c55-a455-052d98fa1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.343248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-ee33a33b-bd5c-4c55-a455-052d98fa1227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1127 time: 1.1307340 Mar 11 00:09:46.345584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38f8edb0-a255-43f0-8aa7-2645f2b1fe72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44b239c7f9f84236b6bef9a05ce961c6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5255282 Mar 11 00:09:46.361454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37462) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:46.415590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37464) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:46.429296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-3f777f06-bf8a-443f-adc8-49ace661c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.430814 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-3f777f06-bf8a-443f-adc8-49ace661c12e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 1126 time: 0.3795621 Mar 11 00:09:46.488435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad2632-8e53-4582-aa9a-add0b107d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb8368-8b06-4b0c-a408-ef71dadc2612,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:46.500602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a5ad2632-8e53-4582-aa9a-add0b107d11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=085ccf9ca22041ac951aa37c20bca10f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6950502 Mar 11 00:09:46.509616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37466) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:46.518882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3443383f-4657-4aae-a028-2add4027cc63 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:46.539320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks [] for port (3443383f-4657-4aae-a028-2add4027cc63), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.600395 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eafdc5-2587-4a24-b2a6-38447fc6d0f4 None None] New status for floating IP 03bf8722-be4d-4f69-b92a-d214f2a1d5d0: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:09:46.604648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Transition to ACTIVE for port object 3443383f-4657-4aae-a028-2add4027cc63 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:09:46.627816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585d759-e4f5-463a-8692-8147724c51f1 req-b5f19f86-95ed-45e7-a7ea-5286badfc12f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.629394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e585d759-e4f5-463a-8692-8147724c51f1 req-b5f19f86-95ed-45e7-a7ea-5286badfc12f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 943 time: 0.4437754 Mar 11 00:09:46.638804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ab7a0803-14df-42eb-bd20-7e9bc5bf7def admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d72b03d31bdd4d53bebe8f56b485bfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003145 Mar 11 00:09:46.639550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37468) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:46.644575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.654466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-32c071ad-65ac-420b-afd5-695b5722da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.655278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-c4d829be-a016-4ec4-8d0a-b7b90588be4e service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114058 Mar 11 00:09:46.655984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-32c071ad-65ac-420b-afd5-695b5722da83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3609893 Mar 11 00:09:46.731491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af998d0-0a59-4774-868e-037ba245890b admin admin] Publish callbacks [] for security_group (4ff1e05f-0287-47e3-a497-a8af5ba0ed63), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.748606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] Publish callbacks [] for security_group (0d45421b-5fa0-4e71-883b-1d25e13de8eb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.760257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0af998d0-0a59-4774-868e-037ba245890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4ff1e05f-0287-47e3-a497-a8af5ba0ed63), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.764381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] Publish callbacks [] for security_group (36cb8368-8b06-4b0c-a408-ef71dadc2612), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.824531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-f5db72fc-6525-4a0a-bf07-21eab734c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.826049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-f5db72fc-6525-4a0a-bf07-21eab734c986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.4654377 Mar 11 00:09:46.867482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-1852ac0b-ae3e-4bb0-a29b-7eb9a8f207c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:46.868970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-1852ac0b-ae3e-4bb0-a29b-7eb9a8f207c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 917 time: 0.4171398 Mar 11 00:09:46.874575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Pushing event updated for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:46.900913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] Publish callbacks [] for security_group (36cb8368-8b06-4b0c-a408-ef71dadc2612), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.918997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e585d759-e4f5-463a-8692-8147724c51f1 req-3b1cb6ee-eef0-4cdb-ac69-4bfa3c28773b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773254 Mar 11 00:09:46.957583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] Publish callbacks [] for security_group (0d45421b-5fa0-4e71-883b-1d25e13de8eb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:46.961913 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0af998d0-0a59-4774-868e-037ba245890b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14544fca4651442ab2926a389caddbf3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0124047 Mar 11 00:09:46.971890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37470) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:46.990319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] Publish callbacks [] for security_group (faf6e1a4-c776-48b4-bb8e-ddb69c7c297a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.006443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af998d0-0a59-4774-868e-037ba245890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1e05f-0287-47e3-a497-a8af5ba0ed63,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.017087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-3c839d6f-d3d2-44df-8e90-ac1144453b95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90981ece-e473-43e7-a853-2a80d59cbad2 HTTP/1.1" status: 200 len: 217 time: 0.1322548 Mar 11 00:09:47.019170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-c4326f06-3f95-4032-baa7-71c8aca2431b service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418436 Mar 11 00:09:47.054362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] Publish callbacks [] for security_group (faf6e1a4-c776-48b4-bb8e-ddb69c7c297a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.055107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (3e6b5b03-bf86-44fe-9569-87e52a6c56f6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.105042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Attempting to bind port 3443383f-4657-4aae-a028-2add4027cc63 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:47.105296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Attempting to bind port 3443383f-4657-4aae-a028-2add4027cc63 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '72592d2a-1c0f-4a83-b78c-6ca86bca908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:47.105639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Attempting to bind port 3443383f-4657-4aae-a028-2add4027cc63 on network 263515cc-10b3-4189-a4ce-62306b5d07a0 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:47.136234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36cb8368-8b06-4b0c-a408-ef71dadc2612), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.139330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.140480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36cb8368-8b06-4b0c-a408-ef71dadc2612 HTTP/1.1" status: 204 len: 168 time: 0.6292164 Mar 11 00:09:47.141411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Port 3443383f-4657-4aae-a028-2add4027cc63 on network 263515cc-10b3-4189-a4ce-62306b5d07a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:09:47.141742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Attempting to bind port 3443383f-4657-4aae-a028-2add4027cc63 on network 263515cc-10b3-4189-a4ce-62306b5d07a0 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:47.165149 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b10731d9-691a-4fb5-88c4-c84f88c4a0c4 req-cf5704bd-432f-4f48-a420-1eeb10773bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918766 Mar 11 00:09:47.171400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-e5110889-817c-47c6-a1b5-5bffcceda854 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 1000 time: 0.2987456 Mar 11 00:09:47.229354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:47.229693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Checking segment: {'id': '72592d2a-1c0f-4a83-b78c-6ca86bca908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:47.230085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Bound using segment: {'id': '72592d2a-1c0f-4a83-b78c-6ca86bca908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:47.230520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Bound port: 3443383f-4657-4aae-a028-2add4027cc63, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72592d2a-1c0f-4a83-b78c-6ca86bca908d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:47.230884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3443383f-4657-4aae-a028-2add4027cc63), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.248488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:47.250835 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0312405-07a1-4737-ae12-1a1d5e3848ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:47.256966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] Publish callbacks [] for security_group (4ff1e05f-0287-47e3-a497-a8af5ba0ed63), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.259493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcbf36-fac0-4c23-95f9-16ff9a7a2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb8368-8b06-4b0c-a408-ef71dadc2612,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.271186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-d709a3da-104e-4b18-869c-15cc8b229fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.272975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-d709a3da-104e-4b18-869c-15cc8b229fef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.0654972 Mar 11 00:09:47.282405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:09:47.352786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-162884f2-19c9-4ed5-aac8-74cb93367036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.354307 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-162884f2-19c9-4ed5-aac8-74cb93367036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.3202581 Mar 11 00:09:47.362494 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db8799-b0c2-4f3f-b4e2-dd514835ca31 x-openstack-request-id: req-54db8799-b0c2-4f3f-b4e2-dd514835ca31 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:47.362810 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:47.363067 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54db8799-b0c2-4f3f-b4e2-dd514835ca31 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:47.363476 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834', 'status': 'completed', 'code': 200} Mar 11 00:09:47.385460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1ac69ee-790c-40c5-a669-1eaa4713ab29 req-7ed0514e-a2ab-449d-81db-d805720100b1 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505473 Mar 11 00:09:47.387771 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] Publish callbacks [] for security_group (4ff1e05f-0287-47e3-a497-a8af5ba0ed63), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.395248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0d45421b-5fa0-4e71-883b-1d25e13de8eb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.397874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.401564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d45421b-5fa0-4e71-883b-1d25e13de8eb HTTP/1.1" status: 204 len: 168 time: 1.0297878 Mar 11 00:09:47.402046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (faf6e1a4-c776-48b4-bb8e-ddb69c7c297a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.404631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.408357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faf6e1a4-c776-48b4-bb8e-ddb69c7c297a HTTP/1.1" status: 204 len: 168 time: 0.7648087 Mar 11 00:09:47.446975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0521f5-9466-4ce0-bd71-68a0f353e58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d45421b-5fa0-4e71-883b-1d25e13de8eb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.460296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7825-25fa-48b7-899e-b16f8c515e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf6e1a4-c776-48b4-bb8e-ddb69c7c297a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.467958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2513f-6795-4508-af9a-d57249f56d43 req-05d05c96-3cf5-48ac-88bc-17e2ae5a2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.469497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-05d05c96-3cf5-48ac-88bc-17e2ae5a2d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 1125 time: 0.1956265 Mar 11 00:09:47.497565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809a7d8-bbf2-485f-92df-f9602425eb18 req-734ede9b-3868-488d-8061-f26844094e96 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.499166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3809a7d8-bbf2-485f-92df-f9602425eb18 req-734ede9b-3868-488d-8061-f26844094e96 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 943 time: 0.3649042 Mar 11 00:09:47.499950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-abe61d97-ae63-4875-b190-3b7569ce760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.501457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-abe61d97-ae63-4875-b190-3b7569ce760e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2003376 Mar 11 00:09:47.571423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-3a8c2a8b-aced-493e-b3b1-60622a72f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.572987 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-3a8c2a8b-aced-493e-b3b1-60622a72f972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2023747 Mar 11 00:09:47.587189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:47.619671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3443383f-4657-4aae-a028-2add4027cc63,segment=NetworkSegment(72592d2a-1c0f-4a83-b78c-6ca86bca908d),segment_id=72592d2a-1c0f-4a83-b78c-6ca86bca908d)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:47.640410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.651198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4ff1e05f-0287-47e3-a497-a8af5ba0ed63), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.654076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.657733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ff1e05f-0287-47e3-a497-a8af5ba0ed63 HTTP/1.1" status: 204 len: 168 time: 0.6800852 Mar 11 00:09:47.659166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3809a7d8-bbf2-485f-92df-f9602425eb18 req-75016732-fe42-4529-8908-3321d29ad3b4 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258399 Mar 11 00:09:47.696251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.697054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.698483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-93c0f978-7e45-43d6-a368-8459377838de service neutron] 10.222.0.30 "PUT /v2.0/ports/3443383f-4657-4aae-a028-2add4027cc63 HTTP/1.1" status: 200 len: 1091 time: 3.0228043 Mar 11 00:09:47.700653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-6ac477ca-8397-4a45-9a6d-8a322949908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.702179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-6ac477ca-8397-4a45-9a6d-8a322949908a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 1125 time: 0.1906130 Mar 11 00:09:47.706719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f600d9-4a05-4702-9572-5fd19b215002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1e05f-0287-47e3-a497-a8af5ba0ed63,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.870433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:47.896212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f978-7e45-43d6-a368-8459377838de service neutron] Pushing event updated for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:47.929962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2513f-6795-4508-af9a-d57249f56d43 req-7aae35fd-aed8-44c6-bd8d-3dcbdf38a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.931630 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-7aae35fd-aed8-44c6-bd8d-3dcbdf38a50b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 917 time: 0.4448917 Mar 11 00:09:47.951817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-07fec702-8b88-4dc0-be68-80a65cd67f85 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311504 Mar 11 00:09:47.992636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-add49946-37a9-4177-8fb5-2a7f3987b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:47.994177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-add49946-37a9-4177-8fb5-2a7f3987b86d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f95ca97c8d3d44caa1366d06a43177b5&device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 1125 time: 0.2288117 Mar 11 00:09:48.045241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-596f83d8-7315-46ca-a26f-1ae7901092f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3443383f-4657-4aae-a028-2add4027cc63 HTTP/1.1" status: 200 len: 217 time: 0.0408165 Mar 11 00:09:48.046286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-4095c749-4de6-4d73-b3cb-cdfbc7d59847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.047635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-4095c749-4de6-4d73-b3cb-cdfbc7d59847 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 917 time: 0.3349893 Mar 11 00:09:48.129518 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-c860b035-dff8-4ab8-ac6e-e9b7cca7cad7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85 HTTP/1.1" status: 200 len: 217 time: 0.1822824 Mar 11 00:09:48.158578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37496) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:48.162401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-b977a875-32d7-4f6a-9598-1e6495ac4322 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd66279-5ec3-4082-964a-a1b3585db834 HTTP/1.1" status: 200 len: 217 time: 0.0813248 Mar 11 00:09:48.188585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3e6b5b03-bf86-44fe-9569-87e52a6c56f6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.220440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1f11a23-adc2-491f-96cc-23d07078d65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.233239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-73e71a6d-2bc4-45f9-b4bb-308ccde9645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.234567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c19f4e4b-888a-4aff-980c-c34ba66c7b85 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:48.235086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-73e71a6d-2bc4-45f9-b4bb-308ccde9645f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1b23bec-9282-4b8d-9614-691ab38fe19c HTTP/1.1" status: 200 len: 862 time: 0.1552732 Mar 11 00:09:48.263560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d2f2d-8c8b-41ce-b5b5-fa9a1fc42de9 req-15448cec-e6e1-4ce5-9a16-7b8179b8baeb tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.265219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-273d2f2d-8c8b-41ce-b5b5-fa9a1fc42de9 req-15448cec-e6e1-4ce5-9a16-7b8179b8baeb tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 943 time: 0.2221780 Mar 11 00:09:48.269702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=3e6b5b03-bf86-44fe-9569-87e52a6c56f6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:48.273095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-26c8819c-7e9a-4882-be0c-769368450d3a service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977466 Mar 11 00:09:48.309207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-ac491483-f018-4054-95b7-77fffeecd4cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=263515cc-10b3-4189-a4ce-62306b5d07a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631850 Mar 11 00:09:48.336500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-9432196e-6b0b-4d79-b359-bc34a909a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.338157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-9432196e-6b0b-4d79-b359-bc34a909a28c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.1646781 Mar 11 00:09:48.349118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37500) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:48.409756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-b60f3ede-2a45-42af-8ec7-29c0465a85f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091945 Mar 11 00:09:48.417279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-089fc47d-35b2-4eba-8942-4242a1356d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.421009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2513f-6795-4508-af9a-d57249f56d43 req-6c717894-3633-4bb0-8113-10c75c03f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.422479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-6c717894-3633-4bb0-8113-10c75c03f554 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.2850943 Mar 11 00:09:48.429707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:48.431523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:48.434944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29f3bbb1-c35b-44e4-8db3-2343d01a6dc7 req-3e9d6032-20fc-44ff-a151-8c62598cad24 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542735 Mar 11 00:09:48.435668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:48.436551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.471264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:48.496551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'port_id': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85', 'mac_address': 'fa:16:3e:86:5a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:48.560193 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:48.566621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2513f-6795-4508-af9a-d57249f56d43 req-c2c1e2f2-b224-4777-a10f-869a1fcae053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.568708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-c2c1e2f2-b224-4777-a10f-869a1fcae053 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1303289 Mar 11 00:09:48.569983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c19f4e4b-888a-4aff-980c-c34ba66c7b85 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:48.570607 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.575319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': 'd23bf5d4-70d4-4a98-82c3-8da9266e3073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3e95119e-02ca-4ac9-b74c-da5062bfe0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:48.575691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: 3e95119e-02ca-4ac9-b74c-da5062bfe0ad, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:48.595785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19f4e4b-888a-4aff-980c-c34ba66c7b85 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:48.623915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 3e95119e-02ca-4ac9-b74c-da5062bfe0ad is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:48.640561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:48.648315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.650135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 90981ece-e473-43e7-a853-2a80d59cbad2 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:48.671875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 3e95119e-02ca-4ac9-b74c-da5062bfe0ad) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:48.680196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:48.685647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.690592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:48.691552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.751348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-037394e1-c122-44d0-996f-b47043a25855 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9333689 Mar 11 00:09:48.754063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:48.778556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=90981ece-e473-43e7-a853-2a80d59cbad2,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:48.802980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e02676a-170e-4b41-83d6-bf6f4045041a None None] Network 3e95119e-02ca-4ac9-b74c-da5062bfe0ad requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:48.808901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-eeb98409-bde7-4cf4-85b8-29d5eb97cc59 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298458 Mar 11 00:09:48.849849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '90981ece-e473-43e7-a853-2a80d59cbad2', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'port_id': '90981ece-e473-43e7-a853-2a80d59cbad2', 'mac_address': 'fa:16:3e:c4:ee:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:48.915246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:48.962559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:48.963032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:48.967089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-273d2f2d-8c8b-41ce-b5b5-fa9a1fc42de9 req-7cdb342d-528f-421d-8a18-9b98c989735f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661975 Mar 11 00:09:48.984910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-39f2513f-6795-4508-af9a-d57249f56d43 req-777c6579-ed6e-46c2-a4ff-63adbbc08b5a service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652381 Mar 11 00:09:49.014544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-90726d3d-4038-4c15-848f-26f203a42b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:49.016745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-90726d3d-4038-4c15-848f-26f203a42b19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6573827 Mar 11 00:09:49.066125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 90981ece-e473-43e7-a853-2a80d59cbad2 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:49.066512 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.085299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.107745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90981ece-e473-43e7-a853-2a80d59cbad2 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:49.108235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:49.126592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-ecd8e919-f507-4700-8d33-e6d7189ed4bd service neutron] 10.222.0.30 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922685 Mar 11 00:09:49.150221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=90981ece-e473-43e7-a853-2a80d59cbad2,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:49.157951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.159898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def142f-ca95-48be-9e98-f09833e40a37 req-439c695c-c4f2-4da3-a557-949c7c94df4b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:49.164231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8def142f-ca95-48be-9e98-f09833e40a37 req-439c695c-c4f2-4da3-a557-949c7c94df4b tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 943 time: 0.3173075 Mar 11 00:09:49.180400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1f11a23-adc2-491f-96cc-23d07078d65a admin admin] Publish callbacks [] for security_group (41b145f3-1435-4c7b-9f39-52f1f05c8df9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.265105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1f11a23-adc2-491f-96cc-23d07078d65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41b145f3-1435-4c7b-9f39-52f1f05c8df9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.272345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:49.293888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37534) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:49.357575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-089fc47d-35b2-4eba-8942-4242a1356d51 admin admin] Publish callbacks [] for security_group (fa313b4a-3fe7-4dec-be05-cd2b4d108cbe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.384086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c19f4e4b-888a-4aff-980c-c34ba66c7b85'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:49.400212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'tag': '3443383f-4657-4aae-a028-2add4027cc63'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:49.403498 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb11561-ed52-47e1-ba5d-96823556ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "tag": "3443383f-4657-4aae-a028-2add4027cc63"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:49.448895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['90981ece-e473-43e7-a853-2a80d59cbad2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:49.466243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-089fc47d-35b2-4eba-8942-4242a1356d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa313b4a-3fe7-4dec-be05-cd2b4d108cbe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.490823 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f1497-34cf-4454-9414-fdcb9ba2e1ca x-openstack-request-id: req-c39f1497-34cf-4454-9414-fdcb9ba2e1ca {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:49.491388 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "tag": "3443383f-4657-4aae-a028-2add4027cc63", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:49.491802 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39f1497-34cf-4454-9414-fdcb9ba2e1ca {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:49.492401 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'tag': '3443383f-4657-4aae-a028-2add4027cc63', 'status': 'completed', 'code': 200} Mar 11 00:09:49.501603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a1f11a23-adc2-491f-96cc-23d07078d65a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89502427cc4b4e2f8f4ea77aa71f7191&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3381679 Mar 11 00:09:49.520988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f11a23-adc2-491f-96cc-23d07078d65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b145f3-1435-4c7b-9f39-52f1f05c8df9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:49.529982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:49.558204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-c0af9a3f-d65f-441b-8350-d995dbbfe3df service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246532 Mar 11 00:09:49.589048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8def142f-ca95-48be-9e98-f09833e40a37 req-7baa4bea-87dd-488d-857d-c4d5c474966e tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067893 Mar 11 00:09:49.617976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-089fc47d-35b2-4eba-8942-4242a1356d51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.2612200 Mar 11 00:09:49.633463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095377881-network', 'tenant_id': '8ee59fd19f1a4879a5f37c854d09c791'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:49.648352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37544) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:49.655916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6782d70c-7ee4-431f-adeb-69d3a789e519 req-00123950-8252-4217-97de-d27a10d10d7f service neutron] 10.222.0.30 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187702 Mar 11 00:09:49.697115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fc47d-35b2-4eba-8942-4242a1356d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa313b4a-3fe7-4dec-be05-cd2b4d108cbe,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:49.766407 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.803597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:49.813092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.818637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e2d9ce61-e982-45f8-a342-2c4aa7924d3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f HTTP/1.1" status: 204 len: 168 time: 1.0627124 Mar 11 00:09:49.821194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:49.824191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Made reservation on behalf of 8ee59fd19f1a4879a5f37c854d09c791 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:49.826498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.853767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.855575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] Publish callbacks [] for security_group (41b145f3-1435-4c7b-9f39-52f1f05c8df9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.899067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0312405-07a1-4737-ae12-1a1d5e3848ea req-4844ea89-8fa8-408a-a55a-e042fb96c9ab service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974014 Mar 11 00:09:49.913727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] Publish callbacks [] for security_group (fa313b4a-3fe7-4dec-be05-cd2b4d108cbe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.916709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] Publish callbacks [] for security_group (41b145f3-1435-4c7b-9f39-52f1f05c8df9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:49.930965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-dbcc7798-2dd2-43a5-9b91-0f9f284de84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:49.932498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-dbcc7798-2dd2-43a5-9b91-0f9f284de84a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f95ca97c8d3d44caa1366d06a43177b5&device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 1125 time: 0.2139726 Mar 11 00:09:49.932991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d3fcb-4755-44c3-a43f-1d74e6021ca6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:49.938906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d3fcb-4755-44c3-a43f-1d74e6021ca6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:49.943817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bf2d3fcb-4755-44c3-a43f-1d74e6021ca6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1180665 Mar 11 00:09:49.944528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37556) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.000234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] Publish callbacks [] for security_group (fa313b4a-3fe7-4dec-be05-cd2b4d108cbe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.052662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 3e6b5b03-bf86-44fe-9569-87e52a6c56f6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:50.053144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3e6b5b03-bf86-44fe-9569-87e52a6c56f6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.133467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41b145f3-1435-4c7b-9f39-52f1f05c8df9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.135991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.139710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41b145f3-1435-4c7b-9f39-52f1f05c8df9 HTTP/1.1" status: 204 len: 168 time: 0.6034846 Mar 11 00:09:50.144739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3e6b5b03-bf86-44fe-9569-87e52a6c56f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.166785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 3e6b5b03-bf86-44fe-9569-87e52a6c56f6 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:50.168568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1e46-11e0-4200-b928-3f221ffbfda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b145f3-1435-4c7b-9f39-52f1f05c8df9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:50.186960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-a9b0088f-a43d-43cc-9302-87a052cd5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:50.188509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-a9b0088f-a43d-43cc-9302-87a052cd5654 service neutron] 10.222.0.30 "GET /v2.0/networks?id=263515cc-10b3-4189-a4ce-62306b5d07a0 HTTP/1.1" status: 200 len: 923 time: 0.2394085 Mar 11 00:09:50.197543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fa313b4a-3fe7-4dec-be05-cd2b4d108cbe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.199720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.203556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa313b4a-3fe7-4dec-be05-cd2b4d108cbe HTTP/1.1" status: 204 len: 168 time: 0.5439479 Mar 11 00:09:50.227956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks [] for security_group (2617b236-0100-48a4-945f-5869794abcfa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.260304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6dd66279-5ec3-4082-964a-a1b3585db834 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:50.262722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c19f4e4b-888a-4aff-980c-c34ba66c7b85 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:50.265342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3e6b5b03-bf86-44fe-9569-87e52a6c56f6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.268578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cfe1c-ff7e-4f1e-90ac-63cfd617c1a4 req-be9df529-ca7a-4605-9a51-41d9fbc43f12 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:50.270133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-521cfe1c-ff7e-4f1e-90ac-63cfd617c1a4 req-be9df529-ca7a-4605-9a51-41d9fbc43f12 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 943 time: 0.1772294 Mar 11 00:09:50.270973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3a242-ed46-4e02-937c-192a899171c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa313b4a-3fe7-4dec-be05-cd2b4d108cbe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:50.273873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-14976d01-db1e-4b88-9397-dfb780468102 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3443383f-4657-4aae-a028-2add4027cc63 HTTP/1.1" status: 200 len: 217 time: 0.0717731 Mar 11 00:09:50.274485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2617b236-0100-48a4-945f-5869794abcfa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.309712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=3e6b5b03-bf86-44fe-9569-87e52a6c56f6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:50.331084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.339254 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63bd973b-faff-4410-8a63-42d63e76fdb6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/3e6b5b03-bf86-44fe-9569-87e52a6c56f6 HTTP/1.1" status: 204 len: 168 time: 0.3939331 Mar 11 00:09:50.341592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:50.342783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37572) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.373871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2617b236-0100-48a4-945f-5869794abcfa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:50.388991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1eb78196-17c2-44ce-9355-bec573b779f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.389343 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Added segment 1eb78196-17c2-44ce-9355-bec573b779f8 of type vlan for network 8f5b9901-65ea-47b1-980e-91321e992b75 Mar 11 00:09:50.405609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-02ef2a13-c5e3-4e41-a5db-1f80dd1399e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:50.407272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-02ef2a13-c5e3-4e41-a5db-1f80dd1399e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1b23bec-9282-4b8d-9614-691ab38fe19c HTTP/1.1" status: 200 len: 862 time: 0.1254766 Mar 11 00:09:50.414508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-521cfe1c-ff7e-4f1e-90ac-63cfd617c1a4 req-5527427e-2c83-4193-b616-c139e9ce6513 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355033 Mar 11 00:09:50.437610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29725b4-3cda-41d9-9264-771c44ae2f34 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:50.443881 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d29725b4-3cda-41d9-9264-771c44ae2f34 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0988193 Mar 11 00:09:50.444306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.472787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-417e2bf4-0046-474e-8d2d-91c561cd41c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=263515cc-10b3-4189-a4ce-62306b5d07a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575435 Mar 11 00:09:50.476935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8f5b9901-65ea-47b1-980e-91321e992b75), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.486290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c19f4e4b-888a-4aff-980c-c34ba66c7b85 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:50.490346 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fc3e69-452a-4401-958d-f2acc69b9759 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:09:50.493536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c19f4e4b-888a-4aff-980c-c34ba66c7b85 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:50.494133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.495189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-53fc3e69-452a-4401-958d-f2acc69b9759 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/8dd45d4d-0b58-4b2d-93a8-5ef1b6c2b34f HTTP/1.1" status: 404 len: 333 time: 0.0497859 Mar 11 00:09:50.496152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37578) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.555311 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e2279c-bdd8-4cf3-b62d-5bbf8614e158 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:09:50.561218 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14e2279c-bdd8-4cf3-b62d-5bbf8614e158 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/3e6b5b03-bf86-44fe-9569-87e52a6c56f6 HTTP/1.1" status: 404 len: 333 time: 0.0639851 Mar 11 00:09:50.564876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37582) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.599786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6dd66279-5ec3-4082-964a-a1b3585db834,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:50.612959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8f5b9901-65ea-47b1-980e-91321e992b75), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.614710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:50.615463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.657091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c19f4e4b-888a-4aff-980c-c34ba66c7b85 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:50.657907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.664437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-4a875381-887d-4120-8009-33e05617ab7b service neutron] 10.222.0.30 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834724 Mar 11 00:09:50.678276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6dd66279-5ec3-4082-964a-a1b3585db834', 'network_id': '4422e48e-3c85-4f1b-9a5f-1ee5603c380f', 'port_id': '6dd66279-5ec3-4082-964a-a1b3585db834', 'mac_address': 'fa:16:3e:b3:0e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:50.682034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3791184 Mar 11 00:09:50.688221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:50.690791 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8633089a-81e6-4d26-a8df-613054a6aaf6" -d '{"events": [{"server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:50.694764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:50.701390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Request body: {'subnet': {'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095377881-subnet', 'tenant_id': '8ee59fd19f1a4879a5f37c854d09c791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:50.755161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28efb7d-9c0f-4a30-8b3a-0c7b54c30404 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5b9901-65ea-47b1-980e-91321e992b75,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:50.818927 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eeeef2-2f48-44fe-b78b-057e72ebe258 x-openstack-request-id: req-54eeeef2-2f48-44fe-b78b-057e72ebe258 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:50.819432 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:50.819887 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54eeeef2-2f48-44fe-b78b-057e72ebe258 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:50.820562 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85', 'code': 200} Mar 11 00:09:50.824475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6dd66279-5ec3-4082-964a-a1b3585db834 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:50.825057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (3e95119e-02ca-4ac9-b74c-da5062bfe0ad), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.826095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.828330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8f5b9901-65ea-47b1-980e-91321e992b75 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:50.843140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Made reservation on behalf of 8ee59fd19f1a4879a5f37c854d09c791 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:50.845540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.911737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:50.937409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:50.938941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 90981ece-e473-43e7-a853-2a80d59cbad2 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:51.006234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd66279-5ec3-4082-964a-a1b3585db834 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:51.037611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (3e95119e-02ca-4ac9-b74c-da5062bfe0ad), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.059647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6dd66279-5ec3-4082-964a-a1b3585db834,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:51.072525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:51.078654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.080637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.086244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 90981ece-e473-43e7-a853-2a80d59cbad2 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:51.093897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 90981ece-e473-43e7-a853-2a80d59cbad2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:51.093897 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.096279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.112178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e95119e-02ca-4ac9-b74c-da5062bfe0ad']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:51.132350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23bf5d4-70d4-4a98-82c3-8da9266e3073') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:51.132904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23bf5d4-70d4-4a98-82c3-8da9266e3073') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:51.157705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9483c611-d12c-4dfa-af3b-e867c77c61f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.159604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (d23bf5d4-70d4-4a98-82c3-8da9266e3073), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.183638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d23bf5d4-70d4-4a98-82c3-8da9266e3073), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.200463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:51.201388 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (d23bf5d4-70d4-4a98-82c3-8da9266e3073), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:51.206841 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:51.222242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.241731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 90981ece-e473-43e7-a853-2a80d59cbad2 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:51.244894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.253104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fb11561-ed52-47e1-ba5d-96823556ec8f req-0096d146-8a1f-4751-a47b-eb88e6ccfcce service neutron] 10.222.0.30 "GET /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786180 Mar 11 00:09:51.264769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d730fdd-bd2d-49b4-b509-d1a4ec7ac23b req-9281b646-e2a2-41f3-a286-d2880b9b0ba1 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:51.266625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d730fdd-bd2d-49b4-b509-d1a4ec7ac23b req-9281b646-e2a2-41f3-a286-d2880b9b0ba1 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 943 time: 0.5202794 Mar 11 00:09:51.274080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.282888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf544b3-46f5-4c4b-ba90-522f605f7663 req-f326e049-f377-4c25-9a47-455266f4ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:51.284391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bf544b3-46f5-4c4b-ba90-522f605f7663 req-f326e049-f377-4c25-9a47-455266f4ba0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 1127 time: 0.4440901 Mar 11 00:09:51.311671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Checking segment: {'id': '1eb78196-17c2-44ce-9355-bec573b779f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:51.312067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Network hostable DHCP agents. Network: 8f5b9901-65ea-47b1-980e-91321e992b75, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:51.319059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=90981ece-e473-43e7-a853-2a80d59cbad2,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:51.332816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6dd66279-5ec3-4082-964a-a1b3585db834'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:51.336158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.338297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (3e95119e-02ca-4ac9-b74c-da5062bfe0ad), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.359075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.388238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d730fdd-bd2d-49b4-b509-d1a4ec7ac23b req-1e667ddb-811f-44c9-806f-eec1d6480125 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074338 Mar 11 00:09:51.392719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/3e95119e-02ca-4ac9-b74c-da5062bfe0ad HTTP/1.1" status: 204 len: 168 time: 0.8220806 Mar 11 00:09:51.403155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:51.415429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374e053-18aa-4b4e-98bd-747ce258ed70 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=3e95119e-02ca-4ac9-b74c-da5062bfe0ad,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.419861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633745810'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:51.437536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bf544b3-46f5-4c4b-ba90-522f605f7663 req-49a6d22f-d24c-449b-b511-4d5ccae56667 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364160 Mar 11 00:09:51.441954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Network 8f5b9901-65ea-47b1-980e-91321e992b75 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:51.485816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9483c611-d12c-4dfa-af3b-e867c77c61f1 admin admin] Publish callbacks [] for security_group (9185512f-6482-4d72-a20a-e664dfcba411), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.489573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8f5b9901-65ea-47b1-980e-91321e992b75) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:51.499499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:51.500146 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.503674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9483c611-d12c-4dfa-af3b-e867c77c61f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9185512f-6482-4d72-a20a-e664dfcba411), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.504596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.531071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:51.534430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.543777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0f592-2ca2-431a-9d93-58b487890340 None None] Network 8f5b9901-65ea-47b1-980e-91321e992b75 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:51.552295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483c611-d12c-4dfa-af3b-e867c77c61f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9185512f-6482-4d72-a20a-e664dfcba411,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.623555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89d3bbc3-fbf4-406b-aaa0-4cfacbe657d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9275272 Mar 11 00:09:51.641305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9483c611-d12c-4dfa-af3b-e867c77c61f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c986c22db5a64fb0833aa43207ae0888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5588560 Mar 11 00:09:51.644126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37616) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:51.677499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:51.718856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f4ed1-fc4d-4f1a-8282-77da09cefd57 None None] Network 8f5b9901-65ea-47b1-980e-91321e992b75 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:51.727425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7c61a-53b0-44dc-a72d-ec5d6eb46ce0 req-f909fd14-10d3-41c2-a242-7c3aab7e0ccd tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:51.742032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29b7c61a-53b0-44dc-a72d-ec5d6eb46ce0 req-f909fd14-10d3-41c2-a242-7c3aab7e0ccd tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 944 time: 0.1935863 Mar 11 00:09:51.750006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] Publish callbacks [] for security_group (9185512f-6482-4d72-a20a-e664dfcba411), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.755821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1841b48e-f9d0-41d4-8604-dfa0b714cd4c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.756213 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment 1841b48e-f9d0-41d4-8604-dfa0b714cd4c of type vlan for network b74dbb78-3941-4976-8bf8-43a89e1b5feb Mar 11 00:09:51.799820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] Publish callbacks [] for security_group (9185512f-6482-4d72-a20a-e664dfcba411), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.841799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b74dbb78-3941-4976-8bf8-43a89e1b5feb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.860291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29b7c61a-53b0-44dc-a72d-ec5d6eb46ce0 req-fa57a888-8aa2-48e8-b8b4-5994bbbcb09f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171730 Mar 11 00:09:51.891982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9185512f-6482-4d72-a20a-e664dfcba411), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.894723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.896246 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9185512f-6482-4d72-a20a-e664dfcba411 HTTP/1.1" status: 204 len: 168 time: 0.2488685 Mar 11 00:09:51.907380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59843f-d290-4c0c-92e7-126365ad378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9185512f-6482-4d72-a20a-e664dfcba411,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:51.917687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b74dbb78-3941-4976-8bf8-43a89e1b5feb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.926694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:51.927621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:51.981221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:51.986207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:51.991909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5872226 Mar 11 00:09:52.007729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37630) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:52.074810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3532ee-abf4-4354-857f-12550c4ed9cb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=b74dbb78-3941-4976-8bf8-43a89e1b5feb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:52.089121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:52.135104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:52.141816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.238583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Performing IP validity checks on allocation pools {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:09:52.240677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:09:52.264115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3443383f-4657-4aae-a028-2add4027cc63 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:09:52.352117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-686722487-network', 'tenant_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:52.416164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:52.418684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.435574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3443383f-4657-4aae-a028-2add4027cc63,segment=NetworkSegment(72592d2a-1c0f-4a83-b78c-6ca86bca908d),segment_id=72592d2a-1c0f-4a83-b78c-6ca86bca908d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:52.439156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.454046 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (85f1caf6-47fd-4b5d-bb18-7b14bcd7960e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.480030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '3443383f-4657-4aae-a028-2add4027cc63', 'network_id': '263515cc-10b3-4189-a4ce-62306b5d07a0', 'port_id': '3443383f-4657-4aae-a028-2add4027cc63', 'mac_address': 'fa:16:3e:f8:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b23bec-9282-4b8d-9614-691ab38fe19c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:09:52.557133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 3443383f-4657-4aae-a028-2add4027cc63 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:52.557801 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3443383f-4657-4aae-a028-2add4027cc63), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.572770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=85f1caf6-47fd-4b5d-bb18-7b14bcd7960e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:52.579960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3443383f-4657-4aae-a028-2add4027cc63 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:09:52.593798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': '1841b48e-f9d0-41d4-8604-dfa0b714cd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:52.594053 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: b74dbb78-3941-4976-8bf8-43a89e1b5feb, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:52.641731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:52.642556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3443383f-4657-4aae-a028-2add4027cc63,segment=NetworkSegment(72592d2a-1c0f-4a83-b78c-6ca86bca908d),segment_id=72592d2a-1c0f-4a83-b78c-6ca86bca908d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:52.648670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.656225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d31bb0-9ce2-42f5-9a70-2f9bd42663d2 req-f71cdcfb-3d5c-48d4-a701-5b22203e4f74 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:52.661956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks [] for security_group (d2bd47f1-4ed0-4fd3-8038-fbb47c49573d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.662538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1d31bb0-9ce2-42f5-9a70-2f9bd42663d2 req-f71cdcfb-3d5c-48d4-a701-5b22203e4f74 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 943 time: 0.1333575 Mar 11 00:09:52.664095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b74dbb78-3941-4976-8bf8-43a89e1b5feb) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:52.668893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:52.669761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.674346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d2bd47f1-4ed0-4fd3-8038-fbb47c49573d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.711800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:52.728272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3ced8364-cf02-46ee-9dd8-e26ebb31b1e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7459517 Mar 11 00:09:52.734291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37656) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:52.744310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb', 'name': 'tempest-PortsTestJSON-1159367161'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:52.785704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:52.791144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fbf8fc-ccd2-4d43-a641-9459245df317 None None] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:52.810969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1d31bb0-9ce2-42f5-9a70-2f9bd42663d2 req-ccd3df0e-79cc-456f-afb4-49d1ea5b3482 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351233 Mar 11 00:09:52.846887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:52.850732 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3664ac-8921-4725-8afe-79972bcef7e7" -d '{"events": [{"server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "name": "network-vif-plugged", "status": "completed", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:52.852686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37662) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:52.858708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2040023977-network', 'tenant_id': 'd3e498798b9e4ed8b1d92c96aa020699'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:52.866296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9d3448bd-3579-4454-abee-e9bb212c54e3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.866943 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Added segment 9d3448bd-3579-4454-abee-e9bb212c54e3 of type vlan for network a08ef2f2-0c88-4066-a5fb-08bac5966abc Mar 11 00:09:52.880409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:52.914882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Made reservation on behalf of d3e498798b9e4ed8b1d92c96aa020699 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:52.917397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.945261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:52.996415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:53.001133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.007104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (a08ef2f2-0c88-4066-a5fb-08bac5966abc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.042051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:09:53.058304 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6f1b07-65b0-4f13-b292-c045c878d228 x-openstack-request-id: req-1b6f1b07-65b0-4f13-b292-c045c878d228 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:53.058648 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "name": "network-vif-plugged", "status": "completed", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:53.059478 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b6f1b07-65b0-4f13-b292-c045c878d228 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:53.059956 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2', 'code': 200} Mar 11 00:09:53.060991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['3443383f-4657-4aae-a028-2add4027cc63'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:09:53.161908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (a08ef2f2-0c88-4066-a5fb-08bac5966abc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.163064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:53.163833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.164466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae6a9-049e-4575-a04e-9139c44a766a req-09ec63b8-2cd7-494c-872d-9c9dc6486a5c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:53.166059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71cae6a9-049e-4575-a04e-9139c44a766a req-09ec63b8-2cd7-494c-872d-9c9dc6486a5c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 944 time: 0.1658180 Mar 11 00:09:53.173651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5bed0-ed9a-41b0-85c9-e30a63f090c1 req-4c9b929f-4fee-408b-bf57-a07209a86a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:53.174221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b74dbb78-3941-4976-8bf8-43a89e1b5feb', 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': '85f1caf6-47fd-4b5d-bb18-7b14bcd7960e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:09:53.175141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d5bed0-ed9a-41b0-85c9-e30a63f090c1 req-4c9b929f-4fee-408b-bf57-a07209a86a1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 1128 time: 0.1209662 Mar 11 00:09:53.176261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.218687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks [] for security_group (63c0fd7c-b022-4577-a11b-39b778d41238), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.262372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63c0fd7c-b022-4577-a11b-39b778d41238), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.294032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:09:53.297723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] Pushing event updated for resources: {'Network': ['ID=a08ef2f2-0c88-4066-a5fb-08bac5966abc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:53.317532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71cae6a9-049e-4575-a04e-9139c44a766a req-07f7aa8f-e3ce-4955-9bcd-883ae684aea4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387606 Mar 11 00:09:53.329243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-312834a8-da37-49b1-8018-5e7d624c4aaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3192892 Mar 11 00:09:53.333020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:53.345848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Request body: {'subnet': {'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-686722487-subnet', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:53.357956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.4 (b74dbb78-3941-4976-8bf8-43a89e1b5feb/85f1caf6-47fd-4b5d-bb18-7b14bcd7960e/bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:53.360980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.361316 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Added segment a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc of type vlan for network 240592f8-8507-44c8-bd3a-78da85642610 Mar 11 00:09:53.371325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:53.391413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c0fd7c-b022-4577-a11b-39b778d41238,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:53.433909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d5bed0-ed9a-41b0-85c9-e30a63f090c1 req-716d93c3-bf4c-4481-9dbc-670f406e10a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499619 Mar 11 00:09:53.441838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:53.445166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.450688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (240592f8-8507-44c8-bd3a-78da85642610), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.546523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (240592f8-8507-44c8-bd3a-78da85642610), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.548003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:53.548912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.590918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7370217 Mar 11 00:09:53.594382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:53.603304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Request body: {'subnet': {'network_id': '240592f8-8507-44c8-bd3a-78da85642610', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2040023977-subnet', 'tenant_id': 'd3e498798b9e4ed8b1d92c96aa020699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:53.641023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38f00-e3fa-48cf-a0b9-c0bc4abfd9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=240592f8-8507-44c8-bd3a-78da85642610,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:53.653219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 240592f8-8507-44c8-bd3a-78da85642610 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:09:53.698861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Made reservation on behalf of d3e498798b9e4ed8b1d92c96aa020699 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:09:53.706200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.789387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (659f904e-846e-4efa-8881-1e67e36e2fbc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.838968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:53.845299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=659f904e-846e-4efa-8881-1e67e36e2fbc,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:53.877609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:53.878131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Network hostable DHCP agents. Network: a08ef2f2-0c88-4066-a5fb-08bac5966abc, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:53.900060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:53.913961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, a08ef2f2-0c88-4066-a5fb-08bac5966abc) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:53.924722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb46ec2-1b5a-45bc-bea2-e578bc57dc80 None None] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:53.936820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:53.937541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.039282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bcc67798-070f-4dee-9342-40eecb45b1fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6971493 Mar 11 00:09:54.043398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37694) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:54.047679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:54.091103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.092495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d756-b9d1-4b09-938c-c8b06fcd53fc req-aebf6bdf-9b47-4307-aeca-360193cabbfb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:54.094221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a36d756-b9d1-4b09-938c-c8b06fcd53fc req-aebf6bdf-9b47-4307-aeca-360193cabbfb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 944 time: 0.1537414 Mar 11 00:09:54.177814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:09:54.179070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.184565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:54.195316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (cecca45b-508c-41d2-b2b8-8112d7798129), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.196379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (cecca45b-508c-41d2-b2b8-8112d7798129), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.206199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:54.215295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:54.226677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a36d756-b9d1-4b09-938c-c8b06fcd53fc req-733f0b97-cb25-4294-869b-9986acfdfbc1 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247919 Mar 11 00:09:54.226918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:54.274314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (857462d7-c863-4106-9334-82773928c653), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.305756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3443383f-4657-4aae-a028-2add4027cc63 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:54.347037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for router_controller (cecca45b-508c-41d2-b2b8-8112d7798129), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.353154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Allocated IP 172.20.0.2 (b74dbb78-3941-4976-8bf8-43a89e1b5feb/85f1caf6-47fd-4b5d-bb18-7b14bcd7960e/df723e32-6d77-4b12-abaf-d768324a68cd) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:54.359048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:54.359710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.436875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f1c4bcc9-6dc6-45de-b833-6f18a9b4bc3a tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6976078 Mar 11 00:09:54.437860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:54.446039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857462d7-c863-4106-9334-82773928c653,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:54.532592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Checking segment: {'id': 'a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '240592f8-8507-44c8-bd3a-78da85642610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:54.532969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Network hostable DHCP agents. Network: 240592f8-8507-44c8-bd3a-78da85642610, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:09:54.578477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for router_gateway (cecca45b-508c-41d2-b2b8-8112d7798129), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.653267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Network 240592f8-8507-44c8-bd3a-78da85642610 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:09:54.656884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcfcf1-4a93-41f9-9b95-98874ea810cb req-a0685c17-cee0-4f1f-b000-8cb1d8301053 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:54.658951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9abcfcf1-4a93-41f9-9b95-98874ea810cb req-a0685c17-cee0-4f1f-b000-8cb1d8301053 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 944 time: 0.1477206 Mar 11 00:09:54.668657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:54.669323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.690493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Allocated IP 172.20.0.2 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/be84d190-1394-4680-a580-ad592736ff36) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:54.721633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 240592f8-8507-44c8-bd3a-78da85642610) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:54.740452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:54.742411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.744100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72ac55-2330-4ba2-b49c-e7bea8d73581 None None] Network 240592f8-8507-44c8-bd3a-78da85642610 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:54.777230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 3443383f-4657-4aae-a028-2add4027cc63 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:54.815155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3984144e-d82a-4b21-9c22-4e2fe2872e59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2195053 Mar 11 00:09:54.860270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 3443383f-4657-4aae-a028-2add4027cc63 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:54.860587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3443383f-4657-4aae-a028-2add4027cc63), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.891914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9abcfcf1-4a93-41f9-9b95-98874ea810cb req-bf6f5849-e007-4433-b308-ec6af6a9603e tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190766 Mar 11 00:09:54.937662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:54.962119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:55.046106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for router_gateway (cecca45b-508c-41d2-b2b8-8112d7798129), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.075490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.171172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74c00d-4f5a-4e91-8bc9-46dfcf1b9f17 None None] Network 240592f8-8507-44c8-bd3a-78da85642610 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:55.185688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks [] for port (df723e32-6d77-4b12-abaf-d768324a68cd), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.216263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.346196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Allocated IP 172.25.7.136 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:55.348933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.477403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37752) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:55.493339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 3443383f-4657-4aae-a028-2add4027cc63 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:55.493817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3443383f-4657-4aae-a028-2add4027cc63), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.532478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:55.561791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:55.566007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:55.578936 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.582474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:55.624598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3443383f-4657-4aae-a028-2add4027cc63'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:55.626935 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad34b672-d883-43d3-8b89-f383fa40f8d0" -d '{"events": [{"server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3443383f-4657-4aae-a028-2add4027cc63"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:55.644436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Pushing event updated for resources: {'Port': ['ID=df723e32-6d77-4b12-abaf-d768324a68cd,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:55.648738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3443383f-4657-4aae-a028-2add4027cc63,segment=NetworkSegment(72592d2a-1c0f-4a83-b78c-6ca86bca908d),segment_id=72592d2a-1c0f-4a83-b78c-6ca86bca908d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:55.681849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.683002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6dd66279-5ec3-4082-964a-a1b3585db834 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:55.684126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.694463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.706405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb37dbeb-1ed8-4819-9214-a0902da8f721 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 HTTP/1.1" status: 204 len: 168 time: 1.2670376 Mar 11 00:09:55.713912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks [] for port (be84d190-1394-4680-a580-ad592736ff36), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.722751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b961b-10df-47f2-9103-7b45b2697701 req-99656c36-adb5-4b82-b986-f14c4a11a7ac tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:55.737426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-110b961b-10df-47f2-9103-7b45b2697701 req-99656c36-adb5-4b82-b986-f14c4a11a7ac tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 944 time: 0.3541608 Mar 11 00:09:55.759972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:55.760993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Pushing event updated for resources: {'Port': ['ID=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:55.763912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d9a46-bc3c-48ff-994b-c9efe909b95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.776205 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (be84d190-1394-4680-a580-ad592736ff36), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.795650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Attempting to bind port df723e32-6d77-4b12-abaf-d768324a68cd on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:55.796263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Attempting to bind port df723e32-6d77-4b12-abaf-d768324a68cd by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1841b48e-f9d0-41d4-8604-dfa0b714cd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:55.796941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Attempting to bind port df723e32-6d77-4b12-abaf-d768324a68cd on network b74dbb78-3941-4976-8bf8-43a89e1b5feb {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:55.806185 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f446ad-142c-400e-a7c5-eb11bece7023 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:09:55.806765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f446ad-142c-400e-a7c5-eb11bece7023 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:09:55.812583 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0f446ad-142c-400e-a7c5-eb11bece7023 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 HTTP/1.1" status: 404 len: 333 time: 0.0460761 Mar 11 00:09:55.816476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37760) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:55.834462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:55.842640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:55.856719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:55.861409 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd37e46c-9dc2-4448-928b-824b48463350 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:09:55.865876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:09:55.866635 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd37e46c-9dc2-4448-928b-824b48463350 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/bfc67aa0-3f5a-4ffe-be3c-7b52252d55e0 HTTP/1.1" status: 404 len: 333 time: 0.0441489 Mar 11 00:09:55.867757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:55.894671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-110b961b-10df-47f2-9103-7b45b2697701 req-17ff9a44-a573-4438-b14b-7baf130064b7 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346915 Mar 11 00:09:55.894671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37766) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:55.919992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:09:55.925742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:09:55.937906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:55.938343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Checking segment: {'id': '1841b48e-f9d0-41d4-8604-dfa0b714cd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:55.938691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.939087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Bound using segment: {'id': '1841b48e-f9d0-41d4-8604-dfa0b714cd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:55.940076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Bound port: df723e32-6d77-4b12-abaf-d768324a68cd, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1841b48e-f9d0-41d4-8604-dfa0b714cd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b74dbb78-3941-4976-8bf8-43a89e1b5feb'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:55.945901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:55.983143 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0630d0ee-eca7-458c-8a41-13a4beb97a6c x-openstack-request-id: req-0630d0ee-eca7-458c-8a41-13a4beb97a6c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:55.983478 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "name": "network-vif-plugged", "status": "completed", "tag": "3443383f-4657-4aae-a028-2add4027cc63", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:55.983709 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0630d0ee-eca7-458c-8a41-13a4beb97a6c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:55.984147 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3443383f-4657-4aae-a028-2add4027cc63', 'code': 200} Mar 11 00:09:56.065952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Pushing event updated for resources: {'Port': ['ID=be84d190-1394-4680-a580-ad592736ff36,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:56.164446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Attempting to bind port be84d190-1394-4680-a580-ad592736ff36 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:09:56.165309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Attempting to bind port be84d190-1394-4680-a580-ad592736ff36 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:09:56.165925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Attempting to bind port be84d190-1394-4680-a580-ad592736ff36 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:09:56.172743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 6dd66279-5ec3-4082-964a-a1b3585db834 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:09:56.181361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] For port df723e32-6d77-4b12-abaf-d768324a68cd, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:56.184847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:09:56.185684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:09:56.186415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.187026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:09:56.187790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Bound port: be84d190-1394-4680-a580-ad592736ff36, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:09:56.188446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (be84d190-1394-4680-a580-ad592736ff36), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.190954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6dd66279-5ec3-4082-964a-a1b3585db834 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:56.191578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.195243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] For port df723e32-6d77-4b12-abaf-d768324a68cd, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df723e32-6d77-4b12-abaf-d768324a68cd,segment=NetworkSegment(1841b48e-f9d0-41d4-8604-dfa0b714cd4c),segment_id=1841b48e-f9d0-41d4-8604-dfa0b714cd4c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:56.235253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.262231 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d9a46-bc3c-48ff-994b-c9efe909b95f admin admin] Publish callbacks [] for security_group (c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.324871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for router_gateway (cecca45b-508c-41d2-b2b8-8112d7798129), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.361275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-79e560c1-dc75-46e6-9e6a-221e6506a2cf tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:56.369196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-79e560c1-dc75-46e6-9e6a-221e6506a2cf tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/networks?id=8f5b9901-65ea-47b1-980e-91321e992b75 HTTP/1.1" status: 200 len: 809 time: 0.4694474 Mar 11 00:09:56.386094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-018d9a46-bc3c-48ff-994b-c9efe909b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.429127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] For port be84d190-1394-4680-a580-ad592736ff36, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:09:56.432453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] For port be84d190-1394-4680-a580-ad592736ff36, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=be84d190-1394-4680-a580-ad592736ff36,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:09:56.435631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c43df-1cb8-4838-afa0-22c339099c9e None None] Pushing event updated for resources: {'Port': ['ID=df723e32-6d77-4b12-abaf-d768324a68cd,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:56.452938 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (be84d190-1394-4680-a580-ad592736ff36), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.490978 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-018d9a46-bc3c-48ff-994b-c9efe909b95f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9020df4d0dba4e3e8656ce2bb57d6048&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0121920 Mar 11 00:09:56.491845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37774) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:56.495806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-8534a282-08d1-4220-b82c-a2d527b55444 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/quotas/8ee59fd19f1a4879a5f37c854d09c791 HTTP/1.1" status: 200 len: 375 time: 0.1257191 Mar 11 00:09:56.515910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6dd66279-5ec3-4082-964a-a1b3585db834 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:09:56.516348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.535330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d9a46-bc3c-48ff-994b-c9efe909b95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:56.558340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-99b18bca-88b4-477c-a695-de739f2b3775 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ee59fd19f1a4879a5f37c854d09c791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514488 Mar 11 00:09:56.568053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 85f1caf6-47fd-4b5d-bb18-7b14bcd7960e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:09:56.573255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (85f1caf6-47fd-4b5d-bb18-7b14bcd7960e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.625441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fbeae-fc47-4efa-bce0-8016a6917e63 None None] Pushing event updated for resources: {'Port': ['ID=be84d190-1394-4680-a580-ad592736ff36,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:56.641740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6dd66279-5ec3-4082-964a-a1b3585db834,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:56.648702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.688231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (85f1caf6-47fd-4b5d-bb18-7b14bcd7960e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:56.747204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bfe51-9c68-4955-a23e-80d3bbc3211c req-11255c57-e1f8-4e14-9f32-131301ec7cd5 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:56.755625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-829bfe51-9c68-4955-a23e-80d3bbc3211c req-11255c57-e1f8-4e14-9f32-131301ec7cd5 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 944 time: 0.3833213 Mar 11 00:09:56.765443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7211-2313-4904-bb0e-95b8c296ef1b req-51594d02-25b7-43d7-9145-9781069296b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:56.766960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fedf7211-2313-4904-bb0e-95b8c296ef1b req-51594d02-25b7-43d7-9145-9781069296b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 1127 time: 0.3957889 Mar 11 00:09:56.771666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:57.000663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-64e1799e-2b7d-45c4-955e-0448c6b4636b service neutron] 10.222.0.21 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387308 Mar 11 00:09:57.022622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-829bfe51-9c68-4955-a23e-80d3bbc3211c req-00b357c0-8042-40fc-85b2-b90b90e06987 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659791 Mar 11 00:09:57.173842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fedf7211-2313-4904-bb0e-95b8c296ef1b req-0e4e6747-dcc2-4b2e-888a-be2f6ab7579d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865095 Mar 11 00:09:57.214006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] Publish callbacks [] for security_group (c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.221709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (85f1caf6-47fd-4b5d-bb18-7b14bcd7960e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.244476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] Publish callbacks [] for security_group (c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.264695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (cecca45b-508c-41d2-b2b8-8112d7798129), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.304460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d566d1-44ca-4bee-a12d-d68140317752 req-6a2e8df2-152a-45eb-b0c1-aefe8e8d2163 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:57.306284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4d566d1-44ca-4bee-a12d-d68140317752 req-6a2e8df2-152a-45eb-b0c1-aefe8e8d2163 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 0.1993730 Mar 11 00:09:57.327715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-4d4e03c3-720a-4c8e-9a7b-4cdb793ee252 service neutron] 10.222.0.21 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001156 Mar 11 00:09:57.361993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.366022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.367425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1 HTTP/1.1" status: 204 len: 168 time: 0.8697865 Mar 11 00:09:57.376295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (85f1caf6-47fd-4b5d-bb18-7b14bcd7960e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.411618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354c0b-3069-4104-a985-07b4645fecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bec0f3-f9a2-4f0b-b9fa-59637659c9b1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:57.421372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=85f1caf6-47fd-4b5d-bb18-7b14bcd7960e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:57.436121 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.443588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:57.444006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ef17ef5d-65fd-4183-80fb-f6e391c46618 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/85f1caf6-47fd-4b5d-bb18-7b14bcd7960e HTTP/1.1" status: 204 len: 168 time: 1.5552955 Mar 11 00:09:57.449599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4d566d1-44ca-4bee-a12d-d68140317752 req-96c9bdcd-38aa-4718-b278-d086dc061aff tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194694 Mar 11 00:09:57.546978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Router cecca45b-508c-41d2-b2b8-8112d7798129 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:09:57.571528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b74dbb78-3941-4976-8bf8-43a89e1b5feb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.707005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f65cdedb-4d48-4933-89b2-c88fe13c3600 req-9ce7ccfe-0fe2-46e4-951b-5976ca13829b tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 210 time: 0.0562196 Mar 11 00:09:57.744230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:09:57.762890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:09:57.781586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:09:57.784104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:57.794294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:57.795539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e6f7711d-806a-405d-84e1-4106ebb75a64 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7511530 Mar 11 00:09:57.798752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37792) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:57.935324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37794) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:57.977559 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b81d4a6f-2e39-4552-b162-64b706742537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.009843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port df723e32-6d77-4b12-abaf-d768324a68cd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:09:58.012731 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.059559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:09:58.067526 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a2cd4-62a0-450c-8c05-edfa7a6311e7" -d '{"events": [{"server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "name": "network-vif-plugged", "status": "completed", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:09:58.154276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:09:58.188058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b81d4a6f-2e39-4552-b162-64b706742537 admin admin] Publish callbacks [] for security_group (e494df21-579d-407a-8bbc-9d330948e93f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.211210 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0decf221-82a3-4664-9011-7dc0986f8ac5 x-openstack-request-id: req-0decf221-82a3-4664-9011-7dc0986f8ac5 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:09:58.211519 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "name": "network-vif-plugged", "status": "completed", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:09:58.211773 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0decf221-82a3-4664-9011-7dc0986f8ac5 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:09:58.212192 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834', 'code': 200} Mar 11 00:09:58.265204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b81d4a6f-2e39-4552-b162-64b706742537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e494df21-579d-407a-8bbc-9d330948e93f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.290531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port df723e32-6d77-4b12-abaf-d768324a68cd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df723e32-6d77-4b12-abaf-d768324a68cd,segment=NetworkSegment(1841b48e-f9d0-41d4-8604-dfa0b714cd4c),segment_id=1841b48e-f9d0-41d4-8604-dfa0b714cd4c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:09:58.291147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.342294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for df723e32-6d77-4b12-abaf-d768324a68cd owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:09:58.447562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b81d4a6f-2e39-4552-b162-64b706742537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c6d2735636f43fabdc69a581226d3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5091734 Mar 11 00:09:58.449132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f1e7f-72c4-4a18-b81a-cfdd44b54c2a None None] Network b74dbb78-3941-4976-8bf8-43a89e1b5feb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:58.449657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37806) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:58.459459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d4a6f-2e39-4552-b162-64b706742537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e494df21-579d-407a-8bbc-9d330948e93f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:58.545811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aabeeb-2822-4af4-81f3-93de7224432e req-ef550ba8-f904-40ee-8432-869ce0cec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:58.547356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74aabeeb-2822-4af4-81f3-93de7224432e req-ef550ba8-f904-40ee-8432-869ce0cec5db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 1127 time: 0.2755320 Mar 11 00:09:58.569182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b530-61dc-4df0-89dc-30e1063d1da5 req-aadc1402-ddb3-4961-bdaa-2ef96cebfa00 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:58.570690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1961b530-61dc-4df0-89dc-30e1063d1da5 req-aadc1402-ddb3-4961-bdaa-2ef96cebfa00 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.3683112 Mar 11 00:09:58.594909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df723e32-6d77-4b12-abaf-d768324a68cd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:58.637185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74aabeeb-2822-4af4-81f3-93de7224432e req-ad12238a-805d-467b-b044-0231387619ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Mar 11 00:09:58.668848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] Publish callbacks [] for security_group (e494df21-579d-407a-8bbc-9d330948e93f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.698407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] Publish callbacks [] for security_group (e494df21-579d-407a-8bbc-9d330948e93f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.779194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22005ce2-5f2c-4e17-97ab-5af98e4e5df3 None None] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:09:58.792723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e494df21-579d-407a-8bbc-9d330948e93f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.795778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.797298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e494df21-579d-407a-8bbc-9d330948e93f HTTP/1.1" status: 204 len: 168 time: 0.3402960 Mar 11 00:09:58.809822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7ea90-5607-4cc8-a1c8-55e93fa2ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e494df21-579d-407a-8bbc-9d330948e93f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:58.810990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5ee7b976-211d-4c60-9578-04521a3dbe3c None None] Provisioning complete for port df723e32-6d77-4b12-abaf-d768324a68cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:58.812085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b976-211d-4c60-9578-04521a3dbe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.849368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1961b530-61dc-4df0-89dc-30e1063d1da5 req-20a7f4fe-22f6-4cd3-8735-858f485e6e87 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302716 Mar 11 00:09:58.861296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (df723e32-6d77-4b12-abaf-d768324a68cd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:58.867205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5a38f-b630-4eba-9667-8aae97c3a592 req-baa16697-b69c-4627-8a2d-ac25d6c987ca tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:58.868921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ac5a38f-b630-4eba-9667-8aae97c3a592 req-baa16697-b69c-4627-8a2d-ac25d6c987ca tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 0.2287941 Mar 11 00:09:58.931278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ac5a38f-b630-4eba-9667-8aae97c3a592 req-5e27fccf-ab15-451b-a14a-75694248dbd6 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560813 Mar 11 00:09:58.989733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=df723e32-6d77-4b12-abaf-d768324a68cd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:09:58.999554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port df723e32-6d77-4b12-abaf-d768324a68cd on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:09:59.048806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd675c99-1292-406b-8b48-f28110d8a514 req-9d147ae3-8355-428a-af58-e273f2a74f3f tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 210 time: 0.0405006 Mar 11 00:09:59.233002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port df723e32-6d77-4b12-abaf-d768324a68cd {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:09:59.233492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port df723e32-6d77-4b12-abaf-d768324a68cd host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:09:59.233988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df723e32-6d77-4b12-abaf-d768324a68cd not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 00:09:59.249044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865713f0-0877-4b11-8f2c-45e70553d206 None None] DHCP port deletion for b74dbb78-3941-4976-8bf8-43a89e1b5feb request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:09:59.288437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Port df723e32-6d77-4b12-abaf-d768324a68cd not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 00:09:59.289284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device be84d190-1394-4680-a580-ad592736ff36 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:09:59.309668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b74dbb78-3941-4976-8bf8-43a89e1b5feb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.324850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.342063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5ee7b976-211d-4c60-9578-04521a3dbe3c None None] Could not find standard attr ID for object df723e32-6d77-4b12-abaf-d768324a68cd. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:09:59.345584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74dbb78-3941-4976-8bf8-43a89e1b5feb']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:59.349949 n-d-831844-1 neutron-server[110427]: INFO neutron.plugins.ml2.db [None req-5ee7b976-211d-4c60-9578-04521a3dbe3c None None] No ports have port_id starting with df723e32-6d77-4b12-abaf-d768324a68cd Mar 11 00:09:59.361503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1841b48e-f9d0-41d4-8604-dfa0b714cd4c') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:59.361503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1841b48e-f9d0-41d4-8604-dfa0b714cd4c') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:59.375721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:09:56Z', 'revision_number': 3, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:09:59.377564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (1841b48e-f9d0-41d4-8604-dfa0b714cd4c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.440304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:09:59.440833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Updating router cecca45b-508c-41d2-b2b8-8112d7798129 port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:09:59.485208 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1841b48e-f9d0-41d4-8604-dfa0b714cd4c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.492582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:09:59.493075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (1841b48e-f9d0-41d4-8604-dfa0b714cd4c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.597480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.666398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port be84d190-1394-4680-a580-ad592736ff36 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:59.666782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be84d190-1394-4680-a580-ad592736ff36), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.678362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Allocated IP 172.20.0.1 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/8c986fb0-e3d8-4719-8461-3aba9a58014c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:09:59.719900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Provisioning complete for port be84d190-1394-4680-a580-ad592736ff36 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:09:59.720691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be84d190-1394-4680-a580-ad592736ff36), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.745219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-32d889a6-161b-4c2e-b8ea-a2f7cad0ecf0 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:09:59.747093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-32d889a6-161b-4c2e-b8ea-a2f7cad0ecf0 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.30 "GET /v2.0/networks?id=8f5b9901-65ea-47b1-980e-91321e992b75 HTTP/1.1" status: 200 len: 809 time: 0.2656803 Mar 11 00:09:59.762864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Request body: {'port': {'device_id': '471f58da-18d0-46f7-b019-8b1118926e5b', 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75', 'admin_state_up': True, 'tenant_id': '8ee59fd19f1a4879a5f37c854d09c791'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:09:59.788501 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:09:59.799496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b74dbb78-3941-4976-8bf8-43a89e1b5feb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.851952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:09:59.863004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/b74dbb78-3941-4976-8bf8-43a89e1b5feb HTTP/1.1" status: 204 len: 168 time: 2.4179342 Mar 11 00:09:59.897827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:09:59.920877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-634001638'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:09:59.952010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32700c66-7da9-4116-ba29-5dbcd127e5a2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=b74dbb78-3941-4976-8bf8-43a89e1b5feb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:00.047785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Made reservation on behalf of 8ee59fd19f1a4879a5f37c854d09c791 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:00.064451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks [] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.065737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.087093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:00.095689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.194267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:10:00.226940 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.243423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8c597424-1970-4a17-ba66-f7fe9b06e402), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.244132 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment 8c597424-1970-4a17-ba66-f7fe9b06e402 of type vlan for network fc66bc9f-8b5e-49ab-b853-6de6443c344c Mar 11 00:10:00.265795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port be84d190-1394-4680-a580-ad592736ff36 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:00.269396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (be84d190-1394-4680-a580-ad592736ff36), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.274332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6922d-e2bd-4df8-9075-043ec968f700 req-bd670eba-ded9-4d43-8d78-dfc3a37f7a56 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:00.276595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56e6922d-e2bd-4df8-9075-043ec968f700 req-bd670eba-ded9-4d43-8d78-dfc3a37f7a56 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.2059338 Mar 11 00:10:00.287979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33fda-c476-408f-b325-8d88eb780eed req-20b221a0-553f-4710-8df1-dc089df025b4 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:00.289508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9b33fda-c476-408f-b325-8d88eb780eed req-20b221a0-553f-4710-8df1-dc089df025b4 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 0.2004013 Mar 11 00:10:00.314950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:00.324897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:00.347380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:00.354940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Current status of the port be84d190-1394-4680-a580-ad592736ff36 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:00.355332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (be84d190-1394-4680-a580-ad592736ff36), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.382212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56e6922d-e2bd-4df8-9075-043ec968f700 req-9024530c-ac12-428d-b5f3-7b816539dc4a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893643 Mar 11 00:10:00.389133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port be84d190-1394-4680-a580-ad592736ff36, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=be84d190-1394-4680-a580-ad592736ff36,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:00.428805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (be84d190-1394-4680-a580-ad592736ff36), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.576222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (fc66bc9f-8b5e-49ab-b853-6de6443c344c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.593941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Pushing event updated for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:00.597643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df723e32-6d77-4b12-abaf-d768324a68cd no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:00.605057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (cecca45b-508c-41d2-b2b8-8112d7798129), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.640987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-952d0705-c675-4bf3-ad1d-4f759e5081db req-0d3022b0-ec05-4c42-bc65-338ad82afb99 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 210 time: 0.0836322 Mar 11 00:10:00.664031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Allocated IP 172.20.0.8 (8f5b9901-65ea-47b1-980e-91321e992b75/cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec/d63c8761-7669-4447-a828-6bbbac5e475a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:00.679297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9b33fda-c476-408f-b325-8d88eb780eed req-a106fbac-563e-4835-a735-98016f66139e tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823931 Mar 11 00:10:00.736334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.resource_extend [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:10:00.766747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (fc66bc9f-8b5e-49ab-b853-6de6443c344c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.773715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:00.774703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.800468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: df723e32-6d77-4b12-abaf-d768324a68cd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:00.800828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df723e32-6d77-4b12-abaf-d768324a68cd not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:00.825889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=be84d190-1394-4680-a580-ad592736ff36,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:00.864112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:10:00.864804 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:10:00.891358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks [] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.907810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:00.924474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0193250 Mar 11 00:10:00.932090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37892) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:00.999635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Attempting to bind port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:01.000321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Attempting to bind port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:01.000696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Attempting to bind port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:01.012540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:01.012540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:01.012540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.013362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:01.013860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Bound port: ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:01.014248 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.017257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e802d33-d045-486b-aa1a-316ef80cc8e4 None None] Pushing event updated for resources: {'Port': ['ID=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:01.029996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:01.073707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks [] for port (d63c8761-7669-4447-a828-6bbbac5e475a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.114737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fe660-ef9c-4dac-950f-86eace4383b9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=fc66bc9f-8b5e-49ab-b853-6de6443c344c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:01.118845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] For port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:01.126340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.130016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.133327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] For port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:01.147267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:10:01.310379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Network 8f5b9901-65ea-47b1-980e-91321e992b75 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:01.313179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:01.318759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.319654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.335141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:01.349744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:01.436911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:01.437596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.449204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Pushing event updated for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:01.478532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-b3528305-613d-49bf-9b98-01ac71b3602d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7195117 Mar 11 00:10:01.488250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81208d-0bd9-43d6-809f-6531c9b66067 req-b30c8f36-b099-494c-aeb3-042ba6a4923a tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:01.491750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b81208d-0bd9-43d6-809f-6531c9b66067 req-b30c8f36-b099-494c-aeb3-042ba6a4923a tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 0.3343887 Mar 11 00:10:01.496998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Request body: {'port': {'device_id': '471f58da-18d0-46f7-b019-8b1118926e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:01.536871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e802d33-d045-486b-aa1a-316ef80cc8e4 None None] Pushing event updated for resources: {'Port': ['ID=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:01.553732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e64bdbd6-e4fb-41d1-a6d0-cd66c5148c62 None None] Current status of the port be84d190-1394-4680-a580-ad592736ff36 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:01.574297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:01.574815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:01.670992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b81208d-0bd9-43d6-809f-6531c9b66067 req-0c9ce7f8-d38b-40c2-8241-70dbc2c9476d tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705778 Mar 11 00:10:01.727989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.772691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks [] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.773704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:01.784642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.843355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c1d86-4712-4e63-a0df-c0798cbf6827 req-b7d06be0-f142-44e0-a601-a64065564f19 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:01.853811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Provisioning complete for port be84d190-1394-4680-a580-ad592736ff36 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:01.854462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be84d190-1394-4680-a580-ad592736ff36), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:01.856676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-930c1d86-4712-4e63-a0df-c0798cbf6827 req-b7d06be0-f142-44e0-a601-a64065564f19 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.3024089 Mar 11 00:10:01.940273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Pushing event updated for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:01.974203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (cecca45b-508c-41d2-b2b8-8112d7798129), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:02.137436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (0502a33d-5c17-4b81-bb84-14d4563e68fa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:02.240049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-930c1d86-4712-4e63-a0df-c0798cbf6827 req-e204b9e3-c165-44cd-a1b6-52f6a0ec9199 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769343 Mar 11 00:10:02.285063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Current status of the port be84d190-1394-4680-a580-ad592736ff36 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:02.311908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883d80-78db-4ac3-a401-7c01d6b79d78 req-320786c8-c046-488b-a14d-3fd703a2b328 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:02.322774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c883d80-78db-4ac3-a401-7c01d6b79d78 req-320786c8-c046-488b-a14d-3fd703a2b328 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 931 time: 0.4608161 Mar 11 00:10:02.333338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:02.333896 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:02.401216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:02.418975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:02.427465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=0502a33d-5c17-4b81-bb84-14d4563e68fa,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:02.451724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': '8c597424-1970-4a17-ba66-f7fe9b06e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:02.451724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: fc66bc9f-8b5e-49ab-b853-6de6443c344c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:10:02.465605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-86a18fcf-7894-4473-a474-d3ac884347cf None None] Port 8c986fb0-e3d8-4719-8461-3aba9a58014c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:02.468668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:09:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:02.511083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c883d80-78db-4ac3-a401-7c01d6b79d78 req-5541b28a-607c-4c6f-8c39-71a0cf5b2805 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805184 Mar 11 00:10:02.539583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9876f-1f54-44a1-bebf-5a0d70b5c318 None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:09:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:10:02.575458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3c2e-5aa0-443c-bef6-0e7295a3a678 req-4f5f94f3-59d2-4aab-b9f9-84b28c1ca13a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:02.589015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95ad3c2e-5aa0-443c-bef6-0e7295a3a678 req-4f5f94f3-59d2-4aab-b9f9-84b28c1ca13a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.2299893 Mar 11 00:10:02.648125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device be84d190-1394-4680-a580-ad592736ff36 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:02.770094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95ad3c2e-5aa0-443c-bef6-0e7295a3a678 req-a2a7b409-fc59-4934-8ac2-05278a8dd1f5 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788487 Mar 11 00:10:02.797719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port be84d190-1394-4680-a580-ad592736ff36 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:02.798111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be84d190-1394-4680-a580-ad592736ff36), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:02.854959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:10:02.915312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:10:02.968261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-88cf6563-23d1-4424-abc5-8444c1846f05 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:02.969910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-88cf6563-23d1-4424-abc5-8444c1846f05 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.30 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 0.3407810 Mar 11 00:10:02.991609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port be84d190-1394-4680-a580-ad592736ff36 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:03.038647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9ce74417-1f58-4e05-a679-625eff5d7273 None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:03.039061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ce74417-1f58-4e05-a679-625eff5d7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.107521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9ce74417-1f58-4e05-a679-625eff5d7273 None None] Port 8c986fb0-e3d8-4719-8461-3aba9a58014c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:03.451158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:03.453962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, fc66bc9f-8b5e-49ab-b853-6de6443c344c) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:03.462507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3e05e-140a-4177-ba27-bc94055148ae None None] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:03.475618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:03.476268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.539275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d27704da-d416-42a5-9106-d88e071163f7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6020255 Mar 11 00:10:03.541296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37960) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:03.640732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1834110477'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:03.680714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:10:03.686526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0eaebe7-a1a3-4103-8025-6650b25ba45c admin admin] 10.222.0.21 "PUT /v2.0/routers/cecca45b-508c-41d2-b2b8-8112d7798129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8866756 Mar 11 00:10:03.692840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63c8761-7669-4447-a828-6bbbac5e475a {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:10:03.698909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-fc66bc9f-8b5e-49ab-b853-6de6443c344c', 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': '0502a33d-5c17-4b81-bb84-14d4563e68fa'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:10:03.700456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.732846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks [] for port (d63c8761-7669-4447-a828-6bbbac5e475a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.780352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd1271ab-06ae-4133-93ad-ba4f8f2620a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.932136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Transition to ACTIVE for port object d63c8761-7669-4447-a828-6bbbac5e475a will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:10:03.954039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.956464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd1271ab-06ae-4133-93ad-ba4f8f2620a9 admin admin] Publish callbacks [] for security_group (2e0fa7fb-e74c-41a2-b492-1191da4e15d1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.968233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd1271ab-06ae-4133-93ad-ba4f8f2620a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2e0fa7fb-e74c-41a2-b492-1191da4e15d1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:03.975342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26da259-4e40-4160-8409-4890db6bbc92 req-fbcda8ee-3356-433e-9cf5-062a451fb898 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:03.987462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f26da259-4e40-4160-8409-4890db6bbc92 req-fbcda8ee-3356-433e-9cf5-062a451fb898 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 945 time: 1.1051283 Mar 11 00:10:04.059173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32ef0f-6cef-4347-a9b6-d60a0c5f30ce req-709cddcb-734e-4251-ba8f-bb628beb890a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:04.061571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed32ef0f-6cef-4347-a9b6-d60a0c5f30ce req-709cddcb-734e-4251-ba8f-bb628beb890a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 1.0809684 Mar 11 00:10:04.071916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Allocated IP 172.20.0.2 (fc66bc9f-8b5e-49ab-b853-6de6443c344c/0502a33d-5c17-4b81-bb84-14d4563e68fa/956e09e7-9e5c-47ff-a386-24d43d1d05d3) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:04.106638 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd1271ab-06ae-4133-93ad-ba4f8f2620a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0df7b87c79674e70952e7927f0cc9120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6524208 Mar 11 00:10:04.112787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37968) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:04.117852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1271ab-06ae-4133-93ad-ba4f8f2620a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0fa7fb-e74c-41a2-b492-1191da4e15d1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:04.253386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] Publish callbacks [] for security_group (2e0fa7fb-e74c-41a2-b492-1191da4e15d1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.279198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:04.304417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] Publish callbacks [] for security_group (2e0fa7fb-e74c-41a2-b492-1191da4e15d1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.397154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f26da259-4e40-4160-8409-4890db6bbc92 req-deabc537-346b-4453-9663-bbfb9e96a24c tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/security-groups?id=2379b16d-00c6-4404-a775-d93b76dd8e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087703 Mar 11 00:10:04.400191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2e0fa7fb-e74c-41a2-b492-1191da4e15d1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.401005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.404327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e0fa7fb-e74c-41a2-b492-1191da4e15d1 HTTP/1.1" status: 204 len: 168 time: 0.2763634 Mar 11 00:10:04.429031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf968da-92d1-4966-9faa-4ba6e3c33cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0fa7fb-e74c-41a2-b492-1191da4e15d1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:04.525146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Deleting port 3443383f-4657-4aae-a028-2add4027cc63 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:04.525664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3443383f-4657-4aae-a028-2add4027cc63), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.534392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:04.539196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:04.696566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed32ef0f-6cef-4347-a9b6-d60a0c5f30ce req-45669a50-dc14-4984-92b2-d7bb5985c180 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044843 Mar 11 00:10:04.734197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:04.931841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Attempting to bind port d63c8761-7669-4447-a828-6bbbac5e475a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:04.947825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Attempting to bind port d63c8761-7669-4447-a828-6bbbac5e475a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '1eb78196-17c2-44ce-9355-bec573b779f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:04.948258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Attempting to bind port d63c8761-7669-4447-a828-6bbbac5e475a on network 8f5b9901-65ea-47b1-980e-91321e992b75 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:04.978506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 90e6eddf-6adb-421c-ab50-da1bf9c19884 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:05.013730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks [] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.019368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Port d63c8761-7669-4447-a828-6bbbac5e475a on network 8f5b9901-65ea-47b1-980e-91321e992b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:10:05.019703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Attempting to bind port d63c8761-7669-4447-a828-6bbbac5e475a on network 8f5b9901-65ea-47b1-980e-91321e992b75 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:05.032049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.135378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37988) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:05.146972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076593507-network', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:05.151993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:05.152299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Checking segment: {'id': '1eb78196-17c2-44ce-9355-bec573b779f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:05.152651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Bound using segment: {'id': '1eb78196-17c2-44ce-9355-bec573b779f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:05.153108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Bound port: d63c8761-7669-4447-a828-6bbbac5e475a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb78196-17c2-44ce-9355-bec573b779f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:05.153473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.183956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Made reservation on behalf of a6054eac518d4d0abafc0ea294b202f3 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:05.191100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.199699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:05.202853 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.229249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.231693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37990) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:05.266203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4805659-8509-47d1-9f26-6febba9cae06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.271964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0c7b1-dcf7-49a5-a765-a60ac8370afd req-92d91376-0357-48cf-9ca5-72ef53529308 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:05.273853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39d0c7b1-dcf7-49a5-a765-a60ac8370afd req-92d91376-0357-48cf-9ca5-72ef53529308 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 943 time: 0.7236125 Mar 11 00:10:05.297015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:05.316361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:05.323773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Pushing event updated for resources: {'Port': ['ID=956e09e7-9e5c-47ff-a386-24d43d1d05d3,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:05.336728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:05.351395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] For port 3443383f-4657-4aae-a028-2add4027cc63, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=3443383f-4657-4aae-a028-2add4027cc63,segment=NetworkSegment(72592d2a-1c0f-4a83-b78c-6ca86bca908d),segment_id=72592d2a-1c0f-4a83-b78c-6ca86bca908d)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:05.351806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3443383f-4657-4aae-a028-2add4027cc63), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.367480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39d0c7b1-dcf7-49a5-a765-a60ac8370afd req-041e8276-b52c-4428-bd8b-33e7e0b333d4 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864265 Mar 11 00:10:05.443500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Calling delete_port for 3443383f-4657-4aae-a028-2add4027cc63 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:05.486325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4805659-8509-47d1-9f26-6febba9cae06 admin admin] Publish callbacks [] for security_group (5e15f948-a81f-479f-a59f-270c8a1b719e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.502534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4805659-8509-47d1-9f26-6febba9cae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5e15f948-a81f-479f-a59f-270c8a1b719e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.510945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:05.512335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Attempting to bind port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:05.540698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Attempting to bind port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8c597424-1970-4a17-ba66-f7fe9b06e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:05.541377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Attempting to bind port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 on network fc66bc9f-8b5e-49ab-b853-6de6443c344c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:05.579013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4805659-8509-47d1-9f26-6febba9cae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e15f948-a81f-479f-a59f-270c8a1b719e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:05.600449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14833-9e46-4bd9-b74b-096536cfbbda req-79a96f47-5b8d-46be-b758-54914c740a01 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:05.602000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:05.602392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Checking segment: {'id': '8c597424-1970-4a17-ba66-f7fe9b06e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:05.602804 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.603204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Bound using segment: {'id': '8c597424-1970-4a17-ba66-f7fe9b06e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:05.603693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Bound port: 956e09e7-9e5c-47ff-a386-24d43d1d05d3, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c597424-1970-4a17-ba66-f7fe9b06e402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fc66bc9f-8b5e-49ab-b853-6de6443c344c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:05.606362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34c14833-9e46-4bd9-b74b-096536cfbbda req-79a96f47-5b8d-46be-b758-54914c740a01 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.2482975 Mar 11 00:10:05.610407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.626409 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4805659-8509-47d1-9f26-6febba9cae06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47a5bbdc7a4a4809a039ddca980214cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925471 Mar 11 00:10:05.630441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:05.734761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] Publish callbacks [] for security_group (5e15f948-a81f-479f-a59f-270c8a1b719e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.745182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] For port 956e09e7-9e5c-47ff-a386-24d43d1d05d3, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:05.749909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] For port 956e09e7-9e5c-47ff-a386-24d43d1d05d3, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=956e09e7-9e5c-47ff-a386-24d43d1d05d3,segment=NetworkSegment(8c597424-1970-4a17-ba66-f7fe9b06e402),segment_id=8c597424-1970-4a17-ba66-f7fe9b06e402)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:05.750911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks [] for security_group (30149586-1752-4e9c-b95a-cf00f0493bff), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.752731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:05.753135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.773841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.774102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30149586-1752-4e9c-b95a-cf00f0493bff), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.786886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] Publish callbacks [] for security_group (5e15f948-a81f-479f-a59f-270c8a1b719e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.809538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d63c8761-7669-4447-a828-6bbbac5e475a,segment=NetworkSegment(1eb78196-17c2-44ce-9355-bec573b779f8),segment_id=1eb78196-17c2-44ce-9355-bec573b779f8)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:05.817872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:10:05.826150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3443383f-4657-4aae-a028-2add4027cc63), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.841679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.9 (fc66bc9f-8b5e-49ab-b853-6de6443c344c/0502a33d-5c17-4b81-bb84-14d4563e68fa/90e6eddf-6adb-421c-ab50-da1bf9c19884) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:05.864296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e49a115e-b66c-4708-b7a8-20ba18a67074), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.864657 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Added segment e49a115e-b66c-4708-b7a8-20ba18a67074 of type vlan for network e6302f51-dc24-438b-a131-692a1ca1555b Mar 11 00:10:05.894033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30149586-1752-4e9c-b95a-cf00f0493bff,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:05.934960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (e6302f51-dc24-438b-a131-692a1ca1555b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.949754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18d4b-fc7c-48c2-b2d6-af7833b53382 None None] Pushing event updated for resources: {'Port': ['ID=956e09e7-9e5c-47ff-a386-24d43d1d05d3,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:05.960783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5e15f948-a81f-479f-a59f-270c8a1b719e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.963611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.964826 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e15f948-a81f-479f-a59f-270c8a1b719e HTTP/1.1" status: 204 len: 168 time: 0.3334665 Mar 11 00:10:05.975730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:05.981559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Pushing event deleted for resources: {'Port': ['ID=3443383f-4657-4aae-a028-2add4027cc63,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:05.986055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:05.998617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.005598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72a4ee08-1c75-4690-925d-394403207acf req-05da0e46-8e2d-49ed-bba5-f24b14db61ea tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.4265831 Mar 11 00:10:06.014237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa65334-6872-4e89-b71c-4320e647602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e15f948-a81f-479f-a59f-270c8a1b719e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:06.018439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (e6302f51-dc24-438b-a131-692a1ca1555b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.021399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:06.021971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.084775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9433951 Mar 11 00:10:06.089460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:06.103601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Request body: {'subnet': {'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076593507-subnet', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:06.133135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:06.226552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0a669-7ac4-416f-af7e-44ac9b7fb6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6302f51-dc24-438b-a131-692a1ca1555b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:06.245920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network e6302f51-dc24-438b-a131-692a1ca1555b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:10:06.257251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Made reservation on behalf of a6054eac518d4d0abafc0ea294b202f3 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:06.263425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.307172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:06.307832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.310919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/d63c8761-7669-4447-a828-6bbbac5e475a HTTP/1.1" status: 200 len: 1091 time: 4.8174653 Mar 11 00:10:06.335504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3443383f-4657-4aae-a028-2add4027cc63 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:06.349006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:06.357431 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90a563-7554-4291-97b6-cbea9f02de6e" -d '{"events": [{"name": "network-changed", "server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:06.369381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34c14833-9e46-4bd9-b74b-096536cfbbda req-5b2b0a49-70ad-4573-a027-244e0593a769 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960367 Mar 11 00:10:06.373050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 3443383f-4657-4aae-a028-2add4027cc63 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:06.373317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 3443383f-4657-4aae-a028-2add4027cc63 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:06.650585 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1542c339-1b5f-4c1f-afd8-6a0fb4ebd60e x-openstack-request-id: req-1542c339-1b5f-4c1f-afd8-6a0fb4ebd60e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:06.650923 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:06.651199 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1542c339-1b5f-4c1f-afd8-6a0fb4ebd60e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:06.654442 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a', 'status': 'completed', 'code': 200} Mar 11 00:10:06.662699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] No DVR routers for this DVR port 3443383f-4657-4aae-a028-2add4027cc63 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:06.670387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.676756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db4b3563-bc97-4a22-8c02-a930ca8ba01a req-783ad573-27b4-46ea-8810-e7faf4138adb tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.30 "DELETE /v2.0/ports/3443383f-4657-4aae-a028-2add4027cc63 HTTP/1.1" status: 204 len: 173 time: 3.6940498 Mar 11 00:10:06.721775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb286-ff30-4a19-b8b5-1ce0bc496aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.887194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0306e-d222-4036-be53-f9d128bbf3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:06.944060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:06.946231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:06.956237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-bae4ceaa-6d5a-46d1-8b8f-4e30e206e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:06.958350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-bae4ceaa-6d5a-46d1-8b8f-4e30e206e9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee59fd19f1a4879a5f37c854d09c791&device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 1125 time: 0.4805608 Mar 11 00:10:06.975493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5947b-503f-49f1-b169-5162433e4b43 req-f8119094-c304-4756-a93f-1410645333a8 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:06.982671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e5947b-503f-49f1-b169-5162433e4b43 req-f8119094-c304-4756-a93f-1410645333a8 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 943 time: 0.1965854 Mar 11 00:10:06.998685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (dac8ef9f-cbd2-4c16-85d7-aae1809f9f41), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.063020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-12765c63-bdbf-439d-bc30-dfeed1cb8d98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63c8761-7669-4447-a828-6bbbac5e475a HTTP/1.1" status: 200 len: 217 time: 0.0758324 Mar 11 00:10:07.127805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:07.128374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.217789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac8ef9f-cbd2-4c16-85d7-aae1809f9f41,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:07.253065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Checking segment: {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:07.253759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Network hostable DHCP agents. Network: e6302f51-dc24-438b-a131-692a1ca1555b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:10:07.290459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Network e6302f51-dc24-438b-a131-692a1ca1555b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:10:07.332846 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.338671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, e6302f51-dc24-438b-a131-692a1ca1555b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:07.344960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:07.347634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.349322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883695-20bd-4a35-b161-a7054fbe9224 req-d2f1dc21-e5ee-4f93-8663-5cc30d326da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:07.350918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-d2f1dc21-e5ee-4f93-8663-5cc30d326da2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec HTTP/1.1" status: 200 len: 849 time: 0.2729650 Mar 11 00:10:07.400504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8e5947b-503f-49f1-b169-5162433e4b43 req-b5842a12-f5e0-44a1-aba4-9e60f6f95f9f tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168663 Mar 11 00:10:07.424757 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c622d3b-534a-4a77-8e7f-2d26309d0e2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3253479 Mar 11 00:10:07.431396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:07.457968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:07.465070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787877ba-6701-48c9-a5c2-75163dd167b6 None None] Network e6302f51-dc24-438b-a131-692a1ca1555b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:07.479824 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:10:07.533292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.538155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.544652 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:07.545622 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:09:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:07.565567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:07.576726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 956e09e7-9e5c-47ff-a386-24d43d1d05d3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:07.591091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-65c3bab4-ce09-4d28-be29-4b48e26955da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f5b9901-65ea-47b1-980e-91321e992b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752484 Mar 11 00:10:07.594002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:07.677971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:07.692380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:07.719695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:07.720207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.724721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for router_controller (02eb1630-f686-4d85-b354-e32e0f43b8c8), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.783336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=90e6eddf-6adb-421c-ab50-da1bf9c19884,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:07.812711 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:07.892485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-e6302f51-dc24-438b-a131-692a1ca1555b', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:10:07.892883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:07.928510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ddd6-5e0f-4dec-a582-9e41b82b4798 req-f33cae60-c613-4d6c-9536-3bc545964e9d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:07.946501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6688ddd6-5e0f-4dec-a582-9e41b82b4798 req-f33cae60-c613-4d6c-9536-3bc545964e9d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.8355792 Mar 11 00:10:07.959271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ba6ac8b-4412-463e-b28d-a80586e32e55 req-45769f4e-d8ec-4a6b-a2ba-c1dec613af76 tempest-InstanceActionsNegativeTestJSON-106750499 tempest-InstanceActionsNegativeTestJSON-106750499-project] 10.222.0.21 "GET /v2.0/ports?device_id=01585a9c-53b2-44dd-a2d6-6397d6debb5d HTTP/1.1" status: 200 len: 210 time: 0.2847161 Mar 11 00:10:08.200046 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for router_gateway (02eb1630-f686-4d85-b354-e32e0f43b8c8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.222347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:08.222863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.259588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f12aa-344a-46e0-8d52-6f76bd2810bb None None] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:08.327581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6688ddd6-5e0f-4dec-a582-9e41b82b4798 req-98fe8c32-e186-4ecd-bd6e-97ebd5e8f24a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690875 Mar 11 00:10:08.327581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2499d062-22ee-4327-86cc-c9514e928589 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.7792289 Mar 11 00:10:08.327581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:08.359347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-86440ec3-8a55-43c0-85e0-14cfefb55537 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524457 Mar 11 00:10:08.360950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:08.361570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.372810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f9826a92-c618-4b6f-9f26-cce1808daa72 None None] Provisioning complete for port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:08.373478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9826a92-c618-4b6f-9f26-cce1808daa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.460991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Allocated IP 172.20.0.2 (e6302f51-dc24-438b-a131-692a1ca1555b/dac8ef9f-cbd2-4c16-85d7-aae1809f9f41/88bad29c-7594-4c31-bba0-acaabb73f0d9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:08.593878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 956e09e7-9e5c-47ff-a386-24d43d1d05d3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=956e09e7-9e5c-47ff-a386-24d43d1d05d3,segment=NetworkSegment(8c597424-1970-4a17-ba66-f7fe9b06e402),segment_id=8c597424-1970-4a17-ba66-f7fe9b06e402)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:08.617893 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:10:08.623400 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.670064 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:01Z', 'revision_number': 2, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:08.708000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for router_gateway (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.715448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'name': 'network-vif-deleted', 'tag': '3443383f-4657-4aae-a028-2add4027cc63'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:08.731329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:10:08.731675 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Updating router cecca45b-508c-41d2-b2b8-8112d7798129 port 8c986fb0-e3d8-4719-8461-3aba9a58014c binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:10:08.733267 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9fd9f-01b1-48df-bc5e-400bdd8682c9" -d '{"events": [{"server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "name": "network-vif-deleted", "tag": "3443383f-4657-4aae-a028-2add4027cc63"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:08.761631 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.803202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:08.836909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=956e09e7-9e5c-47ff-a386-24d43d1d05d3,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:08.877953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93883695-20bd-4a35-b161-a7054fbe9224 req-00da2590-3489-44d9-91f7-03de96f7e039 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323053 Mar 11 00:10:08.984161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697923a-23b6-43bb-b919-5238598ec270 req-b64e6e84-9b50-4e49-b50d-d0edc4d6911c tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:08.998829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2697923a-23b6-43bb-b919-5238598ec270 req-b64e6e84-9b50-4e49-b50d-d0edc4d6911c tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 943 time: 0.4083972 Mar 11 00:10:09.043199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Allocated IP 172.25.7.75 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/85dd034b-d684-45ba-a27a-91d51ee27765) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:09.154049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 90e6eddf-6adb-421c-ab50-da1bf9c19884 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:09.154458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.161330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f9826a92-c618-4b6f-9f26-cce1808daa72 None None] Current status of the port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:09.199350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks [] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.211826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.284972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for port (85dd034b-d684-45ba-a27a-91d51ee27765), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.336201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Network e6302f51-dc24-438b-a131-692a1ca1555b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:09.336679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2697923a-23b6-43bb-b919-5238598ec270 req-fc5657c2-d1e2-4d30-868a-56be8ab2b399 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351083 Mar 11 00:10:09.350021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:09.359317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:09.365543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26bc7-19e5-4f23-b2ed-b4dd30abe9d2 req-14aa8c67-99df-4c1d-8bbc-cfd8fd3abfa2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:09.370687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6016a46d-85e8-4073-8d60-a5327db0f50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.378560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Pushing event updated for resources: {'Port': ['ID=88bad29c-7594-4c31-bba0-acaabb73f0d9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:09.384468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26bc7-19e5-4f23-b2ed-b4dd30abe9d2 req-14aa8c67-99df-4c1d-8bbc-cfd8fd3abfa2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:09.388340 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks [] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.407223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26bc7-19e5-4f23-b2ed-b4dd30abe9d2 req-14aa8c67-99df-4c1d-8bbc-cfd8fd3abfa2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:09.407418 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.420802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dc26bc7-19e5-4f23-b2ed-b4dd30abe9d2 req-14aa8c67-99df-4c1d-8bbc-cfd8fd3abfa2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863&device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f&device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 2417 time: 0.5234752 Mar 11 00:10:09.424383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.510949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Attempting to bind port 88bad29c-7594-4c31-bba0-acaabb73f0d9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:09.511389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Attempting to bind port 88bad29c-7594-4c31-bba0-acaabb73f0d9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:09.511767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Attempting to bind port 88bad29c-7594-4c31-bba0-acaabb73f0d9 on network e6302f51-dc24-438b-a131-692a1ca1555b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:09.521026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:09.521382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Checking segment: {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:09.521547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.521954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Bound using segment: {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:09.522442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Bound port: 88bad29c-7594-4c31-bba0-acaabb73f0d9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:09.522832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.528862 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd5588f-4f9f-4e5c-928b-c7cdef775d06 x-openstack-request-id: req-0bd5588f-4f9f-4e5c-928b-c7cdef775d06 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:09.528862 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01585a9c-53b2-44dd-a2d6-6397d6debb5d", "name": "network-vif-deleted", "tag": "3443383f-4657-4aae-a028-2add4027cc63", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:09.529116 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd5588f-4f9f-4e5c-928b-c7cdef775d06 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:09.529500 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01585a9c-53b2-44dd-a2d6-6397d6debb5d', 'name': 'network-vif-deleted', 'tag': '3443383f-4657-4aae-a028-2add4027cc63', 'status': 'completed', 'code': 200} Mar 11 00:10:09.565283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38066) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:09.569223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Pushing event updated for resources: {'Port': ['ID=85dd034b-d684-45ba-a27a-91d51ee27765,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:09.569422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-28091272-0dfc-41ab-bfa3-c8874846e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:09.578193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-28091272-0dfc-41ab-bfa3-c8874846e62e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ee59fd19f1a4879a5f37c854d09c791&device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 1125 time: 0.5650783 Mar 11 00:10:09.601358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:09.606705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:09.623116 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:09.639386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Provisioning complete for port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:09.639874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.644433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Attempting to bind port 8c986fb0-e3d8-4719-8461-3aba9a58014c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:09.645473 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Attempting to bind port 8c986fb0-e3d8-4719-8461-3aba9a58014c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:09.645782 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Attempting to bind port 8c986fb0-e3d8-4719-8461-3aba9a58014c on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:09.654821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d388-e64b-4291-83ed-6a7afa3c2d79 None None] Pushing event updated for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:09.679494 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:09.679876 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:09.680307 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.680702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:09.681174 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Bound port: 8c986fb0-e3d8-4719-8461-3aba9a58014c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:09.681554 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.723493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] For port 88bad29c-7594-4c31-bba0-acaabb73f0d9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:09.730384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] For port 88bad29c-7594-4c31-bba0-acaabb73f0d9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88bad29c-7594-4c31-bba0-acaabb73f0d9,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:09.745240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.795874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.843555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff0df8-52ba-4503-9b57-6feb19c983c6 None None] Pushing event updated for resources: {'Port': ['ID=88bad29c-7594-4c31-bba0-acaabb73f0d9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:09.850387 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] For port 8c986fb0-e3d8-4719-8461-3aba9a58014c, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:09.864760 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] For port 8c986fb0-e3d8-4719-8461-3aba9a58014c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c986fb0-e3d8-4719-8461-3aba9a58014c,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:09.884194 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:09.918743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 90e6eddf-6adb-421c-ab50-da1bf9c19884 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:09.979888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Current status of the port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:09.992477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581d388-e64b-4291-83ed-6a7afa3c2d79 None None] Pushing event updated for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:10.023812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Deleting subnet c1b23bec-9282-4b8d-9614-691ab38fe19c {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:10:10.026624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Provisioning complete for port 90e6eddf-6adb-421c-ab50-da1bf9c19884 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:10.027410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:10.046151 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:10.046801 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:10.077632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dc26bc7-19e5-4f23-b2ed-b4dd30abe9d2 req-5ce6a5c2-440b-4629-9009-f826b21fb57c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525955 Mar 11 00:10:10.117177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Publish callbacks [] for subnet (c1b23bec-9282-4b8d-9614-691ab38fe19c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:10.124227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-865149fa-9f85-412a-b9d1-5dfb1e25f558 None None] Port 90e6eddf-6adb-421c-ab50-da1bf9c19884 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:10.260883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:10.261434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:10.279855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-f748bbd7-1144-48b6-bea1-07d4131f99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:10.281188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:10.281826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-f748bbd7-1144-48b6-bea1-07d4131f99e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8f5b9901-65ea-47b1-980e-91321e992b75 HTTP/1.1" status: 200 len: 910 time: 0.6684999 Mar 11 00:10:10.405659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d63c8761-7669-4447-a828-6bbbac5e475a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:10:10.466700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for router_gateway (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:10.583383 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:09Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:10.595968 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:10.668915 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49ddc56-9599-4183-ab2a-737784c33ce0 None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:09Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:10:11.061254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c986fb0-e3d8-4719-8461-3aba9a58014c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:11.107633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.121807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.299440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.327812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-a45fa2c9-3c6f-48de-8727-99dce3115a55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d63c8761-7669-4447-a828-6bbbac5e475a HTTP/1.1" status: 200 len: 217 time: 0.1188645 Mar 11 00:10:11.367372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Current status of the port 8c986fb0-e3d8-4719-8461-3aba9a58014c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:11.367778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.387751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d63c8761-7669-4447-a828-6bbbac5e475a,segment=NetworkSegment(1eb78196-17c2-44ce-9355-bec573b779f8),segment_id=1eb78196-17c2-44ce-9355-bec573b779f8)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:11.388835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Router 02eb1630-f686-4d85-b354-e32e0f43b8c8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:10:11.431813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd63c8761-7669-4447-a828-6bbbac5e475a', 'network_id': '8f5b9901-65ea-47b1-980e-91321e992b75', 'port_id': 'd63c8761-7669-4447-a828-6bbbac5e475a', 'mac_address': 'fa:16:3e:14:d2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:10:11.553964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d63c8761-7669-4447-a828-6bbbac5e475a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:11.554423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.562419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] For port 8c986fb0-e3d8-4719-8461-3aba9a58014c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c986fb0-e3d8-4719-8461-3aba9a58014c,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:11.590386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.629952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-d5def449-29bf-4b76-a386-e8aeec6f97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:11.640913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-d5def449-29bf-4b76-a386-e8aeec6f97d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec HTTP/1.1" status: 200 len: 849 time: 0.2613008 Mar 11 00:10:11.644648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (c1b23bec-9282-4b8d-9614-691ab38fe19c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.679216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63c8761-7669-4447-a828-6bbbac5e475a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:10:11.711373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.772184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:11.772517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.780764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a5925-1d2f-44b0-8489-1b49753332be req-4eed7880-25e2-46dc-b542-adcf7b811cce tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:11.789020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:10:11.796243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-995a5925-1d2f-44b0-8489-1b49753332be req-4eed7880-25e2-46dc-b542-adcf7b811cce tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 1.5616119 Mar 11 00:10:11.871671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-05c0871f-b45c-4bee-bfe2-5f2181995391 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8f5b9901-65ea-47b1-980e-91321e992b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470945 Mar 11 00:10:11.892607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:11.895494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3e2dbd61-3f6f-4f76-9609-9f3faf904afc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4579999 Mar 11 00:10:11.898112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38086) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:11.910639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306905a-5524-4be6-8800-4ba2fea967b9 req-86e4bc55-fd16-4a3e-a55c-ce0d98d5c5e2 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:11.917787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e306905a-5524-4be6-8800-4ba2fea967b9 req-86e4bc55-fd16-4a3e-a55c-ce0d98d5c5e2 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 943 time: 0.7246974 Mar 11 00:10:11.928417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Sync routers for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:10:11.988797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d63c8761-7669-4447-a828-6bbbac5e475a,segment=NetworkSegment(1eb78196-17c2-44ce-9355-bec573b779f8),segment_id=1eb78196-17c2-44ce-9355-bec573b779f8)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:12.015187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:12.018177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:12.018887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:12.025354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-995a5925-1d2f-44b0-8489-1b49753332be req-15b9aca6-f5cf-4321-b393-1c656d0b6a65 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279150 Mar 11 00:10:12.070698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-290e5f2e-5f5d-465f-8ef0-a558641f0444 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8810196 Mar 11 00:10:12.104510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c1b23bec-9282-4b8d-9614-691ab38fe19c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:12.608806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-11a981a2-9cc2-416e-b07b-42b718cdfc4b None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:12.612371 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-11a981a2-9cc2-416e-b07b-42b718cdfc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:12.616111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b351a06-7bb8-4c69-b154-64872358af52 None None] Pushing event updated for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:12.638973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66715353-2cb5-4743-9142-43c8551fdf6d None None] Network e6302f51-dc24-438b-a131-692a1ca1555b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:12.667426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (c1b23bec-9282-4b8d-9614-691ab38fe19c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:12.837945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d63c8761-7669-4447-a828-6bbbac5e475a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:10:12.966870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-fe96bfae-c505-40fa-9823-3939a42ed576 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0605114 Mar 11 00:10:13.004620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:13.021391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1b23bec-9282-4b8d-9614-691ab38fe19c HTTP/1.1" status: 204 len: 168 time: 3.4420607 Mar 11 00:10:13.024000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793d73-8055-4e12-b533-c08fe78b984c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b23bec-9282-4b8d-9614-691ab38fe19c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:13.033033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38104) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:13.081383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:13.257490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e306905a-5524-4be6-8800-4ba2fea967b9 req-b6f37679-8f0f-47e9-95b6-675b697bcb53 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3384807 Mar 11 00:10:13.304738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (90e6eddf-6adb-421c-ab50-da1bf9c19884), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:13.370943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=90e6eddf-6adb-421c-ab50-da1bf9c19884,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:13.447354 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (263515cc-10b3-4189-a4ce-62306b5d07a0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:13.460137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-9bf33a9f-fb4a-47aa-95f8-c0e8a4b4e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:13.461757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-9bf33a9f-fb4a-47aa-95f8-c0e8a4b4e5f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1127 time: 0.8739882 Mar 11 00:10:13.564687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:13.769111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Allocated IP 172.20.0.1 (e6302f51-dc24-438b-a131-692a1ca1555b/dac8ef9f-cbd2-4c16-85d7-aae1809f9f41/b13fa09a-cc3a-4ec9-b4ce-16c677798dee) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:13.777477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:13.979393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-fe44325d-6a59-4fe4-bd5e-336433905284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:13.987165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-fe44325d-6a59-4fe4-bd5e-336433905284 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.4915006 Mar 11 00:10:14.001892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.010743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8c986fb0-e3d8-4719-8461-3aba9a58014c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:14.013567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 956e09e7-9e5c-47ff-a386-24d43d1d05d3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:14.018598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38120) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:14.022628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4f6fad7d-403d-44b4-9083-8d0eebd95122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/90e6eddf-6adb-421c-ab50-da1bf9c19884 HTTP/1.1" status: 204 len: 168 time: 5.6920986 Mar 11 00:10:14.025045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc90a563-7554-4291-97b6-cbea9f02de6e req-1ea840bd-20e7-4dcd-97a1-14fbbcbbba02 service neutron] 10.222.0.30 "GET /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9820476 Mar 11 00:10:14.208889 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (263515cc-10b3-4189-a4ce-62306b5d07a0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.262182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263515cc-10b3-4189-a4ce-62306b5d07a0']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:14.297562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72592d2a-1c0f-4a83-b78c-6ca86bca908d') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:14.297562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72592d2a-1c0f-4a83-b78c-6ca86bca908d') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:14.321514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (72592d2a-1c0f-4a83-b78c-6ca86bca908d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.354718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (72592d2a-1c0f-4a83-b78c-6ca86bca908d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.372392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:10:14.372798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (72592d2a-1c0f-4a83-b78c-6ca86bca908d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:10:14.476580 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:10:14.497346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-11a981a2-9cc2-416e-b07b-42b718cdfc4b None None] Current status of the port 8c986fb0-e3d8-4719-8461-3aba9a58014c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:14.521383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.576294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-11a981a2-9cc2-416e-b07b-42b718cdfc4b None None] Could not find standard attr ID for object 90e6eddf-6adb-421c-ab50-da1bf9c19884. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:10:14.673935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks [] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.747169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:10Z', 'revision_number': 3, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:14.760327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b2fc671-6a72-4d83-8430-6685c82b0f52 req-41846b33-d758-44a5-b169-716e26522058 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.7360978 Mar 11 00:10:14.789374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Checking router: 02eb1630-f686-4d85-b354-e32e0f43b8c8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:10:14.789971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Updating router 02eb1630-f686-4d85-b354-e32e0f43b8c8 port 85dd034b-d684-45ba-a27a-91d51ee27765 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:10:14.846609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:14.846986 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.852070 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-625f0d8d-266d-4957-a7eb-7ea8ee801a10 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:14.857344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-625f0d8d-266d-4957-a7eb-7ea8ee801a10 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/90e6eddf-6adb-421c-ab50-da1bf9c19884 HTTP/1.1" status: 404 len: 333 time: 0.1988604 Mar 11 00:10:14.866379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38138) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:14.906330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (263515cc-10b3-4189-a4ce-62306b5d07a0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.927663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Provisioning complete for port 88bad29c-7594-4c31-bba0-acaabb73f0d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:14.928072 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.941215 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:14.947986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] 10.222.0.21 "DELETE /v2.0/networks/263515cc-10b3-4189-a4ce-62306b5d07a0 HTTP/1.1" status: 204 len: 168 time: 1.8862827 Mar 11 00:10:15.012984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e48fe7-8ed1-4949-8525-aa6dfbd45ce6 req-0a232136-3796-44fe-b4b0-cdb286c07e9d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:15.025623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8e48fe7-8ed1-4949-8525-aa6dfbd45ce6 req-0a232136-3796-44fe-b4b0-cdb286c07e9d tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 944 time: 0.5831702 Mar 11 00:10:15.114995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.136161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-4b4d28cc-f0e1-4935-ac38-29f4bf4d9da8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 1000 time: 1.1067734 Mar 11 00:10:15.152258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf032a-eae2-4088-8608-d3c5cdfafe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=263515cc-10b3-4189-a4ce-62306b5d07a0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:15.157228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 0502a33d-5c17-4b81-bb84-14d4563e68fa {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:10:15.166513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (0502a33d-5c17-4b81-bb84-14d4563e68fa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.229963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:15.233427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b2fc671-6a72-4d83-8430-6685c82b0f52 req-c086ed23-f52c-4171-928c-7de56012be2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.3779504 Mar 11 00:10:15.331693 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b2fc671-6a72-4d83-8430-6685c82b0f52 req-d5ff5fd0-ace9-426c-9ceb-cc1c56585a27 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321586 Mar 11 00:10:15.357787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0502a33d-5c17-4b81-bb84-14d4563e68fa), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.375345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d0262-f528-41d7-bdd9-213a9eda37f3 req-6751b288-49d4-4b8b-97bc-85b8aecaa4c8 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:15.390366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-322d0262-f528-41d7-bdd9-213a9eda37f3 req-6751b288-49d4-4b8b-97bc-85b8aecaa4c8 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.9466829 Mar 11 00:10:15.420599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6e4a9a69-d116-47bd-ad11-9fffe4b8e1a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f95ca97c8d3d44caa1366d06a43177b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1891067 Mar 11 00:10:15.430610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:15.481822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.549266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Pushing event updated for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:15.588958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8e48fe7-8ed1-4949-8525-aa6dfbd45ce6 req-485348ee-a5b5-488d-8fa8-42248a7ed755 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019512 Mar 11 00:10:15.594921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Network e6302f51-dc24-438b-a131-692a1ca1555b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:15.614387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:15.635368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:15.648076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-7bf7cdad-c729-49bf-aaf1-a78af367ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:15.657371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-7bf7cdad-c729-49bf-aaf1-a78af367ba1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.4859195 Mar 11 00:10:15.681484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-322d0262-f528-41d7-bdd9-213a9eda37f3 req-2fbc89f8-c506-4f70-9f68-fd67340a6d75 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516716 Mar 11 00:10:15.731544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] Publish callbacks [] for security_group (2379b16d-00c6-4404-a775-d93b76dd8e62), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.755838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-8c62f35f-6ff3-4dd3-961b-a3f3b9fda10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:15.757802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-8c62f35f-6ff3-4dd3-961b-a3f3b9fda10c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807173 Mar 11 00:10:15.781056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fc671-6a72-4d83-8430-6685c82b0f52 req-45783e7b-4583-4a8b-9f80-0d6e7fadec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:15.782710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b2fc671-6a72-4d83-8430-6685c82b0f52 req-45783e7b-4583-4a8b-9f80-0d6e7fadec71 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4404247 Mar 11 00:10:15.841035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] Publish callbacks [] for security_group (2379b16d-00c6-4404-a775-d93b76dd8e62), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.875876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:15.980257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0502a33d-5c17-4b81-bb84-14d4563e68fa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.046494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-849177f6-18d3-4647-b0f5-2a9a0638ee18 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702186 Mar 11 00:10:16.131394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0502a33d-5c17-4b81-bb84-14d4563e68fa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.147480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2379b16d-00c6-4404-a775-d93b76dd8e62), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.150365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.168195 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2379b16d-00c6-4404-a775-d93b76dd8e62 HTTP/1.1" status: 204 len: 168 time: 0.7261634 Mar 11 00:10:16.176357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks [] for port (85dd034b-d684-45ba-a27a-91d51ee27765), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.181223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:16.185861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Current status of the port 88bad29c-7594-4c31-bba0-acaabb73f0d9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:16.186259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.190513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.239564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=0502a33d-5c17-4b81-bb84-14d4563e68fa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:16.248346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e07dd4c-4e78-4644-8b59-b30dfd4df282 req-8212f6b6-decd-45bd-9a12-a10672ba9b98 service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984921 Mar 11 00:10:16.266777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.277172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38158) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:16.287850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd462521-f813-4d83-bb27-c9ff1c2bc4e0 None None] Pushing event updated for resources: {'Port': ['ID=85dd034b-d684-45ba-a27a-91d51ee27765,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:16.290347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64af4a-aa7e-45e5-a501-9fb70d25c080 None None] Network fc66bc9f-8b5e-49ab-b853-6de6443c344c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:16.297298 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-324392c8-0c83-4a4a-8ce2-4884ae7b23b2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/0502a33d-5c17-4b81-bb84-14d4563e68fa HTTP/1.1" status: 204 len: 168 time: 1.4105577 Mar 11 00:10:16.300350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a8837-636f-4f20-a7e5-052c4aff4dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2379b16d-00c6-4404-a775-d93b76dd8e62,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:16.426240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.502999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (fc66bc9f-8b5e-49ab-b853-6de6443c344c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.696991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:16.697335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.875426 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks [] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.887153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:16.891770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d63c8761-7669-4447-a828-6bbbac5e475a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:16.927854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] For port 88bad29c-7594-4c31-bba0-acaabb73f0d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88bad29c-7594-4c31-bba0-acaabb73f0d9,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:16.936778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c986fb0-e3d8-4719-8461-3aba9a58014c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:16.967990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port 956e09e7-9e5c-47ff-a386-24d43d1d05d3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=956e09e7-9e5c-47ff-a386-24d43d1d05d3,segment=NetworkSegment(8c597424-1970-4a17-ba66-f7fe9b06e402),segment_id=8c597424-1970-4a17-ba66-f7fe9b06e402)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:16.968774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.015698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.028175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Attempting to bind port 85dd034b-d684-45ba-a27a-91d51ee27765 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:17.028620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Attempting to bind port 85dd034b-d684-45ba-a27a-91d51ee27765 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:17.029003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Attempting to bind port 85dd034b-d684-45ba-a27a-91d51ee27765 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:17.038745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:17.039134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:17.039549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.039963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:17.040445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Bound port: 85dd034b-d684-45ba-a27a-91d51ee27765, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:17.040862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.049072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 956e09e7-9e5c-47ff-a386-24d43d1d05d3 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:17.138650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.148192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Pushing event updated for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:17.243065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e99a8-217d-4830-b6fc-bec3191d3c71 req-45bee30b-28ae-4d44-b7a1-e2c9331a8019 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:17.258660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-897e99a8-217d-4830-b6fc-bec3191d3c71 req-45bee30b-28ae-4d44-b7a1-e2c9331a8019 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 944 time: 0.4134746 Mar 11 00:10:17.363784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Network e6302f51-dc24-438b-a131-692a1ca1555b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:17.365520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:17.478612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8c986fb0-e3d8-4719-8461-3aba9a58014c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:17.479136 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.484595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-897e99a8-217d-4830-b6fc-bec3191d3c71 req-c7ee5422-48af-4e2f-b46f-c488298ab186 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245424 Mar 11 00:10:17.491575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (956e09e7-9e5c-47ff-a386-24d43d1d05d3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.525311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port 956e09e7-9e5c-47ff-a386-24d43d1d05d3 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:17.588321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=956e09e7-9e5c-47ff-a386-24d43d1d05d3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:17.625108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457f7b9-eaa0-48c5-b707-c63d80dfc99a None None] Pushing event updated for resources: {'Port': ['ID=88bad29c-7594-4c31-bba0-acaabb73f0d9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:17.630314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Router 02eb1630-f686-4d85-b354-e32e0f43b8c8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:10:17.638922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Provisioning complete for port b13fa09a-cc3a-4ec9-b4ce-16c677798dee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:17.639306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.640960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d63c8761-7669-4447-a828-6bbbac5e475a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:10:17.646072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] For port 85dd034b-d684-45ba-a27a-91d51ee27765, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:17.646311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b07954-0990-4a02-8cb6-de504679c677 req-74a87381-0f11-4569-a136-67e639b89066 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:17.657165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b07954-0990-4a02-8cb6-de504679c677 req-74a87381-0f11-4569-a136-67e639b89066 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.3171797 Mar 11 00:10:17.662397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] For port 85dd034b-d684-45ba-a27a-91d51ee27765, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85dd034b-d684-45ba-a27a-91d51ee27765,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:17.742713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc696c-c606-4501-b62a-7c82a51f4352 None None] DHCP port deletion for fc66bc9f-8b5e-49ab-b853-6de6443c344c request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:10:17.754688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d63c8761-7669-4447-a828-6bbbac5e475a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:17.755071 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.762301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (fc66bc9f-8b5e-49ab-b853-6de6443c344c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.790459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc66bc9f-8b5e-49ab-b853-6de6443c344c']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:17.804060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c597424-1970-4a17-ba66-f7fe9b06e402') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:17.805010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c597424-1970-4a17-ba66-f7fe9b06e402') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:17.821658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (8c597424-1970-4a17-ba66-f7fe9b06e402), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.851130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8c597424-1970-4a17-ba66-f7fe9b06e402), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.875948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.881444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:10:17.882324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (8c597424-1970-4a17-ba66-f7fe9b06e402), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:17.891226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:10:17.899561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dbc5634f-883c-4e01-a506-117eacd20577 admin admin] 10.222.0.21 "PUT /v2.0/routers/02eb1630-f686-4d85-b354-e32e0f43b8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9992187 Mar 11 00:10:17.991561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d63c8761-7669-4447-a828-6bbbac5e475a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:17.991982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.001278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:18.001943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:18.004411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Port b13fa09a-cc3a-4ec9-b4ce-16c677798dee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:10:18.055696 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:10:18.064624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (fc66bc9f-8b5e-49ab-b853-6de6443c344c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.079970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.092790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/fc66bc9f-8b5e-49ab-b853-6de6443c344c HTTP/1.1" status: 204 len: 168 time: 1.8109133 Mar 11 00:10:18.092996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:18.099049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'name': 'tempest-PortsTestJSON-978145879'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:18.163875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2d30-4378-43e2-90f4-b07e726280e8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=fc66bc9f-8b5e-49ab-b853-6de6443c344c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:18.168045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8c986fb0-e3d8-4719-8461-3aba9a58014c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:18.169053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88bad29c-7594-4c31-bba0-acaabb73f0d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:18.264137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b07954-0990-4a02-8cb6-de504679c677 req-aa28ad0c-6c8c-4928-96b1-7a854b4e188a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056268 Mar 11 00:10:18.299319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:18.303843 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb4d01-fa50-48f0-875f-e9f0e5fbcd51" -d '{"events": [{"server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "name": "network-vif-plugged", "status": "completed", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:18.314360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd462521-f813-4d83-bb27-c9ff1c2bc4e0 None None] Pushing event updated for resources: {'Port': ['ID=85dd034b-d684-45ba-a27a-91d51ee27765,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:18.341109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:18.350633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.368162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Provisioning complete for port 88bad29c-7594-4c31-bba0-acaabb73f0d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:18.370536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.386741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d63c8761-7669-4447-a828-6bbbac5e475a,segment=NetworkSegment(1eb78196-17c2-44ce-9355-bec573b779f8),segment_id=1eb78196-17c2-44ce-9355-bec573b779f8)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:18.403254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 75092740-ffce-4a62-89e2-1db16f24e2fb yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:18.498257 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb115099-556f-45bc-bbd7-bd0ef2192a7c x-openstack-request-id: req-fb115099-556f-45bc-bbd7-bd0ef2192a7c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:18.499520 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "name": "network-vif-plugged", "status": "completed", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:18.499992 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb115099-556f-45bc-bbd7-bd0ef2192a7c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:18.502279 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a', 'code': 200} Mar 11 00:10:18.553944 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.724580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ebf8d-73aa-4362-8a9e-3920365a4cdf req-1357eb92-a8c1-4a51-a72e-a08140367264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:18.734689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-109ebf8d-73aa-4362-8a9e-3920365a4cdf req-1357eb92-a8c1-4a51-a72e-a08140367264 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 1127 time: 0.1795330 Mar 11 00:10:18.742867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88bad29c-7594-4c31-bba0-acaabb73f0d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:18.743478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:18.776447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38a3cb-d2a8-4908-8535-c9725ed19e1e req-c855d0f3-0b19-4bfd-9c3f-1ea001e93661 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:18.784825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a38a3cb-d2a8-4908-8535-c9725ed19e1e req-c855d0f3-0b19-4bfd-9c3f-1ea001e93661 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.1822460 Mar 11 00:10:18.823250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:18.912053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-109ebf8d-73aa-4362-8a9e-3920365a4cdf req-c52f1fa8-ac30-490e-8521-969da8ddbd58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765847 Mar 11 00:10:18.938000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:18.962688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a38a3cb-d2a8-4908-8535-c9725ed19e1e req-7c91b4cb-c260-4e44-9ce2-0dc58bdbd98f tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761322 Mar 11 00:10:18.992873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (75092740-ffce-4a62-89e2-1db16f24e2fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.087173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (75092740-ffce-4a62-89e2-1db16f24e2fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.209132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:19.215137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:19.229153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:19.233039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-62dfb0c7-5f31-4b6f-857b-e62686dcc7bd None None] Current status of the port 88bad29c-7594-4c31-bba0-acaabb73f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:19.242079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88bad29c-7594-4c31-bba0-acaabb73f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:19.243081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:19.244169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.297305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=75092740-ffce-4a62-89e2-1db16f24e2fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:19.313452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-74b561a7-9d34-4db5-afa6-6e5dddc914c9 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2195840 Mar 11 00:10:19.314939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b13fa09a-cc3a-4ec9-b4ce-16c677798dee', 'name': '', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'mac_address': 'fa:16:3e:e8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:13Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 2, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'subnets': [{'id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:19.316338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:19.452485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c7a6d1-49c1-469b-ab02-1019064ac18a None None] The sync data for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 is: [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b13fa09a-cc3a-4ec9-b4ce-16c677798dee', 'name': '', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'mac_address': 'fa:16:3e:e8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:13Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 2, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'subnets': [{'id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:10:19.475534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1cffc7a0-f664-4881-8bae-6e4313ae8117 None None] Provisioning complete for port b13fa09a-cc3a-4ec9-b4ce-16c677798dee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:19.475947 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1cffc7a0-f664-4881-8bae-6e4313ae8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.481960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88bad29c-7594-4c31-bba0-acaabb73f0d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:19.575130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aae9c-3541-452f-b89a-9ae40687364f req-7d872f49-ae6f-48cb-bd4b-da4017a849b4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:19.582135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c1aae9c-3541-452f-b89a-9ae40687364f req-7d872f49-ae6f-48cb-bd4b-da4017a849b4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.1626430 Mar 11 00:10:19.628140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1cffc7a0-f664-4881-8bae-6e4313ae8117 None None] Port b13fa09a-cc3a-4ec9-b4ce-16c677798dee cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:19.649169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 75092740-ffce-4a62-89e2-1db16f24e2fb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:19.649517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (75092740-ffce-4a62-89e2-1db16f24e2fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.680530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 88bad29c-7594-4c31-bba0-acaabb73f0d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:19.680966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:19.696845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38258) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:19.966282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 88bad29c-7594-4c31-bba0-acaabb73f0d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:20.005114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c1aae9c-3541-452f-b89a-9ae40687364f req-b47815e1-8d27-442a-b877-861e9068da86 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148641 Mar 11 00:10:20.036209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23db499f-76bd-4d23-9302-23e260e5aa7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.140198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 956e09e7-9e5c-47ff-a386-24d43d1d05d3 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:20.175140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (75092740-ffce-4a62-89e2-1db16f24e2fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.225478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 956e09e7-9e5c-47ff-a386-24d43d1d05d3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:20.229451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 956e09e7-9e5c-47ff-a386-24d43d1d05d3 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:20.268630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23db499f-76bd-4d23-9302-23e260e5aa7d admin admin] Publish callbacks [] for security_group (23daadc5-227e-47d7-bbe5-496910a00689), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.277985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23db499f-76bd-4d23-9302-23e260e5aa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (23daadc5-227e-47d7-bbe5-496910a00689), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.331816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 75092740-ffce-4a62-89e2-1db16f24e2fb owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:20.391217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db499f-76bd-4d23-9302-23e260e5aa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23daadc5-227e-47d7-bbe5-496910a00689,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:20.419425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38274) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:20.422977 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-23db499f-76bd-4d23-9302-23e260e5aa7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a3263c864304e8da1c81a156cdc130a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7249084 Mar 11 00:10:20.442234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4da2b-cf3d-4a67-9ed4-45e4f532e9b1 req-92d267e7-8a3d-4cb7-8121-8b68eab419b1 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:20.450150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91f4da2b-cf3d-4a67-9ed4-45e4f532e9b1 req-92d267e7-8a3d-4cb7-8121-8b68eab419b1 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.2811832 Mar 11 00:10:20.621973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91f4da2b-cf3d-4a67-9ed4-45e4f532e9b1 req-0f843f98-5bfc-4cc4-b57c-cae57cf2c094 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649990 Mar 11 00:10:20.656777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] Publish callbacks [] for security_group (23daadc5-227e-47d7-bbe5-496910a00689), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.678823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (75092740-ffce-4a62-89e2-1db16f24e2fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.748705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] Publish callbacks [] for security_group (23daadc5-227e-47d7-bbe5-496910a00689), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.787530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=75092740-ffce-4a62-89e2-1db16f24e2fb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:20.803139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.813450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b98eaccf-dbfb-4601-aea9-374aec9155fd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/75092740-ffce-4a62-89e2-1db16f24e2fb HTTP/1.1" status: 204 len: 168 time: 1.4937527 Mar 11 00:10:20.813918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38280) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:20.820894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'mac_address': 'fa:16:3e:a7:51:74', 'name': 'tempest-PortsTestJSON-2051060448'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:20.979043 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (23daadc5-227e-47d7-bbe5-496910a00689), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.981684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:20.982858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23daadc5-227e-47d7-bbe5-496910a00689 HTTP/1.1" status: 204 len: 168 time: 0.5620387 Mar 11 00:10:21.001450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbda66-6907-4988-be36-2ae0c598c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23daadc5-227e-47d7-bbe5-496910a00689,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:21.177563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:21.294932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359054a-e051-4847-ab30-ba2097e9c005 req-24b91c95-0865-44f3-876b-99087d99355c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:21.306357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5359054a-e051-4847-ab30-ba2097e9c005 req-24b91c95-0865-44f3-876b-99087d99355c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.2003238 Mar 11 00:10:21.487123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:21.502597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5359054a-e051-4847-ab30-ba2097e9c005 req-3b9f69cf-7c36-4046-8268-9d9a968dc1b4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897306 Mar 11 00:10:21.559281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port f96a5e32-55a7-4160-bde4-8df72cd6fd73 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:21.559949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85dd034b-d684-45ba-a27a-91d51ee27765 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:21.714074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 85dd034b-d684-45ba-a27a-91d51ee27765 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:21.715373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:21.952073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cc79e-9212-49b2-86db-91aac56a11e1 req-08de65f7-11e8-4805-9452-2633901488f5 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:21.960191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad9cc79e-9212-49b2-86db-91aac56a11e1 req-08de65f7-11e8-4805-9452-2633901488f5 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.2111354 Mar 11 00:10:22.010234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 85dd034b-d684-45ba-a27a-91d51ee27765 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:22.012318 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:22.085582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 85dd034b-d684-45ba-a27a-91d51ee27765, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85dd034b-d684-45ba-a27a-91d51ee27765,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:22.138087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:22.176594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad9cc79e-9212-49b2-86db-91aac56a11e1 req-30709b8a-be4e-4f62-b942-daee830f44d7 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144790 Mar 11 00:10:22.311640 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (f96a5e32-55a7-4160-bde4-8df72cd6fd73), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:22.395847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=85dd034b-d684-45ba-a27a-91d51ee27765,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:22.476119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f96a5e32-55a7-4160-bde4-8df72cd6fd73), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:22.591492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:22.600654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:22.621045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:22.636496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:22.637556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:22.726434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=f96a5e32-55a7-4160-bde4-8df72cd6fd73,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:22.737194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-74205ae0-4836-4e48-bc8e-f13807853b94 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9216957 Mar 11 00:10:22.741081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38328) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:22.812230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38330) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:22.846623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88672284-91ff-43ab-a4ea-9a958ed2ada5 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:22.848398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88672284-91ff-43ab-a4ea-9a958ed2ada5 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/f96a5e32-55a7-4160-bde4-8df72cd6fd73 HTTP/1.1" status: 200 len: 841 time: 0.0984514 Mar 11 00:10:22.851479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38334) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:23.176231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-46484018-network', 'tenant_id': 'c1f1511008d04c54aa6a60efb790ca92'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:23.243589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Made reservation on behalf of c1f1511008d04c54aa6a60efb790ca92 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:23.248095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:23.297405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:23.386739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85dd034b-d684-45ba-a27a-91d51ee27765 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:23.445357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port f96a5e32-55a7-4160-bde4-8df72cd6fd73 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:23.448362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f96a5e32-55a7-4160-bde4-8df72cd6fd73), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:23.514600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 85dd034b-d684-45ba-a27a-91d51ee27765 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:23.514984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:23.728656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 85dd034b-d684-45ba-a27a-91d51ee27765 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:24.009575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Sync routers for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:10:24.028370 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:24.031766 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:24.107326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f96a5e32-55a7-4160-bde4-8df72cd6fd73), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.125655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for f96a5e32-55a7-4160-bde4-8df72cd6fd73 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:24.209665 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:24.512824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-761df00c-4602-4f0f-b289-e7adebb4bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:24.515313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-761df00c-4602-4f0f-b289-e7adebb4bdbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d740cd0cb449db88539f9d7183a3f0&device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 1128 time: 1.3961570 Mar 11 00:10:24.542621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks [] for security_group (829b889c-540c-4156-9549-158314d63f89), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.613492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777cd88-da47-42a5-8a10-67f2b5b7ede5 req-52953730-aa25-4db0-9cfd-ebc474d7ec44 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:24.621004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4777cd88-da47-42a5-8a10-67f2b5b7ede5 req-52953730-aa25-4db0-9cfd-ebc474d7ec44 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 1.3959427 Mar 11 00:10:24.633072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (829b889c-540c-4156-9549-158314d63f89), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.709027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4777cd88-da47-42a5-8a10-67f2b5b7ede5 req-6a39fced-033b-4161-848b-fbc9e3b3f366 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821176 Mar 11 00:10:24.720952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f96a5e32-55a7-4160-bde4-8df72cd6fd73), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.809207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:10:24.812047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.815457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/f96a5e32-55a7-4160-bde4-8df72cd6fd73 HTTP/1.1" status: 204 len: 168 time: 1.9617529 Mar 11 00:10:24.818483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:24.834182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc317e3-cf46-4634-b39e-10034dcba02b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=f96a5e32-55a7-4160-bde4-8df72cd6fd73,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:24.846172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b889c-540c-4156-9549-158314d63f89,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:24.881992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (90d7e910-6124-4175-b942-263ebab504a0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:24.882274 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Added segment 90d7e910-6124-4175-b942-263ebab504a0 of type vlan for network ae9878a4-7820-4cc0-a04a-45d53a408b22 Mar 11 00:10:24.888594 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3873c3-9deb-45ab-acf6-a159f6bd8f56 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:24.890072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b3873c3-9deb-45ab-acf6-a159f6bd8f56 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/f96a5e32-55a7-4160-bde4-8df72cd6fd73 HTTP/1.1" status: 404 len: 333 time: 0.0700586 Mar 11 00:10:24.900471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:24.905387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'name': 'tempest-PortsTestJSON-802665295'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:24.936691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-d515f06a-3169-487a-b0fe-281c380c9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:24.940371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-d515f06a-3169-487a-b0fe-281c380c9695 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 200 len: 917 time: 0.4137652 Mar 11 00:10:25.041751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:25.045207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.045519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ae9878a4-7820-4cc0-a04a-45d53a408b22), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.077735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port d4bca701-c8cd-4b44-b558-0d1deb2d2938 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:25.096527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ae9878a4-7820-4cc0-a04a-45d53a408b22), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.100696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:25.102383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.108504 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b13fa09a-cc3a-4ec9-b4ce-16c677798dee', 'name': '', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'mac_address': 'fa:16:3e:e8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:13Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 2, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'subnets': [{'id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:25.166490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3499970 Mar 11 00:10:25.177712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-d557a640-f880-4ace-8f8a-b5f60404e2ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90981ece-e473-43e7-a853-2a80d59cbad2 HTTP/1.1" status: 200 len: 217 time: 0.0937300 Mar 11 00:10:25.180069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38374) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:25.185939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Request body: {'subnet': {'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-46484018-subnet', 'tenant_id': 'c1f1511008d04c54aa6a60efb790ca92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:25.194348 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Checking router: 02eb1630-f686-4d85-b354-e32e0f43b8c8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:10:25.194705 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Updating router 02eb1630-f686-4d85-b354-e32e0f43b8c8 port b13fa09a-cc3a-4ec9-b4ce-16c677798dee binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:10:25.248224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Made reservation on behalf of c1f1511008d04c54aa6a60efb790ca92 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:25.250601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.305425 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.360308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f8107-b10a-48ca-8977-befcca72dcc2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9878a4-7820-4cc0-a04a-45d53a408b22,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:25.370511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-8f2768cd-8f48-45a0-ad5c-eaf3576f53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:25.372606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-8f2768cd-8f48-45a0-ad5c-eaf3576f53c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 200 len: 855 time: 0.1622226 Mar 11 00:10:25.564044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.603948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ae9878a4-7820-4cc0-a04a-45d53a408b22 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:10:25.644519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.733288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-b122462b-aac4-4d7b-a961-814d20e6e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:25.743566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:25.744469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-b122462b-aac4-4d7b-a961-814d20e6e954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4422e48e-3c85-4f1b-9a5f-1ee5603c380f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2627089 Mar 11 00:10:25.748933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:25.759553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:25.777151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:25.777940 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.813295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=d4bca701-c8cd-4b44-b558-0d1deb2d2938,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:25.845207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-47083bdf-d6b8-4e3e-a7af-d82c481154a1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9436533 Mar 11 00:10:25.848615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:25.855690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:25.980520 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks [] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:25.996183 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.071991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.201477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Pushing event updated for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:26.271598 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.272227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.272747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.277012 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.277620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.278108 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.278614 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.279214 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.283316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.283899 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.284436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.285132 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.285656 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:26.326562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Attempting to bind port b13fa09a-cc3a-4ec9-b4ce-16c677798dee on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:26.327139 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Attempting to bind port b13fa09a-cc3a-4ec9-b4ce-16c677798dee by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:26.327669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Attempting to bind port b13fa09a-cc3a-4ec9-b4ce-16c677798dee on network e6302f51-dc24-438b-a131-692a1ca1555b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:26.339097 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:26.352550 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Checking segment: {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:26.352970 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.353376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Bound using segment: {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:26.353883 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Bound port: b13fa09a-cc3a-4ec9-b4ce-16c677798dee, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49a115e-b66c-4708-b7a8-20ba18a67074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:26.354269 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.437472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (9b1cd532-891d-472d-ac57-42b7f3e4c3fa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.463293 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] For port b13fa09a-cc3a-4ec9-b4ce-16c677798dee, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:26.473553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] For port b13fa09a-cc3a-4ec9-b4ce-16c677798dee, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:26.493641 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.512661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.524870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.556187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Provisioning complete for port b13fa09a-cc3a-4ec9-b4ce-16c677798dee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:26.556571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.565613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] In _notify_port_updated(), no bound segment for port d4bca701-c8cd-4b44-b558-0d1deb2d2938 on network df536c20-20df-4163-acf3-8bcba8f4c7f6 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:10:26.572980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341521df-a857-41d7-9496-6cf29fef878a req-7a6c8d99-963b-415e-8781-6f91ccc3b72d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:26.574582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-341521df-a857-41d7-9496-6cf29fef878a req-7a6c8d99-963b-415e-8781-6f91ccc3b72d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.6500955 Mar 11 00:10:26.575221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:26.581109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.609969 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/ports/d4bca701-c8cd-4b44-b558-0d1deb2d2938 HTTP/1.1" status: 200 len: 818 time: 0.7422802 Mar 11 00:10:26.611309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38394) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:26.627727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-987d9e42-517a-44fa-ad64-073f485920e3 service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551710 Mar 11 00:10:26.698029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:10:26.698709 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:26.716888 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64882ac-f471-44d4-9084-50a00c332e41 None None] Pushing event updated for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:26.748636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba0ada-633f-44ec-b8f8-8ca8b23b9259 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=d4bca701-c8cd-4b44-b558-0d1deb2d2938,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:26.780689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Current status of the port b13fa09a-cc3a-4ec9-b4ce-16c677798dee is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:26.781265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.804665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1cd532-891d-472d-ac57-42b7f3e4c3fa,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:26.845146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] For port b13fa09a-cc3a-4ec9-b4ce-16c677798dee, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:26.866485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:26.966318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port d4bca701-c8cd-4b44-b558-0d1deb2d2938 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:26.968756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.023008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8eb7b-ec6f-4ec8-a03e-e98a34c0fb2d None None] Pushing event updated for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:27.055239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Checking segment: {'id': '90d7e910-6124-4175-b942-263ebab504a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:27.062967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Network hostable DHCP agents. Network: ae9878a4-7820-4cc0-a04a-45d53a408b22, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:10:27.093273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-341521df-a857-41d7-9496-6cf29fef878a req-6062a14d-9f3b-4db3-9549-9ee9caecf9cf tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589305 Mar 11 00:10:27.114802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:10:27.172727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.199292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for d4bca701-c8cd-4b44-b558-0d1deb2d2938 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:27.204700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ca5ee7d8-cdbb-4376-811b-ff1df19baea2 None None] Provisioning complete for port b13fa09a-cc3a-4ec9-b4ce-16c677798dee triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:27.205376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee7d8-cdbb-4376-811b-ff1df19baea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.237142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7e88800-eaae-49e6-9cca-bd2fe6559a7e req-99599a63-b76f-45d4-bbdb-3d433626babb service neutron] 10.222.0.30 "GET /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774736 Mar 11 00:10:27.272699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Network ae9878a4-7820-4cc0-a04a-45d53a408b22 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:10:27.346564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ae9878a4-7820-4cc0-a04a-45d53a408b22) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:27.372407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:27.376358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b39fa-1a5f-411e-9878-58b43464bc98 None None] Network ae9878a4-7820-4cc0-a04a-45d53a408b22 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:27.376771 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.435747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d4bca701-c8cd-4b44-b558-0d1deb2d2938), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.515683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-3d512c4b-aa2b-4327-a78d-e294e1e444ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:27.525454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-3d512c4b-aa2b-4327-a78d-e294e1e444ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.3980181 Mar 11 00:10:27.561307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6142baeb-2ebb-40c8-899d-50084acf1c56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3718410 Mar 11 00:10:27.573925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-4eae78df-f324-4e8d-b6e0-3aca80e23590 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0469732 Mar 11 00:10:27.592946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=d4bca701-c8cd-4b44-b558-0d1deb2d2938,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:27.605005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ee7d8-cdbb-4376-811b-ff1df19baea2 None None] Current status of the port b13fa09a-cc3a-4ec9-b4ce-16c677798dee is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:27.618440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:27.631168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-774d2e9e-c3e4-4f81-819c-e5957bc62bb8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/d4bca701-c8cd-4b44-b558-0d1deb2d2938 HTTP/1.1" status: 204 len: 168 time: 1.0117009 Mar 11 00:10:27.634615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38414) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:27.737460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-2d5d8152-cdab-44c4-adec-9216e10d4b49 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625595 Mar 11 00:10:27.754589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77539d7f-ba90-4916-af64-7c05d5ed6260 None None] Network ae9878a4-7820-4cc0-a04a-45d53a408b22 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:27.807278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd87dbb-8730-477b-9753-b2f25dc95d49 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:27.813616 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8dd87dbb-8730-477b-9753-b2f25dc95d49 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1769483 Mar 11 00:10:27.817890 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b13fa09a-cc3a-4ec9-b4ce-16c677798dee', 'name': '', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'mac_address': 'fa:16:3e:e8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:13Z', 'updated_at': '2022-03-11T00:10:26Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'subnets': [{'id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:27.819395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38416) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:27.890590 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-206eb7fe-00ea-402f-b080-26ca9747ed4e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:27.898481 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-206eb7fe-00ea-402f-b080-26ca9747ed4e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/d4bca701-c8cd-4b44-b558-0d1deb2d2938 HTTP/1.1" status: 404 len: 333 time: 0.0743079 Mar 11 00:10:27.899795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:27.923448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-677911821'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:27.929139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b13fa09a-cc3a-4ec9-b4ce-16c677798dee up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:27.982985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:27.988852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.026175 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54561a-ffd1-42ae-ae9a-1b412b775502 None None] The sync data for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 is: [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:10:16Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b13fa09a-cc3a-4ec9-b4ce-16c677798dee', 'name': '', 'network_id': 'e6302f51-dc24-438b-a131-692a1ca1555b', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'mac_address': 'fa:16:3e:e8:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:13Z', 'updated_at': '2022-03-11T00:10:26Z', 'revision_number': 4, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'subnets': [{'id': 'dac8ef9f-cbd2-4c16-85d7-aae1809f9f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:10:28.060131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:10:28.095691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a1cd032c-5a37-4856-bcae-34f79b444743), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.095691 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment a1cd032c-5a37-4856-bcae-34f79b444743 of type vlan for network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf Mar 11 00:10:28.140202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-3000b24a-f5e2-414e-9a38-76b1f14e9e69 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984163 Mar 11 00:10:28.227687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.310372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-7eea3444-c865-4bf1-8ba5-9de52078d541 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621826 Mar 11 00:10:28.339882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b13fa09a-cc3a-4ec9-b4ce-16c677798dee triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:28.344356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.351715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:28.352726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.355768 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:28.606948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7041848 Mar 11 00:10:28.610036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:28.617014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:28.618543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263914-5a81-40f9-9010-dbc0b6e4fea4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:28.649583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b13fa09a-cc3a-4ec9-b4ce-16c677798dee is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:28.658943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:10:28.973250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5907f-b223-468b-bf27-6208e3f643dd req-763c6b8a-31d0-412b-a5f5-85675feefd58 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:28.985277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eeb5907f-b223-468b-bf27-6208e3f643dd req-763c6b8a-31d0-412b-a5f5-85675feefd58 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.2709246 Mar 11 00:10:28.995235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:29.005386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:29.232685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eeb5907f-b223-468b-bf27-6208e3f643dd req-b7795d81-902b-40a0-88b6-ab43c2ddb2b1 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466261 Mar 11 00:10:29.756946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (10407db9-7ef3-49dd-955f-5166f46ad220), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:30.031095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=10407db9-7ef3-49dd-955f-5166f46ad220,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:30.104409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': 'a1cd032c-5a37-4856-bcae-34f79b444743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:30.104806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:10:30.211266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:10:30.273184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a4a73-6959-4f52-bb6f-7fbff82f26e3 req-020ac36d-023b-4ad5-9dcd-7ca24262d749 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:30.282981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d40a4a73-6959-4f52-bb6f-7fbff82f26e3 req-020ac36d-023b-4ad5-9dcd-7ca24262d749 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.2760773 Mar 11 00:10:30.294876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:30.304185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9556b77-bc4d-460b-a88b-e8ae84b80901 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:30.350862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:30.351704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:30.487291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d40a4a73-6959-4f52-bb6f-7fbff82f26e3 req-57629d5b-6754-4ec7-bb12-e73d0379c2ee tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022133 Mar 11 00:10:30.492799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b2186e6-da6d-4595-b3a4-985a120feac7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8775330 Mar 11 00:10:30.493244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:30.498984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:30.642282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': '10407db9-7ef3-49dd-955f-5166f46ad220'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:10:30.649279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:30.666746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f960f930-c30e-4353-af6c-dc7ad26e10f1 req-ac9b2965-0fa6-4105-b631-826355283575 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0852859 Mar 11 00:10:30.828373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Allocated IP 172.20.0.2 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/10407db9-7ef3-49dd-955f-5166f46ad220/ba31341e-8059-4e9e-ab49-30509cc9d151) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:30.842361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:30.869455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.021604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32029-5bd0-45bb-b81d-e3fa7001f6db req-693b581f-a0b8-49b8-8b9b-a5dd7cbb1db3 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:31.039772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82c32029-5bd0-45bb-b81d-e3fa7001f6db req-693b581f-a0b8-49b8-8b9b-a5dd7cbb1db3 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.1661806 Mar 11 00:10:31.091066 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks [] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.106328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.136274 n-d-831844-1 neutron-server[110426]: INFO neutron.db.ipam_backend_mixin [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10407db9-7ef3-49dd-955f-5166f46ad220 (CIDR: 172.20.0.0/28) Mar 11 00:10:31.147086 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:10:31.148034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:10:31.183834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0c066da0-8e51-422d-8d90-2b2adf12aa52 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6892116 Mar 11 00:10:31.188536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38514) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:31.216189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:31.256202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:31.260177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Pushing event updated for resources: {'Port': ['ID=ba31341e-8059-4e9e-ab49-30509cc9d151,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:31.278073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:31.283789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:31.306365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82c32029-5bd0-45bb-b81d-e3fa7001f6db req-a36e0964-5b49-4f25-a058-7b5aaddf7020 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580500 Mar 11 00:10:31.319166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.322538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.323135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.328401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.328936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.329950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.333050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.333719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.334625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.335368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.336017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.338853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.340097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:31.610765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:31.616557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.681940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Attempting to bind port ba31341e-8059-4e9e-ab49-30509cc9d151 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:31.682533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Attempting to bind port ba31341e-8059-4e9e-ab49-30509cc9d151 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'a1cd032c-5a37-4856-bcae-34f79b444743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:31.683097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Attempting to bind port ba31341e-8059-4e9e-ab49-30509cc9d151 on network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:31.716416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:31.717310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Checking segment: {'id': 'a1cd032c-5a37-4856-bcae-34f79b444743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:31.720761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.724072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Bound using segment: {'id': 'a1cd032c-5a37-4856-bcae-34f79b444743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:31.724702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Bound port: ba31341e-8059-4e9e-ab49-30509cc9d151, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cd032c-5a37-4856-bcae-34f79b444743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:31.729925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:31.790680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefaa36-518c-4b09-bea4-46fee140f6c5 req-acc50ac5-0c17-4b9e-a692-ac1680df5759 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:31.792779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cefaa36-518c-4b09-bea4-46fee140f6c5 req-acc50ac5-0c17-4b9e-a692-ac1680df5759 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.1614311 Mar 11 00:10:31.900119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cefaa36-518c-4b09-bea4-46fee140f6c5 req-42fa9a94-fc26-4fdf-8103-6e32c7679796 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938075 Mar 11 00:10:32.054990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4abe6413-cce7-4b4c-8b67-3525c5e2a3cc req-2c3b82da-0a90-4e02-aa40-097572a7fa00 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0606930 Mar 11 00:10:32.056442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] For port ba31341e-8059-4e9e-ab49-30509cc9d151, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:32.071091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] For port ba31341e-8059-4e9e-ab49-30509cc9d151, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba31341e-8059-4e9e-ab49-30509cc9d151,segment=NetworkSegment(a1cd032c-5a37-4856-bcae-34f79b444743),segment_id=a1cd032c-5a37-4856-bcae-34f79b444743)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:32.095399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:32.165155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-5611d14e-6bcc-4eea-84c8-ee3d8fb36fc9 req-9e5d93a1-1eb5-4d00-ae4f-2ad26e29ee2a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:10:32.178334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5611d14e-6bcc-4eea-84c8-ee3d8fb36fc9 req-9e5d93a1-1eb5-4d00-ae4f-2ad26e29ee2a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231948 Mar 11 00:10:32.317584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54f55-4f72-4753-8b6b-fd6e9beaa846 None None] Pushing event updated for resources: {'Port': ['ID=ba31341e-8059-4e9e-ab49-30509cc9d151,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:32.343737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563d79-4a08-4498-a4c0-9326de9bb3d6 req-66bb9a5f-5d58-45c0-80ff-04d013f3620a tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:32.360250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e563d79-4a08-4498-a4c0-9326de9bb3d6 req-66bb9a5f-5d58-45c0-80ff-04d013f3620a tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.2483661 Mar 11 00:10:32.377341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5611d14e-6bcc-4eea-84c8-ee3d8fb36fc9 req-469a5682-ec61-407f-b348-eee5f30de0d0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1978436 Mar 11 00:10:32.629822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e563d79-4a08-4498-a4c0-9326de9bb3d6 req-ad5a5270-da82-4cb0-a5f2-5b69960f02f6 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679181 Mar 11 00:10:32.657411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8855dfe6-64d8-4f0e-9260-80c476939f43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:32.946412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-2b4b4782-42d9-4a76-a46d-e4753dff98df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:32.947973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-2b4b4782-42d9-4a76-a46d-e4753dff98df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.5631485 Mar 11 00:10:32.965859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=8855dfe6-64d8-4f0e-9260-80c476939f43,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:32.976091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': '13a84c32-3d24-4277-840b-d4f776c4876f', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:32.978478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:33.001320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:33.025776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:33.041365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:33.072149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.074119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.076113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.077061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.077623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.078374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.079625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.084578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.085241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.085960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.102404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.103115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.103677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:33.128988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-633a1f3a-e731-4184-886e-fd73708a9c84 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9332685 Mar 11 00:10:33.132886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:33.152390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'fixed_ips': [{'subnet_id': '10407db9-7ef3-49dd-955f-5166f46ad220'}, {'subnet_id': '8855dfe6-64d8-4f0e-9260-80c476939f43'}], 'name': 'tempest-PortsTestJSON-827579905'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:33.406760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:33.476399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0e2c596-719a-44df-8e06-755c814d101a req-d3c0cf64-a57d-4fc5-996b-7951101d4c43 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.1814828 Mar 11 00:10:33.619902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a50a-8f46-4365-9f67-42a112894d16 req-ea56338a-884c-43da-a3ba-d28ec52e0225 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:33.636587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9065a50a-8f46-4365-9f67-42a112894d16 req-ea56338a-884c-43da-a3ba-d28ec52e0225 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.4294600 Mar 11 00:10:33.682740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:33.687715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:33.763203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-ee41060f-d116-4fd1-8211-e16478508a7b tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:33.765569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-ee41060f-d116-4fd1-8211-e16478508a7b tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.30 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.2747488 Mar 11 00:10:33.768064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:33.833795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba31341e-8059-4e9e-ab49-30509cc9d151 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:33.874782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:34.084510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:34.087773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:34.377687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:34.378085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:34.490283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ba31341e-8059-4e9e-ab49-30509cc9d151, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba31341e-8059-4e9e-ab49-30509cc9d151,segment=NetworkSegment(a1cd032c-5a37-4856-bcae-34f79b444743),segment_id=a1cd032c-5a37-4856-bcae-34f79b444743)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:34.503358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:34.551822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9065a50a-8f46-4365-9f67-42a112894d16 req-63b470c6-8fe8-4ecd-a514-0a4cf7638ac4 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9124448 Mar 11 00:10:34.692840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef28b1c-9b43-4d74-bd22-723fff1346a7 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:34.797974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26923b-548f-4270-ab8b-129fde02d4b4 req-30263ff1-5beb-454b-8f3d-ac023843bf2c tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:34.809982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc26923b-548f-4270-ab8b-129fde02d4b4 req-30263ff1-5beb-454b-8f3d-ac023843bf2c tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.9589248 Mar 11 00:10:34.824699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Deleting port d63c8761-7669-4447-a828-6bbbac5e475a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:34.825045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:34.977887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc26923b-548f-4270-ab8b-129fde02d4b4 req-348ce152-d439-4165-afb7-6641b8104794 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669023 Mar 11 00:10:35.019653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.11 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/1d1f24fa-4fe0-45ff-9629-8c57a6daedfe) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:35.053718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.9 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/10407db9-7ef3-49dd-955f-5166f46ad220/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:35.084233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.30 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/8855dfe6-64d8-4f0e-9260-80c476939f43/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:35.099976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ba31341e-8059-4e9e-ab49-30509cc9d151,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:35.216871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-105dd8e2-515f-4322-aca0-b97260151531 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:35.224010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-105dd8e2-515f-4322-aca0-b97260151531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:35.270777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe192c1a-5152-4099-bdb5-ca2194256dbd req-7893c796-a3e4-4c04-ba00-076f2c8ef1d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0878751 Mar 11 00:10:35.351057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] For port d63c8761-7669-4447-a828-6bbbac5e475a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d63c8761-7669-4447-a828-6bbbac5e475a,segment=NetworkSegment(1eb78196-17c2-44ce-9355-bec573b779f8),segment_id=1eb78196-17c2-44ce-9355-bec573b779f8)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:35.351436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:35.388565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Calling delete_port for d63c8761-7669-4447-a828-6bbbac5e475a owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:35.485273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-105dd8e2-515f-4322-aca0-b97260151531 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:35.752374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe44a5-8f7b-441b-adf2-220fc309f64f req-df4f56ac-54c0-417d-90bb-22706975c870 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:35.754935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6afe44a5-8f7b-441b-adf2-220fc309f64f req-df4f56ac-54c0-417d-90bb-22706975c870 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.2243164 Mar 11 00:10:35.820981 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:35.840797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Update dhcp port {'port': {'network_id': '0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf', 'fixed_ips': [{'subnet_id': '10407db9-7ef3-49dd-955f-5166f46ad220', 'ip_address': '172.20.0.2'}, {'subnet_id': '8855dfe6-64d8-4f0e-9260-80c476939f43'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'ba31341e-8059-4e9e-ab49-30509cc9d151'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:10:35.933380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:35.958557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba31341e-8059-4e9e-ab49-30509cc9d151 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:35.985298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6afe44a5-8f7b-441b-adf2-220fc309f64f req-a369ce50-fede-40f6-9bfc-d1e36223adb3 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712146 Mar 11 00:10:36.028882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.079554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:36.101852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:36.117114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:36.284925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:36.354744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:36.355361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.418916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-98134bf5-d6a5-4e71-9daf-7986072f7d57 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2844517 Mar 11 00:10:36.420186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38576) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:36.430672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10407db9-7ef3-49dd-955f-5166f46ad220'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:36.564773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d63c8761-7669-4447-a828-6bbbac5e475a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:36.571893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:36.572642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.653967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.705182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.800650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:36.857476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d63c8761-7669-4447-a828-6bbbac5e475a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:37.051332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fd9db-38f3-4c27-80ab-b07fc3db275e req-d88bbfa2-8aaf-45f1-a632-e33fbb648acf tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:37.059206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649fd9db-38f3-4c27-80ab-b07fc3db275e req-d88bbfa2-8aaf-45f1-a632-e33fbb648acf tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/ports?device_id=471f58da-18d0-46f7-b019-8b1118926e5b HTTP/1.1" status: 200 len: 945 time: 0.8866069 Mar 11 00:10:37.118858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc9ff7-519e-4b95-9ec4-340b854a0868 req-959d7480-3b4f-406b-8290-83105741f2b1 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:37.127540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bdc9ff7-519e-4b95-9ec4-340b854a0868 req-959d7480-3b4f-406b-8290-83105741f2b1 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.9063652 Mar 11 00:10:37.128929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Allocated IP 172.20.0.18 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/8855dfe6-64d8-4f0e-9260-80c476939f43/ba31341e-8059-4e9e-ab49-30509cc9d151) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:37.137482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:37.410634 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4f02-868e-4e00-b896-2aa859619bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:37.412286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No active binding found for port d63c8761-7669-4447-a828-6bbbac5e475a {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:10:37.412813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port d63c8761-7669-4447-a828-6bbbac5e475a host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:10:37.413313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d63c8761-7669-4447-a828-6bbbac5e475a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:37.598205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] For port ba31341e-8059-4e9e-ab49-30509cc9d151, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba31341e-8059-4e9e-ab49-30509cc9d151,segment=NetworkSegment(a1cd032c-5a37-4856-bcae-34f79b444743),segment_id=a1cd032c-5a37-4856-bcae-34f79b444743)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:37.647005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:37.702446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Publish callbacks [] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:37.710960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:37.788897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:37.811013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:37.902674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Delete allocated IP 172.20.0.30 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/8855dfe6-64d8-4f0e-9260-80c476939f43) {{(pid=110426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:10:37.950258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8c010-b78e-4493-a54d-a8fa4c38dc76 None None] Pushing event updated for resources: {'Port': ['ID=ba31341e-8059-4e9e-ab49-30509cc9d151,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:38.171888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:38.251249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] No DVR routers for this DVR port d63c8761-7669-4447-a828-6bbbac5e475a on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:38.328362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:38.335531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:38.363842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:38.372657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:38.376910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64dce56-c361-4eac-9d7f-1a492e47bf73 req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.30 "DELETE /v2.0/ports/d63c8761-7669-4447-a828-6bbbac5e475a HTTP/1.1" status: 204 len: 173 time: 4.5765944 Mar 11 00:10:38.385564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:38.400904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'name': 'network-vif-deleted', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:38.405124 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44427acd-5ac7-4916-b2db-49d3f8621176" -d '{"events": [{"server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "name": "network-vif-deleted", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:38.477421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6323b3ff-07cd-4e1a-9fc7-e6c25ce3eda1 None None] Provisioning complete for port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:38.480795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6323b3ff-07cd-4e1a-9fc7-e6c25ce3eda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:38.494261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5251691 Mar 11 00:10:38.513220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-649fd9db-38f3-4c27-80ab-b07fc3db275e req-95aef46f-de57-4aa4-a334-07c26c9c9a14 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] 10.222.0.21 "GET /v2.0/security-groups?id=2617b236-0100-48a4-945f-5869794abcfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4459150 Mar 11 00:10:38.529673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Request body: {'port': {'device_id': '13a84c32-3d24-4277-840b-d4f776c4876f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:38.554412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.565296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.567214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.568368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.571592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.576574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.577420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.582218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.582755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.583276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.584322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.584825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.586877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d0411c-cecf-499d-8c05-812e5aec0d03 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:10:38.677411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6323b3ff-07cd-4e1a-9fc7-e6c25ce3eda1 None None] Port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:38.919212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347ea44-5a79-49e6-8a18-ec311c45e348 tempest-VolumesActionsTest-1735536428 tempest-VolumesActionsTest-1735536428-project] Pushing event deleted for resources: {'Port': ['ID=d63c8761-7669-4447-a828-6bbbac5e475a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:39.012870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bdc9ff7-519e-4b95-9ec4-340b854a0868 req-c7ad9def-1791-4c11-978f-eba2b9297860 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8836234 Mar 11 00:10:39.053829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:39.187111 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faec01d-0d12-4a0b-a469-a5babf7552bc x-openstack-request-id: req-7faec01d-0d12-4a0b-a469-a5babf7552bc {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:39.187428 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471f58da-18d0-46f7-b019-8b1118926e5b", "name": "network-vif-deleted", "tag": "d63c8761-7669-4447-a828-6bbbac5e475a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:39.187690 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7faec01d-0d12-4a0b-a469-a5babf7552bc {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:39.188143 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471f58da-18d0-46f7-b019-8b1118926e5b', 'name': 'network-vif-deleted', 'tag': 'd63c8761-7669-4447-a828-6bbbac5e475a', 'status': 'completed', 'code': 200} Mar 11 00:10:39.246780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56c232eb-98f6-4a81-8476-9dfaad63dd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:39.438232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43ab24-52e8-4249-8422-90322f379e69 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:39.754350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7304f9b7-c23f-4f44-803a-88ad9d4d1b65 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:39.754994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7304f9b7-c23f-4f44-803a-88ad9d4d1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:39.910777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:39.977614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] In _notify_port_updated(), no bound segment for port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 on network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:10:39.983256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:39.983878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:40.008948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-417a16ef-2183-44d6-8804-92d97e9a7289 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/ports/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 HTTP/1.1" status: 200 len: 918 time: 3.5858626 Mar 11 00:10:40.009163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7304f9b7-c23f-4f44-803a-88ad9d4d1b65 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:40.009711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38598) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:40.018886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba31341e-8059-4e9e-ab49-30509cc9d151 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:40.034103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10407db9-7ef3-49dd-955f-5166f46ad220'}, {'subnet_id': '8855dfe6-64d8-4f0e-9260-80c476939f43'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:40.146763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7edd03-fb26-48df-97d8-f4d268816ca9 req-a9231377-8f58-4a95-9d59-62ab0b146e0d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:40.160607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d7edd03-fb26-48df-97d8-f4d268816ca9 req-a9231377-8f58-4a95-9d59-62ab0b146e0d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 932 time: 1.2567363 Mar 11 00:10:40.196819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:40.200015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:40.417759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:10:40.446875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks [] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:40.491418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d7edd03-fb26-48df-97d8-f4d268816ca9 req-0af4c4d1-94b2-4843-b47b-19b01fb3d9ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292542 Mar 11 00:10:40.555309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:40.635236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdbae9-9f91-417b-a56c-c1f29dc946d2 req-2a97b709-7ef6-418d-85c9-9b8d24b26851 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:40.648374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdbae9-9f91-417b-a56c-c1f29dc946d2 req-2a97b709-7ef6-418d-85c9-9b8d24b26851 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:40.662812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdbae9-9f91-417b-a56c-c1f29dc946d2 req-2a97b709-7ef6-418d-85c9-9b8d24b26851 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:40.673067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86cdbae9-9f91-417b-a56c-c1f29dc946d2 req-2a97b709-7ef6-418d-85c9-9b8d24b26851 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863&device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f&device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 2417 time: 0.6238887 Mar 11 00:10:40.683047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Transition to ACTIVE for port object 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:10:40.900723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86cdbae9-9f91-417b-a56c-c1f29dc946d2 req-d974a950-60fa-45c8-9961-e5bb3a81ab73 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264059 Mar 11 00:10:40.906334 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.104484 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.153249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.167082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:41.171191 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.213248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:41.245241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-2db4fc6d-5551-4860-90a5-25bdd6a40c99 req-2f6f235b-fdac-4ff1-b766-4121b0ba31f2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:10:41.251934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2db4fc6d-5551-4860-90a5-25bdd6a40c99 req-2f6f235b-fdac-4ff1-b766-4121b0ba31f2 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2033560 Mar 11 00:10:41.417184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:41.426744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.611479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Current status of the port ba31341e-8059-4e9e-ab49-30509cc9d151 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:41.717590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Provisioning complete for port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:41.739050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.759303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.26 (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf/8855dfe6-64d8-4f0e-9260-80c476939f43/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:41.821654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-414b3a35-80e0-430a-b176-17f4945bca46 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:41.825155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-414b3a35-80e0-430a-b176-17f4945bca46 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/networks?id=ae9878a4-7820-4cc0-a04a-45d53a408b22 HTTP/1.1" status: 200 len: 808 time: 0.9539087 Mar 11 00:10:41.891789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:41.894081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a856ff19-dce6-41e7-a93b-fba2005a5479 None None] Port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:41.990489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-8d420a4d-6949-4371-8be0-2afebe4cb74b tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/quotas/c1f1511008d04c54aa6a60efb790ca92 HTTP/1.1" status: 200 len: 375 time: 0.1442089 Mar 11 00:10:42.086966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c4a18cad-02b9-4b36-92fe-af14b2d26779 None None] Provisioning complete for port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:42.087536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4a18cad-02b9-4b36-92fe-af14b2d26779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.148154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-e8eb55bf-e328-4706-bd96-7afee1a27f5a tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1f1511008d04c54aa6a60efb790ca92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1565955 Mar 11 00:10:42.159073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.176520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.180757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Attempting to bind port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:42.181107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Attempting to bind port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:42.182002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c4a18cad-02b9-4b36-92fe-af14b2d26779 None None] Port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:42.182942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Attempting to bind port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:42.235767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2db4fc6d-5551-4860-90a5-25bdd6a40c99 req-1eb21213-9863-4ad5-b434-2b293e6fda41 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.9732442 Mar 11 00:10:42.265637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:42.356753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:10:42.357118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Attempting to bind port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:42.484713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:42.484713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:42.485293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:42.485888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Bound port: 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:42.486368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.685853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] In _notify_port_updated(), no bound segment for port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 on network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:10:42.697428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:42.703466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.704944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63b332f1-9c96-468e-a506-fdd12f2d68c7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/ports/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 HTTP/1.1" status: 200 len: 998 time: 2.6941195 Mar 11 00:10:42.708887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38614) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:42.841587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-73230fd6-973b-4961-a246-90a585a05d1f service neutron] 10.222.0.21 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821833 Mar 11 00:10:42.916259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8fdeaa18-eaea-4817-8032-96af31e94c67 None None] Provisioning complete for port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:42.932460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8fdeaa18-eaea-4817-8032-96af31e94c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:42.978088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:42.984732 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:43.093353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8fdeaa18-eaea-4817-8032-96af31e94c67 None None] Port 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:43.137322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:43.166448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:43.179836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:43.305833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:43.311711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:43.312644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:43.313929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] 10.222.0.30 "PUT /v2.0/ports/1d1f24fa-4fe0-45ff-9629-8c57a6daedfe HTTP/1.1" status: 200 len: 1092 time: 4.8004909 Mar 11 00:10:43.317841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:43.328964 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8ca1b-6dce-4900-a893-554f23ae78fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:43.405794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:43.422316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6bb9a-e427-4d2e-9863-67ad75420235 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:43.464633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:43.511987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-703c8642-46c0-45ee-87fb-43e305462a12 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696751 Mar 11 00:10:43.551442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd519d-08b8-4d2b-b5ed-2d2e22ca9756 req-db09eef7-8590-46b4-9a9b-4fd78ff508dc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:43.566577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95cd519d-08b8-4d2b-b5ed-2d2e22ca9756 req-db09eef7-8590-46b4-9a9b-4fd78ff508dc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.6117575 Mar 11 00:10:43.712195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95cd519d-08b8-4d2b-b5ed-2d2e22ca9756 req-2e8ae234-34cc-445f-8aad-1329c8ac70bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434007 Mar 11 00:10:43.752696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-630ce58b-3c3e-4b08-883e-152490f0871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:43.763641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-630ce58b-3c3e-4b08-883e-152490f0871e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 1126 time: 0.3242819 Mar 11 00:10:43.901148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-cf24c5b2-2521-42f4-bf16-86d06246fa44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe HTTP/1.1" status: 200 len: 217 time: 0.1301548 Mar 11 00:10:44.050859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-56769203-4499-4ec0-b94e-6a2d878adc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:44.057491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-56769203-4499-4ec0-b94e-6a2d878adc50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1491179 Mar 11 00:10:44.193451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:44.207193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-ae0d3cce-4666-425f-8afc-ca640285f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:44.208955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-ae0d3cce-4666-425f-8afc-ca640285f36b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1440887 Mar 11 00:10:44.239209 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dac0a2-0344-4622-99b5-da58c6790265 x-openstack-request-id: req-69dac0a2-0344-4622-99b5-da58c6790265 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:44.239466 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:44.244606 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69dac0a2-0344-4622-99b5-da58c6790265 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:44.245781 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe', 'status': 'completed', 'code': 200} Mar 11 00:10:44.296762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:44.422747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-c8f6a8c1-265b-4c63-a96f-4675bacaea38 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070196 Mar 11 00:10:44.528455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:44.532040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0b34d52-876c-471b-8a61-ec1dad1b1d2d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 HTTP/1.1" status: 204 len: 168 time: 1.8221486 Mar 11 00:10:44.535755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38626) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:44.547190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16ca14a4-2682-4237-99f8-473c0c4e9705 req-8e25e4e6-e5bf-4a4d-91c5-88be45ebad1f tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 210 time: 0.1233072 Mar 11 00:10:44.616356 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ae2285-0d30-4123-a858-1e9a9cdfb1db tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:44.623800 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-55ae2285-0d30-4123-a858-1e9a9cdfb1db tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 HTTP/1.1" status: 404 len: 333 time: 0.0859656 Mar 11 00:10:44.625657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38632) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:44.738249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ea0ef90-a523-461a-b357-93465bdc28a5 req-e8351fd6-561f-4aa5-b4b3-12e8138dd9bd service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978518 Mar 11 00:10:44.777980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 8855dfe6-64d8-4f0e-9260-80c476939f43 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:10:44.782151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (8855dfe6-64d8-4f0e-9260-80c476939f43), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:44.830160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (8855dfe6-64d8-4f0e-9260-80c476939f43), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:44.964778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8855dfe6-64d8-4f0e-9260-80c476939f43), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.068846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-cb878006-be09-4291-8eba-e7561bb69968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:45.078517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-cb878006-be09-4291-8eba-e7561bb69968 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 1126 time: 0.2756116 Mar 11 00:10:45.098671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (8855dfe6-64d8-4f0e-9260-80c476939f43), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.188732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=8855dfe6-64d8-4f0e-9260-80c476939f43,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:45.199222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.203339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06da365-6be3-40b7-8fb1-4513de3169cd None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:45.219040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a203f99e-2277-439a-b995-72c8055a53fa tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/8855dfe6-64d8-4f0e-9260-80c476939f43 HTTP/1.1" status: 204 len: 168 time: 0.5907729 Mar 11 00:10:45.221452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38640) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:45.319263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3237-edd7-4fd1-b925-71d7338a3a05 req-91252dac-0289-407f-9a28-804fd5574a45 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:45.345044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8aba3237-edd7-4fd1-b925-71d7338a3a05 req-91252dac-0289-407f-9a28-804fd5574a45 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.4501450 Mar 11 00:10:45.413384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 10407db9-7ef3-49dd-955f-5166f46ad220 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:10:45.423730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (10407db9-7ef3-49dd-955f-5166f46ad220), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.529127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (10407db9-7ef3-49dd-955f-5166f46ad220), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.608960 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:10:45.624578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-0b287e32-2624-4534-8c05-591face00694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:45.640221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-0b287e32-2624-4534-8c05-591face00694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.5467072 Mar 11 00:10:45.867951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (10407db9-7ef3-49dd-955f-5166f46ad220), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:45.885225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-a6bc3686-f3d5-48aa-a7c4-221ff214fb4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe HTTP/1.1" status: 200 len: 217 time: 0.2327714 Mar 11 00:10:45.888461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8aba3237-edd7-4fd1-b925-71d7338a3a05 req-ddcacf6b-da5b-48ad-981d-d6482eee2720 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380685 Mar 11 00:10:45.967629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19a1c3b1-902c-4ca0-a939-d6532119f4cb req-b3cfd9c0-3a1c-42f9-98e8-81bb8a69411e tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 210 time: 0.0934854 Mar 11 00:10:46.063070 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (10407db9-7ef3-49dd-955f-5166f46ad220), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:46.150955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:46.169551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/10407db9-7ef3-49dd-955f-5166f46ad220 HTTP/1.1" status: 204 len: 168 time: 0.9431343 Mar 11 00:10:46.171549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f5b1-a493-44e4-8302-908d0fc3eb4b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=10407db9-7ef3-49dd-955f-5166f46ad220,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:46.184315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38648) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:46.376346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-61fa415b-addd-40d9-90b4-481f2c3cc7e7 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:46.392627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-61fa415b-addd-40d9-90b4-481f2c3cc7e7 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.30 "GET /v2.0/networks?id=ae9878a4-7820-4cc0-a04a-45d53a408b22 HTTP/1.1" status: 200 len: 808 time: 0.3137581 Mar 11 00:10:46.401142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-cd541077-2f33-48fa-9ae1-d7de20ed1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:46.402776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-cd541077-2f33-48fa-9ae1-d7de20ed1284 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.5005376 Mar 11 00:10:46.438823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:46.526012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Request body: {'port': {'device_id': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22', 'admin_state_up': True, 'tenant_id': 'c1f1511008d04c54aa6a60efb790ca92'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:46.637706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port ba31341e-8059-4e9e-ab49-30509cc9d151 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:46.638239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:46.880362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port ba31341e-8059-4e9e-ab49-30509cc9d151, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ba31341e-8059-4e9e-ab49-30509cc9d151,segment=NetworkSegment(a1cd032c-5a37-4856-bcae-34f79b444743),segment_id=a1cd032c-5a37-4856-bcae-34f79b444743)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:46.880774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:46.926885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for ba31341e-8059-4e9e-ab49-30509cc9d151 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:47.055169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501510e-434c-4d04-82f9-33ccb96c4ca0 None None] Network 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:47.073802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-68e93a44-dfd4-4dc0-bc1d-1289026d3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:47.075506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-68e93a44-dfd4-4dc0-bc1d-1289026d3c34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6627634 Mar 11 00:10:47.089767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Made reservation on behalf of c1f1511008d04c54aa6a60efb790ca92 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:47.097101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.127667 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.202490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port ba31341e-8059-4e9e-ab49-30509cc9d151 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:47.207616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=ba31341e-8059-4e9e-ab49-30509cc9d151,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:47.327374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-56e87a5f-2c30-4220-ae88-edb5979b4082 None None] Provisioning complete for port ba31341e-8059-4e9e-ab49-30509cc9d151 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:47.327802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56e87a5f-2c30-4220-ae88-edb5979b4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba31341e-8059-4e9e-ab49-30509cc9d151), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.413991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-56e87a5f-2c30-4220-ae88-edb5979b4082 None None] Port ba31341e-8059-4e9e-ab49-30509cc9d151 was deleted so its status cannot be updated. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 00:10:47.429782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.494372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Allocated IP 172.20.0.7 (ae9878a4-7820-4cc0-a04a-45d53a408b22/9b1cd532-891d-472d-ac57-42b7f3e4c3fa/ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:47.496332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e14c4f-80bc-474c-b602-16bef0c6cccb None None] DHCP port deletion for 0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:10:47.510582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:47.563639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cd032c-5a37-4856-bcae-34f79b444743') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:47.563970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cd032c-5a37-4856-bcae-34f79b444743') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:10:47.588474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (a1cd032c-5a37-4856-bcae-34f79b444743), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.610282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a1cd032c-5a37-4856-bcae-34f79b444743), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.619519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:10:47.620340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (a1cd032c-5a37-4856-bcae-34f79b444743), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:10:47.624327 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:10:47.685846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44f027-2983-45d7-b6d3-c38d08c1fca0 req-2e898c9b-2486-4789-9177-0a14b99c0e1f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:47.694315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f44f027-2983-45d7-b6d3-c38d08c1fca0 req-2e898c9b-2486-4789-9177-0a14b99c0e1f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.7937605 Mar 11 00:10:47.764040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.780779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:47.795825 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf HTTP/1.1" status: 204 len: 168 time: 1.6065023 Mar 11 00:10:47.796843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:47.859946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba31341e-8059-4e9e-ab49-30509cc9d151 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:47.874233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b87e0d-5b9f-4d29-8a0c-69aecaa55869 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=0e4b7d42-3dd8-46f2-86c7-467e8bd8f8bf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:47.933000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ba31341e-8059-4e9e-ab49-30509cc9d151 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:47.933290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ba31341e-8059-4e9e-ab49-30509cc9d151 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:47.948894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f44f027-2983-45d7-b6d3-c38d08c1fca0 req-ac8fd557-d7e1-4d08-8c5d-b78a1bb5eb0e tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071536 Mar 11 00:10:48.018480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a97d7f-a5d2-4876-b903-fc2d81071cd5 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:48.031617 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b2a97d7f-a5d2-4876-b903-fc2d81071cd5 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1875575 Mar 11 00:10:48.033079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:48.202023 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-787428a4-b830-47d2-9dc1-a72b5c150dbc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1644681 Mar 11 00:10:48.202901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38676) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:48.217470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9cca8-1427-49f0-88ae-bc64a3366230 req-ebc253d2-0fff-4755-9aeb-5275fbf673c3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:48.218804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111677363'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:48.233190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76a9cca8-1427-49f0-88ae-bc64a3366230 req-ebc253d2-0fff-4755-9aeb-5275fbf673c3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 1.2008111 Mar 11 00:10:48.277362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:48.287794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.359815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0ba11c6-8c69-45a1-92b6-238dc7d48dc7 req-f574d221-8b1c-4470-aaa0-e47fe7df3900 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 210 time: 0.2122447 Mar 11 00:10:48.373408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513476f2-71f0-4f31-b554-14515236235a req-d5e82038-f2e9-47b3-8f72-d4507826847c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:48.378230 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-513476f2-71f0-4f31-b554-14515236235a req-d5e82038-f2e9-47b3-8f72-d4507826847c tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.2443726 Mar 11 00:10:48.415789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:10:48.507075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0295f02-1294-48bc-a24f-a4cdd9fb5095), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.509727 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment f0295f02-1294-48bc-a24f-a4cdd9fb5095 of type vlan for network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 Mar 11 00:10:48.553487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76a9cca8-1427-49f0-88ae-bc64a3366230 req-cf92cf5c-ea3f-4284-89d6-98d865808458 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191361 Mar 11 00:10:48.557719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-83c994ff-79da-4cae-b857-5c4660123819 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4364402 Mar 11 00:10:48.663950 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (34b36c69-70b5-4d50-9c3a-ebc2f1703581), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.750166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Deleting port 6dd66279-5ec3-4082-964a-a1b3585db834 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:48.752661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.783293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15d8ca1b-6dce-4900-a893-554f23ae78fa req-29f2d5d0-956b-4513-abe2-55bb81cb2076 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984739 Mar 11 00:10:48.806584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (34b36c69-70b5-4d50-9c3a-ebc2f1703581), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.821489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:48.823476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.833360 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks [] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:48.943695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:49.052188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Network ae9878a4-7820-4cc0-a04a-45d53a408b22 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:49.057952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:49.071766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=34b36c69-70b5-4d50-9c3a-ebc2f1703581,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:49.073549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:49.084529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:10:49.094351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6655f99d-ff17-48e5-8c7d-c26d618360f0 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8865852 Mar 11 00:10:49.103460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38688) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:49.141323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:49.150183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:49.151329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:49.196810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Pushing event updated for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:49.216492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-a3ddbb18-b227-43eb-8900-d140bfbd18b8 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7107325 Mar 11 00:10:49.247610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Request body: {'port': {'device_id': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:49.298506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43ec13-7ab0-49d5-93a6-744e7e1fcba4 req-aa4a715c-f81b-4532-85d1-71d0570b0c7d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:49.308365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f43ec13-7ab0-49d5-93a6-744e7e1fcba4 req-aa4a715c-f81b-4532-85d1-71d0570b0c7d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=e38d9896-4b26-414e-932e-acb5d1430863 HTTP/1.1" status: 200 len: 945 time: 0.1739845 Mar 11 00:10:49.392367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f43ec13-7ab0-49d5-93a6-744e7e1fcba4 req-7c351904-a2bd-4a70-9e2a-01be61eafa87 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830047 Mar 11 00:10:49.411227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:49.520238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] For port 6dd66279-5ec3-4082-964a-a1b3585db834, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6dd66279-5ec3-4082-964a-a1b3585db834,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:49.520995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:49.545030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Calling delete_port for 6dd66279-5ec3-4082-964a-a1b3585db834 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:49.551475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:49.566249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:50.197719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc12b3c-2a14-4822-beef-f5fab2babc5a req-c6ade76e-b000-40ff-aeaf-00734ef0ed3d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:50.205712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbc12b3c-2a14-4822-beef-f5fab2babc5a req-c6ade76e-b000-40ff-aeaf-00734ef0ed3d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.3510067 Mar 11 00:10:50.265521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6dd66279-5ec3-4082-964a-a1b3585db834), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:50.281594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c19f4e4b-888a-4aff-980c-c34ba66c7b85', '90981ece-e473-43e7-a853-2a80d59cbad2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:10:50.372358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event deleted for resources: {'Port': ['ID=6dd66279-5ec3-4082-964a-a1b3585db834,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:50.474511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (a607ee25-71ca-4eda-9504-b056cb79ba29), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:50.573595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6dd66279-5ec3-4082-964a-a1b3585db834 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:50.586588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=a607ee25-71ca-4eda-9504-b056cb79ba29,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:50.599703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] No DVR routers for this DVR port 6dd66279-5ec3-4082-964a-a1b3585db834 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:50.602750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:50.606666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-513476f2-71f0-4f31-b554-14515236235a req-4d9325e2-f73e-40ce-a622-8761dbc3cbd0 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "DELETE /v2.0/ports/6dd66279-5ec3-4082-964a-a1b3585db834 HTTP/1.1" status: 204 len: 173 time: 2.2232201 Mar 11 00:10:50.608665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'name': 'network-vif-deleted', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:50.611894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 6dd66279-5ec3-4082-964a-a1b3585db834 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:50.612757 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd7329-9cfa-43cf-b54f-42cca5e0830c" -d '{"events": [{"server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "name": "network-vif-deleted", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:50.612910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6dd66279-5ec3-4082-964a-a1b3585db834 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:50.642679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': 'f0295f02-1294-48bc-a24f-a4cdd9fb5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:50.643705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: 34b36c69-70b5-4d50-9c3a-ebc2f1703581, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:10:50.673653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:10:50.688342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 34b36c69-70b5-4d50-9c3a-ebc2f1703581) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:50.694399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:50.695309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:50.700387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691a82b-a203-4d12-911d-768effd71dd3 None None] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:50.731169 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78cf63af-7abe-4ae2-822d-ce373084241e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6265070 Mar 11 00:10:50.731949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38706) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:50.744188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581', 'name': 'tempest-PortsTestJSON-1190267275'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:50.973820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:50.977737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.008843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-34b36c69-70b5-4d50-9c3a-ebc2f1703581', 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': 'a607ee25-71ca-4eda-9504-b056cb79ba29'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:10:51.009801 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.020534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port e4c1eca6-790c-4182-b125-8c989e459264 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:51.267356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:10:51.285667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks [] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.297275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace1304-9bb9-4882-80e2-699c9f68e9b5 req-8e323245-727d-4dd0-aae6-6e055be6454d tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:51.307525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ace1304-9bb9-4882-80e2-699c9f68e9b5 req-8e323245-727d-4dd0-aae6-6e055be6454d tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 931 time: 1.4494188 Mar 11 00:10:51.350074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.3 (34b36c69-70b5-4d50-9c3a-ebc2f1703581/a607ee25-71ca-4eda-9504-b056cb79ba29/e4c1eca6-790c-4182-b125-8c989e459264) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:51.406761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Transition to ACTIVE for port object ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:10:51.480540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ace1304-9bb9-4882-80e2-699c9f68e9b5 req-a5c19c93-7393-4728-a7be-c5250c1d5751 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441617 Mar 11 00:10:51.484647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.564265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbc12b3c-2a14-4822-beef-f5fab2babc5a req-e3fdb86b-1370-48fe-936d-21433b3fe265 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3182435 Mar 11 00:10:51.667680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (e4c1eca6-790c-4182-b125-8c989e459264), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.700401 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3061870-5b89-4818-b482-302f89ad2019 x-openstack-request-id: req-f3061870-5b89-4818-b482-302f89ad2019 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:51.700704 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38d9896-4b26-414e-932e-acb5d1430863", "name": "network-vif-deleted", "tag": "6dd66279-5ec3-4082-964a-a1b3585db834", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:51.700965 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3061870-5b89-4818-b482-302f89ad2019 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:51.710909 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38d9896-4b26-414e-932e-acb5d1430863', 'name': 'network-vif-deleted', 'tag': '6dd66279-5ec3-4082-964a-a1b3585db834', 'status': 'completed', 'code': 200} Mar 11 00:10:51.789816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Pushing event updated for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:51.808052 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e4c1eca6-790c-4182-b125-8c989e459264), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:51.869531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:51.874239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:51.893296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:51.902192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Attempting to bind port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:51.905436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Attempting to bind port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '90d7e910-6124-4175-b942-263ebab504a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:51.907404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Attempting to bind port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b on network ae9878a4-7820-4cc0-a04a-45d53a408b22 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:51.933269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b on network ae9878a4-7820-4cc0-a04a-45d53a408b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:10:51.935762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Attempting to bind port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b on network ae9878a4-7820-4cc0-a04a-45d53a408b22 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:51.982638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:51.982984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Checking segment: {'id': '90d7e910-6124-4175-b942-263ebab504a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:51.985218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Bound using segment: {'id': '90d7e910-6124-4175-b942-263ebab504a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:51.990260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Bound port: ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d7e910-6124-4175-b942-263ebab504a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:51.991030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.010799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Allocated IP 172.20.0.2 (34b36c69-70b5-4d50-9c3a-ebc2f1703581/a607ee25-71ca-4eda-9504-b056cb79ba29/e683b3c4-c0a8-4645-8561-26b9de414346) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:52.108661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=e4c1eca6-790c-4182-b125-8c989e459264,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:52.207513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:52.209776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.262924 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f76f7fd2-e516-4f1f-9710-2d0c24a7467b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5275517 Mar 11 00:10:52.266339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:52.294905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581', 'name': 'tempest-PortsTestJSON-62554790'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:10:52.475599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:52.495657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,segment=NetworkSegment(90d7e910-6124-4175-b942-263ebab504a0),segment_id=90d7e910-6124-4175-b942-263ebab504a0)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:52.520375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks [] for port (e683b3c4-c0a8-4645-8561-26b9de414346), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.520633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e684e1-4161-4812-88a9-bced44b9fbe4 req-c21c6fd0-cbb8-40ee-9dcd-4efccb3e6eee tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:52.530224 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.531528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01e684e1-4161-4812-88a9-bced44b9fbe4 req-c21c6fd0-cbb8-40ee-9dcd-4efccb3e6eee tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.1711845 Mar 11 00:10:52.600937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:52.602827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Pushing event updated for resources: {'Port': ['ID=e683b3c4-c0a8-4645-8561-26b9de414346,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:52.611898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:52.619392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:52.650041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:10:52.654643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.696057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01e684e1-4161-4812-88a9-bced44b9fbe4 req-812614a7-40a8-4768-9fe0-87893e51f395 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634743 Mar 11 00:10:52.697965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.718427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:10:52.724798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Attempting to bind port e683b3c4-c0a8-4645-8561-26b9de414346 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:10:52.727750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Attempting to bind port e683b3c4-c0a8-4645-8561-26b9de414346 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'f0295f02-1294-48bc-a24f-a4cdd9fb5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:10:52.728493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Attempting to bind port e683b3c4-c0a8-4645-8561-26b9de414346 on network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:10:52.741695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:10:52.743051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Checking segment: {'id': 'f0295f02-1294-48bc-a24f-a4cdd9fb5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:10:52.743463 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.748760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Bound using segment: {'id': 'f0295f02-1294-48bc-a24f-a4cdd9fb5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:10:52.750406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Bound port: e683b3c4-c0a8-4645-8561-26b9de414346, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0295f02-1294-48bc-a24f-a4cdd9fb5095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '34b36c69-70b5-4d50-9c3a-ebc2f1703581'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:10:52.750821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.874869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] For port e683b3c4-c0a8-4645-8561-26b9de414346, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:10:52.883365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] For port e683b3c4-c0a8-4645-8561-26b9de414346, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e683b3c4-c0a8-4645-8561-26b9de414346,segment=NetworkSegment(f0295f02-1294-48bc-a24f-a4cdd9fb5095),segment_id=f0295f02-1294-48bc-a24f-a4cdd9fb5095)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:10:52.896129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.962449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:52.963396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:52.965106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] 10.222.0.30 "PUT /v2.0/ports/ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b HTTP/1.1" status: 200 len: 1091 time: 3.7380724 Mar 11 00:10:52.977300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:52.980192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.14 (34b36c69-70b5-4d50-9c3a-ebc2f1703581/a607ee25-71ca-4eda-9504-b056cb79ba29/f3eb807a-19c2-4ebc-87cc-352fffc34ea8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:10:52.981222 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d73331-8765-4570-95d7-27805cd5d065" -d '{"events": [{"name": "network-changed", "server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:53.030464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34502c2f-2589-44e1-abeb-95486394221b req-c032d0b5-4f22-4f91-8b2c-e9ac6d38b766 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.032439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34502c2f-2589-44e1-abeb-95486394221b req-c032d0b5-4f22-4f91-8b2c-e9ac6d38b766 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 943 time: 0.3255577 Mar 11 00:10:53.062211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6253f-47ec-4363-94f3-a1fc5c0e74a2 None None] Pushing event updated for resources: {'Port': ['ID=e683b3c4-c0a8-4645-8561-26b9de414346,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:53.111204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48561-0ecf-4b2a-8a22-daf7c56d6c6b req-53c72b12-0408-4a1b-be72-b7ffdcf9b528 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.120792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bf48561-0ecf-4b2a-8a22-daf7c56d6c6b req-53c72b12-0408-4a1b-be72-b7ffdcf9b528 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2408376 Mar 11 00:10:53.229566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffbf05-d8a9-4e04-b23b-eb67b790796b service neutron] Pushing event updated for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:53.293727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:53.330714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bf48561-0ecf-4b2a-8a22-daf7c56d6c6b req-e35d35b7-b26c-4f61-a252-4b208deeab2c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075603 Mar 11 00:10:53.402395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34502c2f-2589-44e1-abeb-95486394221b req-4aeeed0c-33bc-4da8-b98d-778889b458c5 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185959 Mar 11 00:10:53.414194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-3e39ce32-d014-4a94-bd93-10fd5356f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.415791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-3e39ce32-d014-4a94-bd93-10fd5356f4ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1f1511008d04c54aa6a60efb790ca92&device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 1125 time: 0.3797653 Mar 11 00:10:53.511972 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:53.543266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-02a2e2cb-42b0-4bc4-b154-a2a09ce47165 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b HTTP/1.1" status: 200 len: 217 time: 0.1163023 Mar 11 00:10:53.635380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963245a7-28e5-461c-90ad-d9d685c2417b req-ed851ffc-9a6d-4a3a-a6cf-4d3c10f5e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.636900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-ed851ffc-9a6d-4a3a-a6cf-4d3c10f5e3a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b1cd532-891d-472d-ac57-42b7f3e4c3fa HTTP/1.1" status: 200 len: 848 time: 0.0852962 Mar 11 00:10:53.639178 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442cc9b-835a-4816-ad6e-ee20b4965ce7 x-openstack-request-id: req-e442cc9b-835a-4816-ad6e-ee20b4965ce7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:53.639477 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:53.639735 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e442cc9b-835a-4816-ad6e-ee20b4965ce7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:53.640169 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b', 'status': 'completed', 'code': 200} Mar 11 00:10:53.696479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:10:53.703501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:10:53.715985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-647a9f89-27d8-4164-bcc8-b4ea609a8819 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9878a4-7820-4cc0-a04a-45d53a408b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703871 Mar 11 00:10:53.733347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:10:53.744613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=f3eb807a-19c2-4ebc-87cc-352fffc34ea8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:53.824759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-4e370020-cb40-4b96-9883-a6bb5018707f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.826275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-4e370020-cb40-4b96-9883-a6bb5018707f tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.4370379 Mar 11 00:10:53.963611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e683b3c4-c0a8-4645-8561-26b9de414346 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:53.997087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:53.997763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:54.105244 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e58a7a32-b68b-43a1-8382-095a95516309 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8293674 Mar 11 00:10:54.106084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38760) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:54.138605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e683b3c4-c0a8-4645-8561-26b9de414346 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:54.139209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:54.251634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eae4f4-f7f9-435a-84bb-91b0fa4cfb31 req-f6406db7-cf64-48ba-b8d4-2abb9a16fff1 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:54.253291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10eae4f4-f7f9-435a-84bb-91b0fa4cfb31 req-f6406db7-cf64-48ba-b8d4-2abb9a16fff1 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.3841221 Mar 11 00:10:54.460995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ba7f5-5f0f-4367-8c4c-2f5812a79b3b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:54.468887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e683b3c4-c0a8-4645-8561-26b9de414346 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:54.469250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:54.480230 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c45ba7f5-5f0f-4367-8c4c-2f5812a79b3b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3705051 Mar 11 00:10:54.497704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38768) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:54.508599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Deleting port c19f4e4b-888a-4aff-980c-c34ba66c7b85 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:54.508945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:54.535315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10eae4f4-f7f9-435a-84bb-91b0fa4cfb31 req-43f1d0c2-9901-43b4-9746-5b8ad814d378 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615948 Mar 11 00:10:54.561769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e683b3c4-c0a8-4645-8561-26b9de414346, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e683b3c4-c0a8-4645-8561-26b9de414346,segment=NetworkSegment(f0295f02-1294-48bc-a24f-a4cdd9fb5095),segment_id=f0295f02-1294-48bc-a24f-a4cdd9fb5095)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:54.571604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:54.601166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-f1b28c80-dac9-459d-9c80-5e4306fe2c71 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528130 Mar 11 00:10:54.734619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e683b3c4-c0a8-4645-8561-26b9de414346,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:55.022669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1cdbc-87d2-4831-9f12-53b8da071549 req-378684c8-ace5-4a94-a817-fc05adc4868f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:55.029633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c1cdbc-87d2-4831-9f12-53b8da071549 req-378684c8-ace5-4a94-a817-fc05adc4868f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.5206044 Mar 11 00:10:55.110801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] For port c19f4e4b-888a-4aff-980c-c34ba66c7b85, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c19f4e4b-888a-4aff-980c-c34ba66c7b85,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:55.111395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:55.144416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00ffb-5e16-4dfd-9696-61ef147955af req-1a27d470-1583-4070-85cc-a672512983c9 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:55.153956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dd00ffb-5e16-4dfd-9696-61ef147955af req-1a27d470-1583-4070-85cc-a672512983c9 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 943 time: 0.3765137 Mar 11 00:10:55.172397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Calling delete_port for c19f4e4b-888a-4aff-980c-c34ba66c7b85 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:55.177674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bbb997-b470-4cc8-a169-922768688b92 None None] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:55.193708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:55.193708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:55.204858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-963245a7-28e5-461c-90ad-d9d685c2417b req-08c02643-8cbc-495c-835b-f2dc918deb39 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014035 Mar 11 00:10:55.225809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c1cdbc-87d2-4831-9f12-53b8da071549 req-e8b2af4a-b30e-409c-8d3d-a771804702fd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951122 Mar 11 00:10:55.345879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4dd00ffb-5e16-4dfd-9696-61ef147955af req-bd8509ee-2d9b-4971-b192-bdf95387d791 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862435 Mar 11 00:10:55.387601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8de3280b-e66c-4cc7-9d20-4270650debe0 None None] Provisioning complete for port e683b3c4-c0a8-4645-8561-26b9de414346 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:55.388275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8de3280b-e66c-4cc7-9d20-4270650debe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:55.422962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73331-8765-4570-95d7-27805cd5d065 req-384d514a-c8e9-4a12-9698-40acaa1a20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:55.425862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-384d514a-c8e9-4a12-9698-40acaa1a20c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1f1511008d04c54aa6a60efb790ca92&device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 1125 time: 0.1165867 Mar 11 00:10:55.535665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:55.542747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8de3280b-e66c-4cc7-9d20-4270650debe0 None None] Current status of the port e683b3c4-c0a8-4645-8561-26b9de414346 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:55.594612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for f3eb807a-19c2-4ebc-87cc-352fffc34ea8 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:55.875323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73331-8765-4570-95d7-27805cd5d065 req-aa1ad5be-94e3-49af-9710-5fdbe2330f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:55.879848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-aa1ad5be-94e3-49af-9710-5fdbe2330f64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9878a4-7820-4cc0-a04a-45d53a408b22 HTTP/1.1" status: 200 len: 909 time: 0.4349999 Mar 11 00:10:55.883556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e683b3c4-c0a8-4645-8561-26b9de414346 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:10:55.912850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603db32-e9c6-4dbd-931b-ace5d4d80b48 req-a8f562e8-ffbe-4a12-9cdc-83be8025215d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:55.933001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b603db32-e9c6-4dbd-931b-ace5d4d80b48 req-a8f562e8-ffbe-4a12-9cdc-83be8025215d tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 945 time: 0.2096124 Mar 11 00:10:55.993519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c19f4e4b-888a-4aff-980c-c34ba66c7b85), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:56.029521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['90981ece-e473-43e7-a853-2a80d59cbad2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:10:56.052775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-eadc2f23-e44a-4009-a0d6-58f9916089f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b HTTP/1.1" status: 200 len: 217 time: 0.1178234 Mar 11 00:10:56.191295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e683b3c4-c0a8-4645-8561-26b9de414346 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:56.192701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:56.229540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b603db32-e9c6-4dbd-931b-ace5d4d80b48 req-39927cc5-641d-495b-960e-b0b13dfa306a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956929 Mar 11 00:10:56.238597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73331-8765-4570-95d7-27805cd5d065 req-26fbad32-72a0-4888-85a5-24182bf2d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:56.239636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event deleted for resources: {'Port': ['ID=c19f4e4b-888a-4aff-980c-c34ba66c7b85,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:56.259442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-26fbad32-72a0-4888-85a5-24182bf2d547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b1cd532-891d-472d-ac57-42b7f3e4c3fa HTTP/1.1" status: 200 len: 848 time: 0.1290326 Mar 11 00:10:56.294760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Provisioning complete for port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:56.295293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:56.336794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-9825a402-5fd3-4d56-97c8-79c345699e00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9878a4-7820-4cc0-a04a-45d53a408b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660894 Mar 11 00:10:56.461047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:56.583007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Provisioning complete for port e4c1eca6-790c-4182-b125-8c989e459264 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:56.590280 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e4c1eca6-790c-4182-b125-8c989e459264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:56.592821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c19f4e4b-888a-4aff-980c-c34ba66c7b85 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:10:56.717952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-74d5fe5e-9adb-42e5-a17b-da7009b8ef17 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748403 Mar 11 00:10:56.728037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48edee0-c1e3-42c2-9767-76d7b87a3828 req-d5c8c8bd-19e2-4d18-99df-0a49b2540767 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:56.736269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e48edee0-c1e3-42c2-9767-76d7b87a3828 req-d5c8c8bd-19e2-4d18-99df-0a49b2540767 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.3539670 Mar 11 00:10:56.755278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c19f4e4b-888a-4aff-980c-c34ba66c7b85 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:10:56.755644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c19f4e4b-888a-4aff-980c-c34ba66c7b85 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:10:56.933266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Port e4c1eca6-790c-4182-b125-8c989e459264 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:56.980080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e683b3c4-c0a8-4645-8561-26b9de414346 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:56.986182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3d73331-8765-4570-95d7-27805cd5d065 req-526765cc-c0c8-4a03-bad9-23ea2d0b3c95 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040915 Mar 11 00:10:57.022549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e48edee0-c1e3-42c2-9767-76d7b87a3828 req-b64c2021-2949-418e-8a54-c0c37116cac7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849162 Mar 11 00:10:57.025375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Provisioning complete for port e683b3c4-c0a8-4645-8561-26b9de414346 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:57.025756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.067537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0090131-dc9e-4b4f-a4df-e7144974b16b req-3d393604-dfde-4dc3-813f-0ed747e165c3 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:57.075335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0090131-dc9e-4b4f-a4df-e7144974b16b req-3d393604-dfde-4dc3-813f-0ed747e165c3 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 943 time: 0.5933888 Mar 11 00:10:57.198912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0090131-dc9e-4b4f-a4df-e7144974b16b req-9a975f44-b463-40e9-b1f3-8c620859b916 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179793 Mar 11 00:10:57.213513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8bba3-e132-4dfe-9500-398a841e83b3 None None] Current status of the port e683b3c4-c0a8-4645-8561-26b9de414346 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:57.357563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Provisioning complete for port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:57.357966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.378521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] No DVR routers for this DVR port c19f4e4b-888a-4aff-980c-c34ba66c7b85 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:10:57.390703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.403329 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fa27dad5-c3b0-45b7-91df-4615c69851fc req-1f5d5c6e-d6ce-43a3-bfd5-bf00aa998794 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "DELETE /v2.0/ports/c19f4e4b-888a-4aff-980c-c34ba66c7b85 HTTP/1.1" status: 204 len: 173 time: 3.5445235 Mar 11 00:10:57.417422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'name': 'network-vif-deleted', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:10:57.420931 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4b454f-f06b-4088-b1db-da93c9713cc6" -d '{"events": [{"server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "name": "network-vif-deleted", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:10:57.494877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Port f3eb807a-19c2-4ebc-87cc-352fffc34ea8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:57.523440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e82e373-0dd4-4d1d-b426-fbb867f6365d req-957cdad9-f0bc-45f9-8bf0-df83aba0a5bd tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=336bf39f-9a5d-4f5d-ba07-fcafaec35f6f HTTP/1.1" status: 200 len: 210 time: 0.1016278 Mar 11 00:10:57.540519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Provisioning complete for port e4c1eca6-790c-4182-b125-8c989e459264 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:10:57.540963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e4c1eca6-790c-4182-b125-8c989e459264), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.581265 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672742d7-a931-442c-bd9c-933f8cd6a5aa x-openstack-request-id: req-672742d7-a931-442c-bd9c-933f8cd6a5aa {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:10:57.581600 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bf39f-9a5d-4f5d-ba07-fcafaec35f6f", "name": "network-vif-deleted", "tag": "c19f4e4b-888a-4aff-980c-c34ba66c7b85", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:10:57.581849 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-672742d7-a931-442c-bd9c-933f8cd6a5aa {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:10:57.584257 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336bf39f-9a5d-4f5d-ba07-fcafaec35f6f', 'name': 'network-vif-deleted', 'tag': 'c19f4e4b-888a-4aff-980c-c34ba66c7b85', 'status': 'completed', 'code': 200} Mar 11 00:10:57.603032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f3eb807a-19c2-4ebc-87cc-352fffc34ea8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.648755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-db0717e6-fb97-48ae-9a05-2b09c5b857ee None None] Port e4c1eca6-790c-4182-b125-8c989e459264 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:10:57.676335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=f3eb807a-19c2-4ebc-87cc-352fffc34ea8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:57.864331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:57.869470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a27d768-534c-49b9-b6ac-e847af1792ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/f3eb807a-19c2-4ebc-87cc-352fffc34ea8 HTTP/1.1" status: 204 len: 168 time: 3.3495915 Mar 11 00:10:57.872340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:57.953737 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bd66f6-1b73-4fb0-8a0f-6836e74ce122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:57.960107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-48bd66f6-1b73-4fb0-8a0f-6836e74ce122 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/f3eb807a-19c2-4ebc-87cc-352fffc34ea8 HTTP/1.1" status: 404 len: 333 time: 0.0862467 Mar 11 00:10:57.962808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:58.145545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port e4c1eca6-790c-4182-b125-8c989e459264 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:10:58.146183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e4c1eca6-790c-4182-b125-8c989e459264), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:58.347885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e4c1eca6-790c-4182-b125-8c989e459264), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:58.361720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for e4c1eca6-790c-4182-b125-8c989e459264 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:10:58.407558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca2158-e601-4bbc-8e4a-0ed2f357d6c9 req-833c145d-0ea2-43ef-8072-6138b881ee00 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:58.418451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca2158-e601-4bbc-8e4a-0ed2f357d6c9 req-833c145d-0ea2-43ef-8072-6138b881ee00 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.1970732 Mar 11 00:10:58.507779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e4c1eca6-790c-4182-b125-8c989e459264), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:58.556677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cca2158-e601-4bbc-8e4a-0ed2f357d6c9 req-6d8a1614-dd40-47a7-9ab1-7ed610439e8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373093 Mar 11 00:10:58.562313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=e4c1eca6-790c-4182-b125-8c989e459264,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:58.577819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:10:58.708700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:58.715010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38842) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:58.716296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9339c3e-491d-4211-a000-12d403c26e03 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/e4c1eca6-790c-4182-b125-8c989e459264 HTTP/1.1" status: 204 len: 168 time: 0.7481112 Mar 11 00:10:58.794895 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71fdfbb-3d14-4b42-bc62-383402510b20 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:10:58.802428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38848) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:58.804435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a71fdfbb-3d14-4b42-bc62-383402510b20 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/e4c1eca6-790c-4182-b125-8c989e459264 HTTP/1.1" status: 404 len: 333 time: 0.0877919 Mar 11 00:10:58.925669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a237855-3378-4864-9f60-dc897e3ecbda req-a71b2bb2-b5c4-4c47-abdd-7cc4e36c1e7c tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:58.935388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a237855-3378-4864-9f60-dc897e3ecbda req-a71b2bb2-b5c4-4c47-abdd-7cc4e36c1e7c tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 943 time: 0.1631255 Mar 11 00:10:58.973302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet a607ee25-71ca-4eda-9504-b056cb79ba29 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:10:58.979556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (a607ee25-71ca-4eda-9504-b056cb79ba29), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.055657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a237855-3378-4864-9f60-dc897e3ecbda req-089d7c71-92dd-4da0-aa53-6bccf4e13bb1 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134439 Mar 11 00:10:59.090793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,segment=NetworkSegment(90d7e910-6124-4175-b942-263ebab504a0),segment_id=90d7e910-6124-4175-b942-263ebab504a0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:10:59.144522 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a607ee25-71ca-4eda-9504-b056cb79ba29), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.459669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a607ee25-71ca-4eda-9504-b056cb79ba29), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.598921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a607ee25-71ca-4eda-9504-b056cb79ba29), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.653219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b', 'network_id': 'ae9878a4-7820-4cc0-a04a-45d53a408b22', 'port_id': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b', 'mac_address': 'fa:16:3e:4e:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1cd532-891d-472d-ac57-42b7f3e4c3fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:10:59.674667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=a607ee25-71ca-4eda-9504-b056cb79ba29,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:10:59.682110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.687808 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa2e212d-3426-415e-8f3d-ffd7b5035d58 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/a607ee25-71ca-4eda-9504-b056cb79ba29 HTTP/1.1" status: 204 len: 168 time: 0.8843143 Mar 11 00:10:59.691405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:10:59.790752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:10:59.791142 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.801945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1651-a1cb-4c06-8561-8acaa9a508eb req-1c758802-0bd9-44a6-9dda-cc85ff64cd90 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:59.804345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2724f873-bd4e-4f70-9f54-38c2cb0bce97 None None] Network 34b36c69-70b5-4d50-9c3a-ebc2f1703581 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:10:59.812225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3def1651-a1cb-4c06-8561-8acaa9a508eb req-1c758802-0bd9-44a6-9dda-cc85ff64cd90 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.2359354 Mar 11 00:10:59.870217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:10:59.957748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8eaed-b0ad-4baf-b52c-37394de6d830 req-b7b796d5-2a23-46c4-921a-66ca6e1e0d8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:10:59.958425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (34b36c69-70b5-4d50-9c3a-ebc2f1703581), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:10:59.965124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-def8eaed-b0ad-4baf-b52c-37394de6d830 req-b7b796d5-2a23-46c4-921a-66ca6e1e0d8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2479961 Mar 11 00:10:59.967243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,segment=NetworkSegment(90d7e910-6124-4175-b942-263ebab504a0),segment_id=90d7e910-6124-4175-b942-263ebab504a0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:00.065894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.066364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3def1651-a1cb-4c06-8561-8acaa9a508eb req-8a5d15f1-ec86-487f-8d86-fd1ad0aea105 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409484 Mar 11 00:11:00.119162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port e683b3c4-c0a8-4645-8561-26b9de414346 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:00.119528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.201450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-def8eaed-b0ad-4baf-b52c-37394de6d830 req-ccfa20a2-7d22-4624-9140-c4543f54aeef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353513 Mar 11 00:11:00.305918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port e683b3c4-c0a8-4645-8561-26b9de414346, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e683b3c4-c0a8-4645-8561-26b9de414346,segment=NetworkSegment(f0295f02-1294-48bc-a24f-a4cdd9fb5095),segment_id=f0295f02-1294-48bc-a24f-a4cdd9fb5095)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:00.306289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.313872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:00.339433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for e683b3c4-c0a8-4645-8561-26b9de414346 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:00.367171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:11:00.373009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80607e-aacb-4f34-8881-2e31a6dd1ce0 req-50c5fcc7-f190-41f4-9355-dd57f1475a7a tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:00.378255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b80607e-aacb-4f34-8881-2e31a6dd1ce0 req-50c5fcc7-f190-41f4-9355-dd57f1475a7a tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 944 time: 0.1496437 Mar 11 00:11:00.435217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] DHCP port deletion for 34b36c69-70b5-4d50-9c3a-ebc2f1703581 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:11:00.503871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b80607e-aacb-4f34-8881-2e31a6dd1ce0 req-9ebe2540-eb9f-40d7-a547-0f56767ddd6c tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169801 Mar 11 00:11:00.507275 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.567892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=e683b3c4-c0a8-4645-8561-26b9de414346,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:00.583603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port e683b3c4-c0a8-4645-8561-26b9de414346 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:00.691415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Deleting port e683b3c4-c0a8-4645-8561-26b9de414346 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:00.697733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.790979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (34b36c69-70b5-4d50-9c3a-ebc2f1703581), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.833111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b36c69-70b5-4d50-9c3a-ebc2f1703581']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:00.853511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0295f02-1294-48bc-a24f-a4cdd9fb5095') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:00.855433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0295f02-1294-48bc-a24f-a4cdd9fb5095') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:00.880871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (f0295f02-1294-48bc-a24f-a4cdd9fb5095), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.910520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0295f02-1294-48bc-a24f-a4cdd9fb5095), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.924911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:00.925535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (f0295f02-1294-48bc-a24f-a4cdd9fb5095), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:00.930965 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:01.011994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] For port e683b3c4-c0a8-4645-8561-26b9de414346, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:01.011994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.029833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Calling delete_port for e683b3c4-c0a8-4645-8561-26b9de414346 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:01.034200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Port e683b3c4-c0a8-4645-8561-26b9de414346 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:11:01.041334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (e683b3c4-c0a8-4645-8561-26b9de414346), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.070749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] Pushing event deleted for resources: {'Port': ['ID=e683b3c4-c0a8-4645-8561-26b9de414346,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:01.099218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1536ebf-724a-49de-95ff-6a6e6f320da8 None None] No DVR routers for this DVR port e683b3c4-c0a8-4645-8561-26b9de414346 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:01.264317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (34b36c69-70b5-4d50-9c3a-ebc2f1703581), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.281189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.294636 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/34b36c69-70b5-4d50-9c3a-ebc2f1703581 HTTP/1.1" status: 204 len: 168 time: 1.5895576 Mar 11 00:11:01.297032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:01.317523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-570004016'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:01.350189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae40609-a737-45d9-bdb6-5cc3a1ffc9e8 req-c1b858e3-0d5f-483d-a8bd-ea8ffd3dfe39 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:01.366170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eae40609-a737-45d9-bdb6-5cc3a1ffc9e8 req-c1b858e3-0d5f-483d-a8bd-ea8ffd3dfe39 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.1459374 Mar 11 00:11:01.405748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08bd1f-a2d0-4d72-b916-844d0eee7adb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=34b36c69-70b5-4d50-9c3a-ebc2f1703581,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:01.448505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186f0e7-1759-4481-ad6e-44c897639651 req-48af5593-9c1d-4d93-8865-77bbcedb4e0b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:01.453468 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9186f0e7-1759-4481-ad6e-44c897639651 req-48af5593-9c1d-4d93-8865-77bbcedb4e0b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 946 time: 0.3040388 Mar 11 00:11:01.456461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:01.466326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.602372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:11:01.616570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8b4f7563-7650-4c90-a026-9e239f845578), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.616968 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment 8b4f7563-7650-4c90-a026-9e239f845578 of type vlan for network 79e8b856-7b68-4d40-9931-0b1f09400959 Mar 11 00:11:01.639464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c43db-72fa-4a35-a5a6-01bb8805de67 req-cfc025fe-917a-40ba-a2e8-d46be50627bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:01.647395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a00c43db-72fa-4a35-a5a6-01bb8805de67 req-cfc025fe-917a-40ba-a2e8-d46be50627bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2731965 Mar 11 00:11:01.681008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (79e8b856-7b68-4d40-9931-0b1f09400959), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.685776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eae40609-a737-45d9-bdb6-5cc3a1ffc9e8 req-e44d70e8-79b2-43ea-996f-585931b6892a tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cf28f6-aae5-4268-9c80-dcd45755b6c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175359 Mar 11 00:11:01.719978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (79e8b856-7b68-4d40-9931-0b1f09400959), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.734964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:01.735617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:01.835109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a00c43db-72fa-4a35-a5a6-01bb8805de67 req-48a25c9c-456f-4040-8fd0-04529d91ee28 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865158 Mar 11 00:11:01.848497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e683b3c4-c0a8-4645-8561-26b9de414346 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:01.900005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5935166 Mar 11 00:11:01.901111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38884) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:01.915170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:01.930184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e683b3c4-c0a8-4645-8561-26b9de414346 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:01.933773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e683b3c4-c0a8-4645-8561-26b9de414346 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:01.980025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7f473-36f4-4586-a8c0-feaa23611ad1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=79e8b856-7b68-4d40-9931-0b1f09400959,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:01.999555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 79e8b856-7b68-4d40-9931-0b1f09400959 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:11:02.029950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Deleting port 90981ece-e473-43e7-a853-2a80d59cbad2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:02.030297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.227545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] For port 90981ece-e473-43e7-a853-2a80d59cbad2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=90981ece-e473-43e7-a853-2a80d59cbad2,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:02.227913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.258119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Calling delete_port for 90981ece-e473-43e7-a853-2a80d59cbad2 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:02.274504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f5bd0-8885-47c0-ae8c-b6b94ceb89e8 req-57fdfd15-c243-48d9-85f5-531efea8c20a tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:02.289617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b94f5bd0-8885-47c0-ae8c-b6b94ceb89e8 req-57fdfd15-c243-48d9-85f5-531efea8c20a tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 944 time: 0.4007902 Mar 11 00:11:02.310341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:02.320120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.472844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b94f5bd0-8885-47c0-ae8c-b6b94ceb89e8 req-fa07dd8d-1207-4397-ac0a-6818e766e679 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806302 Mar 11 00:11:02.552174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (90981ece-e473-43e7-a853-2a80d59cbad2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.563799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['90981ece-e473-43e7-a853-2a80d59cbad2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:11:02.621132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Pushing event deleted for resources: {'Port': ['ID=90981ece-e473-43e7-a853-2a80d59cbad2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:02.621943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:02.723063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] No DVR routers for this DVR port 90981ece-e473-43e7-a853-2a80d59cbad2 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:02.726150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.729718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9186f0e7-1759-4481-ad6e-44c897639651 req-64bf9582-70a6-4688-a9a0-6fb6e805b03b tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.30 "DELETE /v2.0/ports/90981ece-e473-43e7-a853-2a80d59cbad2 HTTP/1.1" status: 204 len: 173 time: 1.2582300 Mar 11 00:11:02.730196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'name': 'network-vif-deleted', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:02.732580 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4296123-7fa3-48db-9c33-ee60b2303fea" -d '{"events": [{"server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "name": "network-vif-deleted", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:02.840726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:11:02.845153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:02.845708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:02.862377 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6fb15b-278e-4d92-8f75-6969e7c31b42 x-openstack-request-id: req-0c6fb15b-278e-4d92-8f75-6969e7c31b42 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:02.862688 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a48639e-b05c-4f12-98cd-3fc04e04ded4", "name": "network-vif-deleted", "tag": "90981ece-e473-43e7-a853-2a80d59cbad2", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:02.862947 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c6fb15b-278e-4d92-8f75-6969e7c31b42 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:02.863557 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48639e-b05c-4f12-98cd-3fc04e04ded4', 'name': 'network-vif-deleted', 'tag': '90981ece-e473-43e7-a853-2a80d59cbad2', 'status': 'completed', 'code': 200} Mar 11 00:11:02.961425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ef3ee5c-3152-4dc0-972f-90bc1fb6d8a9 req-9d9eae4d-5621-49ec-a234-913b2956a088 tempest-ListServerFiltersTestJSON-1788747191 tempest-ListServerFiltersTestJSON-1788747191-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a48639e-b05c-4f12-98cd-3fc04e04ded4 HTTP/1.1" status: 200 len: 210 time: 0.0499611 Mar 11 00:11:02.968204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a744d5f4-4feb-4db4-8210-ca27699bae52), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.076397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=a744d5f4-4feb-4db4-8210-ca27699bae52,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:03.132570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:03.133176 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.186737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:03.189037 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56fa1a4-f2b6-45bc-8dee-a112c6c98f2e" -d '{"events": [{"server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "name": "network-vif-plugged", "status": "completed", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:03.225161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,segment=NetworkSegment(90d7e910-6124-4175-b942-263ebab504a0),segment_id=90d7e910-6124-4175-b942-263ebab504a0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:03.234597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.272782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': '8b4f7563-7650-4c90-a026-9e239f845578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:03.273438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: 79e8b856-7b68-4d40-9931-0b1f09400959, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:11:03.304443 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344dfcd-02c5-4c28-aabe-ab21b87f05bc x-openstack-request-id: req-e344dfcd-02c5-4c28-aabe-ab21b87f05bc {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:03.304809 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "name": "network-vif-plugged", "status": "completed", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:03.305122 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e344dfcd-02c5-4c28-aabe-ab21b87f05bc {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:03.305596 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b', 'code': 200} Mar 11 00:11:03.318287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db831ea-1958-465a-8817-34e9ec515ccb req-f4f26e9a-cad4-40b2-bb5d-4afa69d5b859 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:03.327615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1db831ea-1958-465a-8817-34e9ec515ccb req-f4f26e9a-cad4-40b2-bb5d-4afa69d5b859 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2529707 Mar 11 00:11:03.372615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:03.443865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 79e8b856-7b68-4d40-9931-0b1f09400959 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:11:03.485718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1db831ea-1958-465a-8817-34e9ec515ccb req-7650357d-07ba-4c45-8acf-419fbdd0ae23 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565249 Mar 11 00:11:03.493487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 79e8b856-7b68-4d40-9931-0b1f09400959) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:03.497809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:03.498487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.503734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121532c-3660-4af9-bfb7-6c2b5fc224e7 None None] Network 79e8b856-7b68-4d40-9931-0b1f09400959 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:03.511029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67834d7-cfd8-40cc-8018-bb79f92962ae req-75ebe07e-6c79-4c44-95b1-1d308c8f69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:03.520708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a67834d7-cfd8-40cc-8018-bb79f92962ae req-75ebe07e-6c79-4c44-95b1-1d308c8f69bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 1127 time: 0.1252234 Mar 11 00:11:03.550098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-35b62dbd-2e4a-4633-b44c-9195a5e2b9fb tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6458645 Mar 11 00:11:03.551077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38896) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:03.557775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959', 'name': 'tempest-PortsTestJSON-729136700', 'fixed_ips': [{'subnet_id': 'a744d5f4-4feb-4db4-8210-ca27699bae52', 'ip_address': '172.20.0.10'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:03.634811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a67834d7-cfd8-40cc-8018-bb79f92962ae req-6af79c29-e26a-467a-baca-6b559452f063 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082277 Mar 11 00:11:03.741830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-79e8b856-7b68-4d40-9931-0b1f09400959', 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': 'a744d5f4-4feb-4db4-8210-ca27699bae52'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:11:03.742653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.794039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d4364-069e-4660-9636-407eba8d3b6a req-18dc8e78-789b-44da-9d92-caa2cd4b95ff tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:03.796132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-505d4364-069e-4660-9636-407eba8d3b6a req-18dc8e78-789b-44da-9d92-caa2cd4b95ff tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 945 time: 0.1602144 Mar 11 00:11:03.797439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:03.919588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-505d4364-069e-4660-9636-407eba8d3b6a req-8434d42d-5cf9-421b-b507-04968dea0363 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152248 Mar 11 00:11:03.952172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:03.972784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port c65b1516-b660-4e21-ac81-b95837d556df yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:11:04.047801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:04.051758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Allocated IP 172.20.0.2 (79e8b856-7b68-4d40-9931-0b1f09400959/a744d5f4-4feb-4db4-8210-ca27699bae52/ab9e69a0-f523-491e-8228-9b086075fa28) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:04.157569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Deleting subnet b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:04.163841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Publish callbacks [] for subnet (b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.234371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.402445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks [] for port (ab9e69a0-f523-491e-8228-9b086075fa28), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.416218 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.426554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.495851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Pushing event updated for resources: {'Port': ['ID=ab9e69a0-f523-491e-8228-9b086075fa28,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:04.509839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Network 79e8b856-7b68-4d40-9931-0b1f09400959 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:04.511992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:04.517732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:04.533267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.10 (79e8b856-7b68-4d40-9931-0b1f09400959/a744d5f4-4feb-4db4-8210-ca27699bae52/c65b1516-b660-4e21-ac81-b95837d556df) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:04.563173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.598323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 90981ece-e473-43e7-a853-2a80d59cbad2 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:04.626654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 90981ece-e473-43e7-a853-2a80d59cbad2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:04.628153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 90981ece-e473-43e7-a853-2a80d59cbad2 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:04.630145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Attempting to bind port ab9e69a0-f523-491e-8228-9b086075fa28 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:04.630617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Attempting to bind port ab9e69a0-f523-491e-8228-9b086075fa28 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8b4f7563-7650-4c90-a026-9e239f845578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:04.631232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Attempting to bind port ab9e69a0-f523-491e-8228-9b086075fa28 on network 79e8b856-7b68-4d40-9931-0b1f09400959 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:04.637615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:04.638534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Checking segment: {'id': '8b4f7563-7650-4c90-a026-9e239f845578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:04.639036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.639849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Bound using segment: {'id': '8b4f7563-7650-4c90-a026-9e239f845578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:04.640382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Bound port: ab9e69a0-f523-491e-8228-9b086075fa28, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4f7563-7650-4c90-a026-9e239f845578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:04.640878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.661152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:04.675387 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.680705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-86b7d367-d87d-498c-a6f9-09f4c4a89655 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9dbf9c5-e5ca-4ffd-bf87-1a9a9f6c4b41 HTTP/1.1" status: 204 len: 168 time: 0.6308570 Mar 11 00:11:04.682314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:04.690586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc166b64-1d8d-4d29-9acf-5b37e60f556e None None] Network 4422e48e-3c85-4f1b-9a5f-1ee5603c380f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:04.771701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (4422e48e-3c85-4f1b-9a5f-1ee5603c380f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.866931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Deleting port c44b3664-9bfe-4b23-9de6-39d00ab634d9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:04.868031 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.933234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] For port ab9e69a0-f523-491e-8228-9b086075fa28, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:04.942300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] For port ab9e69a0-f523-491e-8228-9b086075fa28, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ab9e69a0-f523-491e-8228-9b086075fa28,segment=NetworkSegment(8b4f7563-7650-4c90-a026-9e239f845578),segment_id=8b4f7563-7650-4c90-a026-9e239f845578)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:04.960140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] For port c44b3664-9bfe-4b23-9de6-39d00ab634d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c44b3664-9bfe-4b23-9de6-39d00ab634d9,segment=NetworkSegment(de1386a6-f5bf-4616-b442-d20fde006759),segment_id=de1386a6-f5bf-4616-b442-d20fde006759)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:04.960140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.972820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a4c9a-7ba1-4679-bb61-a5a8fd8f1640 req-b9aec37b-24a3-43b9-8ad5-37b12225c2ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:04.975090 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:04.976539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee3a4c9a-7ba1-4679-bb61-a5a8fd8f1640 req-b9aec37b-24a3-43b9-8ad5-37b12225c2ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.3076062 Mar 11 00:11:05.020474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Calling delete_port for c44b3664-9bfe-4b23-9de6-39d00ab634d9 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:05.068954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] DHCP port deletion for 4422e48e-3c85-4f1b-9a5f-1ee5603c380f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:11:05.234532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.239072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e814cd-3db6-42cd-8306-581c8e1d16fb None None] Pushing event updated for resources: {'Port': ['ID=ab9e69a0-f523-491e-8228-9b086075fa28,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:05.249322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Deleting port c44b3664-9bfe-4b23-9de6-39d00ab634d9 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:05.249704 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.292513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44b3664-9bfe-4b23-9de6-39d00ab634d9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:05.294345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] No DVR routers for this DVR port c44b3664-9bfe-4b23-9de6-39d00ab634d9 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:05.355001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (c65b1516-b660-4e21-ac81-b95837d556df), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.388352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee3a4c9a-7ba1-4679-bb61-a5a8fd8f1640 req-cc013d13-e8ff-4bdc-a4d9-478e6ae07326 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037941 Mar 11 00:11:05.424256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a262cad-3a3b-4f2e-b0fa-e7728c072ece req-5c920a88-9133-4c95-9c3e-5c54d7c038eb tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:05.425916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a262cad-3a3b-4f2e-b0fa-e7728c072ece req-5c920a88-9133-4c95-9c3e-5c54d7c038eb tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 945 time: 0.3113196 Mar 11 00:11:05.448649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] For port c44b3664-9bfe-4b23-9de6-39d00ab634d9, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:05.449154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.464890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Calling delete_port for c44b3664-9bfe-4b23-9de6-39d00ab634d9 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:05.475692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Port c44b3664-9bfe-4b23-9de6-39d00ab634d9 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:11:05.477513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c44b3664-9bfe-4b23-9de6-39d00ab634d9), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.511473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] Pushing event deleted for resources: {'Port': ['ID=c44b3664-9bfe-4b23-9de6-39d00ab634d9,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:05.521000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e611d-fb4f-4171-8ed2-3c53af4ce2cf None None] No DVR routers for this DVR port c44b3664-9bfe-4b23-9de6-39d00ab634d9 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:05.552671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (4422e48e-3c85-4f1b-9a5f-1ee5603c380f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.588326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a262cad-3a3b-4f2e-b0fa-e7728c072ece req-341634be-6a8f-4680-a9f1-ad394fb93cae tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444881 Mar 11 00:11:05.629782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c65b1516-b660-4e21-ac81-b95837d556df), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.651211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4422e48e-3c85-4f1b-9a5f-1ee5603c380f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:05.681814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1386a6-f5bf-4616-b442-d20fde006759') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:05.682167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1386a6-f5bf-4616-b442-d20fde006759') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:05.717979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (de1386a6-f5bf-4616-b442-d20fde006759), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.768570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (de1386a6-f5bf-4616-b442-d20fde006759), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.782864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:05.783118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (de1386a6-f5bf-4616-b442-d20fde006759), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:05.786272 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:05.814409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=c65b1516-b660-4e21-ac81-b95837d556df,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:05.838795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 79e8b856-7b68-4d40-9931-0b1f09400959 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:05.842543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:05.853276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:05.909104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ab9e69a0-f523-491e-8228-9b086075fa28 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:05.954796 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (4422e48e-3c85-4f1b-9a5f-1ee5603c380f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.961568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:05.967367 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4422e48e-3c85-4f1b-9a5f-1ee5603c380f HTTP/1.1" status: 204 len: 168 time: 1.2838814 Mar 11 00:11:06.000792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7158-1284-4957-b6e6-e28665bf8816 admin admin] Pushing event deleted for resources: {'Network': ['ID=4422e48e-3c85-4f1b-9a5f-1ee5603c380f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:06.015552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:06.016969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.037001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ab9e69a0-f523-491e-8228-9b086075fa28 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:06.037395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.074988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7815dd88-df40-49a6-8b72-65bcd3429a68 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5211551 Mar 11 00:11:06.077682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38914) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:06.087215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '79e8b856-7b68-4d40-9931-0b1f09400959', 'name': 'tempest-PortsTestJSON-1918210386', 'fixed_ips': [{'subnet_id': 'a744d5f4-4feb-4db4-8210-ca27699bae52', 'ip_address': '172.20.0.9'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:06.261086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ab9e69a0-f523-491e-8228-9b086075fa28 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:06.262127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.286032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38918) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:06.323043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ab9e69a0-f523-491e-8228-9b086075fa28, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ab9e69a0-f523-491e-8228-9b086075fa28,segment=NetworkSegment(8b4f7563-7650-4c90-a026-9e239f845578),segment_id=8b4f7563-7650-4c90-a026-9e239f845578)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:06.333187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.449676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c44b3664-9bfe-4b23-9de6-39d00ab634d9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:06.459747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:06.524999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e2238563-2da2-4bef-87ae-94e211d4fe09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74d740cd0cb449db88539f9d7183a3f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337401 Mar 11 00:11:06.527820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:06.567774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.587193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c44b3664-9bfe-4b23-9de6-39d00ab634d9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:06.596517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c44b3664-9bfe-4b23-9de6-39d00ab634d9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:06.599404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ab9e69a0-f523-491e-8228-9b086075fa28,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:06.614197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port b05b9634-a488-4154-b4fb-8468903385f7 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:11:06.690985 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c2dd12a1-9352-4346-b745-1e7fac4db1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.696657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a4e72-dc6a-408d-ac7c-687871c7d6e3 req-7b241ad7-fd4b-49e2-8fef-32252b78fbcd tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:06.698456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-340a4e72-dc6a-408d-ac7c-687871c7d6e3 req-7b241ad7-fd4b-49e2-8fef-32252b78fbcd tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 945 time: 0.5054712 Mar 11 00:11:06.765994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] Publish callbacks [] for security_group (e4cf28f6-aae5-4268-9c80-dcd45755b6c6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.784427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050d5f2-ef34-4b91-98f4-b62dee2a656b req-e45b6d59-e697-4e1a-aacb-b22c7c0ef12b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:06.793167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1050d5f2-ef34-4b91-98f4-b62dee2a656b req-e45b6d59-e697-4e1a-aacb-b22c7c0ef12b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2143965 Mar 11 00:11:06.861577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] Publish callbacks [] for security_group (e4cf28f6-aae5-4268-9c80-dcd45755b6c6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.888134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-340a4e72-dc6a-408d-ac7c-687871c7d6e3 req-749470d2-3e4d-44d5-8a50-2ff8537c67ae tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725113 Mar 11 00:11:06.935978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42472ce5-d290-4e88-b6d7-01b29c83a665 None None] Network 79e8b856-7b68-4d40-9931-0b1f09400959 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:06.938934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1050d5f2-ef34-4b91-98f4-b62dee2a656b req-22df2614-9813-4493-918b-bd74981426af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428988 Mar 11 00:11:06.981863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e4cf28f6-aae5-4268-9c80-dcd45755b6c6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.983900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.9 (79e8b856-7b68-4d40-9931-0b1f09400959/a744d5f4-4feb-4db4-8210-ca27699bae52/b05b9634-a488-4154-b4fb-8468903385f7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:06.984689 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:06.985946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4cf28f6-aae5-4268-9c80-dcd45755b6c6 HTTP/1.1" status: 204 len: 168 time: 0.4546697 Mar 11 00:11:07.000776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251355-fa16-4b01-8ffd-af2f98c17e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf28f6-aae5-4268-9c80-dcd45755b6c6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:07.016580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e3c3e3bb-0062-4c21-a260-c19cab01c4ab None None] Provisioning complete for port ab9e69a0-f523-491e-8228-9b086075fa28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:07.016962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e3c3e3bb-0062-4c21-a260-c19cab01c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:07.274292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3e3bb-0062-4c21-a260-c19cab01c4ab None None] Current status of the port ab9e69a0-f523-491e-8228-9b086075fa28 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:07.497766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (b05b9634-a488-4154-b4fb-8468903385f7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:07.527616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f068d5-3837-4682-be24-200789965ba4 req-1778db2f-748f-4ee9-92d8-20c79e46007e tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:07.549958 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-51f068d5-3837-4682-be24-200789965ba4 req-1778db2f-748f-4ee9-92d8-20c79e46007e tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.30 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 945 time: 0.2289615 Mar 11 00:11:07.729653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Provisioning complete for port c65b1516-b660-4e21-ac81-b95837d556df triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:07.730122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c65b1516-b660-4e21-ac81-b95837d556df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:07.816092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b05b9634-a488-4154-b4fb-8468903385f7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:07.876730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ab9e69a0-f523-491e-8228-9b086075fa28 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:08.000974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Port c65b1516-b660-4e21-ac81-b95837d556df cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:08.018912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=b05b9634-a488-4154-b4fb-8468903385f7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:08.056744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 79e8b856-7b68-4d40-9931-0b1f09400959 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:08.062785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:08.074689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Provisioning complete for port ab9e69a0-f523-491e-8228-9b086075fa28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:08.075064 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.086203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:08.221010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ab9e69a0-f523-491e-8228-9b086075fa28 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:08.222120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.241345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7e625-2219-48d9-8db2-c509e1b9f0c9 req-7108c77f-876e-411c-95d0-0f013b92376c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.247520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.251192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8a7e625-2219-48d9-8db2-c509e1b9f0c9 req-7108c77f-876e-411c-95d0-0f013b92376c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.1291935 Mar 11 00:11:08.256138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.298575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-51468616-1487-42b0-9696-153152499c83 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2196653 Mar 11 00:11:08.301889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Deleting port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:08.302317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.306237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38948) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:08.309367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548ace-1658-4628-88e7-dc0f06c8111f req-b179e773-9af6-4317-bf08-e98a7f512b24 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.312594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71548ace-1658-4628-88e7-dc0f06c8111f req-b179e773-9af6-4317-bf08-e98a7f512b24 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 945 time: 0.2733698 Mar 11 00:11:08.440101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8a7e625-2219-48d9-8db2-c509e1b9f0c9 req-d9dbfbdc-5c7b-4c45-a5ba-0a2f515d5f06 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805322 Mar 11 00:11:08.441098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:08.451574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2f95eff6-f836-4043-af32-611a601dcee4 None None] Current status of the port ab9e69a0-f523-491e-8228-9b086075fa28 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:08.551764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ab9e69a0-f523-491e-8228-9b086075fa28 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:08.579664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d7ddb-04f5-49d4-89ff-174fb24e082b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.582073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5c8d7ddb-04f5-49d4-89ff-174fb24e082b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2735324 Mar 11 00:11:08.585159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:08.594166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Provisioning complete for port b05b9634-a488-4154-b4fb-8468903385f7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:08.594551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b05b9634-a488-4154-b4fb-8468903385f7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.636248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-977618503-network', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:08.661119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] For port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,segment=NetworkSegment(90d7e910-6124-4175-b942-263ebab504a0),segment_id=90d7e910-6124-4175-b942-263ebab504a0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:08.661788 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.674582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Port b05b9634-a488-4154-b4fb-8468903385f7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:08.691025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:08.693774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.694562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c81876e-6860-42fd-9f9f-f8f60e229696 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.699237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Provisioning complete for port c65b1516-b660-4e21-ac81-b95837d556df triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:08.699771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c65b1516-b660-4e21-ac81-b95837d556df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.702656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c81876e-6860-42fd-9f9f-f8f60e229696 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.709104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c81876e-6860-42fd-9f9f-f8f60e229696 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:08.714320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0c81876e-6860-42fd-9f9f-f8f60e229696 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1279991 Mar 11 00:11:08.715214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:08.716436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Calling delete_port for ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:08.739015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:08.782792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-aebc045f-62a3-4d85-a017-9642fb645f4e None None] Port c65b1516-b660-4e21-ac81-b95837d556df cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:08.917130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71548ace-1658-4628-88e7-dc0f06c8111f req-b22f845b-b73b-4369-b538-a708f77c7117 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/security-groups?id=829b889c-540c-4156-9549-158314d63f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967669 Mar 11 00:11:08.997374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port b05b9634-a488-4154-b4fb-8468903385f7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:08.997751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b05b9634-a488-4154-b4fb-8468903385f7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.004416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks [] for security_group (47afdef6-54b6-42c3-9faf-e7daa593b302), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.012853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47afdef6-54b6-42c3-9faf-e7daa593b302), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.051837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afdef6-54b6-42c3-9faf-e7daa593b302,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:09.063647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:11:09.076429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c82e19ca-382b-4d96-9aa4-f56a743b7ca3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.076823 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Added segment c82e19ca-382b-4d96-9aa4-f56a743b7ca3 of type vlan for network 6271353f-ff67-45f5-a718-56703ce11782 Mar 11 00:11:09.126230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6271353f-ff67-45f5-a718-56703ce11782), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.202707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6271353f-ff67-45f5-a718-56703ce11782), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.204973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:09.206161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.208126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b05b9634-a488-4154-b4fb-8468903385f7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.225027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for b05b9634-a488-4154-b4fb-8468903385f7 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:09.256186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-53dd76d8-e8a2-457f-8977-f7ab6e5cc6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.303779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8567975 Mar 11 00:11:09.313410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38962) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:09.334861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Request body: {'subnet': {'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-977618503-subnet', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:09.374710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.450352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2de06e-5187-47f5-b981-d0a952393660 admin admin] Pushing event updated for resources: {'Network': ['ID=6271353f-ff67-45f5-a718-56703ce11782,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:09.476084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:09.481322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6271353f-ff67-45f5-a718-56703ce11782 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:11:09.493546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Pushing event deleted for resources: {'Port': ['ID=ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:09.505594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.591584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b05b9634-a488-4154-b4fb-8468903385f7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.640994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] No DVR routers for this DVR port ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:09.686921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:09.714630 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-51f068d5-3837-4682-be24-200789965ba4 req-8ef89bcc-1ba1-42be-9dd0-4759a7fdb279 tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.30 "DELETE /v2.0/ports/ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b HTTP/1.1" status: 204 len: 173 time: 2.1467834 Mar 11 00:11:09.718227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'name': 'network-vif-deleted', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:09.720938 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6577342d-337e-415a-89ba-2dbcfe691595" -d '{"events": [{"server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "name": "network-vif-deleted", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:09.743654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=b05b9634-a488-4154-b4fb-8468903385f7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:09.934783 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ce6b9-173f-48de-b389-49d3223b561a x-openstack-request-id: req-bb2ce6b9-173f-48de-b389-49d3223b561a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:09.935240 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90924fd7-568f-4d79-a730-2b0e55b7c3b0", "name": "network-vif-deleted", "tag": "ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:09.935585 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb2ce6b9-173f-48de-b389-49d3223b561a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:09.936146 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90924fd7-568f-4d79-a730-2b0e55b7c3b0', 'name': 'network-vif-deleted', 'tag': 'ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b', 'status': 'completed', 'code': 200} Mar 11 00:11:09.950896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38978) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:10.024127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:10.096438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.100796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2590f96c-f6e9-43dd-81c1-b7bebde7529c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/b05b9634-a488-4154-b4fb-8468903385f7 HTTP/1.1" status: 204 len: 168 time: 1.3819513 Mar 11 00:11:10.103736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38990) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:10.216940 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-359b887c-016d-4b64-b787-8080d9737973 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:11:10.222584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:10.233417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-359b887c-016d-4b64-b787-8080d9737973 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/b05b9634-a488-4154-b4fb-8468903385f7 HTTP/1.1" status: 404 len: 333 time: 0.1222425 Mar 11 00:11:10.344363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93197b1c-5eb5-400d-b3b3-75cc6738ccfc req-f92c1dab-fbf8-4882-98e0-e8d90de3eb9d tempest-ServerGroupTestJSON-315001290 tempest-ServerGroupTestJSON-315001290-project] 10.222.0.21 "GET /v2.0/ports?device_id=90924fd7-568f-4d79-a730-2b0e55b7c3b0 HTTP/1.1" status: 200 len: 210 time: 0.1289551 Mar 11 00:11:10.440444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.592599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f37d2fd2-47f3-4796-bfe0-ff621facec5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.630075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a46f74f4-a912-4aef-a228-7b74a9bb677d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.636857 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.643979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:10.644701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4faa961-f6ae-407c-b6f2-8dc934f45e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.675081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:10.683442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d70ab-7944-4b36-95bf-b020ad6678c4 req-ced5b509-c013-4569-9db6-78b59f1485d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:10.688482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba81ead9-145b-40bd-8e5e-5d8e2daf3b9b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:10.697553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae4d70ab-7944-4b36-95bf-b020ad6678c4 req-ced5b509-c013-4569-9db6-78b59f1485d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.9344203 Mar 11 00:11:10.818052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port c65b1516-b660-4e21-ac81-b95837d556df {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:10.818395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c65b1516-b660-4e21-ac81-b95837d556df), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.889483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:10.916380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:10.916748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Network hostable DHCP agents. Network: 6271353f-ff67-45f5-a718-56703ce11782, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:11:10.927129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46f74f4-a912-4aef-a228-7b74a9bb677d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:10.962323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae4d70ab-7944-4b36-95bf-b020ad6678c4 req-68a2da20-9b4a-4138-a1ca-038d9a4bbc39 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456841 Mar 11 00:11:11.006434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Network 6271353f-ff67-45f5-a718-56703ce11782 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:11:11.021577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6271353f-ff67-45f5-a718-56703ce11782) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:11.025927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:11.026755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.035326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a8103a-9808-4fa6-9a02-6369e549b039 None None] Network 6271353f-ff67-45f5-a718-56703ce11782 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:11.054154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a0160a84-42ac-4b43-b9c1-1ab5940ab78b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7360702 Mar 11 00:11:11.056716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:11.061229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:11.129803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.130945 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.144041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c65b1516-b660-4e21-ac81-b95837d556df), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.186780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for c65b1516-b660-4e21-ac81-b95837d556df owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:11.261427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for router_controller (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.286302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-6271353f-ff67-45f5-a718-56703ce11782', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:11:11.287478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.354195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4faa961-f6ae-407c-b6f2-8dc934f45e1d admin admin] Publish callbacks [] for security_group (03860d9f-b80b-4e63-8e69-0af144a3bc95), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.374155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f37d2fd2-47f3-4796-bfe0-ff621facec5f admin admin] Publish callbacks [] for security_group (c09c533f-6679-408f-b321-bf17d1aaea12), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.379534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f4faa961-f6ae-407c-b6f2-8dc934f45e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (03860d9f-b80b-4e63-8e69-0af144a3bc95), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.411829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f37d2fd2-47f3-4796-bfe0-ff621facec5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c09c533f-6679-408f-b321-bf17d1aaea12), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.674177 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:11.705841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Allocated IP 172.20.0.2 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/6c3b8bb2-b696-46f8-947f-f199fbb41255) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:11.790304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f4faa961-f6ae-407c-b6f2-8dc934f45e1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f8942237e4c420b9b1079f00302c079&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8372588 Mar 11 00:11:11.805923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39024) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:11.899301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:11.915335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c65b1516-b660-4e21-ac81-b95837d556df), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.008838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks [] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.022390 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.046312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f37d2fd2-47f3-4796-bfe0-ff621facec5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6370dd6e36343918b0224b74718c539&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0189157 Mar 11 00:11:12.094636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:12.096832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=c65b1516-b660-4e21-ac81-b95837d556df,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:12.100997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:12.104724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:12.112432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Pushing event updated for resources: {'Port': ['ID=6c3b8bb2-b696-46f8-947f-f199fbb41255,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:12.183842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39032) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:12.200859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.204788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-11ee2662-39be-4c76-a473-a28c1001993d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/c65b1516-b660-4e21-ac81-b95837d556df HTTP/1.1" status: 204 len: 168 time: 1.9804726 Mar 11 00:11:12.234472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Attempting to bind port 6c3b8bb2-b696-46f8-947f-f199fbb41255 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:12.234848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Attempting to bind port 6c3b8bb2-b696-46f8-947f-f199fbb41255 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:12.235215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Attempting to bind port 6c3b8bb2-b696-46f8-947f-f199fbb41255 on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:12.249334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:12.249715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:12.250168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.250562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:12.251034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Bound port: 6c3b8bb2-b696-46f8-947f-f199fbb41255, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:12.251420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.260625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faa961-f6ae-407c-b6f2-8dc934f45e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03860d9f-b80b-4e63-8e69-0af144a3bc95,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:12.294666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39034) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:12.305453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d2fd2-47f3-4796-bfe0-ff621facec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09c533f-6679-408f-b321-bf17d1aaea12,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:12.360609 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d36a13-36f9-4455-845f-f21431d98c9b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:11:12.362243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63d36a13-36f9-4455-845f-f21431d98c9b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/c65b1516-b660-4e21-ac81-b95837d556df HTTP/1.1" status: 404 len: 333 time: 0.0528390 Mar 11 00:11:12.366311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:12.390836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5845efc3-905a-49ad-b729-857c88456cee None None] For port 6c3b8bb2-b696-46f8-947f-f199fbb41255, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:12.396675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5845efc3-905a-49ad-b729-857c88456cee None None] For port 6c3b8bb2-b696-46f8-947f-f199fbb41255, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6c3b8bb2-b696-46f8-947f-f199fbb41255,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:12.410395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.426519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] Publish callbacks [] for security_group (03860d9f-b80b-4e63-8e69-0af144a3bc95), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.465220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] Publish callbacks [] for security_group (03860d9f-b80b-4e63-8e69-0af144a3bc95), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.528259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845efc3-905a-49ad-b729-857c88456cee None None] Pushing event updated for resources: {'Port': ['ID=6c3b8bb2-b696-46f8-947f-f199fbb41255,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:12.556764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] Publish callbacks [] for security_group (c09c533f-6679-408f-b321-bf17d1aaea12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.558476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (03860d9f-b80b-4e63-8e69-0af144a3bc95), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.561020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.562863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554297ad-2af5-4063-96bb-efe819f914a4 req-566f23a7-5b74-4fd6-bc20-29a7c852f605 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:12.566311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03860d9f-b80b-4e63-8e69-0af144a3bc95 HTTP/1.1" status: 204 len: 168 time: 0.7529759 Mar 11 00:11:12.572136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-554297ad-2af5-4063-96bb-efe819f914a4 req-566f23a7-5b74-4fd6-bc20-29a7c852f605 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2320704 Mar 11 00:11:12.581794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Deleting subnet 9b1cd532-891d-472d-ac57-42b7f3e4c3fa {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:12.585720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Publish callbacks [] for subnet (9b1cd532-891d-472d-ac57-42b7f3e4c3fa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.626010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (9b1cd532-891d-472d-ac57-42b7f3e4c3fa), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.677779 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for router_gateway (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.692510 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (9b1cd532-891d-472d-ac57-42b7f3e4c3fa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:12.909241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-554297ad-2af5-4063-96bb-efe819f914a4 req-467e2912-9382-4016-b7a9-daa316b7fded tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348196 Mar 11 00:11:13.277928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for router_gateway (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.301173 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.313739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.344391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] Publish callbacks [] for security_group (c09c533f-6679-408f-b321-bf17d1aaea12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.392669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet a744d5f4-4feb-4db4-8210-ca27699bae52 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:13.417587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (a744d5f4-4feb-4db4-8210-ca27699bae52), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.420315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c390-d5cb-4a48-9237-a788afef7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03860d9f-b80b-4e63-8e69-0af144a3bc95,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:13.442328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c09c533f-6679-408f-b321-bf17d1aaea12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.444865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.449350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Allocated IP 172.25.7.32 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/002a657e-2ff4-44f1-8d55-fd73a4597ad4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:13.459217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c09c533f-6679-408f-b321-bf17d1aaea12 HTTP/1.1" status: 204 len: 168 time: 1.2424676 Mar 11 00:11:13.509351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e79ac-8405-400b-a3a5-ed189ad5b9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09c533f-6679-408f-b321-bf17d1aaea12,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:13.574685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a744d5f4-4feb-4db4-8210-ca27699bae52), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.662174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.663856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (9b1cd532-891d-472d-ac57-42b7f3e4c3fa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.802915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.816141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1cd532-891d-472d-ac57-42b7f3e4c3fa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:13.925275 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:13.928630 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91ec8880-2ea9-49e9-a959-38746eb40ab4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b1cd532-891d-472d-ac57-42b7f3e4c3fa HTTP/1.1" status: 204 len: 168 time: 2.0227914 Mar 11 00:11:13.942085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39072) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:13.954640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:13.971217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6c3b8bb2-b696-46f8-947f-f199fbb41255 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:13.997817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:14.008727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:14.010166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Pushing event updated for resources: {'Port': ['ID=002a657e-2ff4-44f1-8d55-fd73a4597ad4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:14.090930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a744d5f4-4feb-4db4-8210-ca27699bae52), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.119973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39078) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:14.148841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6c3b8bb2-b696-46f8-947f-f199fbb41255 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:14.149222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.223686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ae9878a4-7820-4cc0-a04a-45d53a408b22), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.234492 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4736dba-99ab-4575-afe7-8fa5fbbd666d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.275138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a744d5f4-4feb-4db4-8210-ca27699bae52), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.276479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb3e22-6967-4da7-a4bd-faf8e2960bf4 None None] Network 6271353f-ff67-45f5-a718-56703ce11782 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:14.337295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=a744d5f4-4feb-4db4-8210-ca27699bae52,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:14.357042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e36eb2e0-0df7-4bdc-b656-7d20fa779ae2 None None] Provisioning complete for port 6c3b8bb2-b696-46f8-947f-f199fbb41255 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:14.357646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e36eb2e0-0df7-4bdc-b656-7d20fa779ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.360561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6c3b8bb2-b696-46f8-947f-f199fbb41255 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:14.361134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.387110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc422661-9249-4055-89f7-3aa00b48dd04 req-2a730d5c-074a-4940-93c3-4875067e6085 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:14.394455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc422661-9249-4055-89f7-3aa00b48dd04 req-2a730d5c-074a-4940-93c3-4875067e6085 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2780704 Mar 11 00:11:14.421290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.425929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3a67d-4206-4647-83aa-9456afd6ee63 None None] Network 79e8b856-7b68-4d40-9931-0b1f09400959 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:14.428402 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b5b2c2e6-6ca9-46a3-a005-e0186da72dbd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/a744d5f4-4feb-4db4-8210-ca27699bae52 HTTP/1.1" status: 204 len: 168 time: 2.0607624 Mar 11 00:11:14.430837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39086) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:14.538478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc422661-9249-4055-89f7-3aa00b48dd04 req-fcb47349-a20d-4fc3-b273-85469f290b39 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430588 Mar 11 00:11:14.555166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6c3b8bb2-b696-46f8-947f-f199fbb41255, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6c3b8bb2-b696-46f8-947f-f199fbb41255,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:14.571870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.598425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2dd7377-6973-43ca-adf0-e7d9d66d8b68 req-2de6207e-476b-4512-b9c1-0d6583a9c4e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0609457 Mar 11 00:11:14.629395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ae9878a4-7820-4cc0-a04a-45d53a408b22), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.712427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2dd7377-6973-43ca-adf0-e7d9d66d8b68 req-3aaa3b8d-bea1-4986-9063-89b79bf0bba9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0799556 Mar 11 00:11:14.718039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9878a4-7820-4cc0-a04a-45d53a408b22']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:14.735107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (79e8b856-7b68-4d40-9931-0b1f09400959), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.771166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d7e910-6124-4175-b942-263ebab504a0') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:14.771546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d7e910-6124-4175-b942-263ebab504a0') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:14.819180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (90d7e910-6124-4175-b942-263ebab504a0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.829503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4736dba-99ab-4575-afe7-8fa5fbbd666d admin admin] Publish callbacks [] for security_group (1a498d31-7281-4f85-bd70-ba8effed05bc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.830648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2dd7377-6973-43ca-adf0-e7d9d66d8b68 req-721472a7-f2c7-454f-917e-c13973281271 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858717 Mar 11 00:11:14.843729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e4736dba-99ab-4575-afe7-8fa5fbbd666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1a498d31-7281-4f85-bd70-ba8effed05bc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.860785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6c3b8bb2-b696-46f8-947f-f199fbb41255,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:14.870273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] DHCP port deletion for 79e8b856-7b68-4d40-9931-0b1f09400959 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:11:14.899749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (90d7e910-6124-4175-b942-263ebab504a0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.928930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:14.929480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (90d7e910-6124-4175-b942-263ebab504a0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:14.931158 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:14.997784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e4736dba-99ab-4575-afe7-8fa5fbbd666d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7e33cdcfed84ac78148f828c9173c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8420739 Mar 11 00:11:15.004264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e36eb2e0-0df7-4bdc-b656-7d20fa779ae2 None None] Current status of the port 6c3b8bb2-b696-46f8-947f-f199fbb41255 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:15.020393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:15.035023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for router_gateway (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.055981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Deleting port ab9e69a0-f523-491e-8228-9b086075fa28 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:15.056849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.157857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ae9878a4-7820-4cc0-a04a-45d53a408b22), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.209490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.215085 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae9878a4-7820-4cc0-a04a-45d53a408b22 HTTP/1.1" status: 204 len: 168 time: 1.2696691 Mar 11 00:11:15.244397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7377-6973-43ca-adf0-e7d9d66d8b68 req-387c69ef-150c-4ec8-a1a4-a83a9c9c3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:15.245863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2dd7377-6973-43ca-adf0-e7d9d66d8b68 req-387c69ef-150c-4ec8-a1a4-a83a9c9c3b14 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4000685 Mar 11 00:11:15.247007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a475aef-ae56-4fb4-a7f1-f9ac0323e6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9878a4-7820-4cc0-a04a-45d53a408b22,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:15.270999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] For port ab9e69a0-f523-491e-8228-9b086075fa28, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ab9e69a0-f523-491e-8228-9b086075fa28,segment=NetworkSegment(8b4f7563-7650-4c90-a026-9e239f845578),segment_id=8b4f7563-7650-4c90-a026-9e239f845578)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:15.272822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.276565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port ab9e69a0-f523-491e-8228-9b086075fa28 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:15.276565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.325343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Calling delete_port for ab9e69a0-f523-491e-8228-9b086075fa28 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:15.342623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4736dba-99ab-4575-afe7-8fa5fbbd666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a498d31-7281-4f85-bd70-ba8effed05bc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:15.362451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] Publish callbacks [] for security_group (1a498d31-7281-4f85-bd70-ba8effed05bc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.492626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port ab9e69a0-f523-491e-8228-9b086075fa28, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ab9e69a0-f523-491e-8228-9b086075fa28,segment=NetworkSegment(8b4f7563-7650-4c90-a026-9e239f845578),segment_id=8b4f7563-7650-4c90-a026-9e239f845578)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:15.493313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.504437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] Publish callbacks [] for security_group (1a498d31-7281-4f85-bd70-ba8effed05bc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.518588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2c8d8e7c-7925-4dcd-ab17-8da5a061f7c4 None None] Provisioning complete for port 6c3b8bb2-b696-46f8-947f-f199fbb41255 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:15.522222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8e7c-7925-4dcd-ab17-8da5a061f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.553911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for ab9e69a0-f523-491e-8228-9b086075fa28 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:15.622475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.699597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39104) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:15.700721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.790328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] Pushing event deleted for resources: {'Port': ['ID=ab9e69a0-f523-491e-8228-9b086075fa28,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:15.810756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37969ee4-85ef-405c-a66a-15234ab11c09 None None] No DVR routers for this DVR port ab9e69a0-f523-491e-8228-9b086075fa28 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:15.867410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1a498d31-7281-4f85-bd70-ba8effed05bc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.870331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.871623 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a498d31-7281-4f85-bd70-ba8effed05bc HTTP/1.1" status: 204 len: 168 time: 0.8492403 Mar 11 00:11:15.892342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6c3b8bb2-b696-46f8-947f-f199fbb41255 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:15.913200 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c47833cb-452d-4c54-830d-bef063efac7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1f1511008d04c54aa6a60efb790ca92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107787 Mar 11 00:11:15.923441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:15.927637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3334a-092c-465c-a1be-4af80c59411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a498d31-7281-4f85-bd70-ba8effed05bc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:15.945523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ab9e69a0-f523-491e-8228-9b086075fa28), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:15.983543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040600b6-3de4-4b0e-b680-b86f75acc455 req-6064f174-e1ef-4113-b6be-ecc420bf12ff tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:15.988506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-040600b6-3de4-4b0e-b680-b86f75acc455 req-6064f174-e1ef-4113-b6be-ecc420bf12ff tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.2335417 Mar 11 00:11:16.055874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=ab9e69a0-f523-491e-8228-9b086075fa28,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:16.094717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port ab9e69a0-f523-491e-8228-9b086075fa28 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:16.099774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d8e7c-7925-4dcd-ab17-8da5a061f7c4 None None] Current status of the port 6c3b8bb2-b696-46f8-947f-f199fbb41255 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:16.126432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6c3b8bb2-b696-46f8-947f-f199fbb41255 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:16.126432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.308804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] Publish callbacks [] for security_group (829b889c-540c-4156-9549-158314d63f89), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.313415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-040600b6-3de4-4b0e-b680-b86f75acc455 req-b90ce95d-af3b-4928-8237-843e9edbcbc1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458305 Mar 11 00:11:16.354519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6c3b8bb2-b696-46f8-947f-f199fbb41255 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:16.365248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:11:16.394243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (79e8b856-7b68-4d40-9931-0b1f09400959), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.437248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] Publish callbacks [] for security_group (829b889c-540c-4156-9549-158314d63f89), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.463334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e8b856-7b68-4d40-9931-0b1f09400959']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:16.464492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ab9e69a0-f523-491e-8228-9b086075fa28 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:16.500389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4f7563-7650-4c90-a026-9e239f845578') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:16.501000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4f7563-7650-4c90-a026-9e239f845578') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:16.509604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ab9e69a0-f523-491e-8228-9b086075fa28 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:16.510258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ab9e69a0-f523-491e-8228-9b086075fa28 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:16.547032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8b4f7563-7650-4c90-a026-9e239f845578), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.573991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8b4f7563-7650-4c90-a026-9e239f845578), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.585524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:16.586434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8b4f7563-7650-4c90-a026-9e239f845578), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.653232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:11:16.665567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Sync routers for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:16.674719 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:16.694657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (79e8b856-7b68-4d40-9931-0b1f09400959), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.696056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:16.697120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:16.700958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.702235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-694fe9be-8221-49d7-8ace-1a9aada00655 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6443932 Mar 11 00:11:16.703747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.705737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39126) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:16.716341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39128) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:16.716990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/79e8b856-7b68-4d40-9931-0b1f09400959 HTTP/1.1" status: 204 len: 168 time: 2.2851162 Mar 11 00:11:16.737808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532334278'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:16.750135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951267b-fad1-484e-b790-83d8957fad2e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=79e8b856-7b68-4d40-9931-0b1f09400959,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:16.755697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (829b889c-540c-4156-9549-158314d63f89), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.762043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.763363 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/829b889c-540c-4156-9549-158314d63f89 HTTP/1.1" status: 204 len: 168 time: 0.8368261 Mar 11 00:11:16.781353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90319ba5-c0c9-43d9-b232-c7716828a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b889c-540c-4156-9549-158314d63f89,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:16.865858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:16.872799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:16.969189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:16.998529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:11:17.023181 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cc36331d-b34f-4a7b-a9b4-926b3282c4ec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:17.027310 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Added segment cc36331d-b34f-4a7b-a9b4-926b3282c4ec of type vlan for network 5fe41763-950b-459f-80fd-482baa66e803 Mar 11 00:11:17.148752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5fe41763-950b-459f-80fd-482baa66e803), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:17.255613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5fe41763-950b-459f-80fd-482baa66e803), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:17.273972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:17.274630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:17.385666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6628737 Mar 11 00:11:17.388548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39152) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:17.393814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': '5fe41763-950b-459f-80fd-482baa66e803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:17.441024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022f56d-f830-474c-854e-a95d8983462b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Network': ['ID=5fe41763-950b-459f-80fd-482baa66e803,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:17.520167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5fe41763-950b-459f-80fd-482baa66e803 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:11:17.734281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:17.738333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:17.770292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:14Z', 'revision_number': 3, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:17.958681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2c4d3-efd6-492b-8496-a9d426501f91 req-1832cbee-b01c-4920-999e-c8f28212fbee tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:17.966367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bef2c4d3-efd6-492b-8496-a9d426501f91 req-1832cbee-b01c-4920-999e-c8f28212fbee tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 944 time: 0.4933195 Mar 11 00:11:18.045357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.145437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (cc2cf4ed-83b1-4ea0-9897-9ba7de054af9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.149784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Checking router: 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:11:18.150252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Updating router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:11:18.166189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bef2c4d3-efd6-492b-8496-a9d426501f91 req-f6b4ce95-0c1a-444d-8538-cbc5a1d8340f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813476 Mar 11 00:11:18.209753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.369240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=cc2cf4ed-83b1-4ea0-9897-9ba7de054af9,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:18.401089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Checking segment: {'id': 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fe41763-950b-459f-80fd-482baa66e803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:18.401465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network hostable DHCP agents. Network: 5fe41763-950b-459f-80fd-482baa66e803, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:11:18.465700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 5fe41763-950b-459f-80fd-482baa66e803 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:11:18.480961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5fe41763-950b-459f-80fd-482baa66e803) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:18.487423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:18.488198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.499447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c378f-60a4-4607-a1c5-ae776563f69c None None] Network 5fe41763-950b-459f-80fd-482baa66e803 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:18.545642 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-423aad4c-b3cd-4e46-97af-4bf5549b2e67 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1559384 Mar 11 00:11:18.548010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39182) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:18.567072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-163117694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:18.633807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.635012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.709942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:11:18.773944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for router_controller (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.784713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.822237 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:18.832881 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c5b1e0ea-aba9-4f72-8b5d-4017430ee112 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2822714 Mar 11 00:11:18.833727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:18.859479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'network_id': '5fe41763-950b-459f-80fd-482baa66e803', 'name': 'tempest-PortsTestJSON-1577896997'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:18.873176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:18.891206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe', 'mac_address': 'fa:16:3e:4e:af:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:11:19.013920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-5fe41763-950b-459f-80fd-482baa66e803', 'network_id': '5fe41763-950b-459f-80fd-482baa66e803', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': 'cc2cf4ed-83b1-4ea0-9897-9ba7de054af9'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:11:19.016026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.022748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:19.024298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.103502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:11:19.147537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:19.163614 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.208760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:19.213076 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.285801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:19.287540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:11:19.310945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Allocated IP 172.20.0.1 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/3b60e6bd-854d-4359-b6b3-d44de252a9fc) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:19.498284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['1d1f24fa-4fe0-45ff-9629-8c57a6daedfe'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:11:19.565122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks [] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.586069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.11 (5fe41763-950b-459f-80fd-482baa66e803/cc2cf4ed-83b1-4ea0-9897-9ba7de054af9/0cf3fcf2-ae6b-45f7-8f93-adeda04783d3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:19.749479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15a3ddd9-5a6d-4b81-8478-a187bd982e18 req-2b6d9b25-0e3d-4a19-90df-8928a3f3d7a6 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0963728 Mar 11 00:11:19.759146 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.792734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks [] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.884998 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.961538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:19.964199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Pushing event updated for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:20.022048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:20.036254 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:20.052133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:20.070384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:20.200231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=0cf3fcf2-ae6b-45f7-8f93-adeda04783d3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:20.238926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:20.256165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 5fe41763-950b-459f-80fd-482baa66e803 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:20.260516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:20.268288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:20.437448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189abd79-a179-45df-8bae-740a026d0b75 None None] Pushing event updated for resources: {'Port': ['ID=002a657e-2ff4-44f1-8d55-fd73a4597ad4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:20.556754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:20.557431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:20.562779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Attempting to bind port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:20.563154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Attempting to bind port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:20.563520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Attempting to bind port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:20.593728 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b172c2ec-f7a0-4248-92bf-eebdd6c0f3c3 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7502494 Mar 11 00:11:20.597663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39248) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:20.615804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181a237-9b7b-4407-8d2a-4d755fd5da6c req-c2bae7e9-9a31-4ab1-9248-307d7174dc50 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:20.627890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b181a237-9b7b-4407-8d2a-4d755fd5da6c req-c2bae7e9-9a31-4ab1-9248-307d7174dc50 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 945 time: 0.9004726 Mar 11 00:11:20.675085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:20.682422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:20.682975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:20.683355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:20.683874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Bound port: 002a657e-2ff4-44f1-8d55-fd73a4597ad4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:20.684858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:20.849491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-586fa3a8-6e51-4ac0-8879-9959394cde97 req-8e1d96ea-767a-4a6f-b8c0-a536d5e6c4af tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.2181637 Mar 11 00:11:20.925485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Allocated IP 172.20.0.2 (5fe41763-950b-459f-80fd-482baa66e803/cc2cf4ed-83b1-4ea0-9897-9ba7de054af9/45e24e93-9d6e-40d3-8b8b-5e01622ef035) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:20.941148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b181a237-9b7b-4407-8d2a-4d755fd5da6c req-acdde454-dfbc-4e8a-b709-ce5aa3e6336f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050635 Mar 11 00:11:20.946568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bb5958aa-195c-4e70-b26b-5404a739b730 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:20.946994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bb5958aa-195c-4e70-b26b-5404a739b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.010677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.062960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bb5958aa-195c-4e70-b26b-5404a739b730 None None] Port 3b60e6bd-854d-4359-b6b3-d44de252a9fc cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:21.375876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] For port 002a657e-2ff4-44f1-8d55-fd73a4597ad4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:21.489626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks [] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.499682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.528097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] For port 002a657e-2ff4-44f1-8d55-fd73a4597ad4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=002a657e-2ff4-44f1-8d55-fd73a4597ad4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:21.554116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.759435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Pushing event updated for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:21.833517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.837833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.849046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks [] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.883378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:21.918968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:21.919683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:22.075235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Network 5fe41763-950b-459f-80fd-482baa66e803 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:22.094129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:22.098511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:22.162211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189abd79-a179-45df-8bae-740a026d0b75 None None] Pushing event updated for resources: {'Port': ['ID=002a657e-2ff4-44f1-8d55-fd73a4597ad4,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:22.264260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2162b2c3-d3cc-4063-a4da-b8094146cb2e req-0d3f238d-9b1a-4d48-b09e-22085af08d0d tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1776567 Mar 11 00:11:22.312036 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:22.315657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec88fe3-ee13-467a-91c4-982668dc2bfd req-0844ea08-0ef8-4b8d-b0a1-5a90ef461ce9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:22.318023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eec88fe3-ee13-467a-91c4-982668dc2bfd req-0844ea08-0ef8-4b8d-b0a1-5a90ef461ce9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 945 time: 0.1981535 Mar 11 00:11:22.329384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:22.386894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=0cf3fcf2-ae6b-45f7-8f93-adeda04783d3,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:22.418393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eec88fe3-ee13-467a-91c4-982668dc2bfd req-b2c8a395-db8e-4e54-b41e-f33ea8eb66ca tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923231 Mar 11 00:11:22.420566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:22.422633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:22.526400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Pushing event updated for resources: {'Port': ['ID=45e24e93-9d6e-40d3-8b8b-5e01622ef035,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:22.547310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Attempting to bind port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:22.547684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Attempting to bind port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fe41763-950b-459f-80fd-482baa66e803'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:22.552178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Attempting to bind port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 on network 5fe41763-950b-459f-80fd-482baa66e803 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:22.582231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:22.582734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Checking segment: {'id': 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fe41763-950b-459f-80fd-482baa66e803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:22.583151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:22.583553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Bound using segment: {'id': 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fe41763-950b-459f-80fd-482baa66e803'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:22.588377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Bound port: 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5fe41763-950b-459f-80fd-482baa66e803'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:22.588789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:22.610317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:11:22.684250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:11:22.702531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:22.711042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:22.813465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4bc26149-2406-49bd-abba-6916fbafb148 req-e2f26e24-b43c-457b-aa83-b931f0f4f343 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0655451 Mar 11 00:11:22.927117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:22.931232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] For port 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:22.942367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] For port 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45e24e93-9d6e-40d3-8b8b-5e01622ef035,segment=NetworkSegment(cc36331d-b34f-4a7b-a9b4-926b3282c4ec),segment_id=cc36331d-b34f-4a7b-a9b4-926b3282c4ec)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:22.987760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:11:23.011630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4ce3052e-9473-4e6b-9eaa-3ebc4c51b149 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d58bc4b-5ebe-4f44-bb0a-84f07332da47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2974396 Mar 11 00:11:23.025776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:23.126242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:11:23.213764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:23.272991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:23.273510 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:23.366422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69826278-86c2-49b9-8d2e-0591f953f69e None None] Pushing event updated for resources: {'Port': ['ID=45e24e93-9d6e-40d3-8b8b-5e01622ef035,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:23.519518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60b85068-9b82-4073-9265-c08b983e2112 req-cd3d7749-b953-4fcf-90e6-c6f508e9b918 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1014032 Mar 11 00:11:23.691905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b2cc1780-3353-4ed6-91be-28da16e29480 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:23.692466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1780-3353-4ed6-91be-28da16e29480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:23.987663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683b27-a925-4723-9177-6d5c4e4f774a req-cb75ad83-f5d4-4850-a76d-d6a3ab3b5a9d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:24.000703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.009676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82683b27-a925-4723-9177-6d5c4e4f774a req-cb75ad83-f5d4-4850-a76d-d6a3ab3b5a9d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 945 time: 0.2847147 Mar 11 00:11:24.014970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.157127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82683b27-a925-4723-9177-6d5c4e4f774a req-c7951a13-ff5f-4287-9399-26c3bb24063a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Mar 11 00:11:24.271065 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e655cd53-4732-474a-9393-62526afa7610 req-f64e30a5-2a9a-458a-9e40-28a5ac537465 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1789598 Mar 11 00:11:24.330155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45e24e93-9d6e-40d3-8b8b-5e01622ef035 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:24.338251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.355893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=0cf3fcf2-ae6b-45f7-8f93-adeda04783d3,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:24.647747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network 5fe41763-950b-459f-80fd-482baa66e803 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:24.652683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:24.701473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39318) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:24.714147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc1780-3353-4ed6-91be-28da16e29480 None None] Port 3b60e6bd-854d-4359-b6b3-d44de252a9fc cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:24.724061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47594147', 'description': 'tempest-description--2092979628'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:24.730242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:24.730682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.789125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:24.792061 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e35ea-1796-4163-929f-f7d5710e2615" -d '{"events": [{"server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "name": "network-vif-plugged", "status": "completed", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:24.816008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:24.816193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-088f4c76-81e2-470e-b49d-dedb1364f785 req-64347f5d-e201-49eb-bb41-3a4077e6b491 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1315711 Mar 11 00:11:24.826418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:24.826847 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.875952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:24.957195 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898dfc9e-b963-456e-b525-115e66715229 x-openstack-request-id: req-898dfc9e-b963-456e-b525-115e66715229 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:24.957494 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "name": "network-vif-plugged", "status": "completed", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:24.957760 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-898dfc9e-b963-456e-b525-115e66715229 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:24.958162 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe', 'code': 200} Mar 11 00:11:24.977389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.084737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (9a6d2c7d-c6ea-43ec-8e69-5157e430c27c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.101845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9a6d2c7d-c6ea-43ec-8e69-5157e430c27c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.225262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bbfc3-c70f-4145-8f0a-03e3c87da2e1 req-c810b72d-6f32-4c9e-94ac-e0aecd27ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:25.234771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:25.235370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c24bbfc3-c70f-4145-8f0a-03e3c87da2e1 req-c810b72d-6f32-4c9e-94ac-e0aecd27ee9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 1128 time: 0.2677724 Mar 11 00:11:25.245123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.256450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5483911 Mar 11 00:11:25.262785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39334) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:25.270283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'security_group_rule': {'security_group_id': '9a6d2c7d-c6ea-43ec-8e69-5157e430c27c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:25.293800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d2024-8ec6-4b25-870b-f69cbe8f6f40 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:25.387134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:21Z', 'revision_number': 2, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:25.432753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Router 5c2eb878-3fa5-4c44-b2fa-29b347ea3859 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:11:25.506250 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c24bbfc3-c70f-4145-8f0a-03e3c87da2e1 req-fdae77aa-c161-46ea-97ee-bccc713d6fbb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661498 Mar 11 00:11:25.528452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (5e3d7c64-d346-4896-8a64-a39840505390), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.643029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:25.644870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.679862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fc066-95ee-40f2-951d-bc57a469f4ec None None] Network 5fe41763-950b-459f-80fd-482baa66e803 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:25.687212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a530555-78b8-4863-ab24-a12239274a0c req-1f65242a-8b22-4a42-8ab1-0634e2e1e2cd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:25.695173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a530555-78b8-4863-ab24-a12239274a0c req-1f65242a-8b22-4a42-8ab1-0634e2e1e2cd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.3193009 Mar 11 00:11:25.730528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a53e5-b5ce-430c-a406-e7068bc6ec0e None None] The sync data for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 is: [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:21Z', 'revision_number': 2, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:11:25.750509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:11:25.768301 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] Sync routers for ids ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:11:25.778624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-419eb7de-14d1-460b-a43a-2972c5c4da33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/routers/5c2eb878-3fa5-4c44-b2fa-29b347ea3859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1798029 Mar 11 00:11:25.779407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39344) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:25.808014 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] Routers {'5c2eb878-3fa5-4c44-b2fa-29b347ea3859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:25.809007 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:25.821275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (5e3d7c64-d346-4896-8a64-a39840505390), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.841548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (5e3d7c64-d346-4896-8a64-a39840505390), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.913313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5a6b1eca-7131-4047-9c38-c4fa37a50420 None None] Provisioning complete for port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:25.917787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1eca-7131-4047-9c38-c4fa37a50420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.933404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a530555-78b8-4863-ab24-a12239274a0c req-fa5af8e4-f6ae-4294-99e5-7d44312d217e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372527 Mar 11 00:11:25.958147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:25.960592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6965044 Mar 11 00:11:25.966172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39350) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:25.966906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7a24f-d598-4164-be57-343d7a6ce6d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3d7c64-d346-4896-8a64-a39840505390,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:25.973726 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:25.980290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439bb02-33cb-49a6-9236-5a5eb8013065 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:25.988153 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2439bb02-33cb-49a6-9236-5a5eb8013065 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c2eb878-3fa5-4c44-b2fa-29b347ea3859 HTTP/1.1" status: 200 len: 983 time: 0.2065687 Mar 11 00:11:25.989022 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39352) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:25.994367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'security_group_rule': {'security_group_id': '9a6d2c7d-c6ea-43ec-8e69-5157e430c27c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:26.005266 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] Routers {'5c2eb878-3fa5-4c44-b2fa-29b347ea3859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:26.010919 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:26.063302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45e24e93-9d6e-40d3-8b8b-5e01622ef035,segment=NetworkSegment(cc36331d-b34f-4a7b-a9b4-926b3282c4ec),segment_id=cc36331d-b34f-4a7b-a9b4-926b3282c4ec)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:26.104286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fc27ec4-0567-4e3c-bbd1-e2c09f0723d5 req-359040c0-22f2-4253-a740-9d9e3fa6001a tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0907862 Mar 11 00:11:26.146732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (84a313f0-46a5-418c-92c9-6ab5d14b75ae), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:26.151698 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:26.160916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:26.169920 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514dd31e-39b1-4bc2-8f8b-a6aca594e43e None None] The sync data for ids ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:11:26.337240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=45e24e93-9d6e-40d3-8b8b-5e01622ef035,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:26.385423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (84a313f0-46a5-418c-92c9-6ab5d14b75ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:26.400108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (84a313f0-46a5-418c-92c9-6ab5d14b75ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:26.453437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a313f0-46a5-418c-92c9-6ab5d14b75ae,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:26.489674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:26.491266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-38fed8e0-8a94-4844-a2fb-5c88cb58a993 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5085328 Mar 11 00:11:26.500889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:26.506063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:26.552534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b1eca-7131-4047-9c38-c4fa37a50420 None None] Current status of the port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:26.622540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:27.009200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Provisioning complete for port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:27.009590 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:27.092234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b46ab7c1-c32f-4f8d-993c-8c06f8b84325 req-0fe0c72d-df95-447d-b99a-2fb84556dd80 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1116896 Mar 11 00:11:27.340571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6edc7-3a2f-43e6-8b40-651f8ed0e5d6 req-ecd64e3a-1d1e-46b9-b9af-43082e7285ba tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:27.357791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Current status of the port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:27.364191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89e6edc7-3a2f-43e6-8b40-651f8ed0e5d6 req-ecd64e3a-1d1e-46b9-b9af-43082e7285ba tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.2489696 Mar 11 00:11:27.396984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Provisioning complete for port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:27.398172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:27.487291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:27.546888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf7b91-4fd2-4742-b5aa-bc5fbeb7a5b2 None None] Port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:27.687312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ef5be86-5e42-4ae2-a5d2-4586d173568f None None] Provisioning complete for port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:27.693744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ef5be86-5e42-4ae2-a5d2-4586d173568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:27.757309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89e6edc7-3a2f-43e6-8b40-651f8ed0e5d6 req-12ff053e-95b8-4b8c-be18-6c0b6f721227 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921888 Mar 11 00:11:27.853671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5be86-5e42-4ae2-a5d2-4586d173568f None None] Port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:28.123454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.25.7.170 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/589512a0-e0ae-47e5-8f25-ccee204959f6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:28.195265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fad7805e-f6b5-43c4-ad57-a384834f356b None None] Provisioning complete for port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:28.195649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fad7805e-f6b5-43c4-ad57-a384834f356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:28.402182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fad7805e-f6b5-43c4-ad57-a384834f356b None None] Port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:28.431038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f8783-d4c1-4f31-8032-9386b0984072 req-54d73f59-af6e-4705-b4ad-3372b5ffa1c9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:28.459571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-275f8783-d4c1-4f31-8032-9386b0984072 req-54d73f59-af6e-4705-b4ad-3372b5ffa1c9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.4762242 Mar 11 00:11:28.605204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 002a657e-2ff4-44f1-8d55-fd73a4597ad4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:28.663278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d71765db-5475-4f89-b53f-b19326785e85 req-3333a957-4684-48a2-ae44-b87c2e61d616 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.3357718 Mar 11 00:11:28.697795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-49cdbaa5-0fa4-4c3d-ad60-4197c8310f46 None None] Provisioning complete for port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:28.698380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-49cdbaa5-0fa4-4c3d-ad60-4197c8310f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:28.799679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-49cdbaa5-0fa4-4c3d-ad60-4197c8310f46 None None] Port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:28.823829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-275f8783-d4c1-4f31-8032-9386b0984072 req-40fd07e7-383b-4396-a57e-ab3f35f747dc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631988 Mar 11 00:11:28.833573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:28.833959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:28.858628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.027595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.057066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:29.057390 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.100096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 002a657e-2ff4-44f1-8d55-fd73a4597ad4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=002a657e-2ff4-44f1-8d55-fd73a4597ad4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:29.108862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.109749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45e24e93-9d6e-40d3-8b8b-5e01622ef035 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:29.162138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=589512a0-e0ae-47e5-8f25-ccee204959f6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:29.191946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149096cb-8d83-4741-b54d-1f284d0147ac req-c969670c-3f5a-4b47-a184-5777072b0070 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:29.196024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-149096cb-8d83-4741-b54d-1f284d0147ac req-c969670c-3f5a-4b47-a184-5777072b0070 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.2457101 Mar 11 00:11:29.202922 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.226105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:29.270311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:29.273303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:29.399881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=002a657e-2ff4-44f1-8d55-fd73a4597ad4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:29.431874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:29.433764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.480591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-149096cb-8d83-4741-b54d-1f284d0147ac req-ea5e49f8-de92-4b7d-adcc-ef71dca77616 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272289 Mar 11 00:11:29.586758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.657412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:29.681006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:29.857655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:29.858025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.054494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-540c412f-92f9-4248-b820-ba399127f04c req-21b6b765-577b-492e-bba0-8f67c70f08d4 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1110787 Mar 11 00:11:30.110590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.154871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:30.309157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26f1c3-7c34-4677-b9b0-c6ba51e7440f req-3d389d4e-83cb-43e9-9a58-8912727a0b07 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:30.311088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f26f1c3-7c34-4677-b9b0-c6ba51e7440f req-3d389d4e-83cb-43e9-9a58-8912727a0b07 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.2833352 Mar 11 00:11:30.363601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.387797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 002a657e-2ff4-44f1-8d55-fd73a4597ad4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:30.391373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.531594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:30.532475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.537168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=589512a0-e0ae-47e5-8f25-ccee204959f6,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:30.619281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f26f1c3-7c34-4677-b9b0-c6ba51e7440f req-3c976b5b-cd35-4bb4-a42c-4fcd01af1ead tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935486 Mar 11 00:11:30.677681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0cf3fcf2-ae6b-45f7-8f93-adeda04783d3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.714867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Sync routers for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:11:30.733610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=0cf3fcf2-ae6b-45f7-8f93-adeda04783d3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:30.763901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.790607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:30.792177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5edf43c2-3e6f-472f-8241-1fd6e45f9804 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2897394 Mar 11 00:11:30.874575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:30.885279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:30.891805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.030954 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:31.179518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-c7b4653d-aea4-444a-a892-6f937192984f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--47594147&fields=id&tenant_id=72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 267 time: 0.1584826 Mar 11 00:11:31.191517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:31.306032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c45a74b-0c9b-4d0e-8415-122666400a63 req-20ba2c1c-43df-4146-913d-aec451c61856 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1073389 Mar 11 00:11:31.461130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-5dab75f3-3bf7-40a4-829c-eb112663e242 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:31.462660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-5dab75f3-3bf7-40a4-829c-eb112663e242 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.2751296 Mar 11 00:11:31.484204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-efbe700e-f679-4ce9-8d08-7b6e89ddc631 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/quotas/72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 375 time: 0.0154610 Mar 11 00:11:31.603856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-4c469dfe-5d7e-4250-b405-47da54f2450d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110089 Mar 11 00:11:31.604603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Router 5c2eb878-3fa5-4c44-b2fa-29b347ea3859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:11:31.703561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:21Z', 'revision_number': 2, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.723011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:11:31.739680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] Sync routers for ids ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:11:31.741330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0544248d-7e55-4baa-987b-61680965f923 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/routers/5c2eb878-3fa5-4c44-b2fa-29b347ea3859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7510276 Mar 11 00:11:31.745711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39454) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:31.754666 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] Routers {'5c2eb878-3fa5-4c44-b2fa-29b347ea3859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:31.755391 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.795491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Checking router: 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:11:31.795850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Updating router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 port 3b60e6bd-854d-4359-b6b3-d44de252a9fc binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:11:31.823883 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2144e39-3146-4513-85a6-0233734c391b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:11:31.844744 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f2144e39-3146-4513-85a6-0233734c391b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/0cf3fcf2-ae6b-45f7-8f93-adeda04783d3 HTTP/1.1" status: 404 len: 333 time: 0.0950592 Mar 11 00:11:31.846231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39458) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:31.851509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:31.871505 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.873637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-23b68f72-25fe-4242-9694-f93cac82a728 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:31.878866 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-23b68f72-25fe-4242-9694-f93cac82a728 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.3495178 Mar 11 00:11:31.891117 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] Routers {'5c2eb878-3fa5-4c44-b2fa-29b347ea3859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:31.892351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.970904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84ef73-bb6a-43c2-bcc6-34f9a5d36fb2 req-c0bab78d-2a4b-404c-b7d6-3905060ab6ea tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:31.981399 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:31.982306 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ac890-2835-4ef9-ae68-e45cafce00f6 None None] The sync data for ids ['5c2eb878-3fa5-4c44-b2fa-29b347ea3859'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:11:31.984735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f84ef73-bb6a-43c2-bcc6-34f9a5d36fb2 req-c0bab78d-2a4b-404c-b7d6-3905060ab6ea tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 946 time: 0.1728694 Mar 11 00:11:32.043366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.079252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-367df200-5cde-4fd0-a88b-d36107b8c57c service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714315 Mar 11 00:11:32.164489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f84ef73-bb6a-43c2-bcc6-34f9a5d36fb2 req-4f51bb09-cd73-4d81-ade0-70b8335a4462 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786156 Mar 11 00:11:32.281341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-9363f5ce-4f1e-414a-b5b9-05a2c844d4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892502 Mar 11 00:11:32.463001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks [] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.479563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.491166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:32.491519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.508144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09095c28-480b-4aed-813d-a1e9365864ad req-68391330-757d-4ed3-9145-9db704a13589 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0441203 Mar 11 00:11:32.553435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Pushing event updated for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:32.626941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.627294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.627662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.628023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.628364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.628702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.629038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.629371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.629705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.630035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.630366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.630696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.631024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:32.691888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:32.692229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.734141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Attempting to bind port 3b60e6bd-854d-4359-b6b3-d44de252a9fc on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:32.734700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Attempting to bind port 3b60e6bd-854d-4359-b6b3-d44de252a9fc by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:32.734995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Attempting to bind port 3b60e6bd-854d-4359-b6b3-d44de252a9fc on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:32.750142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.752891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:32.753065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4988dddb-57af-4dc3-ae0a-b36c27e55a88 req-66792701-761f-4cac-9b43-3c41f6ed1583 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 210 time: 0.0556183 Mar 11 00:11:32.753974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:32.754795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.755768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:32.756542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Bound port: 3b60e6bd-854d-4359-b6b3-d44de252a9fc, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:32.757184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.764404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for router_controller (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.780761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:32.973742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] For port 3b60e6bd-854d-4359-b6b3-d44de252a9fc, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:32.981573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] For port 3b60e6bd-854d-4359-b6b3-d44de252a9fc, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3b60e6bd-854d-4359-b6b3-d44de252a9fc,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:32.988408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (5c2eb878-3fa5-4c44-b2fa-29b347ea3859), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:32.988932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2eb878-3fa5-4c44-b2fa-29b347ea3859 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:11:33.000713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.071454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:33.072393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:33.117767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.121897 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-02828e55-fb3d-4d8a-8649-30f7fb9de782 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/routers/5c2eb878-3fa5-4c44-b2fa-29b347ea3859 HTTP/1.1" status: 204 len: 168 time: 1.2733788 Mar 11 00:11:33.124050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39478) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:33.237000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:33.237394 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.278339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac97e1a-3f9f-4537-8750-d2024a5bd1fd None None] Pushing event updated for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:33.280766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet cc2cf4ed-83b1-4ea0-9897-9ba7de054af9 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:33.296071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (cc2cf4ed-83b1-4ea0-9897-9ba7de054af9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.427944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (cc2cf4ed-83b1-4ea0-9897-9ba7de054af9), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.475284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1d1f24fa-4fe0-45ff-9629-8c57a6daedfe), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.501715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:33.557227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=1d1f24fa-4fe0-45ff-9629-8c57a6daedfe,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:33.586336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84af1e81-3425-40d0-bdab-3a7c827bc090 req-affd3529-9bf8-4495-ad9c-6e7a5a05bcf2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0969226 Mar 11 00:11:33.641433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.642344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.642691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.646295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.646651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.649291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.649799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.650148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.652090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.652456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.654105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.654490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.654852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:33.733535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:33.747227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:33.765355 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-785c3c62-9c60-4dc8-ae89-c2a57ea0daf2 req-eea33a3b-dc21-4fb7-a35c-35c420337b83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/1d1f24fa-4fe0-45ff-9629-8c57a6daedfe HTTP/1.1" status: 204 len: 173 time: 1.7982731 Mar 11 00:11:33.765956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'name': 'network-vif-deleted', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:33.768735 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd114e40-904d-4d2e-90f6-95f8c7194432" -d '{"events": [{"server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "name": "network-vif-deleted", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:33.886576 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909e42a-61b6-49fa-ad53-6cc6ed8f3cdf x-openstack-request-id: req-7909e42a-61b6-49fa-ad53-6cc6ed8f3cdf {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:33.888229 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a84c32-3d24-4277-840b-d4f776c4876f", "name": "network-vif-deleted", "tag": "1d1f24fa-4fe0-45ff-9629-8c57a6daedfe", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:33.888341 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7909e42a-61b6-49fa-ad53-6cc6ed8f3cdf {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:33.888763 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a84c32-3d24-4277-840b-d4f776c4876f', 'name': 'network-vif-deleted', 'tag': '1d1f24fa-4fe0-45ff-9629-8c57a6daedfe', 'status': 'completed', 'code': 200} Mar 11 00:11:33.981132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7b5d5406-9dbb-42a2-94ad-fa48410a3b26 req-55b62891-c3ba-4339-88ad-89cd5f676c17 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1428738 Mar 11 00:11:34.011498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cc2cf4ed-83b1-4ea0-9897-9ba7de054af9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.184068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2ad80a0-3f9d-41e0-a321-bf764b4b4428 req-7be11cf5-0e70-4092-a588-490f616b5209 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 210 time: 0.1271975 Mar 11 00:11:34.185038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (cc2cf4ed-83b1-4ea0-9897-9ba7de054af9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.239351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2cf4ed-83b1-4ea0-9897-9ba7de054af9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:34.243866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Current status of the port 3b60e6bd-854d-4359-b6b3-d44de252a9fc is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:34.244423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.255651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.261634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39498) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:34.273343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007590e-39fb-453f-9360-d276e8bb5601 None None] Network 5fe41763-950b-459f-80fd-482baa66e803 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:34.276549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d94c9264-5661-4f4c-aa1b-c08d1129cde7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/cc2cf4ed-83b1-4ea0-9897-9ba7de054af9 HTTP/1.1" status: 204 len: 168 time: 1.1511979 Mar 11 00:11:34.386680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] For port 3b60e6bd-854d-4359-b6b3-d44de252a9fc, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3b60e6bd-854d-4359-b6b3-d44de252a9fc,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:34.389410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5fe41763-950b-459f-80fd-482baa66e803), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.400091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.434190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3b60e6bd-854d-4359-b6b3-d44de252a9fc up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:34.478493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:34.478493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.581757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] For port 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45e24e93-9d6e-40d3-8b8b-5e01622ef035,segment=NetworkSegment(cc36331d-b34f-4a7b-a9b4-926b3282c4ec),segment_id=cc36331d-b34f-4a7b-a9b4-926b3282c4ec)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:34.582278 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.627544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for 45e24e93-9d6e-40d3-8b8b-5e01622ef035 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:34.707965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb650b1-07cb-4dea-9097-67aca612cdf3 None None] Pushing event updated for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:34.744074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-729edc03-3b7c-44d3-b5bf-97cd6e857668 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:34.744465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-729edc03-3b7c-44d3-b5bf-97cd6e857668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.791700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:34.825445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba995b28-1637-42ef-bf68-6a166ef41bfa req-ff1f9695-1db4-42a3-8e56-77a19886aef3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.1051822 Mar 11 00:11:34.831893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:34.832282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:34.833780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:34.834126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 1d1f24fa-4fe0-45ff-9629-8c57a6daedfe not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:34.924122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] DHCP port deletion for 5fe41763-950b-459f-80fd-482baa66e803 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:11:34.980441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-f56009ed-7e55-44e4-8ddb-fd986e41c0e8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:34.982008 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-f56009ed-7e55-44e4-8ddb-fd986e41c0e8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.3965952 Mar 11 00:11:35.012589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:32Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:35.056883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1b319-8147-4ea2-9ee7-e566914e3b43 None None] The sync data for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 is: [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:32Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:11:35.116146 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-50d365f1-1b6e-4326-bb56-cdb1c08b897c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 378 time: 0.1256680 Mar 11 00:11:35.144098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'device_id': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'admin_state_up': True, 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'security_groups': ['9a6d2c7d-c6ea-43ec-8e69-5157e430c27c']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:35.154970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-729edc03-3b7c-44d3-b5bf-97cd6e857668 None None] Current status of the port 3b60e6bd-854d-4359-b6b3-d44de252a9fc is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:35.206235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67f06c9d-4903-4e1d-8aef-786e81ba5136 req-1aee1dd6-52fe-4d06-a132-dfa6ff32d5b2 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0778124 Mar 11 00:11:35.302988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Deleting port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:35.308705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.344189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.377728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No DVR routers for this DVR port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:35.424150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-635e322f-6449-4163-a884-9abfe8647549 req-780830ae-9c9e-4d87-85c0-055d0f042022 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 210 time: 0.0826149 Mar 11 00:11:35.493634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=45e24e93-9d6e-40d3-8b8b-5e01622ef035,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:35.505864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:35.509835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.522576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] For port 45e24e93-9d6e-40d3-8b8b-5e01622ef035, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=45e24e93-9d6e-40d3-8b8b-5e01622ef035,segment=NetworkSegment(cc36331d-b34f-4a7b-a9b4-926b3282c4ec),segment_id=cc36331d-b34f-4a7b-a9b4-926b3282c4ec)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:35.523240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.556026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Calling delete_port for 45e24e93-9d6e-40d3-8b8b-5e01622ef035 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:35.672684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 3b60e6bd-854d-4359-b6b3-d44de252a9fc is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:35.775190 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (45e24e93-9d6e-40d3-8b8b-5e01622ef035), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.848830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5fe41763-950b-459f-80fd-482baa66e803), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.852595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] No DVR routers for this DVR port 45e24e93-9d6e-40d3-8b8b-5e01622ef035 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:35.854755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f8776-2aa4-443f-b991-dec25e49732c None None] Pushing event deleted for resources: {'Port': ['ID=45e24e93-9d6e-40d3-8b8b-5e01622ef035,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:35.909987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe41763-950b-459f-80fd-482baa66e803']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:35.922932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.20.0.11 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/6cd10011-6588-485d-a95f-daf34dca520a) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:35.931482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:35.931810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc36331d-b34f-4a7b-a9b4-926b3282c4ec') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:35.948584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (cc36331d-b34f-4a7b-a9b4-926b3282c4ec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.977966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cc36331d-b34f-4a7b-a9b4-926b3282c4ec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:35.993798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:35.994466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (cc36331d-b34f-4a7b-a9b4-926b3282c4ec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:36.000113 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:36.081333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-224fe294-9204-4834-b7fc-92b3fb744826 req-24844056-47c2-48ec-acc1-3ef78d471b6e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0982656 Mar 11 00:11:36.320362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5fe41763-950b-459f-80fd-482baa66e803), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.360200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.379778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:36.396542 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/5fe41763-950b-459f-80fd-482baa66e803 HTTP/1.1" status: 204 len: 168 time: 2.1324158 Mar 11 00:11:36.415114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3b60e6bd-854d-4359-b6b3-d44de252a9fc up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:36.490579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (6cd10011-6588-485d-a95f-daf34dca520a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.497862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e75b0-ff64-4970-8bb6-20ffae649608 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:36.506439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d99e75b0-ff64-4970-8bb6-20ffae649608 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/f0f98d07-30db-4459-bd33-31f25c6c3c09 HTTP/1.1" status: 200 len: 840 time: 0.1253715 Mar 11 00:11:36.539879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39532) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:36.580991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 3b60e6bd-854d-4359-b6b3-d44de252a9fc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:36.581568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.608942 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.616927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470b15a-bcc1-4180-a132-7efe687fab2c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=5fe41763-950b-459f-80fd-482baa66e803,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:36.682472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d788724c-a71f-4950-9d84-c033591e456d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/f0f98d07-30db-4459-bd33-31f25c6c3c09?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1411293 Mar 11 00:11:36.683357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:36.742866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:36.789959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e434-b7c5-4b11-b4e5-5ba779421f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:36.792934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:36.804027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dc3834a-4150-4630-9b92-dab79d4c3479 req-7783d907-3753-405c-b488-45b3dfe981bd tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.2960262 Mar 11 00:11:36.847544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:36.850513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:36.868437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:36.934492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39540) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:36.975670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 3b60e6bd-854d-4359-b6b3-d44de252a9fc is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:37.026673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a173d6-adf7-4f80-92ff-f3f2813656bc req-b412c2a8-01a6-445c-bf1c-1e8e6cf42889 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:37.042171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:37.055568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45a173d6-adf7-4f80-92ff-f3f2813656bc req-b412c2a8-01a6-445c-bf1c-1e8e6cf42889 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 932 time: 0.4124780 Mar 11 00:11:37.065016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.072728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45e24e93-9d6e-40d3-8b8b-5e01622ef035 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:37.124795 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-73d989e4-b8a6-4544-bcf4-25d034d0c27f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9851909 Mar 11 00:11:37.137492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Request body: {'port': {'device_id': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:37.142042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 45e24e93-9d6e-40d3-8b8b-5e01622ef035 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:37.156321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 45e24e93-9d6e-40d3-8b8b-5e01622ef035 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:37.296439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d9846f0-6c58-4f7f-87f3-d8e78dff175c req-37801778-2fd5-4f0f-bddf-9e26b2634fdc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0763357 Mar 11 00:11:37.352185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45a173d6-adf7-4f80-92ff-f3f2813656bc req-586f01c5-540f-43fd-a546-902ab2ad61d3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2955406 Mar 11 00:11:37.354489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:37.359644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.368309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.396728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-791de257-37dc-48c7-a090-02b68b44e2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.436458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5f10ad60-7efd-4a4d-8e28-3a254cfa4f32 None None] Provisioning complete for port 6cd10011-6588-485d-a95f-daf34dca520a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:37.437041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5f10ad60-7efd-4a4d-8e28-3a254cfa4f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cd10011-6588-485d-a95f-daf34dca520a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.541844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5f10ad60-7efd-4a4d-8e28-3a254cfa4f32 None None] Port 6cd10011-6588-485d-a95f-daf34dca520a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:37.705689 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (e5ef2732-d41e-4d55-a8f8-7153541515b6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.788873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=e5ef2732-d41e-4d55-a8f8-7153541515b6,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:37.805863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:37.807659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:37.811067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:37.811676 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:37.819339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bad916-f9e4-4c62-bf2a-0eb435836718 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:37.841161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ccda08a-0743-4a54-a1c8-160a8f7ebd9d tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138456 Mar 11 00:11:37.841893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:37.848001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'security_group': {'name': 'tempest-secgroup-943676395'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:37.951965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.096468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c196f03b-f711-47d7-b377-6ec2b3a07d16 req-93bc6ae2-0370-402f-a4e7-b75e27969106 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0642641 Mar 11 00:11:38.097337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-df536c20-20df-4163-acf3-8bcba8f4c7f6', 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'project_id': '773e77aa78884e55ab5b77b5eb6bf1d2', 'fixed_ips': [{'subnet_id': 'e5ef2732-d41e-4d55-a8f8-7153541515b6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:11:38.098227 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.197655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (ba4dc9b5-3ab9-415e-b219-4bb186f5fad5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.205679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba4dc9b5-3ab9-415e-b219-4bb186f5fad5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.280839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.282244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4392710 Mar 11 00:11:38.286373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39560) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:38.296387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428447663'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:38.333350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f654f-063b-4f4c-a05d-893aa9eb4d36 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4dc9b5-3ab9-415e-b219-4bb186f5fad5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:38.360186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.380011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Allocated IP 172.20.0.2 (df536c20-20df-4163-acf3-8bcba8f4c7f6/e5ef2732-d41e-4d55-a8f8-7153541515b6/c8fe983d-504d-418d-b79d-a21add2799ad) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:38.490128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23fd8fe7-04b8-4ddc-8916-75f0405f2637 req-ce1ec187-5803-43f1-b24a-0fb9f7d354a1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0779562 Mar 11 00:11:38.512402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-791de257-37dc-48c7-a090-02b68b44e2b8 admin admin] Publish callbacks [] for security_group (9e66cd08-d111-4804-81bb-42914658422e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.543565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-791de257-37dc-48c7-a090-02b68b44e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9e66cd08-d111-4804-81bb-42914658422e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.605094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (4b5b6343-2ad4-466e-98be-628b1c4547e8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.659500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4b5b6343-2ad4-466e-98be-628b1c4547e8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.688175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791de257-37dc-48c7-a090-02b68b44e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e66cd08-d111-4804-81bb-42914658422e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:38.700942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks [] for port (c8fe983d-504d-418d-b79d-a21add2799ad), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.710892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-791de257-37dc-48c7-a090-02b68b44e2b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6a7c7278850429bac2035309c1e6a58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7576249 Mar 11 00:11:38.719225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.742104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:38.753130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b6343-2ad4-466e-98be-628b1c4547e8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:38.761886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:38.774495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4866984 Mar 11 00:11:38.776722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39568) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:38.807768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:38.810574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1714451373', 'security_groups': ['4b5b6343-2ad4-466e-98be-628b1c4547e8'], 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5ef2732-d41e-4d55-a8f8-7153541515b6'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:38.846509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:38.848573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:38.855862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:38.953551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:11:38.992677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks [] for port (6cd10011-6588-485d-a95f-daf34dca520a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.026936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Attempting to bind port c8fe983d-504d-418d-b79d-a21add2799ad on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:39.027874 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] Publish callbacks [] for security_group (9e66cd08-d111-4804-81bb-42914658422e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.028344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Attempting to bind port c8fe983d-504d-418d-b79d-a21add2799ad by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '82c667db-b48c-4fb0-859c-4b3e3857c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:39.029778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Attempting to bind port c8fe983d-504d-418d-b79d-a21add2799ad on network df536c20-20df-4163-acf3-8bcba8f4c7f6 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:39.041027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:39.041891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Checking segment: {'id': '82c667db-b48c-4fb0-859c-4b3e3857c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:39.043877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.044461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Bound using segment: {'id': '82c667db-b48c-4fb0-859c-4b3e3857c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:39.045064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Bound port: c8fe983d-504d-418d-b79d-a21add2799ad, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c667db-b48c-4fb0-859c-4b3e3857c876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:39.046701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.066884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Transition to ACTIVE for port object 6cd10011-6588-485d-a95f-daf34dca520a will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:11:39.092424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.127009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] Publish callbacks [] for security_group (9e66cd08-d111-4804-81bb-42914658422e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.265853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:39.327726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-492f010d-8ae9-4260-b0b6-b42974dc539c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.354931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:39.372762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:39.398747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.598047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Attempting to bind port 6cd10011-6588-485d-a95f-daf34dca520a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:11:39.598845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Attempting to bind port 6cd10011-6588-485d-a95f-daf34dca520a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:11:39.599196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Attempting to bind port 6cd10011-6588-485d-a95f-daf34dca520a on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:39.614378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Port 6cd10011-6588-485d-a95f-daf34dca520a on network 6271353f-ff67-45f5-a718-56703ce11782 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:11:39.614707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Attempting to bind port 6cd10011-6588-485d-a95f-daf34dca520a on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:11:39.617026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a1045-a06d-4e4d-9229-8a6645ac6045 None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:39.648061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:11:39.648414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:11:39.648808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:11:39.649260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Bound port: 6cd10011-6588-485d-a95f-daf34dca520a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:11:39.649615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.698615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9e66cd08-d111-4804-81bb-42914658422e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.713177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:39.731811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e66cd08-d111-4804-81bb-42914658422e HTTP/1.1" status: 204 len: 168 time: 0.9776826 Mar 11 00:11:39.783360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3e716-dd6c-42c0-9852-6e063643b9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e66cd08-d111-4804-81bb-42914658422e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:40.058036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:11:40.073346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:11:40.099074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:40.194134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fceeb02a-8ac4-44be-973c-abdc91b87031 req-cc51291e-56e2-435c-b9ba-edb1bc3174dc tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.2179828 Mar 11 00:11:40.201680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.203513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:40.204302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:40.204435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.204929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.206103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.206963 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] 10.222.0.30 "PUT /v2.0/ports/6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1092 time: 3.0743203 Mar 11 00:11:40.207431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:40.207955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.212015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.214653 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a299f5b1-c545-4014-8408-acfbc02ecaac" -d '{"events": [{"name": "network-changed", "server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:40.215255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.217071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.218672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.219195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.219835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.222520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.223054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5356c3f7-9ad9-49e6-a8fe-5133531e9ddd tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:11:40.268227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b0ee-d23d-42c0-b5f6-b78d627c3a24 req-187839f6-d038-42d0-9ddb-781fb99b5832 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:40.278905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4b5b0ee-d23d-42c0-b5f6-b78d627c3a24 req-187839f6-d038-42d0-9ddb-781fb99b5832 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 932 time: 1.6631234 Mar 11 00:11:40.344852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:40.451009 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:40.458328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06db6e-e605-4bf3-b5ba-56711b9b4f18 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:40.509310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-90aa4d56-2e24-4ede-8949-8a8dcc6590a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:40.513537 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-90aa4d56-2e24-4ede-8949-8a8dcc6590a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1126 time: 0.2271297 Mar 11 00:11:40.538111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4b5b0ee-d23d-42c0-b5f6-b78d627c3a24 req-bcc269ac-10db-4ed9-ae46-18725c032c21 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2551482 Mar 11 00:11:40.551345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dcd0786-b592-4145-b746-a6cedc1d40ee req-8074f849-ccce-4c74-b064-88b28fb957ab tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.1230457 Mar 11 00:11:40.552936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:40.695124 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-1b3c6de7-10c2-4521-b33c-9930c315ac74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 217 time: 0.1659515 Mar 11 00:11:40.713153 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e87de6-2a37-4339-861e-eb7724317529 x-openstack-request-id: req-65e87de6-2a37-4339-861e-eb7724317529 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:40.713795 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:40.714454 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65e87de6-2a37-4339-861e-eb7724317529 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:40.715557 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'status': 'completed', 'code': 200} Mar 11 00:11:40.773172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:40.820370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:40.895451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port c220c037-b44a-41a0-a606-aa7a7f947a85 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:11:40.913181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-c55e355f-7028-4cd5-922c-b7a1ef28f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:40.914860 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-c55e355f-7028-4cd5-922c-b7a1ef28f5a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.2103705 Mar 11 00:11:40.930085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:40.930462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.032036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.075956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-87824f2c-a098-48d4-82cd-4835fd90f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:41.082433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-87824f2c-a098-48d4-82cd-4835fd90f698 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1410396 Mar 11 00:11:41.250716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:41.252389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.365266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.14 (df536c20-20df-4163-acf3-8bcba8f4c7f6/e5ef2732-d41e-4d55-a8f8-7153541515b6/c220c037-b44a-41a0-a606-aa7a7f947a85) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:41.387730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:41.404753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.449391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-0d6a3c45-96b4-4dcf-8ff9-2e9153a9e533 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595927 Mar 11 00:11:41.547803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f9a57c2-fcbf-4d04-8bc2-68a5dd0bb4d4 req-03267b97-e7e0-48ab-a90e-24ece4ea668d tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.1024356 Mar 11 00:11:41.656596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:41.722303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.866670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:41.867058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:41.882563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fc84f5d-246c-450c-8477-817ede751cf0 req-bedc41cc-eb49-439b-8419-b5b8fcc01ecd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0799267 Mar 11 00:11:41.998476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57f6d-8553-4bf0-8fd7-c892d5899f2b req-295d910f-1fbf-4355-a750-a4bbfba0558a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.000739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c57f6d-8553-4bf0-8fd7-c892d5899f2b req-295d910f-1fbf-4355-a750-a4bbfba0558a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 944 time: 0.1857541 Mar 11 00:11:42.005393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.026457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a78d89d-4926-4c30-a236-d2308a3c5c55 req-321ef73a-3a4d-49e9-b47a-abfb3ea43bdf service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705917 Mar 11 00:11:42.107762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:42.112409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c57f6d-8553-4bf0-8fd7-c892d5899f2b req-d2c4374f-8927-4e17-99cd-a614f57560ba tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974588 Mar 11 00:11:42.141587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:42.143688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.149508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.182862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-ba621ddf-236a-4857-b3d7-7815d5c50f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.184667 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-ba621ddf-236a-4857-b3d7-7815d5c50f5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1126 time: 0.0981505 Mar 11 00:11:42.262149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7695682c-70a7-4874-b235-11c4076d239d None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:42.280720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:42.293062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:42.300733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:42.384173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=c220c037-b44a-41a0-a606-aa7a7f947a85,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:42.391070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:42.421004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.421661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.461847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94a17dc0-6996-4f67-bce9-c05d9031a668 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6795280 Mar 11 00:11:42.464662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39646) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:42.469638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:42.471846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-8d44e655-6922-4ac9-8d03-e88f311396d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.475586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-8d44e655-6922-4ac9-8d03-e88f311396d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2586861 Mar 11 00:11:42.566829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-9f8d3db7-ac1b-4b6c-9339-99f4b5e7cd30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 217 time: 0.0840569 Mar 11 00:11:42.572375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:42.573925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.716794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-e8676a49-f654-4f53-8519-34d52522f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.718654 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-e8676a49-f654-4f53-8519-34d52522f4aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1456282 Mar 11 00:11:42.771580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:42.860386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-bcb8b6e9-dd19-485d-ba57-05784012f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:42.862668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-bcb8b6e9-dd19-485d-ba57-05784012f1e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371543 Mar 11 00:11:42.895893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:42.918753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:42.929038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-04287cf6-3623-41ff-b7cc-d7287c05abda None None] Provisioning complete for port c220c037-b44a-41a0-a606-aa7a7f947a85 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:42.929818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04287cf6-3623-41ff-b7cc-d7287c05abda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:43.012882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-04287cf6-3623-41ff-b7cc-d7287c05abda None None] Port c220c037-b44a-41a0-a606-aa7a7f947a85 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:43.060699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dc70bf8-d874-4888-828b-05061fdd4dd8 req-809bd3f0-34f5-48bc-af5c-833bd94c7efe tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.2137268 Mar 11 00:11:43.069095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-082e7686-978f-496c-9577-18b55f14e328 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960089 Mar 11 00:11:43.155559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-432478d9-348d-4384-8c92-a060dfb613a1 req-5525594b-3d28-4f60-a823-51ab854eb3e7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.1257286 Mar 11 00:11:43.239796 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e5ef2732-d41e-4d55-a8f8-7153541515b6 (CIDR: 172.20.0.0/28) Mar 11 00:11:43.249841 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:11:43.250407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:43.291268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-712b178c-0b90-4dff-8058-b09007b48b1b tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8231597 Mar 11 00:11:43.291502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:43.300797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:43.303527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:43.341417 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a299f5b1-c545-4014-8408-acfbc02ecaac req-f3dfaef7-560b-475a-8b06-ebb9d215e993 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618580 Mar 11 00:11:43.480280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319d72-e399-4746-93f3-ff617b5e2ee0 req-fa36820e-e23f-4f42-bd14-8f4500eb1648 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:43.492483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70319d72-e399-4746-93f3-ff617b5e2ee0 req-fa36820e-e23f-4f42-bd14-8f4500eb1648 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 944 time: 0.1394391 Mar 11 00:11:43.552378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:43.556577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:43.817744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70319d72-e399-4746-93f3-ff617b5e2ee0 req-4b273683-d30c-4f6a-91f4-df2adedc038c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3240545 Mar 11 00:11:43.819822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (0cc3e114-96de-49c8-97c3-8f9aea8df914), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:43.867349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:43.872295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:43.878046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:43.878717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:43.887283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad0f87-7786-4528-b1fd-274ca567ea19 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:43.926261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=0cc3e114-96de-49c8-97c3-8f9aea8df914,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:43.943207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39670) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:43.943494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5114fe0a-322b-4093-a1ba-a204ed214806 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6507952 Mar 11 00:11:43.949036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-225114311', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cc3e114-96de-49c8-97c3-8f9aea8df914'}], 'security_groups': ['ba4dc9b5-3ab9-415e-b219-4bb186f5fad5']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:44.168254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Update dhcp port {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'fixed_ips': [{'subnet_id': 'e5ef2732-d41e-4d55-a8f8-7153541515b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '0cc3e114-96de-49c8-97c3-8f9aea8df914'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'c8fe983d-504d-418d-b79d-a21add2799ad'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:11:44.216968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:44.269629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:44.282247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da6573fd-f625-4efd-8260-a45251cf0522 req-9b07de6a-4007-4e71-bdec-f2bc9a6b78f6 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0875399 Mar 11 00:11:44.347800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2554ea7-f00f-4985-87c8-00820a2d37b3 req-9060d577-88cd-4039-9221-c80ffec92ee0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0723517 Mar 11 00:11:44.593767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Delete allocated IP 172.20.0.14 (df536c20-20df-4163-acf3-8bcba8f4c7f6/e5ef2732-d41e-4d55-a8f8-7153541515b6) {{(pid=110426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:11:44.604966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.25 (df536c20-20df-4163-acf3-8bcba8f4c7f6/0cc3e114-96de-49c8-97c3-8f9aea8df914/c220c037-b44a-41a0-a606-aa7a7f947a85) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:44.774643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:44.783709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:44.788799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:11:44.890167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Allocated IP 172.20.0.18 (df536c20-20df-4163-acf3-8bcba8f4c7f6/0cc3e114-96de-49c8-97c3-8f9aea8df914/c8fe983d-504d-418d-b79d-a21add2799ad) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:44.919519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=c220c037-b44a-41a0-a606-aa7a7f947a85,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:44.934547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] In _notify_port_updated(), no bound segment for port c220c037-b44a-41a0-a606-aa7a7f947a85 on network df536c20-20df-4163-acf3-8bcba8f4c7f6 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:11:44.941209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:44.942005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:44.943560 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5318cddb-2f8e-4eb1-b2e9-2f458d794135 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/ports/c220c037-b44a-41a0-a606-aa7a7f947a85 HTTP/1.1" status: 200 len: 920 time: 0.9987781 Mar 11 00:11:44.946534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39678) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:45.100088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88882cfd-b9d9-427b-8c9e-4e434cb2668e req-438ef4cc-f3ab-446e-8784-ea01754eb1f9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:45.101676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88882cfd-b9d9-427b-8c9e-4e434cb2668e req-438ef4cc-f3ab-446e-8784-ea01754eb1f9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 944 time: 0.0783472 Mar 11 00:11:45.125466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port c220c037-b44a-41a0-a606-aa7a7f947a85 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:45.126083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.236226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:45.241658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88882cfd-b9d9-427b-8c9e-4e434cb2668e req-efebbfd3-ebdb-4694-85ee-4b9371d0a7f8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289701 Mar 11 00:11:45.253978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6cd10011-6588-485d-a95f-daf34dca520a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:11:45.269677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.272512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:45.283867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for c220c037-b44a-41a0-a606-aa7a7f947a85 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:45.351032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Publish callbacks [] for port (c8fe983d-504d-418d-b79d-a21add2799ad), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.358267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:45.358688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.376684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.415183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:11:45.435231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6aa009cb-932e-4cb6-98f9-1172a4fc4fd1 req-07c05217-c327-45c2-b7eb-d5d650a73416 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0560789 Mar 11 00:11:45.496822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49911208-5891-4e26-a7ce-22fb87a40891 req-a4808b89-9915-49f6-b9a4-4815afc9f3b9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0352678 Mar 11 00:11:45.497136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:45.497585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c220c037-b44a-41a0-a606-aa7a7f947a85), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.504012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6db25d-4661-4ce3-af61-09cce7a88c20 None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:45.515574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.541370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=c220c037-b44a-41a0-a606-aa7a7f947a85,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:45.573104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:45.616521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.622942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39684) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:45.623528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89647fbd-d2bf-4937-ab48-dcfb4787dd05 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/c220c037-b44a-41a0-a606-aa7a7f947a85 HTTP/1.1" status: 204 len: 168 time: 0.6753833 Mar 11 00:11:45.660033 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c4bcf0-4a42-4403-82aa-89d6d1d3d7ce tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:11:45.661519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14c4bcf0-4a42-4403-82aa-89d6d1d3d7ce tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/c220c037-b44a-41a0-a606-aa7a7f947a85 HTTP/1.1" status: 404 len: 333 time: 0.0366635 Mar 11 00:11:45.664782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39686) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:45.734047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (4b5b6343-2ad4-466e-98be-628b1c4547e8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.760302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cd10011-6588-485d-a95f-daf34dca520a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:11:45.764369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (4b5b6343-2ad4-466e-98be-628b1c4547e8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.831286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4b5b6343-2ad4-466e-98be-628b1c4547e8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.834025 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.847580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39688) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:45.848267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b5b6343-2ad4-466e-98be-628b1c4547e8 HTTP/1.1" status: 204 len: 168 time: 0.1822970 Mar 11 00:11:45.864836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44000c10-525f-4de8-8f46-47f8deaff6d8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b6343-2ad4-466e-98be-628b1c4547e8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:45.924649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (ba4dc9b5-3ab9-415e-b219-4bb186f5fad5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:45.965043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (ba4dc9b5-3ab9-415e-b219-4bb186f5fad5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.020894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba4dc9b5-3ab9-415e-b219-4bb186f5fad5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.023543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.024796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba4dc9b5-3ab9-415e-b219-4bb186f5fad5 HTTP/1.1" status: 204 len: 168 time: 0.1756833 Mar 11 00:11:46.027707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39690) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:46.041641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac5e79-574f-41ce-82fd-8f7b07c5b12f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4dc9b5-3ab9-415e-b219-4bb186f5fad5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:46.099890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet e5ef2732-d41e-4d55-a8f8-7153541515b6 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:46.103375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (e5ef2732-d41e-4d55-a8f8-7153541515b6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.148189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e5ef2732-d41e-4d55-a8f8-7153541515b6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.164962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:46.165492 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.245362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:46.253082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e5ef2732-d41e-4d55-a8f8-7153541515b6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.256878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:46.257251 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.297391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:46.339744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:46.349515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96e300ee-9cdb-4c20-908b-fcb55a638244 None None] Could not find standard attr ID for object c220c037-b44a-41a0-a606-aa7a7f947a85. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:11:46.360920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e5ef2732-d41e-4d55-a8f8-7153541515b6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.367937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:46.368332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.394005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ef2732-d41e-4d55-a8f8-7153541515b6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:46.400528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.407338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-20009272-3feb-460a-8b49-f09879e435f8 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/e5ef2732-d41e-4d55-a8f8-7153541515b6 HTTP/1.1" status: 204 len: 168 time: 0.3748803 Mar 11 00:11:46.408585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39694) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:46.417569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:46.461938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5ddf-6806-4915-8d21-04c2f5418f9e req-8514c213-a645-41df-9bb2-05c7fb6eb41c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:46.463635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b4a5ddf-6806-4915-8d21-04c2f5418f9e req-8514c213-a645-41df-9bb2-05c7fb6eb41c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1368492 Mar 11 00:11:46.465443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:46.570947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78d7d038-e92e-4815-890b-0268be77565b req-d444b37e-9391-4bcc-b594-6608446dc577 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0366104 Mar 11 00:11:46.621804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b4a5ddf-6806-4915-8d21-04c2f5418f9e req-7108c025-6a64-452d-9ddc-08b65590c5cc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091523 Mar 11 00:11:46.639497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:46.643831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.710746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d202ca-189a-491a-9809-75f90828690f None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:46.714005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db607699-82a6-45fb-8ef7-476724827ba5 req-4b00d1cb-9f4d-47d6-aed9-a3276f69e720 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0465226 Mar 11 00:11:46.795148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bdb6e71e-7910-45a3-9e90-944c2ae85670 None None] Could not find standard attr ID for object c220c037-b44a-41a0-a606-aa7a7f947a85. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:11:46.800419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:46.888363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 6cd10011-6588-485d-a95f-daf34dca520a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:11:46.894256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6cd10011-6588-485d-a95f-daf34dca520a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:46.894640 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cd10011-6588-485d-a95f-daf34dca520a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.947635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (ae1568e5-1ac2-429a-9863-1ff3845ee27d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:46.995054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:46.995664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:46.996256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.003375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:47.006336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:47.009250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.022929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:47.025481 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b125c25-ed86-4e23-ab24-7555100256bc" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:47.027117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=ae1568e5-1ac2-429a-9863-1ff3845ee27d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:47.039711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:47.045839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3186d8b8-07ed-45e5-813c-f70efc2fd8c2 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6330757 Mar 11 00:11:47.048985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39702) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:47.051379 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.053835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1004716112'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:47.089457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.106184 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3bd2cc-325c-4d45-ba3e-86af892b7436 x-openstack-request-id: req-dd3bd2cc-325c-4d45-ba3e-86af892b7436 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:47.106184 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:47.106503 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd3bd2cc-325c-4d45-ba3e-86af892b7436 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:47.106880 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:11:47.108315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:47.178789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (00808db0-b1c8-4bd2-9ac9-9579f7560dba), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.185659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (00808db0-b1c8-4bd2-9ac9-9579f7560dba), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.240884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.242378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1923368 Mar 11 00:11:47.245474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39704) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:47.252222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'security_group': {'name': 'tempest-secgroup-344079324'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:47.258457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa56e6-ed7b-40f1-a25c-8636f412be54 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00808db0-b1c8-4bd2-9ac9-9579f7560dba,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:47.275711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dbf41-0bf9-4d5a-8760-3d9c2b366f05 req-1440187d-be82-4c3a-9e59-d17fba7b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:47.277966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ec3dbf41-0bf9-4d5a-8760-3d9c2b366f05 req-1440187d-be82-4c3a-9e59-d17fba7b5d3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1128 time: 0.0833058 Mar 11 00:11:47.280378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.329676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ec3dbf41-0bf9-4d5a-8760-3d9c2b366f05 req-6e6f0bae-ccfd-4bbc-a20f-5d09a251d7a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453243 Mar 11 00:11:47.362801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (edffa322-580c-4b71-a913-709c9a6b347b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.369301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (edffa322-580c-4b71-a913-709c9a6b347b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.399058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.402879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1527963 Mar 11 00:11:47.403513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:47.408616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413858874'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:47.415884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaee4e-58ad-40d7-b136-08f62b4367f6 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edffa322-580c-4b71-a913-709c9a6b347b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:47.433725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.512983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (450933da-e7e5-4071-a000-e5547e52dd5f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.519074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (450933da-e7e5-4071-a000-e5547e52dd5f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.553654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.557591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1508641 Mar 11 00:11:47.557591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112fe91-df80-44f0-91e2-ee79ad2f9b45 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450933da-e7e5-4071-a000-e5547e52dd5f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:47.558744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:47.564842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1143274627', 'security_groups': ['450933da-e7e5-4071-a000-e5547e52dd5f'], 'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae1568e5-1ac2-429a-9863-1ff3845ee27d'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:47.621384 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6c65f-9f20-42c3-9f9f-cae94f43035e None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:47.710972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e319867-6b2e-4c5d-b1cb-1d5449d04862 req-e813d398-99b3-4fbc-888b-1ff98b3b16dd tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0428472 Mar 11 00:11:47.752042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:47.752896 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.802149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24677091-edae-4cf6-93a9-f0ca6ad4c8b6 req-b063d611-b638-493e-9f61-ef30d679d293 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:47.804372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24677091-edae-4cf6-93a9-f0ca6ad4c8b6 req-b063d611-b638-493e-9f61-ef30d679d293 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.0911281 Mar 11 00:11:47.857816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:47.876157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:47.899292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4aa12ea-9fb2-4aaa-88a4-cb37e29bed7a req-6fe5d943-b208-4872-a8b6-3dd69f8b4409 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0911081 Mar 11 00:11:47.900166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:47.900617 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.921565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Update dhcp port {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'fixed_ips': [{'subnet_id': '0cc3e114-96de-49c8-97c3-8f9aea8df914', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae1568e5-1ac2-429a-9863-1ff3845ee27d'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'c8fe983d-504d-418d-b79d-a21add2799ad'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:11:47.961271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a0bceb09-4c16-4d3c-9354-bc04e03af1bd None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:47.962773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:47.965722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24677091-edae-4cf6-93a9-f0ca6ad4c8b6 req-f215503e-c842-4bac-8716-7717696ab435 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410322 Mar 11 00:11:48.014551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.031873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] device_id is not set on port c9fc8e20-f34f-4c2d-a207-212ea3bc6052 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:11:48.143993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Allocated IP 172.20.0.2 (df536c20-20df-4163-acf3-8bcba8f4c7f6/ae1568e5-1ac2-429a-9863-1ff3845ee27d/c8fe983d-504d-418d-b79d-a21add2799ad) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:48.241895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:48.270579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Publish callbacks [] for port (c8fe983d-504d-418d-b79d-a21add2799ad), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.275771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.335188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.11 (df536c20-20df-4163-acf3-8bcba8f4c7f6/ae1568e5-1ac2-429a-9863-1ff3845ee27d/c9fc8e20-f34f-4c2d-a207-212ea3bc6052) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:48.386207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2210c-a253-4176-852c-48a9b8e8acb9 None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:48.499203 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.539427 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.590867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:48.594063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:48.599179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:11:48.603318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=c9fc8e20-f34f-4c2d-a207-212ea3bc6052,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:48.659868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:48.660655 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.680491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c49bcda8-6cac-44ab-b3a1-112e7d4bb0e4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1181552 Mar 11 00:11:48.680853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:48.686003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:48.823452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f71094e-9f8e-45d4-b09a-f0ce2b19c7c6 req-e3cea089-c716-43de-961d-008b8b8ba8cd tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0309045 Mar 11 00:11:48.829895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:48.834634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:48.933324 n-d-831844-1 neutron-server[110426]: INFO neutron.db.ipam_backend_mixin [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae1568e5-1ac2-429a-9863-1ff3845ee27d (CIDR: 172.20.0.0/28) Mar 11 00:11:48.937087 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:11:48.937818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:48.963910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ec2b72d-d102-482e-8bed-d73c750fa4c4 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2795613 Mar 11 00:11:48.964695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39722) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:48.970527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:48.993281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:48.993829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.101223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:49.112661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:49.113041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.123479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95586b48-5eae-469e-9d25-da852595de60 req-fdc7c482-1722-4fe9-be20-882f0dccab60 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0948877 Mar 11 00:11:49.180173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0a9a4-a351-4e2f-9a81-c1eebc82f040 None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:49.216196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce433c1-f9a7-4257-89ce-58589bbd45f6 req-68bef539-596d-4533-9493-9c54f84c330f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:49.217812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ce433c1-f9a7-4257-89ce-58589bbd45f6 req-68bef539-596d-4533-9493-9c54f84c330f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.1268923 Mar 11 00:11:49.254524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:49.258405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.300255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-227f13fc-9f8d-423b-9b7b-3a31020b4125 None None] Provisioning complete for port c9fc8e20-f34f-4c2d-a207-212ea3bc6052 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:49.300744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-227f13fc-9f8d-423b-9b7b-3a31020b4125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.308652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ce433c1-f9a7-4257-89ce-58589bbd45f6 req-4014cd4c-39f4-45c2-a1d7-8fa5a3a18a65 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836003 Mar 11 00:11:49.351705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-227f13fc-9f8d-423b-9b7b-3a31020b4125 None None] Port c9fc8e20-f34f-4c2d-a207-212ea3bc6052 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:49.374402 n-d-831844-1 neutron-server[110425]: INFO neutron.db.ipam_backend_mixin [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0cc3e114-96de-49c8-97c3-8f9aea8df914 (CIDR: 172.20.0.16/28) Mar 11 00:11:49.378925 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:11:49.379542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:49.421000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-01deec8a-3a8d-4cb4-8d6f-a3cd893ba615 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4550681 Mar 11 00:11:49.424432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39728) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:49.429196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'subnet': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:49.515823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773baef3-5490-4ab2-9914-71f79be6cd93 req-318a542d-7773-440e-9876-204d48bb24c8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:49.517370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-773baef3-5490-4ab2-9914-71f79be6cd93 req-318a542d-7773-440e-9876-204d48bb24c8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.1305404 Mar 11 00:11:49.526260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:49.531448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'floatingip': {'port_id': '6cd10011-6588-485d-a95f-daf34dca520a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:49.565829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Made reservation on behalf of 773e77aa78884e55ab5b77b5eb6bf1d2 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:11:49.569957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.580964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:49.943222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-174f9e68-a68b-4c09-8b77-c7660e65c5e5 req-b8f8e346-3202-46f7-8ff7-2c59c70faf48 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0332761 Mar 11 00:11:50.082779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.088376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.166649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (174c90fc-e760-4c14-a57b-efe55a6e2247), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.200479 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Floating IP 80907ac1-0814-4b7d-9340-d45eaf1d3925 associated. External IP: 172.25.7.170, port: 6cd10011-6588-485d-a95f-daf34dca520a. Mar 11 00:11:50.215634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:11:50.219029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:11:50.230152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8423068-9bbc-455d-9e36-7681b81e3838 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:50.247272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:50.247619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.261124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Subnet': ['ID=174c90fc-e760-4c14-a57b-efe55a6e2247,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:50.326038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4bb83f8-45bd-4c14-a140-48aaa272478f req-8c98bd2b-ee05-4a45-9bde-9792f8464872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0593374 Mar 11 00:11:50.345223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3faeac1f-fd3a-42b2-8e9b-cc35a34d4bdc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9189892 Mar 11 00:11:50.347992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:50.354066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-586502154', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '174c90fc-e760-4c14-a57b-efe55a6e2247'}], 'security_groups': ['00808db0-b1c8-4bd2-9ac9-9579f7560dba', 'edffa322-580c-4b71-a913-709c9a6b347b']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:50.357529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:50.439596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.467308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:50.467816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.490845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:11:50.580228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Update dhcp port {'port': {'network_id': 'df536c20-20df-4163-acf3-8bcba8f4c7f6', 'fixed_ips': [{'subnet_id': '0cc3e114-96de-49c8-97c3-8f9aea8df914', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae1568e5-1ac2-429a-9863-1ff3845ee27d', 'ip_address': '172.20.0.2'}, {'subnet_id': '174c90fc-e760-4c14-a57b-efe55a6e2247'}], 'binding:host_id': 'n-d-831844-1'}, 'id': 'c8fe983d-504d-418d-b79d-a21add2799ad'} from n-d-831844-1. {{(pid=110427) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 00:11:50.635807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:11:50.642452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.655163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Sync routers for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:11:50.667284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:50.683243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d5b6ca3a-c64d-46b6-a06d-88811138f792 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "PUT /v2.0/floatingips/80907ac1-0814-4b7d-9340-d45eaf1d3925 HTTP/1.1" status: 200 len: 992 time: 1.1555433 Mar 11 00:11:50.684000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:50.686391 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8e08f-1a33-469d-8d27-1210d08390b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:50.693257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:50.698153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:50.788124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:50.863544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Delete allocated IP 172.20.0.11 (df536c20-20df-4163-acf3-8bcba8f4c7f6/ae1568e5-1ac2-429a-9863-1ff3845ee27d) {{(pid=110425) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 00:11:50.889629 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57430b38-e527-4dc5-bea1-e3c241678691 x-openstack-request-id: req-57430b38-e527-4dc5-bea1-e3c241678691 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:50.889972 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:50.890254 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57430b38-e527-4dc5-bea1-e3c241678691 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:50.890671 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'status': 'completed', 'code': 200} Mar 11 00:11:50.896066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Allocated IP 172.20.0.41 (df536c20-20df-4163-acf3-8bcba8f4c7f6/174c90fc-e760-4c14-a57b-efe55a6e2247/c9fc8e20-f34f-4c2d-a207-212ea3bc6052) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:50.965631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf16a8-6e6c-49fe-938d-78bd674ce256 req-98ce35ae-1f6b-4d60-9c10-a3057c905158 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:50.967893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cddf16a8-6e6c-49fe-938d-78bd674ce256 req-98ce35ae-1f6b-4d60-9c10-a3057c905158 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.1161149 Mar 11 00:11:50.977040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-86465e06-6f8f-4776-b0d3-b8010c443e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:50.978576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-86465e06-6f8f-4776-b0d3-b8010c443e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1128 time: 0.0650594 Mar 11 00:11:51.039045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:51.101185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-77cc781a-0dac-450d-a8ec-66aa9eb2fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:51.102720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-77cc781a-0dac-450d-a8ec-66aa9eb2fd50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.1150453 Mar 11 00:11:51.144241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746fe98f-f7eb-412c-b615-f71908a32679 req-9456318d-de37-47a7-9b79-03a49005f1f7 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0426595 Mar 11 00:11:51.147975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cddf16a8-6e6c-49fe-938d-78bd674ce256 req-24179150-e334-4b5a-9f85-7520823be4b2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723001 Mar 11 00:11:51.244649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-c7efa6c1-bf75-44cb-a3ba-20d957377312 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.1346610 Mar 11 00:11:51.263701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:51.294589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:51.319818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-5d06f382-f176-4b42-a908-d181a4ce398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:51.322111 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-5d06f382-f176-4b42-a908-d181a4ce398d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0617738 Mar 11 00:11:51.405363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-a59053d6-e371-4d4e-87bc-03bad922fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:51.408677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-a59053d6-e371-4d4e-87bc-03bad922fdab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693195 Mar 11 00:11:51.482144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-152ff7d6-7651-4c0d-b382-27a63c036859 req-c43510be-0d1a-41be-9804-0dbf0d496ae6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0484099 Mar 11 00:11:51.516914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event updated for resources: {'Port': ['ID=c9fc8e20-f34f-4c2d-a207-212ea3bc6052,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:51.533163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67323038-4b3d-4be6-8621-c160356c7ee4 req-acbd44cd-280c-4712-b349-564ff4124cb0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:51.534755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67323038-4b3d-4be6-8621-c160356c7ee4 req-acbd44cd-280c-4712-b349-564ff4124cb0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.2819521 Mar 11 00:11:51.540559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Allocated IP 172.20.0.34 (df536c20-20df-4163-acf3-8bcba8f4c7f6/174c90fc-e760-4c14-a57b-efe55a6e2247/c8fe983d-504d-418d-b79d-a21add2799ad) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:11:51.562689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '80907ac1-0814-4b7d-9340-d45eaf1d3925', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:11:29Z', 'updated_at': '2022-03-11T00:11:49Z', 'revision_number': 1, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:51.574876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] In _notify_port_updated(), no bound segment for port c9fc8e20-f34f-4c2d-a207-212ea3bc6052 on network df536c20-20df-4163-acf3-8bcba8f4c7f6 {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:11:51.580388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:51.581274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:51.582724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53493dee-fdf6-49de-88a0-ea1bc05777ef tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "PUT /v2.0/ports/c9fc8e20-f34f-4c2d-a207-212ea3bc6052 HTTP/1.1" status: 200 len: 959 time: 1.2334623 Mar 11 00:11:51.585542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:51.601182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Checking router: 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:11:51.638068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:11:51.639518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:11:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:51.665394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67323038-4b3d-4be6-8621-c160356c7ee4 req-13567289-c4ff-4bd4-a599-df3a4f14bf58 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217995 Mar 11 00:11:51.745605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port c9fc8e20-f34f-4c2d-a207-212ea3bc6052 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:51.745951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:51.844229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:11:51.861905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:51.876260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for c9fc8e20-f34f-4c2d-a207-212ea3bc6052 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:51.924053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-f59d1fd6-de66-4ea0-a15b-17cbb01429df service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103874 Mar 11 00:11:51.946451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:52.008749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Publish callbacks [] for port (c8fe983d-504d-418d-b79d-a21add2799ad), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.020929 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.029491 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c9fc8e20-f34f-4c2d-a207-212ea3bc6052), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.056610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7a8e08f-1a33-469d-8d27-1210d08390b3 req-7d97d347-afdd-4489-a82c-b9de5238b3aa service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240819 Mar 11 00:11:52.066086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=c9fc8e20-f34f-4c2d-a207-212ea3bc6052,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:52.157924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.164036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39752) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:52.172558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-59e76492-0bce-44e1-bc67-c3f2e7cafc1c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/c9fc8e20-f34f-4c2d-a207-212ea3bc6052 HTTP/1.1" status: 204 len: 168 time: 0.5718687 Mar 11 00:11:52.178981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9ee79-36ca-458d-ae0c-44f7b6fffb8e None None] Pushing event updated for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:52.203865 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ca8223-4229-472f-98fe-dab398740e59 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] GET failed (client error): The resource could not be found. Mar 11 00:11:52.207846 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c8ca8223-4229-472f-98fe-dab398740e59 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports/c9fc8e20-f34f-4c2d-a207-212ea3bc6052 HTTP/1.1" status: 404 len: 333 time: 0.0397234 Mar 11 00:11:52.208859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39756) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:52.295962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '80907ac1-0814-4b7d-9340-d45eaf1d3925', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:11:29Z', 'updated_at': '2022-03-11T00:11:49Z', 'revision_number': 1, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:52.327153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (450933da-e7e5-4071-a000-e5547e52dd5f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.327427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443ae9cc-229e-40fb-91f5-b336bc016ebe None None] The sync data for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 is: [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '80907ac1-0814-4b7d-9340-d45eaf1d3925', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'floating_ip_address': '172.25.7.170', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:11:29Z', 'updated_at': '2022-03-11T00:11:49Z', 'revision_number': 1, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:11:52.331344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:52.342413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0b4646e-2aa9-43a7-8b3c-07dc4ec3e72d req-231e4b14-c356-4e3e-b4e2-cc5345786810 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0624704 Mar 11 00:11:52.375014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (450933da-e7e5-4071-a000-e5547e52dd5f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.423694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:52.424092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.448761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (450933da-e7e5-4071-a000-e5547e52dd5f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.453085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.458782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39758) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:52.460132 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/security-groups/450933da-e7e5-4071-a000-e5547e52dd5f HTTP/1.1" status: 204 len: 168 time: 0.2500341 Mar 11 00:11:52.471287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83677380-b6c5-4e07-a193-aadb46319847 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450933da-e7e5-4071-a000-e5547e52dd5f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:52.535452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (edffa322-580c-4b71-a913-709c9a6b347b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.564204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (edffa322-580c-4b71-a913-709c9a6b347b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.611963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:52.653682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03192f98-7acc-44bc-a056-8d7d3b0480d8 req-fa230130-36e0-426f-9940-4d890b8c93df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0522957 Mar 11 00:11:52.685531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (edffa322-580c-4b71-a913-709c9a6b347b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.690024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.691729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/security-groups/edffa322-580c-4b71-a913-709c9a6b347b HTTP/1.1" status: 204 len: 168 time: 0.2320876 Mar 11 00:11:52.694609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39762) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:52.717151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7d0bf-bc54-4073-b46f-30fa7e091771 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edffa322-580c-4b71-a913-709c9a6b347b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:52.723501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2667b-92de-405d-8df1-72aaae88a1a0 None None] New status for floating IP 80907ac1-0814-4b7d-9340-d45eaf1d3925: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:11:52.786780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (00808db0-b1c8-4bd2-9ac9-9579f7560dba), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.818042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (00808db0-b1c8-4bd2-9ac9-9579f7560dba), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.850583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21055804-79e7-485b-80b9-ba80d9ea4927 req-f335ce2d-678d-4cd5-a2c1-e97c9ce6d0df tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:52.852359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21055804-79e7-485b-80b9-ba80d9ea4927 req-f335ce2d-678d-4cd5-a2c1-e97c9ce6d0df tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.0776370 Mar 11 00:11:52.912743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (00808db0-b1c8-4bd2-9ac9-9579f7560dba), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.915442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:52.920215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/security-groups/00808db0-b1c8-4bd2-9ac9-9579f7560dba HTTP/1.1" status: 204 len: 168 time: 0.2236013 Mar 11 00:11:52.920914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39766) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:52.927708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21055804-79e7-485b-80b9-ba80d9ea4927 req-9d25fdca-80de-44bd-b16d-3bfa0eb5608b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668960 Mar 11 00:11:53.013327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet ae1568e5-1ac2-429a-9863-1ff3845ee27d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:53.018129 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (ae1568e5-1ac2-429a-9863-1ff3845ee27d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.059765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9975c-dd71-4cb4-9ba4-154a9822fcc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00808db0-b1c8-4bd2-9ac9-9579f7560dba,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:53.092930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ae1568e5-1ac2-429a-9863-1ff3845ee27d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.117311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:53.117693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.126426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928399a-f345-4f3c-a117-1ce2478ee636 req-af7d1f6a-01e4-4307-b22a-cf199e69625e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:11:53.128381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a928399a-f345-4f3c-a117-1ce2478ee636 req-af7d1f6a-01e4-4307-b22a-cf199e69625e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.0915065 Mar 11 00:11:53.187208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a928399a-f345-4f3c-a117-1ce2478ee636 req-e370b454-8fc8-4a1e-ad26-3f2cb6f3e16e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525808 Mar 11 00:11:53.213250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:53.216952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Could not find standard attr ID for object c9fc8e20-f34f-4c2d-a207-212ea3bc6052. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:11:53.228107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:53.228631 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.234849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ae1568e5-1ac2-429a-9863-1ff3845ee27d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.270291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ee8954b-fe4e-4916-8929-9f6c18dd8b24 None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:53.306693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ae1568e5-1ac2-429a-9863-1ff3845ee27d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.333815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1568e5-1ac2-429a-9863-1ff3845ee27d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:53.337415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.344904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:53.353080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-19a9d0b0-6727-4dc3-87d5-50d5231c0cc7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/ae1568e5-1ac2-429a-9863-1ff3845ee27d HTTP/1.1" status: 204 len: 168 time: 0.4178081 Mar 11 00:11:53.401245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 174c90fc-e760-4c14-a57b-efe55a6e2247 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:53.404503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (174c90fc-e760-4c14-a57b-efe55a6e2247), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.477035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c1387a9-c277-43dc-b76a-4f66c0e14b22 req-91cdc9d1-fdf8-4f24-b3d8-c1f6bb3e6219 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0332258 Mar 11 00:11:53.481940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (174c90fc-e760-4c14-a57b-efe55a6e2247), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.588163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (174c90fc-e760-4c14-a57b-efe55a6e2247), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.662630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (174c90fc-e760-4c14-a57b-efe55a6e2247), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.675655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9e59f-5361-4206-a230-42bbb7feece8 None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:53.706490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=174c90fc-e760-4c14-a57b-efe55a6e2247,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:53.724058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.738780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-be190515-ba7c-4738-a411-556936bf6777 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/174c90fc-e760-4c14-a57b-efe55a6e2247 HTTP/1.1" status: 204 len: 168 time: 0.3917310 Mar 11 00:11:53.741205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39790) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:53.769668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6a4fc577-41ff-42d9-9ec9-737b2b8c5ba5 None None] Could not find standard attr ID for object c9fc8e20-f34f-4c2d-a207-212ea3bc6052. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:11:53.781372 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e23212-6d88-4ba9-b30d-a627df4a1c33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:53.782183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e23212-6d88-4ba9-b30d-a627df4a1c33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:53.791808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:53.792433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50e23212-6d88-4ba9-b30d-a627df4a1c33 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/ae1568e5-1ac2-429a-9863-1ff3845ee27d HTTP/1.1" status: 404 len: 337 time: 0.0494101 Mar 11 00:11:53.841403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-463d2753-0dab-43b1-8357-159e7fc85b61 req-70dc28fe-8e1c-4e6e-b4fb-cf763d505ad2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0599394 Mar 11 00:11:53.874926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting subnet 0cc3e114-96de-49c8-97c3-8f9aea8df914 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:11:53.878606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for subnet (0cc3e114-96de-49c8-97c3-8f9aea8df914), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:53.924372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (0cc3e114-96de-49c8-97c3-8f9aea8df914), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.021473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0cc3e114-96de-49c8-97c3-8f9aea8df914), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.094682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (0cc3e114-96de-49c8-97c3-8f9aea8df914), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.124188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc3e114-96de-49c8-97c3-8f9aea8df914,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:54.130051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.135783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f3628cb6-79db-4d91-8d22-2a430803f951 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/0cc3e114-96de-49c8-97c3-8f9aea8df914 HTTP/1.1" status: 204 len: 168 time: 0.3407841 Mar 11 00:11:54.136072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39794) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.172273 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b521ee72-3c20-43e2-bb6e-3357965f1348 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.172884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b521ee72-3c20-43e2-bb6e-3357965f1348 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.176439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b521ee72-3c20-43e2-bb6e-3357965f1348 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/e5ef2732-d41e-4d55-a8f8-7153541515b6 HTTP/1.1" status: 404 len: 337 time: 0.0390637 Mar 11 00:11:54.178629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.208147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5a51990-db21-438c-afec-9fa8d984a3df tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c2eb878-3fa5-4c44-b2fa-29b347ea3859 HTTP/1.1" status: 200 len: 205 time: 0.0283697 Mar 11 00:11:54.210482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39798) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.251989 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-8d707755-3ad4-4b74-92be-1e55d37f4f04 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] delete failed (client error): The resource could not be found. Mar 11 00:11:54.252945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8d707755-3ad4-4b74-92be-1e55d37f4f04 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/routers/5c2eb878-3fa5-4c44-b2fa-29b347ea3859 HTTP/1.1" status: 404 len: 336 time: 0.0415452 Mar 11 00:11:54.255628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.289107 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-0940cf2c-33b4-412f-af32-651bfd61cf4c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.289570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0940cf2c-33b4-412f-af32-651bfd61cf4c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.292713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0940cf2c-33b4-412f-af32-651bfd61cf4c tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/cc2cf4ed-83b1-4ea0-9897-9ba7de054af9 HTTP/1.1" status: 404 len: 337 time: 0.0360336 Mar 11 00:11:54.295318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39802) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.322647 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c56025-6b01-48bb-a704-32d3124b0a0f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.323112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c56025-6b01-48bb-a704-32d3124b0a0f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.326213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3c56025-6b01-48bb-a704-32d3124b0a0f tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/a744d5f4-4feb-4db4-8210-ca27699bae52 HTTP/1.1" status: 404 len: 337 time: 0.0299609 Mar 11 00:11:54.329146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39804) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.356740 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dbb271-e24d-4075-9e32-9e34b39507a7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.357229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dbb271-e24d-4075-9e32-9e34b39507a7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.362607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-56dbb271-e24d-4075-9e32-9e34b39507a7 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/a607ee25-71ca-4eda-9504-b056cb79ba29 HTTP/1.1" status: 404 len: 337 time: 0.0301421 Mar 11 00:11:54.362855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39806) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.387503 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06471bc-2c52-4e85-82ea-d28bfe83192e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.388121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06471bc-2c52-4e85-82ea-d28bfe83192e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.394027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a06471bc-2c52-4e85-82ea-d28bfe83192e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/6f41b3b3-0817-4ff5-8a74-87c9ea8cd3f2 HTTP/1.1" status: 404 len: 333 time: 0.0274053 Mar 11 00:11:54.394303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39808) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.421196 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35d6f0a-421e-4163-b2b1-82f2672d72dc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.421663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35d6f0a-421e-4163-b2b1-82f2672d72dc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.427735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a35d6f0a-421e-4163-b2b1-82f2672d72dc tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/8855dfe6-64d8-4f0e-9260-80c476939f43 HTTP/1.1" status: 404 len: 337 time: 0.0324600 Mar 11 00:11:54.428052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39810) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.448448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c3e2f-42a7-4d6b-936d-d06ef5db06bd None None] Network df536c20-20df-4163-acf3-8bcba8f4c7f6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:11:54.462872 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6139b99c-037c-4abd-93c7-1edabf39b741 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.463338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6139b99c-037c-4abd-93c7-1edabf39b741 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.466373 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6139b99c-037c-4abd-93c7-1edabf39b741 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/10407db9-7ef3-49dd-955f-5166f46ad220 HTTP/1.1" status: 404 len: 337 time: 0.0374985 Mar 11 00:11:54.468934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.509231 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e788385-d644-4e66-aefa-18ae75b5a6b1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.509803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e788385-d644-4e66-aefa-18ae75b5a6b1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.512900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e788385-d644-4e66-aefa-18ae75b5a6b1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/90e6eddf-6adb-421c-ab50-da1bf9c19884 HTTP/1.1" status: 404 len: 333 time: 0.0429845 Mar 11 00:11:54.515324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39816) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.542679 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34ceec9-7bca-4f0f-b44a-c55c52609814 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.543396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34ceec9-7bca-4f0f-b44a-c55c52609814 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.546863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e34ceec9-7bca-4f0f-b44a-c55c52609814 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/0502a33d-5c17-4b81-bb84-14d4563e68fa HTTP/1.1" status: 404 len: 337 time: 0.0306199 Mar 11 00:11:54.550318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39818) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.551225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Provisioning complete for port c8fe983d-504d-418d-b79d-a21add2799ad triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:54.551854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.581237 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d90197f-6719-4d9d-82cf-dc2d6777ce3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] DELETE failed (client error): The resource could not be found. Mar 11 00:11:54.581704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d90197f-6719-4d9d-82cf-dc2d6777ce3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:11:54.587159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2d90197f-6719-4d9d-82cf-dc2d6777ce3e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/subnets/85f1caf6-47fd-4b5d-bb18-7b14bcd7960e HTTP/1.1" status: 404 len: 337 time: 0.0335522 Mar 11 00:11:54.588803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:54.648405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2eaf98e4-7968-41fe-9b80-438b0c01bb58 req-7ad5bf35-768e-4a53-bc21-b963e3e2f431 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0623176 Mar 11 00:11:54.711356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] DHCP port deletion for df536c20-20df-4163-acf3-8bcba8f4c7f6 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:11:54.733249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Current status of the port c8fe983d-504d-418d-b79d-a21add2799ad is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:54.759155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Deleting port f0f98d07-30db-4459-bd33-31f25c6c3c09 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:54.759494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.767547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Provisioning complete for port f0f98d07-30db-4459-bd33-31f25c6c3c09 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:54.767956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.818138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Deleting port c8fe983d-504d-418d-b79d-a21add2799ad {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:11:54.818522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.820257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f570df01-ec8a-4036-8cd8-0a7dddd0b961 None None] Port f0f98d07-30db-4459-bd33-31f25c6c3c09 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:11:54.843388 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.857760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Calling delete_port for f0f98d07-30db-4459-bd33-31f25c6c3c09 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:54.895305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] For port c8fe983d-504d-418d-b79d-a21add2799ad, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c8fe983d-504d-418d-b79d-a21add2799ad,segment=NetworkSegment(82c667db-b48c-4fb0-859c-4b3e3857c876),segment_id=82c667db-b48c-4fb0-859c-4b3e3857c876)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:54.895305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.911408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Calling delete_port for c8fe983d-504d-418d-b79d-a21add2799ad owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:11:54.967101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f0f98d07-30db-4459-bd33-31f25c6c3c09), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:54.969947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6f53588-b5ce-47ac-b1a0-909977233155 req-d46238ba-f572-4229-b9e1-b67fcc644f4c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0290363 Mar 11 00:11:55.008312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Port': ['ID=f0f98d07-30db-4459-bd33-31f25c6c3c09,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:55.016758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.023481 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25a7676e-9c76-49a2-8b24-ea8668ed07e1 tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/ports/f0f98d07-30db-4459-bd33-31f25c6c3c09 HTTP/1.1" status: 204 len: 168 time: 0.4309237 Mar 11 00:11:55.023615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39828) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:55.038509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (c8fe983d-504d-418d-b79d-a21add2799ad), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.068585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] Pushing event deleted for resources: {'Port': ['ID=c8fe983d-504d-418d-b79d-a21add2799ad,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:55.073555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f60a4c-3ab1-49ba-a27b-a831457939f3 None None] No DVR routers for this DVR port c8fe983d-504d-418d-b79d-a21add2799ad on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:11:55.107837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (df536c20-20df-4163-acf3-8bcba8f4c7f6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.201647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (df536c20-20df-4163-acf3-8bcba8f4c7f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.223682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df536c20-20df-4163-acf3-8bcba8f4c7f6']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:55.233920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c667db-b48c-4fb0-859c-4b3e3857c876') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:55.234223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c667db-b48c-4fb0-859c-4b3e3857c876') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:11:55.244574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (82c667db-b48c-4fb0-859c-4b3e3857c876), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.258924 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (82c667db-b48c-4fb0-859c-4b3e3857c876), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.264714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:11:55.265132 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (82c667db-b48c-4fb0-859c-4b3e3857c876), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:11:55.268851 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:11:55.334341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (df536c20-20df-4163-acf3-8bcba8f4c7f6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.342706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.346226 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] 10.222.0.21 "DELETE /v2.0/networks/df536c20-20df-4163-acf3-8bcba8f4c7f6 HTTP/1.1" status: 204 len: 168 time: 0.3216245 Mar 11 00:11:55.356186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9696-9bf5-4184-9e2a-11c3b1feb78e tempest-PortsTestJSON-517594636 tempest-PortsTestJSON-517594636-project] Pushing event deleted for resources: {'Network': ['ID=df536c20-20df-4163-acf3-8bcba8f4c7f6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:55.596033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39834) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:55.755879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4669ee07-95f4-4335-90ba-7a7b90b98b10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=773e77aa78884e55ab5b77b5eb6bf1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560636 Mar 11 00:11:55.757125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39844) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:55.770818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2e8b1ac-92bd-4bb8-90bd-e80ea20c3b75 req-8ac714ee-4a34-4c86-9c89-b9f7650cd98c tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0329006 Mar 11 00:11:55.810243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] Publish callbacks [] for security_group (fe71768f-d399-4c05-9ef5-61ff24526e71), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.832829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] Publish callbacks [] for security_group (fe71768f-d399-4c05-9ef5-61ff24526e71), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.886178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fe71768f-d399-4c05-9ef5-61ff24526e71), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.888963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:55.890220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe71768f-d399-4c05-9ef5-61ff24526e71 HTTP/1.1" status: 204 len: 168 time: 0.1315019 Mar 11 00:11:55.904220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f0e15-0e7e-4f5b-9fe4-7b40a14cc7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe71768f-d399-4c05-9ef5-61ff24526e71,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:56.096219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdeeed1-2d8f-4dee-92fb-b8e1468200c4 req-d4f90649-6d2b-4ea6-8b62-762d7d85ae5c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0423381 Mar 11 00:11:56.312363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:11:56.333858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c8fe983d-504d-418d-b79d-a21add2799ad {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:11:56.334337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c8fe983d-504d-418d-b79d-a21add2799ad not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:11:56.869067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:11:56.903813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:56.981893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0866b264-34e6-4fa4-8eac-6a05ff07ee35 req-db8ffd82-42b4-449e-8ff6-9fd5623961a9 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0477259 Mar 11 00:11:57.113645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7bab71a1-2357-42a9-a8ea-b3d9a9985d3f tempest-DvrRoutersNegativeTest-876390835 tempest-DvrRoutersNegativeTest-876390835-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-907488516', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:11:57.127714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.policy [None req-7bab71a1-2357-42a9-a8ea-b3d9a9985d3f tempest-DvrRoutersNegativeTest-876390835 tempest-DvrRoutersNegativeTest-876390835-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110426) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 11 00:11:57.129180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.policy [None req-7bab71a1-2357-42a9-a8ea-b3d9a9985d3f tempest-DvrRoutersNegativeTest-876390835 tempest-DvrRoutersNegativeTest-876390835-project] Failed policy check for 'create_router' {{(pid=110426) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 11 00:11:57.129772 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-7bab71a1-2357-42a9-a8ea-b3d9a9985d3f tempest-DvrRoutersNegativeTest-876390835 tempest-DvrRoutersNegativeTest-876390835-project] create failed (client error): Access was denied to this resource. Mar 11 00:11:57.134328 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7bab71a1-2357-42a9-a8ea-b3d9a9985d3f tempest-DvrRoutersNegativeTest-876390835 tempest-DvrRoutersNegativeTest-876390835-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2285688 Mar 11 00:11:57.197335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:57.227193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6cd10011-6588-485d-a95f-daf34dca520a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:11:57.329691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f13c64a-d918-4385-80b5-2d2a4b8587f4 req-25115472-dc79-4fcf-8ad8-ce248f15e78c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0844746 Mar 11 00:11:57.347440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:57.349784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:57.377372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:11:57.422175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:57.435424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:57.521065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:57.539719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cd10011-6588-485d-a95f-daf34dca520a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:11:57.649518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:57.888528 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ee3f4-1f15-485d-b08e-5285f15257b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:57.999471 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ee3f4-1f15-485d-b08e-5285f15257b8 admin admin] Publish callbacks [] for security_group (9f9762a1-6ce9-4c19-999e-e219c0ba3848), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.008569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-460ee3f4-1f15-485d-b08e-5285f15257b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9f9762a1-6ce9-4c19-999e-e219c0ba3848), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.073221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-460ee3f4-1f15-485d-b08e-5285f15257b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7806a82aa91f46daaabe52d25db019a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226117 Mar 11 00:11:58.074551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ee3f4-1f15-485d-b08e-5285f15257b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9762a1-6ce9-4c19-999e-e219c0ba3848,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:58.075996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:11:58.176661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43e93707-94d1-4326-8eb9-adcbe4ecf08a req-614e8d28-ce52-4409-aa7f-6c7ede3be35b tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0619202 Mar 11 00:11:58.244875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] Publish callbacks [] for security_group (9f9762a1-6ce9-4c19-999e-e219c0ba3848), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.275856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] Publish callbacks [] for security_group (9f9762a1-6ce9-4c19-999e-e219c0ba3848), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.332012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9f9762a1-6ce9-4c19-999e-e219c0ba3848), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.334913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:58.336172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9762a1-6ce9-4c19-999e-e219c0ba3848 HTTP/1.1" status: 204 len: 168 time: 0.2589989 Mar 11 00:11:58.361274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642bca8-013a-4265-b116-bf1772f479bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9762a1-6ce9-4c19-999e-e219c0ba3848,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:58.523116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4564c6fb-74cb-4723-aaf6-5aacafb3cc23 req-645f1d26-4d14-4f41-910c-48a81ae8313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0520539 Mar 11 00:11:58.895007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:11:59.053841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6cd10011-6588-485d-a95f-daf34dca520a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:11:59.054531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cd10011-6588-485d-a95f-daf34dca520a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:59.269132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:11:59.269894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:59.324911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:11:59.328962 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc738e-0230-46d4-b2f5-1f08b296426e" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:11:59.363711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:11:59.373370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d5ea0e1-37b1-4053-8ef6-b9c155945767 req-5dd28817-b574-43b2-845a-11abc55780f1 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0534263 Mar 11 00:11:59.375328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:11:59.503378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:11:59.627137 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:11:59.767378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c6d8515-e868-425d-9189-cbdd04e866d5 req-6f4fff63-917d-44e7-9fb6-6081cea43502 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0689015 Mar 11 00:11:59.880480 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e60001-0a2a-4d7a-885e-c4f60f50f6a4 x-openstack-request-id: req-b2e60001-0a2a-4d7a-885e-c4f60f50f6a4 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:11:59.880786 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:11:59.881055 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2e60001-0a2a-4d7a-885e-c4f60f50f6a4 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:11:59.881464 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:12:00.401901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8b6c4313-41cc-46b5-b8b0-ae8bf10e074b req-af043053-6d89-4a4b-9c57-f7ed29f3eabb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0495286 Mar 11 00:12:00.574921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-465c906d-88c3-45d3-af37-c7415bc9c6fb req-20fec1af-a8d5-49a4-8bc6-35a1db0aac9c tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0599642 Mar 11 00:12:00.908155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf0aebb6-74f1-4125-abca-a1fb948f97e1 req-f15101de-93da-452e-82b1-c10c8afd6689 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0677080 Mar 11 00:12:01.794870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bf6a751-57fb-410b-a5e4-be31bf8d72fe req-58df83e6-7962-4c78-9835-a0c0ddf8094e tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0483663 Mar 11 00:12:02.079417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26bc1411-4028-4a3b-b6b3-86b552705cbb req-bf6afd13-00d2-43e2-8c44-29251011c097 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0622323 Mar 11 00:12:02.282298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-41b5c2cd-d4cb-4988-b7bd-b768e2ee1911 req-c2020e13-2bbc-4156-86d2-8911b9e959ae tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2&device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0619435 Mar 11 00:12:02.661526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2eee2ac8-8507-48e0-b104-cbd8e971a5a0 req-656beb70-454d-4367-bb4a-2d5709461b95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f082124e96014556af928e23d9a1d457&device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0540547 Mar 11 00:12:02.674193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8576e892-ea18-4a0e-a4d0-e76e897c08b1 req-d1d6f161-48db-447f-872c-ef1c5e922048 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0478776 Mar 11 00:12:02.716709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2eee2ac8-8507-48e0-b104-cbd8e971a5a0 req-157643a1-29da-489e-b6b0-6429c1aeffed service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f082124e96014556af928e23d9a1d457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429330 Mar 11 00:12:02.869998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee2ac8-8507-48e0-b104-cbd8e971a5a0 req-77dce80d-a88f-4e20-a8d3-2eccdb6ac000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:02.871883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2eee2ac8-8507-48e0-b104-cbd8e971a5a0 req-77dce80d-a88f-4e20-a8d3-2eccdb6ac000 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473768 Mar 11 00:12:03.253392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a5d64cf-6f75-4a21-b978-9c34589d069d req-1fd70d92-8f07-4b36-b31d-ff6789336c39 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0554528 Mar 11 00:12:03.824664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0509bbf-f083-4442-8028-86d1d453ff27 req-29311eee-95e6-4ae2-9d05-4de13c28023d tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0503950 Mar 11 00:12:04.338637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2eee2ac8-8507-48e0-b104-cbd8e971a5a0 req-bb143249-dc70-4c4d-8944-291e4882333f tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0569057 Mar 11 00:12:04.416515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b1cd5ab-d574-498d-8dfa-780821cb4135 req-13c921f9-7143-4cb9-bb13-417ea4ac66b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0497835 Mar 11 00:12:05.114500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50bf1225-8247-4f38-a7bb-fa67bafb34d0 req-59d131ac-80f0-4d83-81c9-4c40d4471c5d tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d0d9763-8adc-4d02-9bcf-ef3417a3f4d2 HTTP/1.1" status: 200 len: 210 time: 0.0875046 Mar 11 00:12:05.544924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2d58cb-d7a6-4f25-b117-7673a49d1960 req-7c0738b9-ad9d-41e8-ba43-1041f3aad679 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0397556 Mar 11 00:12:06.409843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bda3e231-95c3-432d-8dd0-8a10596aa3d3 req-5dbeb1b0-8157-44f4-8147-fb648624d808 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f082124e96014556af928e23d9a1d457&device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0284002 Mar 11 00:12:06.451312 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bda3e231-95c3-432d-8dd0-8a10596aa3d3 req-36d70297-6062-4b5f-a880-2b2b3e196090 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f082124e96014556af928e23d9a1d457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304077 Mar 11 00:12:06.533200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3808cf8-eb83-44eb-ab61-fdfb3235f0d2 req-0d87e86e-a54d-4143-aeda-58f2212b8869 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0663173 Mar 11 00:12:06.629445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3e231-95c3-432d-8dd0-8a10596aa3d3 req-7b1e70b0-e8e0-488e-9dbe-e74ed33e9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:06.630889 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bda3e231-95c3-432d-8dd0-8a10596aa3d3 req-7b1e70b0-e8e0-488e-9dbe-e74ed33e9662 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674495 Mar 11 00:12:06.683689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9bee4267-46d2-484c-8cbc-d1248d331ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:06.707373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5434cd06-dd11-47bb-bfb5-989ec221979a req-95f0d4b3-fc76-4ff3-9b9a-3e5db24537f4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0405138 Mar 11 00:12:07.645490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac671fb8-9d20-486d-87eb-5f0a8978fad2 req-45649367-c76f-4cc2-83c8-7bc9e724246a tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0369079 Mar 11 00:12:07.824534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cd8b28d-9b4a-43c8-b3fb-8fd2f9a1a569 req-d204200d-1b6e-40c9-b1b0-8852566268a5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0385928 Mar 11 00:12:08.092702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bda3e231-95c3-432d-8dd0-8a10596aa3d3 req-5600326f-125e-4b26-8554-f9cc4825aab9 tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0320477 Mar 11 00:12:08.802159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fae4f63c-7166-4a9f-a8dd-bea8cf491027 req-767c8c81-68e9-4451-b9b8-ba85a9d8c50f tempest-ServerShowV247Test-1243659163 tempest-ServerShowV247Test-1243659163-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3e0e7a-b610-42df-bbe0-216ce0f5356e HTTP/1.1" status: 200 len: 210 time: 0.0449870 Mar 11 00:12:09.123607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31f52463-7890-41bd-9a07-404c430148ad req-4485fd89-3c88-41c1-bd4b-b2f41f433413 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a84c32-3d24-4277-840b-d4f776c4876f HTTP/1.1" status: 200 len: 210 time: 0.0701489 Mar 11 00:12:09.153192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40102) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:09.235948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef86bdf5-de4a-4067-a9b8-f4ad12438806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.375905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a101f2-ec4f-4663-ac2f-01bf1d388045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.477977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a101f2-ec4f-4663-ac2f-01bf1d388045 admin admin] Publish callbacks [] for security_group (fd25e563-bc8f-4556-b8a8-4d9f03c9973b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.485881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41a101f2-ec4f-4663-ac2f-01bf1d388045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fd25e563-bc8f-4556-b8a8-4d9f03c9973b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.543695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a101f2-ec4f-4663-ac2f-01bf1d388045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25e563-bc8f-4556-b8a8-4d9f03c9973b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:09.553161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40112) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:09.561877 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41a101f2-ec4f-4663-ac2f-01bf1d388045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4c85d51c9464ba8b7c1cb4b8c0baa1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066875 Mar 11 00:12:09.628059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] Publish callbacks [] for security_group (fd25e563-bc8f-4556-b8a8-4d9f03c9973b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.655832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] Publish callbacks [] for security_group (fd25e563-bc8f-4556-b8a8-4d9f03c9973b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.732417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fd25e563-bc8f-4556-b8a8-4d9f03c9973b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.745940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:09.753530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd25e563-bc8f-4556-b8a8-4d9f03c9973b HTTP/1.1" status: 204 len: 168 time: 0.1985557 Mar 11 00:12:09.770439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316c616-ca97-4489-8b7b-06af9d724db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25e563-bc8f-4556-b8a8-4d9f03c9973b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:10.442697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:10.617971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40144) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:10.659081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:10.885078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c7593f9-f389-4eb7-96f0-31c6b1fba44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:10.896175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.059551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c7593f9-f389-4eb7-96f0-31c6b1fba44c admin admin] Publish callbacks [] for security_group (4301327d-84ed-4664-a8f4-e11ba907ac94), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.077365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c7593f9-f389-4eb7-96f0-31c6b1fba44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4301327d-84ed-4664-a8f4-e11ba907ac94), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.135077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1c7593f9-f389-4eb7-96f0-31c6b1fba44c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f082124e96014556af928e23d9a1d457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157671 Mar 11 00:12:11.137483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40154) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:11.196507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-0d80e312-587f-4a9a-8ac7-65767ad024a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615222 Mar 11 00:12:11.258234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7593f9-f389-4eb7-96f0-31c6b1fba44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4301327d-84ed-4664-a8f4-e11ba907ac94,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:11.286580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] Publish callbacks [] for security_group (4301327d-84ed-4664-a8f4-e11ba907ac94), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.366443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] Publish callbacks [] for security_group (4301327d-84ed-4664-a8f4-e11ba907ac94), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.400461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-be64d340-f2c2-4c10-96b8-2607ae011c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:11.402018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-be64d340-f2c2-4c10-96b8-2607ae011c05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09d578bfa4894af382f04eb972406247&device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 1127 time: 0.1499927 Mar 11 00:12:11.448047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4301327d-84ed-4664-a8f4-e11ba907ac94), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.451980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.456683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4301327d-84ed-4664-a8f4-e11ba907ac94 HTTP/1.1" status: 204 len: 168 time: 0.3181071 Mar 11 00:12:11.473400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a8de-4cd6-4aca-b95f-e2433d584443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4301327d-84ed-4664-a8f4-e11ba907ac94,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:11.574508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-9eba81f5-6a7f-4981-a74d-4b06b204b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:11.576495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-9eba81f5-6a7f-4981-a74d-4b06b204b1a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 200 len: 911 time: 0.1514351 Mar 11 00:12:11.635759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:11.800578 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-007da089-f26c-488b-bdf9-9437f99d5ad6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 200 len: 1000 time: 0.2168863 Mar 11 00:12:11.966628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-37908469-6ab6-4d92-974c-24a25deb40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:11.972318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-37908469-6ab6-4d92-974c-24a25deb40ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 200 len: 849 time: 0.1648023 Mar 11 00:12:12.117201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-e2c5dfe9-8d09-4523-a8e0-11fa24aae9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:12.119983 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-e2c5dfe9-8d09-4523-a8e0-11fa24aae9c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72a4d7f4-2e65-4dbd-b452-449e958575b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399670 Mar 11 00:12:12.360809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-c331b724-406a-4100-850a-49e14fc164ad service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304423 Mar 11 00:12:12.486632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a0972cd-2153-478e-a580-f6fbbb7afb21 req-f5f50c7b-92b9-4ead-8224-cc39603f61ef service neutron] 10.222.0.30 "GET /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187203 Mar 11 00:12:12.888276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40204) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:13.132976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-284152460-network', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:13.185308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Made reservation on behalf of 0002ec01896c4799b6bfdd013fb1292a for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:12:13.192005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.211997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.299991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.398108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks [] for security_group (3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.407761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.480309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:13.489061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:12:13.502255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ab080b69-1deb-4b5f-b0ff-348c566c7c97), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.502688 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Added segment ab080b69-1deb-4b5f-b0ff-348c566c7c97 of type vlan for network 99203839-293f-4371-b3a0-b426cd1e6cec Mar 11 00:12:13.580484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (99203839-293f-4371-b3a0-b426cd1e6cec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.627409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (99203839-293f-4371-b3a0-b426cd1e6cec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.628807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:13.630326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.676404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7835703 Mar 11 00:12:13.677435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:13.683913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Request body: {'subnet': {'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-subnet', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:13.741341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd89d8-eacd-4bdd-b507-e647d9bc8cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=99203839-293f-4371-b3a0-b426cd1e6cec,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:13.752218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Made reservation on behalf of 0002ec01896c4799b6bfdd013fb1292a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:12:13.754830 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:13.979947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 99203839-293f-4371-b3a0-b426cd1e6cec details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:12:14.235672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (e6a44bc2-c33c-4951-9f5c-7f9c39bffe76), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.348502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:14.397365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Checking segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:12:14.397789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Network hostable DHCP agents. Network: 99203839-293f-4371-b3a0-b426cd1e6cec, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:12:14.423430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Network 99203839-293f-4371-b3a0-b426cd1e6cec is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:12:14.439523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 99203839-293f-4371-b3a0-b426cd1e6cec) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:14.444180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:14.444776 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.452926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fd395-e3a1-42ab-81f3-e67b1451a4ce None None] Network 99203839-293f-4371-b3a0-b426cd1e6cec requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:12:14.483465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40256) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:14.484807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-901b1376-1ed8-4893-8471-51b245503881 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8061881 Mar 11 00:12:14.490449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:14.548321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.556884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.666740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-99203839-293f-4371-b3a0-b426cd1e6cec', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:12:14.672037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.732932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for router_controller (ef07c648-6dc3-434b-bd83-82f8109d3714), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:14.894506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Allocated IP 172.20.0.2 (99203839-293f-4371-b3a0-b426cd1e6cec/e6a44bc2-c33c-4951-9f5c-7f9c39bffe76/aee33e09-be39-4c80-8ab8-f69c51976ab7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:12:15.076252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks [] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.089953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.137834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Network 99203839-293f-4371-b3a0-b426cd1e6cec is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:15.174055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Pushing event updated for resources: {'Port': ['ID=aee33e09-be39-4c80-8ab8-f69c51976ab7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:15.177121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:15.179464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:12:15.194407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for router_gateway (ef07c648-6dc3-434b-bd83-82f8109d3714), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.270804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Attempting to bind port aee33e09-be39-4c80-8ab8-f69c51976ab7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:12:15.272289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Attempting to bind port aee33e09-be39-4c80-8ab8-f69c51976ab7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:12:15.273001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Attempting to bind port aee33e09-be39-4c80-8ab8-f69c51976ab7 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:12:15.280371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:12:15.281304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Checking segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:12:15.281931 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.282558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Bound using segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:12:15.283235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Bound port: aee33e09-be39-4c80-8ab8-f69c51976ab7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:12:15.283842 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.431052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] For port aee33e09-be39-4c80-8ab8-f69c51976ab7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:12:15.434319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] For port aee33e09-be39-4c80-8ab8-f69c51976ab7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aee33e09-be39-4c80-8ab8-f69c51976ab7,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:12:15.449139 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.591868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fddda-c476-45bc-87b6-0848d5db2c93 None None] Pushing event updated for resources: {'Port': ['ID=aee33e09-be39-4c80-8ab8-f69c51976ab7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:15.725695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for router_gateway (ef07c648-6dc3-434b-bd83-82f8109d3714), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:15.763956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:16.057283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Allocated IP 172.25.7.147 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/636e6d3d-207b-41b0-bd72-c0cc7d15072d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:12:16.367208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:16.447634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:16.514406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Pushing event updated for resources: {'Port': ['ID=636e6d3d-207b-41b0-bd72-c0cc7d15072d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:16.532826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:16.534865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:16.537490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:12:16.711407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7161dd44-ae54-4c62-b94f-aaebea0f6768 req-5a4e9799-9d86-45a3-8d7c-ef376a70dc50 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2004478 Mar 11 00:12:16.854836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7161dd44-ae54-4c62-b94f-aaebea0f6768 req-13d1ec65-205d-4cb1-9c23-b3ff62a4b623 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0840464 Mar 11 00:12:16.951969 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7161dd44-ae54-4c62-b94f-aaebea0f6768 req-730cf133-b6ba-4528-8c7a-a2a2d09cecf0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661149 Mar 11 00:12:17.256621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161dd44-ae54-4c62-b94f-aaebea0f6768 req-c8acb691-551b-465d-9efa-ddda123b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:17.258162 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7161dd44-ae54-4c62-b94f-aaebea0f6768 req-c8acb691-551b-465d-9efa-ddda123b5b6e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2978554 Mar 11 00:12:17.312299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for router_gateway (ef07c648-6dc3-434b-bd83-82f8109d3714), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:17.718943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2c3f1-dc30-4600-ac35-0e211a11ee34 None None] Network 99203839-293f-4371-b3a0-b426cd1e6cec requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:12:17.835063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:17.884217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Provisioning complete for port aee33e09-be39-4c80-8ab8-f69c51976ab7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:17.884737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.114319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Router ef07c648-6dc3-434b-bd83-82f8109d3714 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:12:18.141677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Current status of the port aee33e09-be39-4c80-8ab8-f69c51976ab7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:18.142078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.280612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] For port aee33e09-be39-4c80-8ab8-f69c51976ab7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aee33e09-be39-4c80-8ab8-f69c51976ab7,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:18.306428 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.455044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f1fab-f028-4023-b644-947eca0971cf None None] Pushing event updated for resources: {'Port': ['ID=aee33e09-be39-4c80-8ab8-f69c51976ab7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:18.491604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aee33e09-be39-4c80-8ab8-f69c51976ab7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:18.539370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:12:18.604536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:12:18.618656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.622803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:18.624245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e5547fd-bbbf-415c-af34-bb0c1447cb73 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1389196 Mar 11 00:12:18.640369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:18.641626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:18.723792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2aa1d71a-fbfd-4bec-b318-f49d4436aa9f None None] Provisioning complete for port aee33e09-be39-4c80-8ab8-f69c51976ab7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:18.725033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d71a-fbfd-4bec-b318-f49d4436aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.794934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port aee33e09-be39-4c80-8ab8-f69c51976ab7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:18.795754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:18.901100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:19.008293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f58c-4182-42d8-8a91-22582394e5c7 req-73a4b509-5c69-4494-9e93-6175d4a09d55 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:19.025113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2377f58c-4182-42d8-8a91-22582394e5c7 req-73a4b509-5c69-4494-9e93-6175d4a09d55 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.2192445 Mar 11 00:12:19.185060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2377f58c-4182-42d8-8a91-22582394e5c7 req-a9a659a6-d7a6-4097-af30-1b10d8b4bf74 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589592 Mar 11 00:12:19.278236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1d71a-fbfd-4bec-b318-f49d4436aa9f None None] Current status of the port aee33e09-be39-4c80-8ab8-f69c51976ab7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:19.428999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port aee33e09-be39-4c80-8ab8-f69c51976ab7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:19.640838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:16Z', 'revision_number': 3, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:19.702543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:12:19.702850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Updating router ef07c648-6dc3-434b-bd83-82f8109d3714 port 636e6d3d-207b-41b0-bd72-c0cc7d15072d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:12:19.711260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:19.763199 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.160568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Allocated IP 172.20.0.1 (99203839-293f-4371-b3a0-b426cd1e6cec/e6a44bc2-c33c-4951-9f5c-7f9c39bffe76/11721ce0-d8de-440d-9df2-1b84818bc3f9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:12:20.427305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aee33e09-be39-4c80-8ab8-f69c51976ab7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:20.455840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks [] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.498066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.579044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Network 99203839-293f-4371-b3a0-b426cd1e6cec is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:20.587795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:20.597008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks [] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.597987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:12:20.630200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.635245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port aee33e09-be39-4c80-8ab8-f69c51976ab7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:20.637979 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.703269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Pushing event updated for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:20.733766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (ef07c648-6dc3-434b-bd83-82f8109d3714), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.809044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32794277-92ab-4b61-9228-633852245b99 None None] Pushing event updated for resources: {'Port': ['ID=636e6d3d-207b-41b0-bd72-c0cc7d15072d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:20.867463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Attempting to bind port 636e6d3d-207b-41b0-bd72-c0cc7d15072d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:12:20.867943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Attempting to bind port 636e6d3d-207b-41b0-bd72-c0cc7d15072d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:12:20.868398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Attempting to bind port 636e6d3d-207b-41b0-bd72-c0cc7d15072d on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:12:20.880516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:12:20.881477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:12:20.882444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:20.882858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:12:20.883363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Bound port: 636e6d3d-207b-41b0-bd72-c0cc7d15072d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:12:20.883760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.074240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] For port 636e6d3d-207b-41b0-bd72-c0cc7d15072d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:12:21.098260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.195025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] For port 636e6d3d-207b-41b0-bd72-c0cc7d15072d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=636e6d3d-207b-41b0-bd72-c0cc7d15072d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:12:21.211870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port aee33e09-be39-4c80-8ab8-f69c51976ab7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:21.241511 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.308018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9143e5a1-a9e7-492b-a241-a6ab3cde2579 None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:21.308401 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9143e5a1-a9e7-492b-a241-a6ab3cde2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.416507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks [] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.429406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.449350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32794277-92ab-4b61-9228-633852245b99 None None] Pushing event updated for resources: {'Port': ['ID=636e6d3d-207b-41b0-bd72-c0cc7d15072d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:21.453803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9143e5a1-a9e7-492b-a241-a6ab3cde2579 None None] Port 11721ce0-d8de-440d-9df2-1b84818bc3f9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:12:21.456018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:21.456810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:21.689755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (ef07c648-6dc3-434b-bd83-82f8109d3714), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:21.783944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Pushing event updated for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:21.860212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:22.003799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Network 99203839-293f-4371-b3a0-b426cd1e6cec is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:22.005641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:22.264698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:12:22.459427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ef62faa0-9fa0-4726-8906-07bfa637834a None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:22.460007 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef62faa0-9fa0-4726-8906-07bfa637834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:22.526437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef62faa0-9fa0-4726-8906-07bfa637834a None None] Port 11721ce0-d8de-440d-9df2-1b84818bc3f9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:12:22.542449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:12:22.551903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2116f4c3-a4ab-4d19-ab72-23f66cd91b3b admin admin] 10.222.0.21 "PUT /v2.0/routers/ef07c648-6dc3-434b-bd83-82f8109d3714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9280903 Mar 11 00:12:22.568708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:21Z', 'revision_number': 2, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:22.611242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26084d-4a68-4d28-9167-33ff005739d0 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:21Z', 'revision_number': 2, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:12:23.026045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:12:23.028233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:12:23.371590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40476) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:23.376674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348868712', 'description': 'tempest-description--1034327580'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:23.390273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:23.435003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6cd10011-6588-485d-a95f-daf34dca520a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:12:23.439325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.607592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:23.608051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.611305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:23.611682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.671547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (a827304d-2559-42d2-beb3-c308c9310f69), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.686453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a827304d-2559-42d2-beb3-c308c9310f69), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.687406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:23.688647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:23.692189 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc785388-4302-4df4-8079-fb43212d49b4" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:23.696516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:12:23.720517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.789304 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.795190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40496) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:23.795672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4226403 Mar 11 00:12:23.801210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group_rule': {'security_group_id': 'a827304d-2559-42d2-beb3-c308c9310f69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:23.836770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988fc89-fd3d-439c-a926-5db69eb59b7a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a827304d-2559-42d2-beb3-c308c9310f69,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:23.883477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (cf62506c-c61e-4396-8519-8800848828b2), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:23.936013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:23.948370 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d419d-4e59-4761-9046-9d915e9bb6b1 x-openstack-request-id: req-366d419d-4e59-4761-9046-9d915e9bb6b1 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:23.948722 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:23.949517 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-366d419d-4e59-4761-9046-9d915e9bb6b1 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:23.950086 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:12:23.965852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:12:23.966217 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:12:24.015955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (cf62506c-c61e-4396-8519-8800848828b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.025445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cf62506c-c61e-4396-8519-8800848828b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.043879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf62506c-c61e-4396-8519-8800848828b2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:24.083324 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.084664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0cc48e43-5953-407a-913c-6bffd3e108eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2881997 Mar 11 00:12:24.087374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40500) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:24.091814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group_rule': {'security_group_id': 'a827304d-2559-42d2-beb3-c308c9310f69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:24.174291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (e5cbac47-0ff1-49ce-a010-6764cf5a7256), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.350442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (e5cbac47-0ff1-49ce-a010-6764cf5a7256), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.360757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e5cbac47-0ff1-49ce-a010-6764cf5a7256), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.429120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cbac47-0ff1-49ce-a010-6764cf5a7256,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:24.445240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.451119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40522) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:24.452084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3b370e9-1ae8-412f-9276-6b0c3fc2dce3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595049 Mar 11 00:12:24.456336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:24.531679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.539963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:24.540575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.543142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 636e6d3d-207b-41b0-bd72-c0cc7d15072d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:24.724311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:12:24.793658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:24.803087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.892171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 636e6d3d-207b-41b0-bd72-c0cc7d15072d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:24.892607 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.918385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:24.976955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cd10011-6588-485d-a95f-daf34dca520a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:12:25.260598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:25.434638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Allocated IP 172.25.7.149 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d69a9e9e-b98f-40c4-81de-d3eb0a44bf75) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:12:25.575766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 636e6d3d-207b-41b0-bd72-c0cc7d15072d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:25.576425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:25.604373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:25.658477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 636e6d3d-207b-41b0-bd72-c0cc7d15072d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=636e6d3d-207b-41b0-bd72-c0cc7d15072d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:25.669012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:25.751019 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:25.874451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:25.888493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:25.898497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:12:25.975949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=636e6d3d-207b-41b0-bd72-c0cc7d15072d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:26.133975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=d69a9e9e-b98f-40c4-81de-d3eb0a44bf75,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:26.403775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 636e6d3d-207b-41b0-bd72-c0cc7d15072d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:26.514732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 636e6d3d-207b-41b0-bd72-c0cc7d15072d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:26.523302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:26.525335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:26.663584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:26.739146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 636e6d3d-207b-41b0-bd72-c0cc7d15072d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:27.006653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:27.123398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.138083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.209487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6cd10011-6588-485d-a95f-daf34dca520a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:27.209877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cd10011-6588-485d-a95f-daf34dca520a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.415175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=d69a9e9e-b98f-40c4-81de-d3eb0a44bf75,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:27.478395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.485857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:27.486260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.538904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.548742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47f41b9c-b3a2-4231-8bac-42fdd2cd6c37 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0880592 Mar 11 00:12:27.582796 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:12:27.599962 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:27.604304 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:27.644404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:27.658055 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2456f5d-887a-428d-a4ba-b64b1a3dc7da" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:27.692406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:27.704333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:27.865548 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc94d44-635f-4b07-8311-26627805c088 x-openstack-request-id: req-abc94d44-635f-4b07-8311-26627805c088 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:27.866669 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:27.868254 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abc94d44-635f-4b07-8311-26627805c088 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:27.868914 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:12:27.942315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:28.020388 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:28.812699 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:21Z', 'revision_number': 2, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:28.942558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:12:28.943159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Updating router ef07c648-6dc3-434b-bd83-82f8109d3714 port 11721ce0-d8de-440d-9df2-1b84818bc3f9 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:12:29.025032 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:29.162148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-9a0518db-6e9e-49b4-9316-93941fe503b7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--348868712&fields=id&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 267 time: 1.3897419 Mar 11 00:12:29.542973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-c0d3f89b-dcba-4062-896f-c32a9d8618c1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:29.557862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-c0d3f89b-dcba-4062-896f-c32a9d8618c1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 816 time: 0.3928702 Mar 11 00:12:29.619619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-3134dd76-3b86-4ba2-bf26-f8a1a5301669 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/quotas/0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 375 time: 0.0607281 Mar 11 00:12:29.913384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-0500af5e-6318-4e48-9d04-0db651f4e4f8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2891364 Mar 11 00:12:29.982566 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks [] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.003818 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.165561 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Pushing event updated for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:30.176633 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.177270 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.177924 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.178482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.179027 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.179576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.180171 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.180736 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.181279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.181821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.182351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.182890 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.183437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:30.284132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-88379e03-f7d9-466e-b7be-053e78cf2d4d service neutron] 10.222.0.21 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691492 Mar 11 00:12:30.296463 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Attempting to bind port 11721ce0-d8de-440d-9df2-1b84818bc3f9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:12:30.297075 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Attempting to bind port 11721ce0-d8de-440d-9df2-1b84818bc3f9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:12:30.298702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Attempting to bind port 11721ce0-d8de-440d-9df2-1b84818bc3f9 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:12:30.313901 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:12:30.314862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Checking segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:12:30.315512 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.316151 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Bound using segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:12:30.316884 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Bound port: 11721ce0-d8de-440d-9df2-1b84818bc3f9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:12:30.317501 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.547947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e07656a5-0570-420b-b8ac-4ce363ac3b5e None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:30.548520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e07656a5-0570-420b-b8ac-4ce363ac3b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.583684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-423be29a-34d6-4c64-947a-8ce804fadd3e service neutron] 10.222.0.21 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966814 Mar 11 00:12:30.588874 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] For port 11721ce0-d8de-440d-9df2-1b84818bc3f9, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:12:30.605743 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] For port 11721ce0-d8de-440d-9df2-1b84818bc3f9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=11721ce0-d8de-440d-9df2-1b84818bc3f9,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:12:30.630194 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:30.700139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e07656a5-0570-420b-b8ac-4ce363ac3b5e None None] Port 11721ce0-d8de-440d-9df2-1b84818bc3f9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:12:30.779988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ddce-ef0c-4563-844d-36f4fa8850a3 None None] Pushing event updated for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:30.810961 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:30.812380 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:31.172732 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:31.197995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74bcea0f-c717-482a-bc0e-c8283f1d86d3 req-c7fd4ab7-c84a-4dcf-b4c9-15ab29fe09b5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.1329200 Mar 11 00:12:31.479851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:31.481589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:31.949689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Current status of the port 11721ce0-d8de-440d-9df2-1b84818bc3f9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:31.950275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:32.006883 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:30Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:32.038595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] For port 11721ce0-d8de-440d-9df2-1b84818bc3f9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=11721ce0-d8de-440d-9df2-1b84818bc3f9,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:32.050597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:32.268132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2af2-0659-4e26-a060-01f8af4f19b0 None None] Pushing event updated for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:32.423903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ee3678d-7c5e-465c-a97f-5b6d59f62ae6 req-58abb19e-5a8a-4cd4-b834-f3fbaf4ec31d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.0834599 Mar 11 00:12:32.614292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 11721ce0-d8de-440d-9df2-1b84818bc3f9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:32.647943 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6acb9-6d98-4bf4-a478-c31d7d8ddf7c None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:30Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:12:32.996030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:33.000848 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:33.439652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 11721ce0-d8de-440d-9df2-1b84818bc3f9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:33.650989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6df120d3-6da6-46a5-93ea-aeef4c690bfa req-eb7ca634-1612-48a6-a1a1-aa69fe69c686 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.0743568 Mar 11 00:12:34.387446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-87d99fae-cda3-4700-864a-663dd6bd25ae tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:34.415967 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-87d99fae-cda3-4700-864a-663dd6bd25ae tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 816 time: 0.5594211 Mar 11 00:12:34.575112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 11721ce0-d8de-440d-9df2-1b84818bc3f9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:34.795203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-58053e0c-505c-4810-b9ce-7ddb46573d49 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 379 time: 0.3576143 Mar 11 00:12:34.806419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 11721ce0-d8de-440d-9df2-1b84818bc3f9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:34.811372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:34.825410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'port': {'device_id': '0d170827-d87b-47d5-b269-3c8a511d472f', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'admin_state_up': True, 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'security_groups': ['a827304d-2559-42d2-beb3-c308c9310f69']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:34.920428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beb7ee9b-3617-4d61-a834-b42b8c5b33af req-190f5d58-04f3-468c-89fd-97e902c8d12f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.0692394 Mar 11 00:12:35.084459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 11721ce0-d8de-440d-9df2-1b84818bc3f9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:35.313832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Made reservation on behalf of 0002ec01896c4799b6bfdd013fb1292a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:12:35.317518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:35.699065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Allocated IP 172.20.0.4 (99203839-293f-4371-b3a0-b426cd1e6cec/e6a44bc2-c33c-4951-9f5c-7f9c39bffe76/ac249485-3f61-4c09-8013-4890b90b28b6) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:12:36.155631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (ac249485-3f61-4c09-8013-4890b90b28b6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:36.252391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fd0dca1-738f-4ae8-9885-c42f505b4d47 req-0bdc0795-d0bf-45b0-8b7d-ed2a699831c0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.0910935 Mar 11 00:12:36.272930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:36.359999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:36.383427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.383785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.384159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.384503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.384840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.385179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.385512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.385843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.386165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.400081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.400877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.401421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.402164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:36.425815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Network 99203839-293f-4371-b3a0-b426cd1e6cec is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:12:36.433679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:12:36.438479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:12:36.588044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:36.591454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:36.613628 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:12:36.637326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-97aaca90-39e0-4692-8110-3a439a613830 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8411832 Mar 11 00:12:36.648609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Request body: {'port': {'device_id': '0d170827-d87b-47d5-b269-3c8a511d472f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:36.721684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3d6898b8-5842-4082-9c31-d8809c990d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:36.835380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:37.079011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-53c70594-eaf8-4516-bc4f-586d4beca331 None None] Provisioning complete for port ac249485-3f61-4c09-8013-4890b90b28b6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:37.081794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-53c70594-eaf8-4516-bc4f-586d4beca331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:37.223296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-53c70594-eaf8-4516-bc4f-586d4beca331 None None] Port ac249485-3f61-4c09-8013-4890b90b28b6 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:12:37.508345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de956c28-1f7c-4e36-ad47-5d342d4d5902 req-150d16ac-d5d6-4fc5-8f0d-0046ced947f3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:37.520935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de956c28-1f7c-4e36-ad47-5d342d4d5902 req-150d16ac-d5d6-4fc5-8f0d-0046ced947f3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 931 time: 0.1244009 Mar 11 00:12:37.680136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de956c28-1f7c-4e36-ad47-5d342d4d5902 req-22be779c-f07c-4ee8-8aa9-157ed0bff075 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574862 Mar 11 00:12:37.878097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:38.027048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Deleting subnet cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:12:38.047831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Publish callbacks [] for subnet (cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.116037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.166199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.251738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.376611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.391043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec HTTP/1.1" status: 204 len: 168 time: 0.5116718 Mar 11 00:12:38.393267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d240d-8535-466f-8ba8-4829d67f268f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4e8892-f4fa-4ec4-babf-a8b1b912e3ec,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:38.402970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40884) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:38.632556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8f5b9901-65ea-47b1-980e-91321e992b75), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:38.940911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8f5b9901-65ea-47b1-980e-91321e992b75), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.043597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:12:39.083694 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks [] for port (ac249485-3f61-4c09-8013-4890b90b28b6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.097370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5b9901-65ea-47b1-980e-91321e992b75']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:39.162694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Transition to ACTIVE for port object ac249485-3f61-4c09-8013-4890b90b28b6 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:12:39.173227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.193017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb78196-17c2-44ce-9355-bec573b779f8') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:39.194355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb78196-17c2-44ce-9355-bec573b779f8') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:39.238311 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9e5928a-9253-4351-bc52-dc96cd136e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.265515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (1eb78196-17c2-44ce-9355-bec573b779f8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.304972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46a4f-6653-4df0-8dd6-3358bb2f05c8 req-55fd21d8-e562-4706-b030-4a8ab4699d12 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:39.334207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c46a4f-6653-4df0-8dd6-3358bb2f05c8 req-55fd21d8-e562-4706-b030-4a8ab4699d12 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 931 time: 0.3756771 Mar 11 00:12:39.400261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:39.408482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1eb78196-17c2-44ce-9355-bec573b779f8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.522020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:12:39.522862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (1eb78196-17c2-44ce-9355-bec573b779f8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:12:39.525861 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:12:39.621301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c46a4f-6653-4df0-8dd6-3358bb2f05c8 req-dad1f5f9-5363-4318-af82-eecaac6612bc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805762 Mar 11 00:12:39.804977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Attempting to bind port ac249485-3f61-4c09-8013-4890b90b28b6 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:12:39.805712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Attempting to bind port ac249485-3f61-4c09-8013-4890b90b28b6 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:12:39.806405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Attempting to bind port ac249485-3f61-4c09-8013-4890b90b28b6 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:12:39.811260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8f5b9901-65ea-47b1-980e-91321e992b75), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.818044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:39.824497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f5b9901-65ea-47b1-980e-91321e992b75 HTTP/1.1" status: 204 len: 168 time: 1.4173810 Mar 11 00:12:39.830035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40912) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:39.862634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23231b-d210-42a9-8a3b-1d8d9a127dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5b9901-65ea-47b1-980e-91321e992b75,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:40.022087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Deleting subnet 857462d7-c863-4106-9334-82773928c653 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:12:40.043531 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Publish callbacks [] for subnet (857462d7-c863-4106-9334-82773928c653), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.152661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (857462d7-c863-4106-9334-82773928c653), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.263069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (857462d7-c863-4106-9334-82773928c653), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.389866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Port ac249485-3f61-4c09-8013-4890b90b28b6 on network 99203839-293f-4371-b3a0-b426cd1e6cec not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:12:40.391584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Attempting to bind port ac249485-3f61-4c09-8013-4890b90b28b6 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:12:40.405097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (857462d7-c863-4106-9334-82773928c653), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.433335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:12:40.434088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Checking segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:12:40.434715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Bound using segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:12:40.435404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Bound port: ac249485-3f61-4c09-8013-4890b90b28b6, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:12:40.436041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.464919 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.510321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857462d7-c863-4106-9334-82773928c653,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:40.535554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.550248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e579411-065b-494b-aad0-a4384e04dfc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/857462d7-c863-4106-9334-82773928c653 HTTP/1.1" status: 204 len: 168 time: 0.7182157 Mar 11 00:12:40.552135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40920) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:40.659222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.734243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:12:40.748787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:12:40.771850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.901020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (240592f8-8507-44c8-bd3a-78da85642610), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.925000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:40.941870 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.950921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:40.953860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:40.959497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-ba525ad8-b2a9-4624-9371-f3a5f89e4b14 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 1091 time: 4.3151920 Mar 11 00:12:40.960060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:40.974427 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:41.126075 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c90f1e-a3ab-405a-a89c-41ccb9fa794d x-openstack-request-id: req-a6c90f1e-a3ab-405a-a89c-41ccb9fa794d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:41.126802 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:41.127322 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6c90f1e-a3ab-405a-a89c-41ccb9fa794d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:41.128009 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'status': 'completed', 'code': 200} Mar 11 00:12:41.181104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161220c-2f82-428a-b40d-9bc17ae681ec req-c2e9fedc-2aa3-4915-86dd-909716268f38 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:41.189301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1161220c-2f82-428a-b40d-9bc17ae681ec req-c2e9fedc-2aa3-4915-86dd-909716268f38 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.3897052 Mar 11 00:12:41.198845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-9e3914e3-7a23-4ae0-9c97-8c63b4430e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:41.201158 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-9e3914e3-7a23-4ae0-9c97-8c63b4430e7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1125 time: 0.1851046 Mar 11 00:12:41.310222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-372bec67-de62-4695-bbcb-22d016cd9b71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 217 time: 0.1016872 Mar 11 00:12:41.409114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-819304dd-fcd5-4000-a463-06de562be4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:41.410871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-819304dd-fcd5-4000-a463-06de562be4e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.0941441 Mar 11 00:12:41.440201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (240592f8-8507-44c8-bd3a-78da85642610), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.589213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1161220c-2f82-428a-b40d-9bc17ae681ec req-c7f7dff4-a793-4073-9ef3-d3f3b45f2504 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867033 Mar 11 00:12:41.600539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240592f8-8507-44c8-bd3a-78da85642610']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:41.603744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-a6b8e94b-10ec-43b2-b8e5-76e534ffa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:41.617765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-a6b8e94b-10ec-43b2-b8e5-76e534ffa27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2008665 Mar 11 00:12:41.642228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.666236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:41.666457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:41.709726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.769030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.798529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:12:41.802217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a9e70b8e-9b3e-4918-ba86-0ac12ce3fdbc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:12:41.808018 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:12:41.976547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (240592f8-8507-44c8-bd3a-78da85642610), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.983811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:41.987022 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-210250b2-00c6-4f5f-8f2e-4355292d39f5 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603668 Mar 11 00:12:41.990592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/240592f8-8507-44c8-bd3a-78da85642610 HTTP/1.1" status: 204 len: 168 time: 1.4374046 Mar 11 00:12:42.053680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=240592f8-8507-44c8-bd3a-78da85642610,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:42.087508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.088069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.089673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.091880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.092269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.094429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.097959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.098456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.099116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.100673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.101096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.102867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.102867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ceed63-029d-4a77-b4bb-e596ecbfa4e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:42.161327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7c90724-cf2b-4c42-a4ae-6dfdbfb23a95 req-b9eb364d-8955-4bbb-9559-d08e337a4ca8 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669495 Mar 11 00:12:42.390657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-031d547f-1eb8-4455-acf2-8f3bd61e77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:42.401642 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-031d547f-1eb8-4455-acf2-8f3bd61e77c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1125 time: 0.1704438 Mar 11 00:12:42.417177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40958) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:42.618553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c1e32c3-84bb-494a-9351-5547ebc6271a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ee59fd19f1a4879a5f37c854d09c791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001390 Mar 11 00:12:42.619560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40962) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:42.747435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-4e668a0c-01f2-43ae-b5cf-23a3591b6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:42.759945 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-4e668a0c-01f2-43ae-b5cf-23a3591b6215 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.3503659 Mar 11 00:12:42.786925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] Publish callbacks [] for security_group (2617b236-0100-48a4-945f-5869794abcfa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:42.910671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] Publish callbacks [] for security_group (2617b236-0100-48a4-945f-5869794abcfa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:43.002421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-d6c9b2a6-fbe9-4c8f-9aa9-b3ab346b6a4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 217 time: 0.2413888 Mar 11 00:12:43.091708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c73eea-aa45-42d2-8563-e9471b864d31 req-68e6e64c-4865-430d-93a6-3e931a1f596b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:43.111695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c73eea-aa45-42d2-8563-e9471b864d31 req-68e6e64c-4865-430d-93a6-3e931a1f596b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.3257146 Mar 11 00:12:43.143280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2617b236-0100-48a4-945f-5869794abcfa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:43.166336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:43.166336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2617b236-0100-48a4-945f-5869794abcfa HTTP/1.1" status: 204 len: 168 time: 0.5336766 Mar 11 00:12:43.213078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-42886584-d74b-4e7a-967c-9b2eb34e3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:43.216726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-42886584-d74b-4e7a-967c-9b2eb34e3c7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.2081666 Mar 11 00:12:43.246283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deae749-5d75-4423-ba10-ed88c4ac2cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2617b236-0100-48a4-945f-5869794abcfa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:43.371966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:43.388223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-27fc18e5-c7b5-4339-99e7-51e42006ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:43.390186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-27fc18e5-c7b5-4339-99e7-51e42006ef99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1652265 Mar 11 00:12:43.404503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c73eea-aa45-42d2-8563-e9471b864d31 req-525c2f2a-4362-4828-aecc-e351babd50a2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833457 Mar 11 00:12:43.786235 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-82307eb5-7c57-4cff-aea1-a11ad4eef958 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882246 Mar 11 00:12:44.079739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-044bb1da-d9c9-4e43-98bd-4cacd0f8812b req-25116366-4123-4914-98fb-64d6aaa6bb76 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855017 Mar 11 00:12:44.165090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40990) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:44.247126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-61da8a6f-434f-457d-9650-3c4f32f4f0a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3e498798b9e4ed8b1d92c96aa020699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806947 Mar 11 00:12:44.250506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:44.562236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] Publish callbacks [] for security_group (63c0fd7c-b022-4577-a11b-39b778d41238), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:44.652461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] Publish callbacks [] for security_group (63c0fd7c-b022-4577-a11b-39b778d41238), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:44.736454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7511-e845-40c7-8fad-9f2b530c5acd req-07c99c5f-5bb4-44d0-85f5-888fe6ffbbee tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:44.749666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4bb7511-e845-40c7-8fad-9f2b530c5acd req-07c99c5f-5bb4-44d0-85f5-888fe6ffbbee tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1762056 Mar 11 00:12:44.869051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63c0fd7c-b022-4577-a11b-39b778d41238), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:44.871825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:44.889028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63c0fd7c-b022-4577-a11b-39b778d41238 HTTP/1.1" status: 204 len: 168 time: 0.6217213 Mar 11 00:12:44.916683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1547db3-9b54-48b8-ab9c-079ece6b0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c0fd7c-b022-4577-a11b-39b778d41238,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:45.009472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4bb7511-e845-40c7-8fad-9f2b530c5acd req-2bbdcb5b-6737-4bc4-b620-1a4f04122690 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588956 Mar 11 00:12:45.086465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:12:45.435710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:45.461968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:12:45.565925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:45.566339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:45.600353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:12:45.698927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:45.708634 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:45.873378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:45.897636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.898934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.900202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.903155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.903411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.906164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.907495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.908782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.911049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.911630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.912251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.913542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.915862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:12:45.965092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ac249485-3f61-4c09-8013-4890b90b28b6'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:12:46.426280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21734551-ba97-4fbf-8cd5-c0059187811c req-2e84df39-1464-454e-bbfe-9621c768ce53 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:46.440993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21734551-ba97-4fbf-8cd5-c0059187811c req-2e84df39-1464-454e-bbfe-9621c768ce53 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.1460004 Mar 11 00:12:46.651220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21734551-ba97-4fbf-8cd5-c0059187811c req-60d06865-f76b-46ba-bb91-ec6107218859 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033684 Mar 11 00:12:47.850206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20512cd-d926-40d0-a557-0ed2c6b2d0ad req-fb8afdcc-c504-4e3e-83e1-0d56f648c774 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:47.861550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b20512cd-d926-40d0-a557-0ed2c6b2d0ad req-fb8afdcc-c504-4e3e-83e1-0d56f648c774 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.1126528 Mar 11 00:12:47.929898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41092) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:48.001714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b20512cd-d926-40d0-a557-0ed2c6b2d0ad req-f1ea8876-374d-4e15-8bc6-c73a3391da72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383712 Mar 11 00:12:48.268905 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270c8305-6162-4fab-9e22-072a39e99d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:48.476078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270c8305-6162-4fab-9e22-072a39e99d52 admin admin] Publish callbacks [] for security_group (e72b4309-b51c-4a34-bb9a-a6664e180ae0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:48.490134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270c8305-6162-4fab-9e22-072a39e99d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e72b4309-b51c-4a34-bb9a-a6664e180ae0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:48.722941 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-270c8305-6162-4fab-9e22-072a39e99d52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f0a0fc4d9f24776b5586713dd4f5c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7885697 Mar 11 00:12:48.723254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41116) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:48.728527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c8305-6162-4fab-9e22-072a39e99d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b4309-b51c-4a34-bb9a-a6664e180ae0,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:48.872100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84651c35-694e-4a75-886a-73192844166c admin admin] Publish callbacks [] for security_group (e72b4309-b51c-4a34-bb9a-a6664e180ae0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:48.884474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330127-1379-491b-8454-9ea0cd87daf5 req-405f9e49-d0a6-4be1-8612-55a69cc1faef tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:48.890590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8330127-1379-491b-8454-9ea0cd87daf5 req-405f9e49-d0a6-4be1-8612-55a69cc1faef tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.1002009 Mar 11 00:12:48.962548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84651c35-694e-4a75-886a-73192844166c admin admin] Publish callbacks [] for security_group (e72b4309-b51c-4a34-bb9a-a6664e180ae0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.078342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8330127-1379-491b-8454-9ea0cd87daf5 req-94835c6d-678a-4579-b1dc-24e6a11c32fa tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755662 Mar 11 00:12:49.127140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:12:49.206062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84651c35-694e-4a75-886a-73192844166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e72b4309-b51c-4a34-bb9a-a6664e180ae0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.213525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-84651c35-694e-4a75-886a-73192844166c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.218590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-84651c35-694e-4a75-886a-73192844166c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e72b4309-b51c-4a34-bb9a-a6664e180ae0 HTTP/1.1" status: 204 len: 168 time: 0.4603660 Mar 11 00:12:49.281703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84651c35-694e-4a75-886a-73192844166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b4309-b51c-4a34-bb9a-a6664e180ae0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:49.404372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ac249485-3f61-4c09-8013-4890b90b28b6 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:12:49.419396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ac249485-3f61-4c09-8013-4890b90b28b6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:12:49.432988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.563697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6aa2d-b3ca-4e1a-8b16-11a7dc9d72fc req-9191f9bd-8413-4e7d-86a1-bcd4bbb92ba7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:49.573042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fb6aa2d-b3ca-4e1a-8b16-11a7dc9d72fc req-9191f9bd-8413-4e7d-86a1-bcd4bbb92ba7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.2099919 Mar 11 00:12:49.643165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:12:49.646137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.700408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fb6aa2d-b3ca-4e1a-8b16-11a7dc9d72fc req-897d5434-d1d8-451e-95ee-78abe1d4b047 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203687 Mar 11 00:12:49.735553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:49.742228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:49.751562 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aef1a9-6824-4bc6-b28b-496f8c402278" -d '{"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:49.770927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:49.858401 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5575bfbd-7337-49b1-a052-5cedc7b52816 x-openstack-request-id: req-5575bfbd-7337-49b1-a052-5cedc7b52816 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:49.859133 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:49.859689 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5575bfbd-7337-49b1-a052-5cedc7b52816 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:49.859896 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'code': 200} Mar 11 00:12:50.003957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:50.064532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c015-aca2-46e3-88c2-852fdccf07f4 req-c7c0ff4c-8586-45a2-a609-548a436227d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:50.066071 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13d5c015-aca2-46e3-88c2-852fdccf07f4 req-c7c0ff4c-8586-45a2-a609-548a436227d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1127 time: 0.1345580 Mar 11 00:12:50.171138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13d5c015-aca2-46e3-88c2-852fdccf07f4 req-c7aa8904-1e5d-4d4f-89ae-d52f966e7864 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925810 Mar 11 00:12:50.561868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6c4e-fc02-456d-8f4a-67168af0ca37 req-e63d6a16-31e2-407f-a51f-07f6454eb9f7 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:50.569888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32ca6c4e-fc02-456d-8f4a-67168af0ca37 req-e63d6a16-31e2-407f-a51f-07f6454eb9f7 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.2982349 Mar 11 00:12:50.638011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-8032dc90-cdbf-4321-9f07-605d7a0d8e8e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:50.639956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-8032dc90-cdbf-4321-9f07-605d7a0d8e8e tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.2471228 Mar 11 00:12:50.672426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32ca6c4e-fc02-456d-8f4a-67168af0ca37 req-22f5db83-0edc-4645-9ccb-9cb6625652ee tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967093 Mar 11 00:12:50.887722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Deleting port de078f8e-be47-4c1d-8beb-ed2e6943ac71 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:12:50.888206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:51.059411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf82d4-6f69-4ca3-af3d-04699540e33a req-a2701921-6710-4bda-a00d-1de52aa8a871 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:51.061973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6edf82d4-6f69-4ca3-af3d-04699540e33a req-a2701921-6710-4bda-a00d-1de52aa8a871 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1580069 Mar 11 00:12:51.111628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] For port de078f8e-be47-4c1d-8beb-ed2e6943ac71, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=de078f8e-be47-4c1d-8beb-ed2e6943ac71,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:12:51.114279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:51.322211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6edf82d4-6f69-4ca3-af3d-04699540e33a req-50e00e98-e032-43ec-a774-14406a1087cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469325 Mar 11 00:12:51.704523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:51.707112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:51.707647 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Floating IP 03bf8722-be4d-4f69-b92a-d214f2a1d5d0 disassociated. External IP: 172.25.7.58, port: de078f8e-be47-4c1d-8beb-ed2e6943ac71. Mar 11 00:12:51.708720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Calling delete_port for de078f8e-be47-4c1d-8beb-ed2e6943ac71 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:12:52.165823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c96ecb-91b9-468e-9c39-52b57c5cb3a8 req-5bbcc9db-a6cb-4492-a1c4-7feea97c0eca tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:52.182402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83c96ecb-91b9-468e-9c39-52b57c5cb3a8 req-5bbcc9db-a6cb-4492-a1c4-7feea97c0eca tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 945 time: 0.2217135 Mar 11 00:12:52.289159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83c96ecb-91b9-468e-9c39-52b57c5cb3a8 req-33c8915b-4060-47b2-ab8b-178e85916355 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups?id=5f1b14b7-f4ec-4743-817b-601d58318f32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056609 Mar 11 00:12:52.322693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (de078f8e-be47-4c1d-8beb-ed2e6943ac71), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:52.397823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'Port': ['ID=de078f8e-be47-4c1d-8beb-ed2e6943ac71,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:52.672157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:12:52.716255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd5904-e434-4cf5-991a-d6a2dfb6353d req-884e93dd-5ce0-4009-9947-af43be5878bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:52.725534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0edd5904-e434-4cf5-991a-d6a2dfb6353d req-884e93dd-5ce0-4009-9947-af43be5878bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2337556 Mar 11 00:12:52.876542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0edd5904-e434-4cf5-991a-d6a2dfb6353d req-279af963-9564-4f84-83a2-a980dcd4dd8f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473529 Mar 11 00:12:53.085164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d6846-0c09-4d91-a09b-7b4413e9b22b req-f10999c7-7461-4506-a468-adcd37cfdf80 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:53.086213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:12:53.097241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b4d6846-0c09-4d91-a09b-7b4413e9b22b req-f10999c7-7461-4506-a468-adcd37cfdf80 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1064703 Mar 11 00:12:53.097241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41220) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:53.102448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:12:53.113393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'floatingip': {'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:12:53.162991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:53.168636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:53.199832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] No DVR routers for this DVR port de078f8e-be47-4c1d-8beb-ed2e6943ac71 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:12:53.215390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:53.223154 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d86508b9-c60a-4108-90a3-cc8d5115c5c6 req-99a9097b-7aa1-4aca-beae-f63b7aecfebe tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.30 "DELETE /v2.0/ports/de078f8e-be47-4c1d-8beb-ed2e6943ac71 HTTP/1.1" status: 204 len: 173 time: 2.5763290 Mar 11 00:12:53.250242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'name': 'network-vif-deleted', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:53.255601 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969b947-7b90-46e5-81f9-be11534a3e8d" -d '{"events": [{"server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "name": "network-vif-deleted", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:53.325911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:53.381176 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a292845-f70d-4ba5-bccf-61d42b15dc33 x-openstack-request-id: req-0a292845-f70d-4ba5-bccf-61d42b15dc33 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:53.381657 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f5ca98-0477-40bf-a623-e8fa3919eebd", "name": "network-vif-deleted", "tag": "de078f8e-be47-4c1d-8beb-ed2e6943ac71", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:53.381964 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a292845-f70d-4ba5-bccf-61d42b15dc33 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:53.382544 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f5ca98-0477-40bf-a623-e8fa3919eebd', 'name': 'network-vif-deleted', 'tag': 'de078f8e-be47-4c1d-8beb-ed2e6943ac71', 'status': 'completed', 'code': 200} Mar 11 00:12:53.589670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1df5826-257e-4d78-8dc9-c33569b9c6e4 req-e28c437d-7702-4e23-92ac-3af3e2da6c24 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6f5ca98-0477-40bf-a623-e8fa3919eebd HTTP/1.1" status: 200 len: 210 time: 0.1317053 Mar 11 00:12:53.596023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:54.467057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:54.573851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:12:54.597127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:54.598419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:54.664875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:12:54.785570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:54.897436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:54.909587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (5f1b14b7-f4ec-4743-817b-601d58318f32), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:54.909831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:54.975505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (5f1b14b7-f4ec-4743-817b-601d58318f32), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:55.094710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f1b14b7-f4ec-4743-817b-601d58318f32), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:55.097918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:55.119277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f1b14b7-f4ec-4743-817b-601d58318f32 HTTP/1.1" status: 204 len: 168 time: 0.3117664 Mar 11 00:12:55.120976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:55.176892 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Floating IP 9192e594-d8e9-4e9d-ba0a-5a333eee8fbe associated. External IP: 172.25.7.149, port: ac249485-3f61-4c09-8013-4890b90b28b6. Mar 11 00:12:55.179047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6873e39-7ff0-49ce-b9a3-a0255bf4c2b3 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b14b7-f4ec-4743-817b-601d58318f32,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:55.259601 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-add87e88-bd8e-4c5b-b8bf-130214afb392 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] show failed (client error): The resource could not be found. Mar 11 00:12:55.263296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-add87e88-bd8e-4c5b-b8bf-130214afb392 tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "GET /v2.0/security-groups/5f1b14b7-f4ec-4743-817b-601d58318f32 HTTP/1.1" status: 404 len: 347 time: 0.1101015 Mar 11 00:12:55.267452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:12:55.390467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device de078f8e-be47-4c1d-8beb-ed2e6943ac71 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:12:55.473865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:55.604705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: de078f8e-be47-4c1d-8beb-ed2e6943ac71 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:12:55.605982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device de078f8e-be47-4c1d-8beb-ed2e6943ac71 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:12:55.824067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Deleting port c2bc9a65-e50f-4ddc-b915-c80150f3a020 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:12:55.824677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:55.859844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:12:55.978719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:56.039963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def224eb-70b0-480c-9164-0ee69be91bf1 None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:04:22Z', 'revision_number': 4, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '579a715f-91cd-4316-aec9-f626103fe312', 'name': '', 'network_id': '72a4d7f4-2e65-4dbd-b452-449e958575b2', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'mac_address': 'fa:16:3e:58:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:20Z', 'updated_at': '2022-03-11T00:04:31Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'subnets': [{'id': '90f306c7-afa4-46ab-9f22-e23ff44b10b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:12:56.114265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.115410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (c2bc9a65-e50f-4ddc-b915-c80150f3a020), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.152519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Calling delete_port for c2bc9a65-e50f-4ddc-b915-c80150f3a020 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:12:56.385236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:12:56.392150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.400179 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:12:56.428885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:56.436392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:56.535125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c2bc9a65-e50f-4ddc-b915-c80150f3a020), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.583056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51218900-3127-4110-a522-045587307f57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "PUT /v2.0/floatingips/9192e594-d8e9-4e9d-ba0a-5a333eee8fbe HTTP/1.1" status: 200 len: 991 time: 3.4768515 Mar 11 00:12:56.586172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:12:56.605239 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:12:56.650005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Pushing event deleted for resources: {'Port': ['ID=c2bc9a65-e50f-4ddc-b915-c80150f3a020,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:12:56.776510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a317a-8d4f-4c4c-8a84-800e297d46df None None] New status for floating IP 03bf8722-be4d-4f69-b92a-d214f2a1d5d0: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:12:56.870239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks [] for floatingip (03bf8722-be4d-4f69-b92a-d214f2a1d5d0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.873647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:12:56.886512 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65b5bd15-6ce0-41f3-821b-eb809d5ad63c tempest-AttachVolumeTestJSON-1215810064 tempest-AttachVolumeTestJSON-1215810064-project] 10.222.0.21 "DELETE /v2.0/floatingips/03bf8722-be4d-4f69-b92a-d214f2a1d5d0 HTTP/1.1" status: 204 len: 168 time: 1.6144192 Mar 11 00:12:56.909193 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:57.019243 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f522a8f-93d6-4a74-ba38-bc7809c34f3e x-openstack-request-id: req-0f522a8f-93d6-4a74-ba38-bc7809c34f3e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:12:57.020217 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:12:57.020770 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f522a8f-93d6-4a74-ba38-bc7809c34f3e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:12:57.021405 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'status': 'completed', 'code': 200} Mar 11 00:12:57.154419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-c9064d2a-efb8-4577-afef-0fcf5f4e0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:57.156546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-c9064d2a-efb8-4577-afef-0fcf5f4e0f84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1127 time: 0.1136765 Mar 11 00:12:57.416843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-95cb2e22-e6ca-41cf-a4ce-1fb9695a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:57.418698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-95cb2e22-e6ca-41cf-a4ce-1fb9695a76e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.2547586 Mar 11 00:12:57.448632 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9192e594-d8e9-4e9d-ba0a-5a333eee8fbe', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d170827-d87b-47d5-b269-3c8a511d472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:12:26Z', 'updated_at': '2022-03-11T00:12:54Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:57.509967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:12:57.532757 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:12:57.535497 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:12:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:57.597055 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-f3017bdb-5b27-4835-ae60-802a5ab250f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 999 time: 0.1658196 Mar 11 00:12:57.694710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-4e23dcc1-5301-4df2-9be9-ec97f7e3a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:57.696640 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-4e23dcc1-5301-4df2-9be9-ec97f7e3a9b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.0938046 Mar 11 00:12:57.853525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-a51b1c0e-784a-4000-9b64-dd68d4b17b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:57.856151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-a51b1c0e-784a-4000-9b64-dd68d4b17b7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528585 Mar 11 00:12:57.903792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:12:58.073565 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-f01106b9-4eb2-4a52-86e9-6907ca355ff7 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084153 Mar 11 00:12:58.389740 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d8ebf55-0fc0-4d2c-b239-5902cdd4c21a req-4c4423e5-41b3-40d8-9da6-1ca6b77ec797 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097785 Mar 11 00:12:58.516108 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9192e594-d8e9-4e9d-ba0a-5a333eee8fbe', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d170827-d87b-47d5-b269-3c8a511d472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:12:26Z', 'updated_at': '2022-03-11T00:12:54Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:12:58.567724 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5903306-10d2-4550-9c56-c3817bb40a53 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '9192e594-d8e9-4e9d-ba0a-5a333eee8fbe', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2883, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d170827-d87b-47d5-b269-3c8a511d472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:12:26Z', 'updated_at': '2022-03-11T00:12:54Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:12:58.971909 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7dc3a-a076-4f06-9906-5d1569e4595e None None] New status for floating IP 9192e594-d8e9-4e9d-ba0a-5a333eee8fbe: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:12:59.203042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150856-da62-4a4f-8103-f378c43bd0a9 req-b8bb0a7d-9d5e-4455-9fcf-de6522c7387e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:12:59.216643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8150856-da62-4a4f-8103-f378c43bd0a9 req-b8bb0a7d-9d5e-4455-9fcf-de6522c7387e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1495435 Mar 11 00:12:59.356798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8150856-da62-4a4f-8103-f378c43bd0a9 req-d25eadc3-32db-4ce2-ac2d-56cd17650a60 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391001 Mar 11 00:13:00.634617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df27ccb-eafe-47e9-9270-5a1dbb53d5f9 req-2d45bf0b-d15c-40c9-9bda-bf275bb3d8ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:00.645286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df27ccb-eafe-47e9-9270-5a1dbb53d5f9 req-2d45bf0b-d15c-40c9-9bda-bf275bb3d8ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1586406 Mar 11 00:13:00.746936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df27ccb-eafe-47e9-9270-5a1dbb53d5f9 req-1c041bd8-5081-42bc-9062-ca93f3e45737 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003711 Mar 11 00:13:01.408317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07905bd-f012-4561-bd24-c2a727613529 req-5c88476b-7804-4de8-9d3e-0404e8103984 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:01.409916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c07905bd-f012-4561-bd24-c2a727613529 req-5c88476b-7804-4de8-9d3e-0404e8103984 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.0806856 Mar 11 00:13:01.489680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c07905bd-f012-4561-bd24-c2a727613529 req-18c56ef1-ebf3-4753-a57b-241e99699078 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728369 Mar 11 00:13:02.707081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccffa99-ee48-430c-a1e3-f0826959f1a9 req-f6cff474-75e4-4f9e-b1bc-497a42709ec0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:02.709856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eccffa99-ee48-430c-a1e3-f0826959f1a9 req-f6cff474-75e4-4f9e-b1bc-497a42709ec0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1200719 Mar 11 00:13:02.873291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eccffa99-ee48-430c-a1e3-f0826959f1a9 req-5797d1ee-4618-4cf1-9627-faf09a4c5244 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422503 Mar 11 00:13:03.189441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:13:03.415197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:13:03.415799 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:03.463966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:03.465373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:13:03.468887 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071a2d0-8508-49aa-afc1-15904716984f" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:13:03.473599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:03.531282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=11']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:03.596811 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57c3d3a-5ff9-428e-bb99-eddb0a6c21b8 x-openstack-request-id: req-c57c3d3a-5ff9-428e-bb99-eddb0a6c21b8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:13:03.597318 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:13:03.597739 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c57c3d3a-5ff9-428e-bb99-eddb0a6c21b8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:13:03.598298 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:13:04.142136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57365b-e95b-4e6a-8c8b-351f98027e9f req-6e350263-0d16-49f0-b205-5231a275eaba tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:04.147519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d57365b-e95b-4e6a-8c8b-351f98027e9f req-6e350263-0d16-49f0-b205-5231a275eaba tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1111693 Mar 11 00:13:04.269190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d57365b-e95b-4e6a-8c8b-351f98027e9f req-eb902c2b-48a8-4ac0-8329-d109c36be350 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175129 Mar 11 00:13:05.178666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:13:05.471868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009107b-bf48-4ce4-9519-4bcf78756d26 req-55cdee1d-e87e-4d96-9ad4-679bcbb20ad0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:05.488757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9009107b-bf48-4ce4-9519-4bcf78756d26 req-55cdee1d-e87e-4d96-9ad4-679bcbb20ad0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0974884 Mar 11 00:13:05.509137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:05.566076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6cd10011-6588-485d-a95f-daf34dca520a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': '6cd10011-6588-485d-a95f-daf34dca520a', 'mac_address': 'fa:16:3e:ff:b5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:13:05.635718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9009107b-bf48-4ce4-9519-4bcf78756d26 req-ed5475a7-0f35-4bdf-9a7e-c94bf69a9033 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1393249 Mar 11 00:13:05.653608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:13:05.654170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:05.693861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:13:05.744640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:05.760327 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:05.936392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6cd10011-6588-485d-a95f-daf34dca520a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:13:06.162413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=12']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:06.721377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-17f66cf5-95d9-4bdc-8d16-dee6475671c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:06.911963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41614) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:07.002583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b298ac-e38b-46a7-a86b-6f6c60c7868a req-a3c67b78-1986-42db-b33c-bf7184623b07 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:07.013261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b298ac-e38b-46a7-a86b-6f6c60c7868a req-a3c67b78-1986-42db-b33c-bf7184623b07 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 946 time: 0.1733561 Mar 11 00:13:07.149079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b298ac-e38b-46a7-a86b-6f6c60c7868a req-a6758e3f-588e-44c0-9872-f597b70bfc02 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1330435 Mar 11 00:13:07.206728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:13:07.233229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a017d85-f9b4-44de-86fe-363db7e105d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.381689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6cd10011-6588-485d-a95f-daf34dca520a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:13:07.382243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6cd10011-6588-485d-a95f-daf34dca520a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.599046 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a017d85-f9b4-44de-86fe-363db7e105d0 admin admin] Publish callbacks [] for security_group (618fc1e2-1a7f-4f28-8966-afc2123ddeb7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.607516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:13:07.608562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.617565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a017d85-f9b4-44de-86fe-363db7e105d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (618fc1e2-1a7f-4f28-8966-afc2123ddeb7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.646824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:07.648095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:13:07.650921 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17087270-dafd-407d-8f95-4913a88221ab" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:13:07.658135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.706410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:07.712555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a017d85-f9b4-44de-86fe-363db7e105d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f26d11f315b540089a75445d1e4585ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7994118 Mar 11 00:13:07.742794 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076f6491-05e2-403f-b947-3f803fa60e96 x-openstack-request-id: req-076f6491-05e2-403f-b947-3f803fa60e96 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:13:07.743834 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-plugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:13:07.744291 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-076f6491-05e2-403f-b947-3f803fa60e96 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:13:07.756177 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:13:07.764535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a017d85-f9b4-44de-86fe-363db7e105d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618fc1e2-1a7f-4f28-8966-afc2123ddeb7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:07.828925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=13']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:07.894322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] Publish callbacks [] for security_group (618fc1e2-1a7f-4f28-8966-afc2123ddeb7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:07.939941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] Publish callbacks [] for security_group (618fc1e2-1a7f-4f28-8966-afc2123ddeb7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:08.073552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (618fc1e2-1a7f-4f28-8966-afc2123ddeb7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:08.079369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:08.085150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/618fc1e2-1a7f-4f28-8966-afc2123ddeb7 HTTP/1.1" status: 204 len: 168 time: 0.3755538 Mar 11 00:13:08.136931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e21f6-0fa7-4273-bfa6-faa544ce2fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618fc1e2-1a7f-4f28-8966-afc2123ddeb7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:08.463153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f49488-d947-4a66-9262-29d3dac19a07 req-f42b13ba-bdcb-4634-bf10-b35aa5c0aad0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:08.479459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33f49488-d947-4a66-9262-29d3dac19a07 req-f42b13ba-bdcb-4634-bf10-b35aa5c0aad0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1485372 Mar 11 00:13:08.637792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33f49488-d947-4a66-9262-29d3dac19a07 req-941bcc2d-8af5-4831-aa5b-66ac99ed21a1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365197 Mar 11 00:13:09.237600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fa607240-6774-48bd-9056-653aab7612f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.260642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:09.276739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13175df4-83c0-473f-a275-acd5bb321364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.532646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13175df4-83c0-473f-a275-acd5bb321364 admin admin] Publish callbacks [] for security_group (0c8347f5-662a-44b9-9c45-bb82c35303ff), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.543582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13175df4-83c0-473f-a275-acd5bb321364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c8347f5-662a-44b9-9c45-bb82c35303ff), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.621328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175df4-83c0-473f-a275-acd5bb321364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8347f5-662a-44b9-9c45-bb82c35303ff,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:09.684854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41690) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:09.707094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-13175df4-83c0-473f-a275-acd5bb321364 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb8245155c1342abb85684490871689b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452567 Mar 11 00:13:09.827257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] Publish callbacks [] for security_group (0c8347f5-662a-44b9-9c45-bb82c35303ff), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.883605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] Publish callbacks [] for security_group (0c8347f5-662a-44b9-9c45-bb82c35303ff), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.976342 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0c8347f5-662a-44b9-9c45-bb82c35303ff), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.979483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:09.984987 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c8347f5-662a-44b9-9c45-bb82c35303ff HTTP/1.1" status: 204 len: 168 time: 0.2993042 Mar 11 00:13:10.000684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153d737-dcb7-4e8f-a92a-96f7b57fbee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8347f5-662a-44b9-9c45-bb82c35303ff,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:10.007677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcba70-1612-4727-b42d-34af0f3b95bf req-711cffe2-af5b-443e-98ff-3b5ba9cddf4e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:10.012285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cbcba70-1612-4727-b42d-34af0f3b95bf req-711cffe2-af5b-443e-98ff-3b5ba9cddf4e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1299798 Mar 11 00:13:10.113211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cbcba70-1612-4727-b42d-34af0f3b95bf req-79dd6c98-b25f-4990-9611-b7807c5f0d33 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924921 Mar 11 00:13:10.503445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:10.672457 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:10.753221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-c37c9b23-e5a3-4686-87da-f85a8a99d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:10.760101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-c37c9b23-e5a3-4686-87da-f85a8a99d298 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1129 time: 0.2003398 Mar 11 00:13:10.943187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:11.138316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-405b7107-d739-432e-9080-0ae9df888105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:11.149626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-405b7107-d739-432e-9080-0ae9df888105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3672905 Mar 11 00:13:11.372672 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-6da9cb30-e389-44d8-abd7-5e807d5fd63b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1002 time: 0.2126801 Mar 11 00:13:11.471747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4a965-6917-4e4d-aaaa-e7b64b025393 req-a451a298-9ac2-4c2f-b6d9-e4d867b6d6ba tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:11.485941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23f4a965-6917-4e4d-aaaa-e7b64b025393 req-a451a298-9ac2-4c2f-b6d9-e4d867b6d6ba tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1755400 Mar 11 00:13:11.551830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-72b32487-25f0-4556-8508-af4133f0a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:11.566610 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-72b32487-25f0-4556-8508-af4133f0a176 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1848981 Mar 11 00:13:11.617758 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:11.636425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23f4a965-6917-4e4d-aaaa-e7b64b025393 req-902d3d66-5704-430b-aa49-f298446bff3d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409626 Mar 11 00:13:11.703755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-9a15a4c6-0df1-4492-b20f-a670ef5f9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:11.705590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-9a15a4c6-0df1-4492-b20f-a670ef5f9c04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1325388 Mar 11 00:13:12.029561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-39696239-387c-445d-b8df-e27fcfb30a6f service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145905 Mar 11 00:13:12.405113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cdf1e91a-9ad4-4fb1-9759-f0e3b2343bb0 req-b7b769fd-cb6e-4332-b498-d66f0537b6ff service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693550 Mar 11 00:13:12.985254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248514-c033-43bf-966c-a938bd0493b8 req-2a9e8e1f-7206-48c4-93e2-9224864d89ef tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:12.995710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa248514-c033-43bf-966c-a938bd0493b8 req-2a9e8e1f-7206-48c4-93e2-9224864d89ef tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.2129538 Mar 11 00:13:13.248089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa248514-c033-43bf-966c-a938bd0493b8 req-26b90866-bed6-4d80-82ca-2d76a230274c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2510548 Mar 11 00:13:13.317341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:13.620243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:13:14.502452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bc351-c960-46c0-9471-fb8992e1a0af req-fbf0f18e-f6c2-4783-ace6-41c5b31738c1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:14.504054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-675bc351-c960-46c0-9471-fb8992e1a0af req-fbf0f18e-f6c2-4783-ace6-41c5b31738c1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1178284 Mar 11 00:13:14.649085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-675bc351-c960-46c0-9471-fb8992e1a0af req-8c61ef66-1705-4422-beab-29b528175c36 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392622 Mar 11 00:13:15.846256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342bba-5cd0-49b3-a8d1-40f5f079149b req-21bff133-ed7d-4c62-adea-72d6535c9470 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:15.860921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b342bba-5cd0-49b3-a8d1-40f5f079149b req-21bff133-ed7d-4c62-adea-72d6535c9470 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1053972 Mar 11 00:13:15.942304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b342bba-5cd0-49b3-a8d1-40f5f079149b req-444e576d-bc47-4e7b-af4b-c07c6ea1ae8b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758998 Mar 11 00:13:17.190623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f352b-27e4-423b-9a6f-15aa94b56d15 req-0a0cafb2-87de-4ae0-bc22-5f1fef979d69 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:17.209940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f63f352b-27e4-423b-9a6f-15aa94b56d15 req-0a0cafb2-87de-4ae0-bc22-5f1fef979d69 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1532917 Mar 11 00:13:17.316569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f63f352b-27e4-423b-9a6f-15aa94b56d15 req-011767a5-5a45-42c5-8ba3-a2f37253a1ad tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049752 Mar 11 00:13:17.438227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b497717-d839-4bdd-b0a8-bf8287fed716 req-e1887afd-898b-4a20-9ad8-0bb5bada9d52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0968020 Mar 11 00:13:17.572057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b497717-d839-4bdd-b0a8-bf8287fed716 req-748989eb-3ea8-4039-866a-1620376072f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.1026316 Mar 11 00:13:17.674657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b497717-d839-4bdd-b0a8-bf8287fed716 req-8c64c2ed-09db-49fc-9b03-623c13bb653d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689585 Mar 11 00:13:17.883989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b497717-d839-4bdd-b0a8-bf8287fed716 req-598e347a-4379-48b1-b936-8292b8d3071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:17.902637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4b497717-d839-4bdd-b0a8-bf8287fed716 req-598e347a-4379-48b1-b936-8292b8d3071a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2212930 Mar 11 00:13:18.637986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191111-915c-4284-bb4e-eaac9ee80e5e req-24ca3819-c762-4f3b-9093-30abf072b8fb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:18.653515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49191111-915c-4284-bb4e-eaac9ee80e5e req-24ca3819-c762-4f3b-9093-30abf072b8fb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1320443 Mar 11 00:13:18.758951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49191111-915c-4284-bb4e-eaac9ee80e5e req-a4cc331d-b9de-4e71-b797-e3b3bed22583 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006904 Mar 11 00:13:19.992785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02168279-b462-4c6b-ac1c-2523f0211fbf req-23061e23-3557-4fe5-bf78-5b5159284346 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:20.008122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02168279-b462-4c6b-ac1c-2523f0211fbf req-23061e23-3557-4fe5-bf78-5b5159284346 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1501226 Mar 11 00:13:20.149849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02168279-b462-4c6b-ac1c-2523f0211fbf req-89dbafa1-e895-4f44-9df5-ce3b6382985f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399817 Mar 11 00:13:21.568012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0472-b511-4e10-9b97-7b586ae34580 req-afcd6552-06d8-4149-81f3-544254afa5e0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:21.578740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba0472-b511-4e10-9b97-7b586ae34580 req-afcd6552-06d8-4149-81f3-544254afa5e0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1515532 Mar 11 00:13:21.716700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24ba0472-b511-4e10-9b97-7b586ae34580 req-7849046c-ecfb-4bd9-94c3-ebd03dbcbc25 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369402 Mar 11 00:13:23.175389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18ad9-075c-416b-9e38-91723a461875 req-2b54bb41-bf09-40af-8d93-f4bc1ab78f6a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:23.177026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e18ad9-075c-416b-9e38-91723a461875 req-2b54bb41-bf09-40af-8d93-f4bc1ab78f6a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.2529407 Mar 11 00:13:23.365075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55e18ad9-075c-416b-9e38-91723a461875 req-d5310c03-47b6-49c1-bc2d-8b4305053b4c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731374 Mar 11 00:13:24.681894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c46f7-f133-4e55-bf37-b739935527d5 req-4b321b7a-ee2f-47cc-8a68-931a95fbe444 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:24.690914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-507c46f7-f133-4e55-bf37-b739935527d5 req-4b321b7a-ee2f-47cc-8a68-931a95fbe444 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.2037494 Mar 11 00:13:24.775941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-507c46f7-f133-4e55-bf37-b739935527d5 req-5cbe84b7-7898-46f4-9770-e96ca21fd7a6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837741 Mar 11 00:13:26.039446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9dfbd-5c54-41f0-9aa5-1db4c8c0d2de req-0dbc6a56-b6b3-4c5e-be75-046d0629e987 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:26.053909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef9dfbd-5c54-41f0-9aa5-1db4c8c0d2de req-0dbc6a56-b6b3-4c5e-be75-046d0629e987 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1578104 Mar 11 00:13:26.218484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef9dfbd-5c54-41f0-9aa5-1db4c8c0d2de req-8d6bb9d4-1bf3-4261-85bd-852bbbe66f7d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627643 Mar 11 00:13:27.447391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73664-1713-422a-9855-ad8e57bec783 req-94254201-9a94-45ba-b78b-e3f40bdf711c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:27.457025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73e73664-1713-422a-9855-ad8e57bec783 req-94254201-9a94-45ba-b78b-e3f40bdf711c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1067462 Mar 11 00:13:27.586529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73e73664-1713-422a-9855-ad8e57bec783 req-dfec07b4-571b-4126-8093-299aa74b82b8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274180 Mar 11 00:13:28.876445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9eac0-d63b-44bd-85df-6c65727943e6 req-615f7ab3-5d72-434b-bfcb-fa7f30bf39e9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:28.892639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daf9eac0-d63b-44bd-85df-6c65727943e6 req-615f7ab3-5d72-434b-bfcb-fa7f30bf39e9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.2006116 Mar 11 00:13:28.968876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daf9eac0-d63b-44bd-85df-6c65727943e6 req-474470c5-3665-43e6-bd1e-4daffbbea10a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722504 Mar 11 00:13:30.327068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f5ed4-7759-43e0-b803-986ddd25a239 req-651a94c2-9f7e-4885-a68e-c3b5e2f28eaf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:30.335502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d1f5ed4-7759-43e0-b803-986ddd25a239 req-651a94c2-9f7e-4885-a68e-c3b5e2f28eaf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1786451 Mar 11 00:13:30.483589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d1f5ed4-7759-43e0-b803-986ddd25a239 req-ef4b44ee-7b19-4dfd-af02-47e11952427a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354549 Mar 11 00:13:31.778086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9a847-bfbc-44b8-a538-87a207e95e5f req-251a881c-9fb5-4613-b038-6f6083902939 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:31.797397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bc9a847-bfbc-44b8-a538-87a207e95e5f req-251a881c-9fb5-4613-b038-6f6083902939 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1548812 Mar 11 00:13:31.942185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0bc9a847-bfbc-44b8-a538-87a207e95e5f req-9ab1e021-59b2-4368-8e0c-f83bdd6a9d65 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438153 Mar 11 00:13:33.101977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b748a1d7-17d5-47d5-80c9-7eb0424b0755 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:33.105246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b748a1d7-17d5-47d5-80c9-7eb0424b0755 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.3618162 Mar 11 00:13:33.197431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-75480b05-f45b-456a-a7dd-31880a9238ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0731828 Mar 11 00:13:33.397258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1be136-3bdd-4ad8-bd33-deba2ae0f48b req-70f66e59-b545-4aa6-96c0-770b852fa656 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:33.421389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e1be136-3bdd-4ad8-bd33-deba2ae0f48b req-70f66e59-b545-4aa6-96c0-770b852fa656 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.3678932 Mar 11 00:13:33.444306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-d8cf4509-8303-45cf-a7da-fb051dd38f2d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434044 Mar 11 00:13:33.560290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e1be136-3bdd-4ad8-bd33-deba2ae0f48b req-9ba09a2f-d104-4812-985e-7914290b5ffe tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374891 Mar 11 00:13:33.726812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-39cf2868-db09-4d3e-a74d-b89202906e32 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856952 Mar 11 00:13:33.880836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-6ed60c33-b694-4e70-b1ef-c0c1159ebb37 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452203 Mar 11 00:13:34.088063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:34.412673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-585d75b6-1e40-4f84-a1d3-396c9e390ab0 req-63ecf8fa-4fd9-49ba-9968-aba518e91451 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0969837 Mar 11 00:13:35.626825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d35f8aa7-c8c4-4cc2-8365-11bcbb8ff99a req-439b03a4-7fd8-43a3-9d2c-2f77c0e0e62c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0593431 Mar 11 00:13:35.637485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f87211-1a2b-47df-a746-908c29735edf req-6de2a32d-ca93-4d6d-b915-61818e524582 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:35.639245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11f87211-1a2b-47df-a746-908c29735edf req-6de2a32d-ca93-4d6d-b915-61818e524582 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.1240773 Mar 11 00:13:35.744113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11f87211-1a2b-47df-a746-908c29735edf req-2cae4438-4429-4d08-b49c-091eb4038ed5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573068 Mar 11 00:13:36.118390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:36.500105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-a28f34fc-b3bd-4164-ba8b-9dc7c36bbe62 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:36.502620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-a28f34fc-b3bd-4164-ba8b-9dc7c36bbe62 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.2522566 Mar 11 00:13:36.521707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:13:36.687157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0648340-2ace-4003-958a-8f7426ff7dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:36.713476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:13:36.717970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:36.783219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Deleting port 579a715f-91cd-4316-aec9-f626103fe312 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:13:36.783829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (579a715f-91cd-4316-aec9-f626103fe312), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:36.912993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9feb18cf-f293-47df-b73d-022edfd7ff87 req-9f69391d-cec3-4a0d-9e9d-22f553e331a0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0938969 Mar 11 00:13:37.060120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.14 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/83a5cc8c-ebb3-43f4-9103-d6440cdd68b3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:13:37.261436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] For port 579a715f-91cd-4316-aec9-f626103fe312, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=579a715f-91cd-4316-aec9-f626103fe312,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:37.261436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (579a715f-91cd-4316-aec9-f626103fe312), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:37.286163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Calling delete_port for 579a715f-91cd-4316-aec9-f626103fe312 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:13:37.441608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:37.533279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:37.602485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5cb68-486e-4336-9b1c-b17a7cbe334c req-f7478f71-9835-4fcf-9def-752d436e3e12 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:37.612760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77f5cb68-486e-4336-9b1c-b17a7cbe334c req-f7478f71-9835-4fcf-9def-752d436e3e12 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.4922581 Mar 11 00:13:37.635547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:13:37.639903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:13:37.681155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:13:37.821611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:37.854946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.855614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.856384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.857153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.859326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.859772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.860791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.861783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.864642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.865079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.865514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.865939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.866363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:37.893525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:37.894331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:37.962704 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-b1ac4c21-882e-4bef-83ac-067b8e1b51c6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4503694 Mar 11 00:13:38.009086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77f5cb68-486e-4336-9b1c-b17a7cbe334c req-5f16fbae-0c65-44a4-8c3b-33eb2f9d0934 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3954833 Mar 11 00:13:38.046845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Request body: {'port': {'device_id': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:13:38.261069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-56c7065c-bd00-45f6-89bc-587c35b68ce3 None None] Provisioning complete for port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:13:38.263517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56c7065c-bd00-45f6-89bc-587c35b68ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:38.293685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6de64-eec7-406a-aadc-51a144b61170 req-14c41b3a-a1ab-4c3c-990e-fb346c51c0b6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:38.314561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee6de64-eec7-406a-aadc-51a144b61170 req-14c41b3a-a1ab-4c3c-990e-fb346c51c0b6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 932 time: 0.1870348 Mar 11 00:13:38.340034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (579a715f-91cd-4316-aec9-f626103fe312), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:38.394543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:38.398071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-56c7065c-bd00-45f6-89bc-587c35b68ce3 None None] Port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:13:38.589078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ee6de64-eec7-406a-aadc-51a144b61170 req-6c6543a8-89b4-4512-9f38-63221cc2f0fe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736306 Mar 11 00:13:38.593668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=579a715f-91cd-4316-aec9-f626103fe312,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:38.843498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f42586-0a25-45fa-b58c-15fbf942ff74 req-b8c30fb7-189f-4918-9854-8fc8daef5f32 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:38.860157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69f42586-0a25-45fa-b58c-15fbf942ff74 req-b8c30fb7-189f-4918-9854-8fc8daef5f32 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.4593408 Mar 11 00:13:39.142501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69f42586-0a25-45fa-b58c-15fbf942ff74 req-39c405bc-acc8-4fee-a24b-333b3b401d7e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741542 Mar 11 00:13:39.237695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-485d0d27-925e-4012-8e9a-2ee4be9890c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:39.249202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:13:39.261569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks [] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:39.305091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Transition to ACTIVE for port object 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:13:39.314028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:39.404299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:39.460801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.029059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915a625-993b-4d5b-99bf-f5f83287143e req-4abb341c-3c6c-4068-9aed-caa201ffcb86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:40.036366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f915a625-993b-4d5b-99bf-f5f83287143e req-4abb341c-3c6c-4068-9aed-caa201ffcb86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.8776302 Mar 11 00:13:40.125922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:13:40.190143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfcb8e-49c6-4ada-afe2-7c3ed5045010 req-beef9493-d369-4701-86e8-15ae76a43ba4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:40.192962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cfcb8e-49c6-4ada-afe2-7c3ed5045010 req-beef9493-d369-4701-86e8-15ae76a43ba4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.4023883 Mar 11 00:13:40.319004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f915a625-993b-4d5b-99bf-f5f83287143e req-19885cf8-aa5f-42cf-b5bf-8a4467981206 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2807968 Mar 11 00:13:40.480855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.532235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Attempting to bind port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:13:40.532857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Attempting to bind port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:13:40.534052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Attempting to bind port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:13:40.540528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:13:40.540902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Attempting to bind port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:13:40.547249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:13:40.547583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:13:40.548205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:13:40.554847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Bound port: 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:13:40.555467 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.647165 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.651254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:13:40.655560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:13:40.670632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cfcb8e-49c6-4ada-afe2-7c3ed5045010 req-eb36ecc5-0f71-4f9b-8a71-2db23e4141b8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679971 Mar 11 00:13:40.680335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.690840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:13:40.701239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Sync routers for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:13:40.719752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:13:40.721761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:13:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:40.730903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2f26f19d-94bc-480c-9ce4-71f1a2ebf0a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/7a163087-4ed7-4ac7-a949-ccdc0c2bb772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6393926 Mar 11 00:13:40.737046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42440) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:40.790696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:40.795707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:40.797606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] 10.222.0.30 "PUT /v2.0/ports/83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 HTTP/1.1" status: 200 len: 1092 time: 2.7586577 Mar 11 00:13:40.798574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:13:40.803995 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d3a32-0f63-415e-b2ad-759913c3f100" -d '{"events": [{"name": "network-changed", "server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:13:40.890011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd9ff-6a3e-4e89-9943-8d9e181b14ed req-d170d716-a6f9-48a3-a65f-676dcb0cf984 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:40.897650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa8dd9ff-6a3e-4e89-9943-8d9e181b14ed req-d170d716-a6f9-48a3-a65f-676dcb0cf984 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3253968 Mar 11 00:13:41.115606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:13:41.135619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e67aa9-b876-484a-b5f4-81feea49dce2 service neutron] Pushing event updated for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:41.174019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-f643fabb-aaf4-421f-98bf-9efe53477f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:41.179837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-f643fabb-aaf4-421f-98bf-9efe53477f8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 1126 time: 0.2998714 Mar 11 00:13:41.202199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks [] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:41.241005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:41.259594 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-07ad1e12-4b18-4671-babf-ad6df5395acc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 HTTP/1.1" status: 200 len: 217 time: 0.0712602 Mar 11 00:13:41.346340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-4449273e-f4be-43d7-91d5-08f8c61824a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:41.361249 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-4449273e-f4be-43d7-91d5-08f8c61824a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0948551 Mar 11 00:13:41.408172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:13:38Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:41.445892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Checking router: 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:13:41.457167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Routers {'7a163087-4ed7-4ac7-a949-ccdc0c2bb772'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:13:41.458498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:13:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:41.485770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf647f51-4d0e-4e53-a73b-ff7d754b4bbd req-876df244-c65a-4637-bd28-1237fa9aba7f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:41.503738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf647f51-4d0e-4e53-a73b-ff7d754b4bbd req-876df244-c65a-4637-bd28-1237fa9aba7f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 947 time: 0.6357999 Mar 11 00:13:41.508698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-7b1c4e95-8333-4209-b17d-70012485ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:41.512475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks [] for router_gateway (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:41.515447 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-7b1c4e95-8333-4209-b17d-70012485ac86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1474619 Mar 11 00:13:41.544237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa8dd9ff-6a3e-4e89-9943-8d9e181b14ed req-92228262-922d-4ff4-926b-621d5904106b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6455362 Mar 11 00:13:41.629569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] Set router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:13:41.748913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:41.761455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf647f51-4d0e-4e53-a73b-ff7d754b4bbd req-2c381de0-a680-40e0-b08e-197a5e1864e0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2566390 Mar 11 00:13:41.762080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-ee6bac07-84ea-4ae7-a0f7-55044cb076fb service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397060 Mar 11 00:13:41.767891 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0ed87-3c7f-4e3e-9274-9dc20bce534f x-openstack-request-id: req-ecd0ed87-3c7f-4e3e-9274-9dc20bce534f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:13:41.768851 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:13:41.769107 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecd0ed87-3c7f-4e3e-9274-9dc20bce534f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:13:41.769515 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3', 'status': 'completed', 'code': 200} Mar 11 00:13:41.846683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Deleting port 5a9bbd06-8920-4856-8510-2d12ecad6e2f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:13:41.847034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:41.986108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:13:38Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:42.049920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9eae25-39aa-4a31-a704-b1c1e301d3c0 None None] The sync data for ids ['7a163087-4ed7-4ac7-a949-ccdc0c2bb772'] in n-d-831844-1 is: [{'id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'name': 'tempest-AttachVolumeTestJSON-760647575-router', 'tenant_id': '09d578bfa4894af382f04eb972406247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:04:16Z', 'updated_at': '2022-03-11T00:13:38Z', 'revision_number': 5, 'project_id': '09d578bfa4894af382f04eb972406247', 'gw_port': {'id': '5a9bbd06-8920-4856-8510-2d12ecad6e2f', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a163087-4ed7-4ac7-a949-ccdc0c2bb772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:04:17Z', 'updated_at': '2022-03-11T00:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:13:42.087390 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3c3f3241-bbad-4c59-a848-5b943879a612 req-6c32dac9-61b0-4d83-a93b-e7a5ebcec4c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169744 Mar 11 00:13:42.195563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] For port 5a9bbd06-8920-4856-8510-2d12ecad6e2f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5a9bbd06-8920-4856-8510-2d12ecad6e2f,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:42.196283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:42.219397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Calling delete_port for 5a9bbd06-8920-4856-8510-2d12ecad6e2f owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:13:42.244617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-ce042f22-eb3e-497b-a64f-5c9f655a9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:42.247631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-ce042f22-eb3e-497b-a64f-5c9f655a9be1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 1126 time: 0.1024404 Mar 11 00:13:42.444881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-ecf58f4e-3e56-4ae4-9266-3af8b35b976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:42.447075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-ecf58f4e-3e56-4ae4-9266-3af8b35b976d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1877277 Mar 11 00:13:42.471445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 579a715f-91cd-4316-aec9-f626103fe312 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:13:42.548995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 579a715f-91cd-4316-aec9-f626103fe312 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:13:42.549316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 579a715f-91cd-4316-aec9-f626103fe312 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:13:42.591612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-17e54728-64cf-4113-9ba6-86464d4cb40d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 HTTP/1.1" status: 200 len: 217 time: 0.1362796 Mar 11 00:13:42.705599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5a9bbd06-8920-4856-8510-2d12ecad6e2f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:42.711403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-67cfb97e-cd46-4b1d-ab20-8e6b77b8bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:42.713140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-67cfb97e-cd46-4b1d-ab20-8e6b77b8bb36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1147802 Mar 11 00:13:42.798802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a228e11-ebfa-4bc4-b76d-7ab5fc99b7dc req-f0244153-a0ff-42fc-9410-28f5b2e6aecf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:42.816702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-a3a5561b-18da-47c3-8139-a1647f0e4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:42.818212 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-a3a5561b-18da-47c3-8139-a1647f0e4300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0987055 Mar 11 00:13:42.820006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a228e11-ebfa-4bc4-b76d-7ab5fc99b7dc req-f0244153-a0ff-42fc-9410-28f5b2e6aecf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.9297118 Mar 11 00:13:42.824934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9bbd06-8920-4856-8510-2d12ecad6e2f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:43.046968 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-c873c6fc-7508-4649-b9a1-c09b6b75a335 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226155 Mar 11 00:13:43.077973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.322472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.348836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0c9d3a32-0f63-415e-b2ad-759913c3f100 req-4a367352-a986-4a2a-ae0d-5ae72dd7b7b9 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954626 Mar 11 00:13:43.357318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:13:43.488550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6cd10011-6588-485d-a95f-daf34dca520a is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:13:43.489386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.539148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:43.540601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:13:43.547577 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c12da-6b70-48b9-ab5a-c601fd745d3f" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:13:43.553746 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.640261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=14']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:43.853875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.866415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks [] for router_controller (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.957786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.958485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.959287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.959833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.960357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.960876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.961387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.962379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.962892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.963392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.963999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.964498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.965021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:13:43.972979 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (7a163087-4ed7-4ac7-a949-ccdc0c2bb772), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.973801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a163087-4ed7-4ac7-a949-ccdc0c2bb772 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:13:43.986703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:43.988185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4eede7e4-f2f2-4270-84ce-3ecde899c636 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7a163087-4ed7-4ac7-a949-ccdc0c2bb772 HTTP/1.1" status: 204 len: 168 time: 3.2501686 Mar 11 00:13:43.992929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:44.108509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958c61-eb6f-422f-b2a3-a9fc0a66ad0f req-14e6d37d-aee3-45e4-a004-4cc4777d88f3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:44.110031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39958c61-eb6f-422f-b2a3-a9fc0a66ad0f req-14e6d37d-aee3-45e4-a004-4cc4777d88f3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 1.3903913 Mar 11 00:13:44.119618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Deleting subnet 90f306c7-afa4-46ab-9f22-e23ff44b10b3 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:13:44.136483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a228e11-ebfa-4bc4-b76d-7ab5fc99b7dc req-3683e425-9bd7-49c7-842d-6f28e4b7e12b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3152919 Mar 11 00:13:44.152956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Publish callbacks [] for subnet (90f306c7-afa4-46ab-9f22-e23ff44b10b3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.247697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (90f306c7-afa4-46ab-9f22-e23ff44b10b3), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.413739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (90f306c7-afa4-46ab-9f22-e23ff44b10b3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.428337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39958c61-eb6f-422f-b2a3-a9fc0a66ad0f req-9a8a8ec9-8469-44ba-a102-6e01f77c1553 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897871 Mar 11 00:13:44.484206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (90f306c7-afa4-46ab-9f22-e23ff44b10b3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.488920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262711ea-39b0-45c6-80dc-6d1a5db7067c req-84f5b1cf-fb43-45a8-bb4c-15c4a2c46766 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:44.501405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-262711ea-39b0-45c6-80dc-6d1a5db7067c req-84f5b1cf-fb43-45a8-bb4c-15c4a2c46766 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2102041 Mar 11 00:13:44.535337 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a827710-ba47-4c56-b28d-2f72848575e6 x-openstack-request-id: req-2a827710-ba47-4c56-b28d-2f72848575e6 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:13:44.536560 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:13:44.537045 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a827710-ba47-4c56-b28d-2f72848575e6 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:13:44.537814 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'code': 200} Mar 11 00:13:44.556016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f306c7-afa4-46ab-9f22-e23ff44b10b3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:44.578296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.581829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0fab62e3-655e-4342-890c-b6b025884640 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90f306c7-afa4-46ab-9f22-e23ff44b10b3 HTTP/1.1" status: 204 len: 168 time: 0.5869024 Mar 11 00:13:44.582831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d90168-a0e0-456a-93c0-336ebe91b604 None None] Network 72a4d7f4-2e65-4dbd-b452-449e958575b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:13:44.589756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42556) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:44.625032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-262711ea-39b0-45c6-80dc-6d1a5db7067c req-9c7f7869-5ab2-49e0-a128-4762eb3f129b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226978 Mar 11 00:13:44.784748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (72a4d7f4-2e65-4dbd-b452-449e958575b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:44.847152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5a9bbd06-8920-4856-8510-2d12ecad6e2f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:13:44.918635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5a9bbd06-8920-4856-8510-2d12ecad6e2f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:13:44.920314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5a9bbd06-8920-4856-8510-2d12ecad6e2f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:13:44.924280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab29f09-9db3-4b8f-98e7-5f972a83909f req-d36d3ddf-7504-45b9-88b2-cd377416a7df tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:44.933993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ab29f09-9db3-4b8f-98e7-5f972a83909f req-d36d3ddf-7504-45b9-88b2-cd377416a7df tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1064870 Mar 11 00:13:44.944804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Deleting port 76f037d9-1fba-4859-beaf-b538166f625c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:13:44.947891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (76f037d9-1fba-4859-beaf-b538166f625c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.052843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ab29f09-9db3-4b8f-98e7-5f972a83909f req-96b031fd-b86e-49d4-87a1-f48813cdd0d6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175592 Mar 11 00:13:45.080462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] DHCP port deletion for 72a4d7f4-2e65-4dbd-b452-449e958575b2 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:13:45.149750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] For port 76f037d9-1fba-4859-beaf-b538166f625c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76f037d9-1fba-4859-beaf-b538166f625c,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:45.150331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (76f037d9-1fba-4859-beaf-b538166f625c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.183457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Calling delete_port for 76f037d9-1fba-4859-beaf-b538166f625c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:13:45.225001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Deleting port 76f037d9-1fba-4859-beaf-b538166f625c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:13:45.225648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (76f037d9-1fba-4859-beaf-b538166f625c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.356347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439233-4e5d-45a4-8905-2e624949af05 req-71f89bb0-6aa8-497b-ac7f-480dfeac5964 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:45.363179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9439233-4e5d-45a4-8905-2e624949af05 req-71f89bb0-6aa8-497b-ac7f-480dfeac5964 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1726432 Mar 11 00:13:45.365218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] For port 76f037d9-1fba-4859-beaf-b538166f625c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76f037d9-1fba-4859-beaf-b538166f625c,segment=NetworkSegment(cd30ed5c-b746-4fc3-97dc-2c4d511b8832),segment_id=cd30ed5c-b746-4fc3-97dc-2c4d511b8832)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:13:45.365875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (76f037d9-1fba-4859-beaf-b538166f625c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.377313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (76f037d9-1fba-4859-beaf-b538166f625c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.399085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Calling delete_port for 76f037d9-1fba-4859-beaf-b538166f625c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:13:45.444759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846bd3-22e2-48cf-a809-1f43025e4bd5 req-304be8f7-099e-4d56-a782-5bf68230e3fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:45.452593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] No DVR routers for this DVR port 76f037d9-1fba-4859-beaf-b538166f625c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:13:45.462639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f037d9-1fba-4859-beaf-b538166f625c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:45.463432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4846bd3-22e2-48cf-a809-1f43025e4bd5 req-304be8f7-099e-4d56-a782-5bf68230e3fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2065034 Mar 11 00:13:45.599083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (76f037d9-1fba-4859-beaf-b538166f625c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.605470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9439233-4e5d-45a4-8905-2e624949af05 req-6ef40566-1190-4824-ac8c-4dca3273c7bf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300110 Mar 11 00:13:45.605923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (72a4d7f4-2e65-4dbd-b452-449e958575b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.647813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4846bd3-22e2-48cf-a809-1f43025e4bd5 req-a2d1fa83-6d96-4967-ba94-a3408cd6af1a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821206 Mar 11 00:13:45.660600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] Pushing event deleted for resources: {'Port': ['ID=76f037d9-1fba-4859-beaf-b538166f625c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:45.674974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a60e2-2018-4456-95b9-63c9cee73843 None None] No DVR routers for this DVR port 76f037d9-1fba-4859-beaf-b538166f625c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:13:45.777089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a4d7f4-2e65-4dbd-b452-449e958575b2']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:45.817369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:45.817886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30ed5c-b746-4fc3-97dc-2c4d511b8832') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:13:45.854735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (cd30ed5c-b746-4fc3-97dc-2c4d511b8832), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.878770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cd30ed5c-b746-4fc3-97dc-2c4d511b8832), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.892887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:13:45.894965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (cd30ed5c-b746-4fc3-97dc-2c4d511b8832), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:45.974312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d3dd2-f23d-440b-8db4-e40a60bae93c req-b53f6d98-4460-4353-9891-1f2141c66b18 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:45.976386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-355d3dd2-f23d-440b-8db4-e40a60bae93c req-b53f6d98-4460-4353-9891-1f2141c66b18 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1808770 Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:13:46.058051 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:13:46.071483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (72a4d7f4-2e65-4dbd-b452-449e958575b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.100957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.111297 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] 10.222.0.21 "DELETE /v2.0/networks/72a4d7f4-2e65-4dbd-b452-449e958575b2 HTTP/1.1" status: 204 len: 168 time: 1.5234871 Mar 11 00:13:46.181892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-355d3dd2-f23d-440b-8db4-e40a60bae93c req-15a0ee9b-64cc-432c-8845-86e9343ebbc6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914434 Mar 11 00:13:46.270131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d7332-0643-4870-bd99-d18d4e2df405 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a4d7f4-2e65-4dbd-b452-449e958575b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:46.293340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-2b7c8c1c-3281-4699-8f95-746045b81058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:46.295467 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-2b7c8c1c-3281-4699-8f95-746045b81058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.2323902 Mar 11 00:13:46.322410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050500-9e05-4284-b87b-8c8ba3cd0ca8 req-c1bf3980-40c0-47a6-ad2d-93625c2aafdb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:46.326723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd050500-9e05-4284-b87b-8c8ba3cd0ca8 req-c1bf3980-40c0-47a6-ad2d-93625c2aafdb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1596413 Mar 11 00:13:46.365169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42590) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:46.455158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76f037d9-1fba-4859-beaf-b538166f625c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:13:46.471402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd050500-9e05-4284-b87b-8c8ba3cd0ca8 req-9d171662-2f12-42a7-8d14-6fae826b4bee tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326942 Mar 11 00:13:46.537432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 76f037d9-1fba-4859-beaf-b538166f625c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:13:46.540577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76f037d9-1fba-4859-beaf-b538166f625c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:13:46.624221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42594) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:13:46.627905 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cbd7c94a-4ae9-4330-9a69-a0e6f8020bf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09d578bfa4894af382f04eb972406247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576442 Mar 11 00:13:46.628994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-f7a2b78f-aabf-48d3-9ac8-6b0c9e067ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:46.630401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-f7a2b78f-aabf-48d3-9ac8-6b0c9e067ffc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3285453 Mar 11 00:13:46.734232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] Publish callbacks [] for security_group (5320af2f-50bb-4238-adcb-3e06a01bae15), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.781980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-cafe2039-1e57-43e6-8e59-d0de830558a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.1446836 Mar 11 00:13:46.818976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] Publish callbacks [] for security_group (5320af2f-50bb-4238-adcb-3e06a01bae15), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.867547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-c2027fb7-a4e7-40ce-a3b0-d0e0fd191852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:46.872031 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-c2027fb7-a4e7-40ce-a3b0-d0e0fd191852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0812929 Mar 11 00:13:46.958096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-d6fefc49-6ec4-4719-9d0e-cc7ca21e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:46.959528 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-d6fefc49-6ec4-4719-9d0e-cc7ca21e1d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826776 Mar 11 00:13:46.963482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5320af2f-50bb-4238-adcb-3e06a01bae15), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.971980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:46.973410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5320af2f-50bb-4238-adcb-3e06a01bae15 HTTP/1.1" status: 204 len: 168 time: 0.3478200 Mar 11 00:13:47.021730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93d895-31f6-45a0-8bbf-b78c2a9a484b req-0a4c4cd2-6c6b-4b54-8568-e07034cb3ece tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:47.030844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c93d895-31f6-45a0-8bbf-b78c2a9a484b req-0a4c4cd2-6c6b-4b54-8568-e07034cb3ece tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2690198 Mar 11 00:13:47.041371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d1341-fe90-4a40-806a-064c1f021bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5320af2f-50bb-4238-adcb-3e06a01bae15,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:47.138594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c93d895-31f6-45a0-8bbf-b78c2a9a484b req-4f6acdc2-e3a9-473e-841e-78387c3be039 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042020 Mar 11 00:13:47.201113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-6a7ce991-52f4-4c6c-a35b-56805e5bade6 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347775 Mar 11 00:13:47.396701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce371f47-4caa-4351-b703-8e8134bbb6a7 req-b46fe0ba-07a2-43d6-ae62-384d45172315 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:47.399057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce371f47-4caa-4351-b703-8e8134bbb6a7 req-b46fe0ba-07a2-43d6-ae62-384d45172315 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.0844917 Mar 11 00:13:47.431137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0f47508d-f8f0-4b4e-b24e-49870f972c27 req-ef617bb5-612b-429b-bf30-8b6f5910e97f service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223287 Mar 11 00:13:47.533413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce371f47-4caa-4351-b703-8e8134bbb6a7 req-b1343022-3dfe-498d-a9b7-bfdcd8cf2a36 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169844 Mar 11 00:13:47.749219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b5e06-3c78-497a-a0ef-f7a2772f56b0 req-22ed4590-f170-4fa6-9176-599bed5d23d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:47.750835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b5e06-3c78-497a-a0ef-f7a2772f56b0 req-22ed4590-f170-4fa6-9176-599bed5d23d8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1132469 Mar 11 00:13:47.832297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b5e06-3c78-497a-a0ef-f7a2772f56b0 req-7c879d64-dbff-4cfc-96d2-8772e887a47d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709157 Mar 11 00:13:48.426287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501d3c0-7523-4840-af3a-dbb73144dd6c req-77bd8789-6a5a-420f-b992-f99124297cd1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:48.428358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9501d3c0-7523-4840-af3a-dbb73144dd6c req-77bd8789-6a5a-420f-b992-f99124297cd1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1688735 Mar 11 00:13:48.500210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9501d3c0-7523-4840-af3a-dbb73144dd6c req-3d781929-97c3-457b-9f43-de710f2a7e05 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 Mar 11 00:13:48.769596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a29f8a-569a-4b02-8d7a-61cc4783089c req-e3f4eb83-7da1-4aac-bfca-ae68881451fc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:48.777314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30a29f8a-569a-4b02-8d7a-61cc4783089c req-e3f4eb83-7da1-4aac-bfca-ae68881451fc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1247520 Mar 11 00:13:48.874418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30a29f8a-569a-4b02-8d7a-61cc4783089c req-ae2a7d1f-ee00-4256-901d-4c3368e11c57 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958500 Mar 11 00:13:49.053261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa50328-5c8f-4f69-8066-06b34d84cbc8 req-92d54463-b30b-4b87-b267-93c3941ed0ce tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:49.062081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9aa50328-5c8f-4f69-8066-06b34d84cbc8 req-92d54463-b30b-4b87-b267-93c3941ed0ce tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1119955 Mar 11 00:13:49.128804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9aa50328-5c8f-4f69-8066-06b34d84cbc8 req-bcb03def-2c0d-4279-b3be-8998dd4526bb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657818 Mar 11 00:13:49.521989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde2911-ca12-473f-a4e0-f7550c9c298c req-83e4c030-a5a0-4302-8fa4-493828fa7654 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:49.521989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fde2911-ca12-473f-a4e0-f7550c9c298c req-83e4c030-a5a0-4302-8fa4-493828fa7654 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0903430 Mar 11 00:13:49.630517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fde2911-ca12-473f-a4e0-f7550c9c298c req-dbb244c1-e939-4f04-b2ba-95a2719cd052 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062601 Mar 11 00:13:49.696678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52ab6f-48a8-416f-831b-8847fe416e1d req-b664361e-3843-49b9-a302-dc5e0b42de4f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:49.707583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c52ab6f-48a8-416f-831b-8847fe416e1d req-b664361e-3843-49b9-a302-dc5e0b42de4f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1261292 Mar 11 00:13:50.130154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c52ab6f-48a8-416f-831b-8847fe416e1d req-cb57e00b-3834-415b-a0ce-0c9a8e9b49b4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146297 Mar 11 00:13:50.220360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af96009-0808-4aec-bbb7-21884c567105 req-2803c706-3514-4579-94a1-2f53629084e2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:50.245703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5af96009-0808-4aec-bbb7-21884c567105 req-2803c706-3514-4579-94a1-2f53629084e2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.4883204 Mar 11 00:13:50.346679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5af96009-0808-4aec-bbb7-21884c567105 req-1ae80469-9ae1-44d7-aa25-d3c6c4ad4893 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974264 Mar 11 00:13:50.426175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b065e-0fe9-4754-b6d1-a1b5e7b65dc6 req-548b02c6-6c3c-49d9-859a-1e2e45e92c72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:50.432883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-207b065e-0fe9-4754-b6d1-a1b5e7b65dc6 req-548b02c6-6c3c-49d9-859a-1e2e45e92c72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1836948 Mar 11 00:13:50.588169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-207b065e-0fe9-4754-b6d1-a1b5e7b65dc6 req-d1fa9fa8-309d-4774-a0e8-7de2f50843e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460781 Mar 11 00:13:50.612768 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:13:50.713046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dcc06-be47-4748-9525-232634f50af2 req-8f808b5f-a2fd-4fea-a2b1-bbd8ddb2d47d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:50.721669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe5dcc06-be47-4748-9525-232634f50af2 req-8f808b5f-a2fd-4fea-a2b1-bbd8ddb2d47d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1845245 Mar 11 00:13:50.835410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe5dcc06-be47-4748-9525-232634f50af2 req-86dcd89f-6baa-4629-8c08-f6c678ed3c62 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129615 Mar 11 00:13:51.019402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87033aa1-15ee-464c-9b13-bc1f9dc4b195 req-0f4deec7-a45e-4aaf-be23-1ffbed848ba9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:51.028771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87033aa1-15ee-464c-9b13-bc1f9dc4b195 req-0f4deec7-a45e-4aaf-be23-1ffbed848ba9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1077759 Mar 11 00:13:51.181877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87033aa1-15ee-464c-9b13-bc1f9dc4b195 req-3bc47e51-a213-41e1-8329-2816df23d961 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497231 Mar 11 00:13:51.527055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7435ee1-b70b-4800-86e4-fdc20b894c10 req-49e2ef77-c325-42dd-9ba8-291a06db0903 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:51.545963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7435ee1-b70b-4800-86e4-fdc20b894c10 req-49e2ef77-c325-42dd-9ba8-291a06db0903 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2383502 Mar 11 00:13:51.806361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7435ee1-b70b-4800-86e4-fdc20b894c10 req-a3c3ae0f-2250-49a8-b8c3-a37661f5cfcf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574463 Mar 11 00:13:52.223864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-a95b2bd2-e2c2-4bbe-ace0-912246f452be tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:52.239004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-a95b2bd2-e2c2-4bbe-ace0-912246f452be tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.4270577 Mar 11 00:13:52.294323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-fed480f6-7c85-4ea4-90c7-5b9985c678f7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/quotas/72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 375 time: 0.0392168 Mar 11 00:13:52.343116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e61c0d-f5de-4848-b936-2d05127bfcec req-2307ff79-b762-4924-8372-96ac94e75f06 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:52.345732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6e61c0d-f5de-4848-b936-2d05127bfcec req-2307ff79-b762-4924-8372-96ac94e75f06 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2296622 Mar 11 00:13:52.429977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6e61c0d-f5de-4848-b936-2d05127bfcec req-217637d5-8686-4962-9948-a7f2f7b55f23 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583172 Mar 11 00:13:52.600188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-3b6229ce-61b4-408d-93e1-5aa8e1dc70e5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2634580 Mar 11 00:13:52.835146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-ac295dc3-e6cb-4c95-919a-b0b66be3be49 service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338405 Mar 11 00:13:53.010410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-b6c4c922-b1d4-4db3-bb0c-a247dff72a9e service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741886 Mar 11 00:13:53.066742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede9a7b-d429-4576-b478-ea1d71494646 req-cf938062-3d9d-475b-af31-64f60d047875 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:53.075130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ede9a7b-d429-4576-b478-ea1d71494646 req-cf938062-3d9d-475b-af31-64f60d047875 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1057990 Mar 11 00:13:53.200388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ede9a7b-d429-4576-b478-ea1d71494646 req-2ed3e221-aabb-4531-96dc-993ea25d5212 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223125 Mar 11 00:13:53.397682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71046dc5-0bb9-411c-a95d-396a259e001f req-f202d83e-03cb-44fa-bdab-006c9ae5e09d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 210 time: 0.0964124 Mar 11 00:13:53.673596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3783b-ea5d-4006-826d-2e3dc663a68d req-f682468e-569b-4ad8-8659-f95bb02fe94b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:53.675819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f3783b-ea5d-4006-826d-2e3dc663a68d req-f682468e-569b-4ad8-8659-f95bb02fe94b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1115775 Mar 11 00:13:53.836210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f3783b-ea5d-4006-826d-2e3dc663a68d req-2d47cd23-315f-424f-ae13-965eeb8ee5fb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386459 Mar 11 00:13:54.476239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff772bef-a8b7-4782-b408-3df8ad1b6689 req-065b2519-380e-4b26-b852-e5a06859bee3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:54.490195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff772bef-a8b7-4782-b408-3df8ad1b6689 req-065b2519-380e-4b26-b852-e5a06859bee3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1262422 Mar 11 00:13:54.645081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2334192-bb28-4f05-85c6-7f50e7b03bc3 req-aa4430f9-9eba-49fb-9b6e-247d1d37b2b2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 210 time: 0.0972836 Mar 11 00:13:54.662767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff772bef-a8b7-4782-b408-3df8ad1b6689 req-faa4a561-7b4d-4531-bebe-de191a2bc545 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713784 Mar 11 00:13:55.140066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf52b9-f613-4c17-8241-bb71ada48081 req-bacbcb6b-b541-475d-9bb5-c101e19e34bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:55.151020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3faf52b9-f613-4c17-8241-bb71ada48081 req-bacbcb6b-b541-475d-9bb5-c101e19e34bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1517982 Mar 11 00:13:55.321709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3faf52b9-f613-4c17-8241-bb71ada48081 req-141282eb-60cd-4d5f-8287-ebdf47ef410c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646194 Mar 11 00:13:55.672696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-1c6b2782-f724-4043-910e-b20e3f7e1c55 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:55.674246 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-1c6b2782-f724-4043-910e-b20e3f7e1c55 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.2610524 Mar 11 00:13:55.693230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'device_id': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'admin_state_up': True, 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:13:55.974554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-610bbe8f-a490-42d4-a443-db348ef1290f req-c0672ad4-849e-4990-95f8-e175fd72b596 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 210 time: 0.0885901 Mar 11 00:13:55.996282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:13:56.000479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:56.096400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e215-2e83-450e-99df-2d324eeedd13 req-f6ac1bca-c865-4b0d-9176-bca369b4961d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:56.117865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9165e215-2e83-450e-99df-2d324eeedd13 req-f6ac1bca-c865-4b0d-9176-bca369b4961d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.3118403 Mar 11 00:13:56.274551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9165e215-2e83-450e-99df-2d324eeedd13 req-6c8a871f-9a9b-4e9f-b02a-10fe5fc68373 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463816 Mar 11 00:13:56.392818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.20.0.5 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/b7d1e918-7288-4ae3-a36d-ec091353b3b9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:13:56.674763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb392c-a547-4768-8a9e-9c96269f76b5 req-b09b2a3d-5d99-4a8f-8569-3f5dcf5d7c2c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:56.683102 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcdb392c-a547-4768-8a9e-9c96269f76b5 req-b09b2a3d-5d99-4a8f-8569-3f5dcf5d7c2c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1116560 Mar 11 00:13:56.753512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcdb392c-a547-4768-8a9e-9c96269f76b5 req-da9202b3-6291-42c1-85d1-0ca49072467d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618343 Mar 11 00:13:56.837410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:57.018230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:57.206077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc4b-23fc-463a-b358-02bbbda3cb3a req-1c5ae258-db33-4b64-abbe-12c997487e32 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:57.212416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec79fc4b-23fc-463a-b358-02bbbda3cb3a req-1c5ae258-db33-4b64-abbe-12c997487e32 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 931 time: 0.1291904 Mar 11 00:13:57.237791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:57.259892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:13:57.268888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:13:57.283569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:13:57.411107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec79fc4b-23fc-463a-b358-02bbbda3cb3a req-36b41a1b-09f4-442e-bdb4-1b4b0ddc3d9c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807582 Mar 11 00:13:57.448729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:57.451134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:57.488655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-c8022454-6c20-43fe-b496-448ec7848827 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8058579 Mar 11 00:13:57.506299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Request body: {'port': {'device_id': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:13:57.608491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:57.682013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b45645-e97e-4dae-9d4b-ad39a5d99c06 req-5abb1009-9f0e-4cdb-930d-5dfd67c5c163 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:57.698878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22b45645-e97e-4dae-9d4b-ad39a5d99c06 req-5abb1009-9f0e-4cdb-930d-5dfd67c5c163 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2069235 Mar 11 00:13:57.870217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0de954ac-2871-44a8-884c-d5e205ab1245 None None] Provisioning complete for port b7d1e918-7288-4ae3-a36d-ec091353b3b9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:13:57.871179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0de954ac-2871-44a8-884c-d5e205ab1245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:57.912133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22b45645-e97e-4dae-9d4b-ad39a5d99c06 req-e7bb8444-a2de-40d9-98f6-eb5623d60273 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001898 Mar 11 00:13:58.032150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0de954ac-2871-44a8-884c-d5e205ab1245 None None] Port b7d1e918-7288-4ae3-a36d-ec091353b3b9 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:13:58.093908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e2a9-c2cb-4607-b2f5-1d1bb2817cff req-8c28e3d2-ce17-4bd1-8975-274a77053205 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:58.102044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad65e2a9-c2cb-4607-b2f5-1d1bb2817cff req-8c28e3d2-ce17-4bd1-8975-274a77053205 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1414397 Mar 11 00:13:58.171027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad65e2a9-c2cb-4607-b2f5-1d1bb2817cff req-6fddf6b8-7209-41f6-b02e-988443af5c4c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612819 Mar 11 00:13:58.338015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d1e918-7288-4ae3-a36d-ec091353b3b9 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:13:58.352753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks [] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:58.377223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Transition to ACTIVE for port object b7d1e918-7288-4ae3-a36d-ec091353b3b9 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:13:58.389265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:58.606594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:58.678148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2f26-a426-4148-af07-0858af70ac60 req-cb0b4eff-443d-4032-a725-11e72ebe4e33 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:58.690107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fff2f26-a426-4148-af07-0858af70ac60 req-cb0b4eff-443d-4032-a725-11e72ebe4e33 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 943 time: 0.1485114 Mar 11 00:13:58.805669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Attempting to bind port b7d1e918-7288-4ae3-a36d-ec091353b3b9 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:13:58.806001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Attempting to bind port b7d1e918-7288-4ae3-a36d-ec091353b3b9 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:13:58.813020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Attempting to bind port b7d1e918-7288-4ae3-a36d-ec091353b3b9 on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:13:58.815281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fff2f26-a426-4148-af07-0858af70ac60 req-32402f1c-f499-4631-b211-0295e1c2a88f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242220 Mar 11 00:13:58.829224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Port b7d1e918-7288-4ae3-a36d-ec091353b3b9 on network 6271353f-ff67-45f5-a718-56703ce11782 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:13:58.831977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Attempting to bind port b7d1e918-7288-4ae3-a36d-ec091353b3b9 on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:13:58.854993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:13:58.855324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:13:58.855986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:13:58.856580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Bound port: b7d1e918-7288-4ae3-a36d-ec091353b3b9, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:13:58.857194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:59.063868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:13:59.067115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511171c7-8296-4943-b1b7-4dbeefad0e86 req-53ccedcb-575b-4640-84b9-253792a4e0df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.073029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:13:59.077489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-511171c7-8296-4943-b1b7-4dbeefad0e86 req-53ccedcb-575b-4640-84b9-253792a4e0df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1266050 Mar 11 00:13:59.087868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:59.202997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.205576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:13:59.209754 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 200 len: 1091 time: 1.7106781 Mar 11 00:13:59.216549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:13:59.223866 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c291ab-672c-4823-a54c-a1e899e99272" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:13:59.227555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-511171c7-8296-4943-b1b7-4dbeefad0e86 req-770f0b59-aaf6-4839-a113-4a76fba8b8f5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050196 Mar 11 00:13:59.421034 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a878f-2c12-44ba-a84f-bd64549ae48c x-openstack-request-id: req-c01a878f-2c12-44ba-a84f-bd64549ae48c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:13:59.421600 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:13:59.421600 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c01a878f-2c12-44ba-a84f-bd64549ae48c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:13:59.421983 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'status': 'completed', 'code': 200} Mar 11 00:13:59.446124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a71ed-4bb4-40f0-8aba-eedb621f4aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:13:59.482223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-cfd2a848-3633-4e6e-8e62-bdb19855c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.484229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-cfd2a848-3633-4e6e-8e62-bdb19855c4f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 1125 time: 0.2135026 Mar 11 00:13:59.579888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e8026-dc70-46ae-94d2-073806e957ea req-405714d8-6e51-45d3-9252-47164333a304 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.589822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-575e8026-dc70-46ae-94d2-073806e957ea req-405714d8-6e51-45d3-9252-47164333a304 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1713541 Mar 11 00:13:59.639912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-b6e42c3f-4c64-4cce-aa2d-7c2555172fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 200 len: 217 time: 0.1445336 Mar 11 00:13:59.715695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-575e8026-dc70-46ae-94d2-073806e957ea req-6b38d1bf-6bb0-47c1-9fc0-4c645f65a2f0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191473 Mar 11 00:13:59.733614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-a9a260cc-112e-4a79-9904-51188d760d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.735517 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-a9a260cc-112e-4a79-9904-51188d760d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0883336 Mar 11 00:13:59.851279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-1034773d-c22b-4e65-ba80-232a590bcbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:13:59.855279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-1034773d-c22b-4e65-ba80-232a590bcbae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1126962 Mar 11 00:14:00.136696 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-6b026f9c-11af-4cb6-9dae-66c8b4513330 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741842 Mar 11 00:14:00.158218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0db0b-79e4-4831-b08e-cb0a16ce50a9 req-9458b8a2-dbc2-48a5-96bb-a1a07a70c7b0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.176603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99f0db0b-79e4-4831-b08e-cb0a16ce50a9 req-9458b8a2-dbc2-48a5-96bb-a1a07a70c7b0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 943 time: 0.1777751 Mar 11 00:14:00.300600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99f0db0b-79e4-4831-b08e-cb0a16ce50a9 req-d960437f-e166-43b3-af7b-4728fae11c5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229823 Mar 11 00:14:00.407753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2d215f45-cb0a-404f-8cf6-d281fc061629 req-01677154-fa4a-4726-a6f6-a0bce751bb9b service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601247 Mar 11 00:14:00.421012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e23c-f08d-44bc-8255-0f2af9a4b390 req-aa08c71b-db7b-4045-be6a-c2fdcb07f5a2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.422579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3578e23c-f08d-44bc-8255-0f2af9a4b390 req-aa08c71b-db7b-4045-be6a-c2fdcb07f5a2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1145952 Mar 11 00:14:00.576063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3578e23c-f08d-44bc-8255-0f2af9a4b390 req-30b9182c-2bc9-4996-aabc-5d7c1162c361 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425233 Mar 11 00:14:00.596171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-022d0a37-504a-4efe-aed1-349d69c9c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.597936 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-022d0a37-504a-4efe-aed1-349d69c9c7ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 1125 time: 0.0993688 Mar 11 00:14:00.722105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-c20c75da-47f4-45bc-9acf-97bdd3ab9c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.723655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-c20c75da-47f4-45bc-9acf-97bdd3ab9c58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.1149712 Mar 11 00:14:00.881659 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-c916f363-40fe-4ff5-bf37-d88dc9d93bed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 200 len: 217 time: 0.1507118 Mar 11 00:14:00.982478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62577-9043-4f57-8305-ae3ab212c03b req-b7af3a9c-cc77-4b42-90b4-09679ec18c7b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.984760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ab62577-9043-4f57-8305-ae3ab212c03b req-b7af3a9c-cc77-4b42-90b4-09679ec18c7b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.0778563 Mar 11 00:14:00.991229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-75f3f269-659c-47da-a8de-11d419a42a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:00.993222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-75f3f269-659c-47da-a8de-11d419a42a32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1035259 Mar 11 00:14:01.061431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ab62577-9043-4f57-8305-ae3ab212c03b req-ebe53a0c-57f1-4a5f-84ba-05ab7f3e6b76 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704315 Mar 11 00:14:01.215647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-bd8e5f84-5fe3-4f73-ba29-6749945ae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:01.217477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-bd8e5f84-5fe3-4f73-ba29-6749945ae0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2170327 Mar 11 00:14:01.389154 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-e65c8884-fedf-4bce-b93f-33ab8f463bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645021 Mar 11 00:14:01.430481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:14:01.547034 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f4c291ab-672c-4823-a54c-a1e899e99272 req-6477595b-d2ec-43df-ad18-eb5e4d1d40d8 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388121 Mar 11 00:14:01.603461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302bcd2-7a73-4a90-a4f7-34d1cee95e02 req-6701e2f1-a8b8-4503-88a5-f90cdd3e62ee tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:01.607967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4302bcd2-7a73-4a90-a4f7-34d1cee95e02 req-6701e2f1-a8b8-4503-88a5-f90cdd3e62ee tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 943 time: 0.2046292 Mar 11 00:14:01.709209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4302bcd2-7a73-4a90-a4f7-34d1cee95e02 req-380fc02e-b191-46b3-8bb8-8e3f6115d11b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930431 Mar 11 00:14:01.741806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:01.790192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:14:01.866278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:01.867069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:01.885096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:14:01.893010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce18b-d429-4fbd-93bc-3ecb80797327 req-ce3b210d-e7b2-4145-b37c-12ae77642f0c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:01.899143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-387ce18b-d429-4fbd-93bc-3ecb80797327 req-ce3b210d-e7b2-4145-b37c-12ae77642f0c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1468406 Mar 11 00:14:01.961486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:01.971230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:02.024182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-387ce18b-d429-4fbd-93bc-3ecb80797327 req-0848747c-dc23-4a33-82a8-10ff492c2f7b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178336 Mar 11 00:14:02.108620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:02.113986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ac249485-3f61-4c09-8013-4890b90b28b6'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:02.166235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.166697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.167084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.167501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.167907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.168866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.169720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.169720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.169995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.170442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.170870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.171296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.171731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:02.362547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66a177-4eb5-487f-a052-3f5a66a02229 req-34e87035-0523-400c-a2fa-d6b12c29abc1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:02.368373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa66a177-4eb5-487f-a052-3f5a66a02229 req-34e87035-0523-400c-a2fa-d6b12c29abc1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.1204505 Mar 11 00:14:02.471082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa66a177-4eb5-487f-a052-3f5a66a02229 req-6a7e8edf-c788-4722-a70a-1e66149144c9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972736 Mar 11 00:14:02.891071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:03.013349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f9755-973c-456e-96c6-51a5d07cdcea req-1cb096bd-7729-40de-ba17-71360a026e75 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:03.019792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94f9755-973c-456e-96c6-51a5d07cdcea req-1cb096bd-7729-40de-ba17-71360a026e75 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 943 time: 0.1409070 Mar 11 00:14:03.224097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94f9755-973c-456e-96c6-51a5d07cdcea req-8d9a834a-4d97-433a-b576-9c5feb7b10ee tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842055 Mar 11 00:14:03.244422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e559503-fdad-41bd-a768-6c840d51d40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:03.377403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b2909-92d4-41d1-8df8-81ccbca74b93 req-45b71f9e-ce63-474d-8927-88165b057009 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:03.383712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4b2909-92d4-41d1-8df8-81ccbca74b93 req-45b71f9e-ce63-474d-8927-88165b057009 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1813538 Mar 11 00:14:03.448400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b7d1e918-7288-4ae3-a36d-ec091353b3b9 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:14:03.454817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:03.490912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e559503-fdad-41bd-a768-6c840d51d40c admin admin] Publish callbacks [] for security_group (6bea3f80-2204-48ee-b7b1-515a08893045), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:03.510603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e559503-fdad-41bd-a768-6c840d51d40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6bea3f80-2204-48ee-b7b1-515a08893045), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:03.569602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4b2909-92d4-41d1-8df8-81ccbca74b93 req-7d3f7c5e-d963-4039-a570-0b342065f97d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799002 Mar 11 00:14:03.614676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e559503-fdad-41bd-a768-6c840d51d40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea3f80-2204-48ee-b7b1-515a08893045,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:03.722280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6e559503-fdad-41bd-a768-6c840d51d40c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef2692afffd4b9dbe7498ad8b971105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8293984 Mar 11 00:14:03.723222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43392) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:03.752323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ac249485-3f61-4c09-8013-4890b90b28b6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:03.754839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:03.776113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e7d5-7d9b-4c07-b378-af1e94799f83 req-4553ace4-7f1a-4d85-bdcb-7207ab1afac8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:03.789860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8222e7d5-7d9b-4c07-b378-af1e94799f83 req-4553ace4-7f1a-4d85-bdcb-7207ab1afac8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.1426344 Mar 11 00:14:03.883219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] Publish callbacks [] for security_group (6bea3f80-2204-48ee-b7b1-515a08893045), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:03.911385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8222e7d5-7d9b-4c07-b378-af1e94799f83 req-f279869c-ea7e-48db-9ae7-f2b549852852 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202612 Mar 11 00:14:03.944655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] Publish callbacks [] for security_group (6bea3f80-2204-48ee-b7b1-515a08893045), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:04.055595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6bea3f80-2204-48ee-b7b1-515a08893045), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:04.058697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:04.062473 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bea3f80-2204-48ee-b7b1-515a08893045 HTTP/1.1" status: 204 len: 168 time: 0.3330445 Mar 11 00:14:04.071138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2f6a0-f63f-4893-bd3b-1ed605282c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea3f80-2204-48ee-b7b1-515a08893045,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:04.187733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:04.190591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:04.508312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:04.527309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad83c7c-2f81-43e0-809b-fcda953cd451 req-f3b96ca7-333f-4513-bc6f-423efd98c19f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:04.528835 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94584624-42dd-40cf-bc9c-dd3caec78540" -d '{"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:04.557818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aad83c7c-2f81-43e0-809b-fcda953cd451 req-f3b96ca7-333f-4513-bc6f-423efd98c19f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 943 time: 0.1772377 Mar 11 00:14:04.573841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:04.586233 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:04.779873 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce2226-7641-442a-b724-918d6e460ca2 x-openstack-request-id: req-89ce2226-7641-442a-b724-918d6e460ca2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:04.783444 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:04.783873 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89ce2226-7641-442a-b724-918d6e460ca2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:04.785286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aad83c7c-2f81-43e0-809b-fcda953cd451 req-62e438c5-d003-4c14-87a0-151a59d11768 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264619 Mar 11 00:14:04.786317 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'code': 200} Mar 11 00:14:04.826318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:04.878345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:04.907782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'mac_address': 'fa:16:3e:a3:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:14:05.010668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68d2f9-97a5-4b9d-876f-2807cee3efd6 req-839e7b7b-0892-4cd0-a73e-c0107147e285 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:05.026799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc68d2f9-97a5-4b9d-876f-2807cee3efd6 req-839e7b7b-0892-4cd0-a73e-c0107147e285 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2135315 Mar 11 00:14:05.083271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b7d1e918-7288-4ae3-a36d-ec091353b3b9 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:05.083679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:05.157050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d1e918-7288-4ae3-a36d-ec091353b3b9 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:14:05.267945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:05.288162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:05.401078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc68d2f9-97a5-4b9d-876f-2807cee3efd6 req-8f722238-cfb6-47ad-9158-49130ca61f3a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639755 Mar 11 00:14:05.424762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9def2c-566f-426c-86f4-9984c5bb4804 req-9548b6d3-93dc-440a-88ee-33d1445c691e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:05.460247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a9def2c-566f-426c-86f4-9984c5bb4804 req-9548b6d3-93dc-440a-88ee-33d1445c691e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3675709 Mar 11 00:14:05.576081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:05.662083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a9def2c-566f-426c-86f4-9984c5bb4804 req-c7340b28-2bb4-4286-92f0-ba7938338c52 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007253 Mar 11 00:14:05.681589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:06.165776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f460-58d9-4605-b914-7f3049e96e30 req-a339fb60-13ea-4e06-886b-1694787e92f1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:06.174011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1517f460-58d9-4605-b914-7f3049e96e30 req-a339fb60-13ea-4e06-886b-1694787e92f1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 944 time: 0.1603591 Mar 11 00:14:06.293925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1517f460-58d9-4605-b914-7f3049e96e30 req-520d2974-4b85-4f11-b727-b1b514a2523b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175199 Mar 11 00:14:06.700721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e278b3f-b5a9-42cf-b3ef-b6d5a77e8418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:06.721863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936661cc-15bc-4d5f-b244-eea3138c49ac req-43eeef65-abe8-4720-bc92-214fddd3a7ee tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:06.733958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-936661cc-15bc-4d5f-b244-eea3138c49ac req-43eeef65-abe8-4720-bc92-214fddd3a7ee tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1865175 Mar 11 00:14:06.859010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-936661cc-15bc-4d5f-b244-eea3138c49ac req-511a779e-16e6-4e1c-81e2-e7059ffb3ad2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Mar 11 00:14:07.044911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b24f3-04cf-474f-8ef6-42bea8314674 req-e8677da0-757a-4214-aa25-7ba029b1ede6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:07.061953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-965b24f3-04cf-474f-8ef6-42bea8314674 req-e8677da0-757a-4214-aa25-7ba029b1ede6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1728063 Mar 11 00:14:07.228926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-965b24f3-04cf-474f-8ef6-42bea8314674 req-946ab025-86df-4afe-9cbf-eb564b86afb8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659050 Mar 11 00:14:07.270032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43486) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:07.452927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b7d1e918-7288-4ae3-a36d-ec091353b3b9 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:07.555744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bc326-2eeb-4063-825e-3b0b0ad66440 req-c0165b54-fad2-47cd-839c-b3ef0f070b45 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:07.570681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e5bc326-2eeb-4063-825e-3b0b0ad66440 req-c0165b54-fad2-47cd-839c-b3ef0f070b45 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 944 time: 0.1503181 Mar 11 00:14:07.573816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c012-4390-4a23-b184-b77a72590e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.589148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port b7d1e918-7288-4ae3-a36d-ec091353b3b9 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:14:07.594976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port b7d1e918-7288-4ae3-a36d-ec091353b3b9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:07.595486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.668207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e5bc326-2eeb-4063-825e-3b0b0ad66440 req-81a2191a-9921-4812-838e-e40546022e3b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918405 Mar 11 00:14:07.797332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c012-4390-4a23-b184-b77a72590e99 admin admin] Publish callbacks [] for security_group (f07998b5-7117-4dc1-ac29-7f7a781fa84c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.811889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port b7d1e918-7288-4ae3-a36d-ec091353b3b9 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:07.814098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c012-4390-4a23-b184-b77a72590e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f07998b5-7117-4dc1-ac29-7f7a781fa84c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.814276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.873300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43492) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:07.875603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7ed3c012-4390-4a23-b184-b77a72590e99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2423bae969d34cda9b66030b928e6b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039481 Mar 11 00:14:07.902349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:07.909661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:07.927893 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765e0ed2-8602-4864-864c-098b33daaedc" -d '{"events": [{"server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "name": "network-vif-plugged", "status": "completed", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:07.942927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:07.992694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3c012-4390-4a23-b184-b77a72590e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07998b5-7117-4dc1-ac29-7f7a781fa84c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:08.050634 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f92a7-9574-4ea7-a65e-50251f48661a x-openstack-request-id: req-7c6f92a7-9574-4ea7-a65e-50251f48661a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:08.052293 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "name": "network-vif-plugged", "status": "completed", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:08.053063 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6f92a7-9574-4ea7-a65e-50251f48661a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:08.053704 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'code': 200} Mar 11 00:14:08.151590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:08.182081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] Publish callbacks [] for security_group (f07998b5-7117-4dc1-ac29-7f7a781fa84c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:08.253061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff104ba-bc54-43a1-a2b7-c8bc7fddc10e req-e02b90b2-946d-49a7-950f-1affe04c1d71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:08.261306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dff104ba-bc54-43a1-a2b7-c8bc7fddc10e req-e02b90b2-946d-49a7-950f-1affe04c1d71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1288357 Mar 11 00:14:08.278542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] Publish callbacks [] for security_group (f07998b5-7117-4dc1-ac29-7f7a781fa84c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:08.280751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c19055-93e5-47b3-a0b5-5407c84ae321 req-6c0e64ed-76d4-478c-8927-3c0d710aea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:08.285680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5c19055-93e5-47b3-a0b5-5407c84ae321 req-6c0e64ed-76d4-478c-8927-3c0d710aea37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 1127 time: 0.1846514 Mar 11 00:14:08.376880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dff104ba-bc54-43a1-a2b7-c8bc7fddc10e req-ff5f2e9e-630b-4c71-80f6-196886d7af9c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146855 Mar 11 00:14:08.408787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f07998b5-7117-4dc1-ac29-7f7a781fa84c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:08.412316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:08.430373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f07998b5-7117-4dc1-ac29-7f7a781fa84c HTTP/1.1" status: 204 len: 168 time: 0.5557616 Mar 11 00:14:08.492934 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5c19055-93e5-47b3-a0b5-5407c84ae321 req-802c77f5-2f2c-4412-86f3-a4947d18f1ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997128 Mar 11 00:14:08.529972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641b0ec-e099-47ea-94e5-67b1ea73135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07998b5-7117-4dc1-ac29-7f7a781fa84c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:08.595591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27f21-f84d-41a6-a89b-f4ba84ccbd19 req-4d25239a-41da-48ba-934d-e4e75b8ee94e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:08.598756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88a27f21-f84d-41a6-a89b-f4ba84ccbd19 req-4d25239a-41da-48ba-934d-e4e75b8ee94e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1615052 Mar 11 00:14:08.712295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88a27f21-f84d-41a6-a89b-f4ba84ccbd19 req-8983717c-2fd4-481d-91a5-3b3c51a9e941 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026411 Mar 11 00:14:08.871972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcd8ab-a0e3-4730-9499-f52830737007 req-62985228-e720-4ced-82df-ef43d27189ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:08.879236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70dcd8ab-a0e3-4730-9499-f52830737007 req-62985228-e720-4ced-82df-ef43d27189ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.0974712 Mar 11 00:14:08.992763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70dcd8ab-a0e3-4730-9499-f52830737007 req-5587a431-c890-43e9-b016-b9b2db636de7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118209 Mar 11 00:14:09.254910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3b37d64-f8ea-48ed-b214-0269b2fece32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:09.867181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdeff8-6796-46a1-9cd3-50ce413beb18 req-64f2af30-b014-451f-bdb5-96543042b5b5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:09.884532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95cdeff8-6796-46a1-9cd3-50ce413beb18 req-64f2af30-b014-451f-bdb5-96543042b5b5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2870066 Mar 11 00:14:10.235483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95cdeff8-6796-46a1-9cd3-50ce413beb18 req-a6945d24-4a43-400f-82fd-bfdb23125c54 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492501 Mar 11 00:14:10.251170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a248-0cad-4931-8a13-9c06a40fb52c req-d8ef71c9-675b-4a69-9c4f-0df0f81f912b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:10.262063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8252a248-0cad-4931-8a13-9c06a40fb52c req-d8ef71c9-675b-4a69-9c4f-0df0f81f912b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2804961 Mar 11 00:14:10.399430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8252a248-0cad-4931-8a13-9c06a40fb52c req-751c6ef7-2f44-456a-aa7f-6193f8d7122d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289315 Mar 11 00:14:10.457857 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:10.515864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ba08-604e-4780-8914-87a95bb41ba8 req-50c6096f-8cf1-422c-af25-23958fe21e76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:10.532263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1776ba08-604e-4780-8914-87a95bb41ba8 req-50c6096f-8cf1-422c-af25-23958fe21e76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1866026 Mar 11 00:14:10.643300 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:10.648867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1776ba08-604e-4780-8914-87a95bb41ba8 req-5c28527c-0c93-47c2-9c01-35b98bbe0c86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152053 Mar 11 00:14:10.924839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:11.095086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8db80-9eb1-456e-9f10-ceb9a477ea1b req-0d29a4e8-254e-4b10-8a5f-082a526969c7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:11.110920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acb8db80-9eb1-456e-9f10-ceb9a477ea1b req-0d29a4e8-254e-4b10-8a5f-082a526969c7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1260362 Mar 11 00:14:11.237487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acb8db80-9eb1-456e-9f10-ceb9a477ea1b req-78fbfefe-9650-4bb0-b457-0f448b5e1cf0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249726 Mar 11 00:14:11.468621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:11.528711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c154e5c-87ab-407c-afc5-ab68595abb6c req-df993db3-b765-4df7-b416-f30d6c306b9e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:11.539182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c154e5c-87ab-407c-afc5-ab68595abb6c req-df993db3-b765-4df7-b416-f30d6c306b9e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1186917 Mar 11 00:14:11.625997 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:11.645780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c154e5c-87ab-407c-afc5-ab68595abb6c req-a7a99dc5-69e0-47a2-878c-3bce10ae4c11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993271 Mar 11 00:14:11.680306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd786-cb11-4948-a1df-df466b38c9a6 req-ef213534-38b7-42d4-bbe9-f1798f24ba05 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:11.705736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea9bd786-cb11-4948-a1df-df466b38c9a6 req-ef213534-38b7-42d4-bbe9-f1798f24ba05 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1322987 Mar 11 00:14:11.719800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3992945a-c2c8-4a33-9ea6-c22c06f05ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:11.849098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea9bd786-cb11-4948-a1df-df466b38c9a6 req-25dc82b0-ae4a-405e-be54-f859e8d502db tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416240 Mar 11 00:14:11.923641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3992945a-c2c8-4a33-9ea6-c22c06f05ad4 admin admin] Publish callbacks [] for security_group (9826c621-54fd-4859-acce-c4c5316ab174), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:11.935571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3992945a-c2c8-4a33-9ea6-c22c06f05ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9826c621-54fd-4859-acce-c4c5316ab174), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:12.016591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992945a-c2c8-4a33-9ea6-c22c06f05ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9826c621-54fd-4859-acce-c4c5316ab174,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:12.089137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43590) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:12.090891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3992945a-c2c8-4a33-9ea6-c22c06f05ad4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34b4424ecb9c4e07a335e52f56b5dcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208656 Mar 11 00:14:12.228211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] Publish callbacks [] for security_group (9826c621-54fd-4859-acce-c4c5316ab174), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:12.273414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] Publish callbacks [] for security_group (9826c621-54fd-4859-acce-c4c5316ab174), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:12.349014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9826c621-54fd-4859-acce-c4c5316ab174), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:12.351986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:12.359911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9826c621-54fd-4859-acce-c4c5316ab174 HTTP/1.1" status: 204 len: 168 time: 0.2691324 Mar 11 00:14:12.439148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4184d03-2d57-40ee-b2e1-dfccd401c4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9826c621-54fd-4859-acce-c4c5316ab174,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:12.495198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69652d52-3b89-478a-895c-8bc32a60a626 req-ccb974b7-76cf-4052-83af-2b6d4b6b6f36 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:12.503251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69652d52-3b89-478a-895c-8bc32a60a626 req-ccb974b7-76cf-4052-83af-2b6d4b6b6f36 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.0927649 Mar 11 00:14:12.592519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69652d52-3b89-478a-895c-8bc32a60a626 req-bc12f7a0-fecf-4175-8f80-e53d5bde9d9f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Mar 11 00:14:12.593081 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-02251728-f4cc-4bcd-85be-f106e94d570f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003778 Mar 11 00:14:12.819162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289285-329a-4321-b508-b273528992bb req-824ff4f0-fe06-4143-ab49-3333e73e6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:12.829912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-824ff4f0-fe06-4143-ab49-3333e73e6b8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.1652324 Mar 11 00:14:13.032101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d7502-eb6c-47db-a2a9-aeba39188f39 req-de855b4f-113d-4d1b-969c-c188fc47c955 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.035125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae3d7502-eb6c-47db-a2a9-aeba39188f39 req-de855b4f-113d-4d1b-969c-c188fc47c955 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2283819 Mar 11 00:14:13.174611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289285-329a-4321-b508-b273528992bb req-0073b57d-7cd9-4066-a924-1663d44921db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.180513 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-0073b57d-7cd9-4066-a924-1663d44921db service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3260558 Mar 11 00:14:13.326440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:13.379156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d5d00-0eff-4a1b-8470-28a72ebfcb11 req-6d4eb954-5349-4c05-8067-a39bae1a1d7e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.390379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e46d5d00-0eff-4a1b-8470-28a72ebfcb11 req-6d4eb954-5349-4c05-8067-a39bae1a1d7e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3205991 Mar 11 00:14:13.399860 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-e1bbd230-ed4b-42c1-b89f-3a4b401dc234 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.2116489 Mar 11 00:14:13.406793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae3d7502-eb6c-47db-a2a9-aeba39188f39 req-b5012418-11c3-4a9c-a409-4fe48d869a5f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636646 Mar 11 00:14:13.512049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e46d5d00-0eff-4a1b-8470-28a72ebfcb11 req-398d485a-afda-421e-b780-a6ec1ed26f61 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129096 Mar 11 00:14:13.586564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289285-329a-4321-b508-b273528992bb req-99c76491-c26b-4754-92eb-a2f20cdaf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.588151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-99c76491-c26b-4754-92eb-a2f20cdaf181 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1672628 Mar 11 00:14:13.724813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7289285-329a-4321-b508-b273528992bb req-9779a9e7-213a-49a2-bee2-943418d9c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.729150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-9779a9e7-213a-49a2-bee2-943418d9c9a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340601 Mar 11 00:14:13.955970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9e89e-a0a7-48c7-9ba6-2eaee090406b req-f4acb257-d1fb-40d6-bcc7-1cfc2b313c0c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:13.962704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55f9e89e-a0a7-48c7-9ba6-2eaee090406b req-f4acb257-d1fb-40d6-bcc7-1cfc2b313c0c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2098272 Mar 11 00:14:14.096782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-ac131bd3-50ba-423c-8d0f-5d85493ae58a service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600557 Mar 11 00:14:14.149098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55f9e89e-a0a7-48c7-9ba6-2eaee090406b req-f2625b9f-4c21-40ee-9129-31e69150950e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802318 Mar 11 00:14:14.408555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c7289285-329a-4321-b508-b273528992bb req-b5d17096-4a2d-40c0-94ee-fc65067eaded service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995231 Mar 11 00:14:14.869263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795cf49-559a-4c05-803a-5a07b303d4bc req-a24de867-0d71-4834-99cd-136cd809fd47 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:14.879953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e795cf49-559a-4c05-803a-5a07b303d4bc req-a24de867-0d71-4834-99cd-136cd809fd47 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2476010 Mar 11 00:14:15.029654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963eef3-7bb9-4ea3-8059-d71b2c1b4c19 req-ba28dd84-14a2-448b-83aa-0c9352e1ff3f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:15.038867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9963eef3-7bb9-4ea3-8059-d71b2c1b4c19 req-ba28dd84-14a2-448b-83aa-0c9352e1ff3f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3314288 Mar 11 00:14:15.093829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e795cf49-559a-4c05-803a-5a07b303d4bc req-5c93e691-714c-4b74-88e9-ca467428b4fa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128122 Mar 11 00:14:15.172719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9963eef3-7bb9-4ea3-8059-d71b2c1b4c19 req-171213b2-b46d-4fb5-b1a4-295ce0243020 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328871 Mar 11 00:14:15.435241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4734e-7b46-4797-ae34-4fcfe61cdc78 req-f26005e0-7528-4ee3-8776-f9abf552d42f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:15.451286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11a4734e-7b46-4797-ae34-4fcfe61cdc78 req-f26005e0-7528-4ee3-8776-f9abf552d42f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1651783 Mar 11 00:14:15.592978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11a4734e-7b46-4797-ae34-4fcfe61cdc78 req-9c0500b9-4c44-4c10-a720-23560b4797b8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405966 Mar 11 00:14:15.839271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:16.150533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1963829319-network', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:16.220217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Made reservation on behalf of e3d56e3a02fe4413ba7691fcf5ac16e5 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:16.223315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.250951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.450457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43690) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:16.523227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc903-8d76-4891-8e96-6ee9ae046e1e req-69e96a34-bdd0-4c28-a0e6-bd2a50c96af3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:16.545161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-734bc903-8d76-4891-8e96-6ee9ae046e1e req-69e96a34-bdd0-4c28-a0e6-bd2a50c96af3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2883992 Mar 11 00:14:16.623764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks [] for security_group (46054da4-4959-4f08-8b57-a39cc3a1e572), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.637949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46054da4-4959-4f08-8b57-a39cc3a1e572), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.675465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e974e01-05c8-476e-bbd3-283ed3ee99f1 req-cd9941b8-c001-44d4-9280-e5118c2d5d1f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:16.680942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:14:16.698105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e974e01-05c8-476e-bbd3-283ed3ee99f1 req-cd9941b8-c001-44d4-9280-e5118c2d5d1f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3179808 Mar 11 00:14:16.715146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7636c1dd-0cff-4aa0-88a0-101aa404494c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.715524 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Added segment 7636c1dd-0cff-4aa0-88a0-101aa404494c of type vlan for network c67cdf1e-ba20-44eb-a498-957c72ebf497 Mar 11 00:14:16.842272 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c67cdf1e-ba20-44eb-a498-957c72ebf497), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.869355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e974e01-05c8-476e-bbd3-283ed3ee99f1 req-ff5dc893-792d-43ff-8d1c-e1c44db7a0e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702635 Mar 11 00:14:16.883798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-734bc903-8d76-4891-8e96-6ee9ae046e1e req-35ca0726-024b-484c-be35-a0d3ebe867ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251131 Mar 11 00:14:16.938565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ce0dc9-d776-4a31-a18f-436e0baad32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.962493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46054da4-4959-4f08-8b57-a39cc3a1e572,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:16.985613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c67cdf1e-ba20-44eb-a498-957c72ebf497), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:16.992147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:16.996880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:17.090507 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2490706 Mar 11 00:14:17.098419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43702) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:17.103131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Request body: {'subnet': {'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1963829319-subnet', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:17.147721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0202d5-797a-434a-8b0f-737225154a31 admin admin] Pushing event updated for resources: {'Network': ['ID=c67cdf1e-ba20-44eb-a498-957c72ebf497,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:17.163350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:14:17.167396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Made reservation on behalf of e3d56e3a02fe4413ba7691fcf5ac16e5 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:17.170785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:17.279056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1de98-4433-401e-b22c-a6b8bed1bfcf req-9d794c32-ca24-4fbe-b989-56acd271ae35 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:17.285989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dd1de98-4433-401e-b22c-a6b8bed1bfcf req-9d794c32-ca24-4fbe-b989-56acd271ae35 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2698007 Mar 11 00:14:17.518624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dd1de98-4433-401e-b22c-a6b8bed1bfcf req-cd9fdb99-990f-4c24-b036-dce05925744f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316585 Mar 11 00:14:17.570339 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d045bdb5-dda1-4ef0-909a-2925aa44ce28 req-2536ec3f-1371-495b-b45b-d9c2d2bb091c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0723221 Mar 11 00:14:17.585007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ce0dc9-d776-4a31-a18f-436e0baad32a admin admin] Publish callbacks [] for security_group (6437f31f-76e7-4ed0-a1e5-8ea6714f66f9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:17.599486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8ce0dc9-d776-4a31-a18f-436e0baad32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6437f31f-76e7-4ed0-a1e5-8ea6714f66f9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:17.666455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d045bdb5-dda1-4ef0-909a-2925aa44ce28 req-728acc72-daad-4615-9d01-f9d75d59e105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0625553 Mar 11 00:14:17.704452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce0dc9-d776-4a31-a18f-436e0baad32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6437f31f-76e7-4ed0-a1e5-8ea6714f66f9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:17.759061 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d045bdb5-dda1-4ef0-909a-2925aa44ce28 req-59b51c7a-5a1e-4d5a-a207-55e5094ec192 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725896 Mar 11 00:14:17.860352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8ce0dc9-d776-4a31-a18f-436e0baad32a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20219784ca9a4fa9bfab042d885dd95a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4064996 Mar 11 00:14:17.866037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:18.115823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045bdb5-dda1-4ef0-909a-2925aa44ce28 req-b9c33b8e-f794-47f0-9952-b780a8ad7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:18.127716 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d045bdb5-dda1-4ef0-909a-2925aa44ce28 req-b9c33b8e-f794-47f0-9952-b780a8ad7072 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508413 Mar 11 00:14:18.141053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] Publish callbacks [] for security_group (6437f31f-76e7-4ed0-a1e5-8ea6714f66f9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.228715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] Publish callbacks [] for security_group (6437f31f-76e7-4ed0-a1e5-8ea6714f66f9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.293905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6437f31f-76e7-4ed0-a1e5-8ea6714f66f9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.296570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.299984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6437f31f-76e7-4ed0-a1e5-8ea6714f66f9 HTTP/1.1" status: 204 len: 168 time: 0.4283810 Mar 11 00:14:18.403503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (697cfdca-9a1d-4fc5-ae2a-43693e82244b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.491652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69ef9a-e5ab-4aba-a956-0ec12da475de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6437f31f-76e7-4ed0-a1e5-8ea6714f66f9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:18.505536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=697cfdca-9a1d-4fc5-ae2a-43693e82244b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:18.529256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fedf14-d564-4ed2-b6cc-fe3255fe8f92 req-ef6652ac-e9f0-46b8-8e48-f253f964be43 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:18.530980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09fedf14-d564-4ed2-b6cc-fe3255fe8f92 req-ef6652ac-e9f0-46b8-8e48-f253f964be43 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.4078145 Mar 11 00:14:18.544477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220915be-cabd-419e-bc66-832fa206904f req-7d00fd81-54d8-4d28-836a-02a80f62802d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:18.551787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-220915be-cabd-419e-bc66-832fa206904f req-7d00fd81-54d8-4d28-836a-02a80f62802d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.4118154 Mar 11 00:14:18.646546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09fedf14-d564-4ed2-b6cc-fe3255fe8f92 req-560a8dd2-3380-42a2-a802-ae1c1b136773 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893297 Mar 11 00:14:18.704858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Checking segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:18.704858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Network hostable DHCP agents. Network: c67cdf1e-ba20-44eb-a498-957c72ebf497, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:14:18.716591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-220915be-cabd-419e-bc66-832fa206904f req-f0e6a3ce-8d91-40fb-b3a6-a19401729e11 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637952 Mar 11 00:14:18.797932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:14:18.870743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43724) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:18.875388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c67cdf1e-ba20-44eb-a498-957c72ebf497) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:18.885691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafbaaf-2c11-4f46-8ebb-ee8411c5d90f None None] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:14:18.903986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-feb8e7f2-6d0f-4937-807d-007b1f08ddc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.919905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:18.920549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:18.979550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb8b31b6-0d61-448c-a3ae-3d011df10cae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8797350 Mar 11 00:14:18.984780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:18.991775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:19.039391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73689b30-00f6-45fd-a305-3cf9a68fdc45 req-5a650e7f-4ee8-4c45-baf6-1f3d6f7ff36e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:19.047786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.049333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73689b30-00f6-45fd-a305-3cf9a68fdc45 req-5a650e7f-4ee8-4c45-baf6-1f3d6f7ff36e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2794547 Mar 11 00:14:19.050706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.123800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-feb8e7f2-6d0f-4937-807d-007b1f08ddc5 admin admin] Publish callbacks [] for security_group (b836ebc7-e310-415d-8fc9-fa9afc208361), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.132994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-feb8e7f2-6d0f-4937-807d-007b1f08ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b836ebc7-e310-415d-8fc9-fa9afc208361), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.229084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73689b30-00f6-45fd-a305-3cf9a68fdc45 req-42c5175e-f43d-4db5-b3fb-4d2451d858cc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752353 Mar 11 00:14:19.254726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c67cdf1e-ba20-44eb-a498-957c72ebf497', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:14:19.262326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.621907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Allocated IP 172.20.0.2 (c67cdf1e-ba20-44eb-a498-957c72ebf497/697cfdca-9a1d-4fc5-ae2a-43693e82244b/6debfd6a-2a36-4a10-87db-185ce1885341) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:19.760023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for router_controller (3df9ff29-8399-480e-bab9-74e9522b6d4b), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:19.824727 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-feb8e7f2-6d0f-4937-807d-007b1f08ddc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee6328b0c4cf43e588c93c538a963e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9511318 Mar 11 00:14:19.826973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:19.828787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8e7f2-6d0f-4937-807d-007b1f08ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b836ebc7-e310-415d-8fc9-fa9afc208361,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:19.954173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e6edb-6bfb-4804-9125-ba97f742dc42 req-7bb1b169-5a4c-4a5b-9bdc-0e98f68361f9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:19.955075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-834e6edb-6bfb-4804-9125-ba97f742dc42 req-7bb1b169-5a4c-4a5b-9bdc-0e98f68361f9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1232035 Mar 11 00:14:20.055982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2578cde-9117-4770-8ac9-ba11a594569b req-488601f5-77a8-469d-ac1c-5d2cf6338954 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:20.066573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2578cde-9117-4770-8ac9-ba11a594569b req-488601f5-77a8-469d-ac1c-5d2cf6338954 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2160990 Mar 11 00:14:20.112604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks [] for port (6debfd6a-2a36-4a10-87db-185ce1885341), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.118966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for router_gateway (3df9ff29-8399-480e-bab9-74e9522b6d4b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.141628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.193164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] Publish callbacks [] for security_group (b836ebc7-e310-415d-8fc9-fa9afc208361), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.212801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:20.219989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:20.232535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:20.237296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] Publish callbacks [] for security_group (b836ebc7-e310-415d-8fc9-fa9afc208361), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.258004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Pushing event updated for resources: {'Port': ['ID=6debfd6a-2a36-4a10-87db-185ce1885341,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:20.265686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-834e6edb-6bfb-4804-9125-ba97f742dc42 req-da1db15b-524a-4f0b-91e9-f2331e231bf8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903199 Mar 11 00:14:20.280569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2578cde-9117-4770-8ac9-ba11a594569b req-9645e1fd-9585-42a1-b593-4c56841cb3cc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130301 Mar 11 00:14:20.357506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Attempting to bind port 6debfd6a-2a36-4a10-87db-185ce1885341 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:20.357890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Attempting to bind port 6debfd6a-2a36-4a10-87db-185ce1885341 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:20.358374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Attempting to bind port 6debfd6a-2a36-4a10-87db-185ce1885341 on network c67cdf1e-ba20-44eb-a498-957c72ebf497 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:20.364219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:20.365466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Checking segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:20.365901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.366565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Bound using segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:20.367063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Bound port: 6debfd6a-2a36-4a10-87db-185ce1885341, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:20.367453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.457042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b836ebc7-e310-415d-8fc9-fa9afc208361), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.466147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.468109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b836ebc7-e310-415d-8fc9-fa9afc208361 HTTP/1.1" status: 204 len: 168 time: 0.6140208 Mar 11 00:14:20.505515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a534f-6a95-4d66-a1d4-0d34cc9bf358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836ebc7-e310-415d-8fc9-fa9afc208361,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:20.516894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] For port 6debfd6a-2a36-4a10-87db-185ce1885341, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:20.521942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] For port 6debfd6a-2a36-4a10-87db-185ce1885341, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6debfd6a-2a36-4a10-87db-185ce1885341,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:20.544050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.566629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af178e72-8df1-4319-b5f5-a2cde80e885f req-a668869e-6e56-4d9e-a561-1d5e4bb33e9b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:20.579780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af178e72-8df1-4319-b5f5-a2cde80e885f req-a668869e-6e56-4d9e-a561-1d5e4bb33e9b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1696775 Mar 11 00:14:20.610202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcea9a-a9c5-4558-bcdb-17aa1b8e3aa2 None None] Pushing event updated for resources: {'Port': ['ID=6debfd6a-2a36-4a10-87db-185ce1885341,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:20.743983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af178e72-8df1-4319-b5f5-a2cde80e885f req-deefcb1d-64f9-4ed0-8af9-1567d2927907 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621687 Mar 11 00:14:20.888669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for router_gateway (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:20.950933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:21.406091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Allocated IP 172.25.7.138 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9d172a9d-40cc-49b8-b04e-e89bb4cb8842) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:21.751282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:21.788339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7b8e1-5dd7-4c45-8cb3-5869eb71c75f req-c77863df-6c49-49ad-954e-1f3334934266 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:21.791458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3d7b8e1-5dd7-4c45-8cb3-5869eb71c75f req-c77863df-6c49-49ad-954e-1f3334934266 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2561886 Mar 11 00:14:21.817715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed126c52-9928-4596-8a2b-4cf1d0acbf76 req-8b48d79a-5d64-45b3-9b0a-7f07067efdc9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:21.827304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed126c52-9928-4596-8a2b-4cf1d0acbf76 req-8b48d79a-5d64-45b3-9b0a-7f07067efdc9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2939126 Mar 11 00:14:21.833669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:21.935884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed126c52-9928-4596-8a2b-4cf1d0acbf76 req-e2f7e353-a6c5-43a8-947c-0d5ad25e50da tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932698 Mar 11 00:14:21.964425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:21.974012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:21.975642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:21.990290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:22.033501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3d7b8e1-5dd7-4c45-8cb3-5869eb71c75f req-a2c4efd1-54d4-433c-9da5-e57ab034d359 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280056 Mar 11 00:14:22.343157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e2f8-ca42-4d26-8cb7-bc8c3b027eea req-2b46c900-da98-4c06-bf76-266cd9c72a9e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:22.361111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c916e2f8-ca42-4d26-8cb7-bc8c3b027eea req-2b46c900-da98-4c06-bf76-266cd9c72a9e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2210879 Mar 11 00:14:22.617527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c916e2f8-ca42-4d26-8cb7-bc8c3b027eea req-7dcf2b3b-8ac4-41b1-8207-6bada9526a65 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552841 Mar 11 00:14:22.631039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6debfd6a-2a36-4a10-87db-185ce1885341 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:22.735596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for router_gateway (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:22.893131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6debfd6a-2a36-4a10-87db-185ce1885341 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:22.893644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:23.171674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5505de5-3511-4bbc-8704-e6e9b696d202 None None] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:14:23.224849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1c6f3253-9be8-4b3e-a45c-a11cda0d6e49 None None] Provisioning complete for port 6debfd6a-2a36-4a10-87db-185ce1885341 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:23.225294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3253-9be8-4b3e-a45c-a11cda0d6e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:23.320097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6debfd6a-2a36-4a10-87db-185ce1885341 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:23.320097 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:23.366739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6debfd6a-2a36-4a10-87db-185ce1885341, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6debfd6a-2a36-4a10-87db-185ce1885341,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:23.378981 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:23.403589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:23.495437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7de8c-7f2a-426b-9009-5bb34ef54288 req-f665efbe-bd45-48d2-83f7-e32a61f4548d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:23.505688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c7de8c-7f2a-426b-9009-5bb34ef54288 req-f665efbe-bd45-48d2-83f7-e32a61f4548d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2882168 Mar 11 00:14:23.558707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f3253-9be8-4b3e-a45c-a11cda0d6e49 None None] Current status of the port 6debfd6a-2a36-4a10-87db-185ce1885341 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:23.681804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6539d-356e-4ebc-967a-063f156cc7f4 req-391055b0-2b4c-4b94-b126-1b2512029d67 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:23.703878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a6539d-356e-4ebc-967a-063f156cc7f4 req-391055b0-2b4c-4b94-b126-1b2512029d67 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.4694574 Mar 11 00:14:23.727887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6debfd6a-2a36-4a10-87db-185ce1885341,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:23.784859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02c7de8c-7f2a-426b-9009-5bb34ef54288 req-0ed5ff32-dae6-4c66-94b6-fa6ae2c2485c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778628 Mar 11 00:14:23.874050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Router 3df9ff29-8399-480e-bab9-74e9522b6d4b is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:14:23.913956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a6539d-356e-4ebc-967a-063f156cc7f4 req-a1eb3f53-5995-4606-81f2-d29d64cdef23 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090695 Mar 11 00:14:24.074666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d59cd-5b87-470f-966f-e0202fa46c3d req-9ed6acb2-7214-4c98-9396-6b1b03595a32 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:24.083029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2d59cd-5b87-470f-966f-e0202fa46c3d req-9ed6acb2-7214-4c98-9396-6b1b03595a32 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1173587 Mar 11 00:14:24.204554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2d59cd-5b87-470f-966f-e0202fa46c3d req-1136bb1b-9fbe-4cb5-9de5-a8da0f3f69e3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179724 Mar 11 00:14:24.211765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:14:24.223687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Sync routers for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:14:24.249822 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:24.258451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:24.288170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:24.294621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43828) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:24.296308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-08cd0495-5953-45ce-88a0-92da04486df4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3095334 Mar 11 00:14:24.403529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b2c7ca4b-2f94-406d-8c17-86f325d1eeb7 None None] Provisioning complete for port 6debfd6a-2a36-4a10-87db-185ce1885341 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:24.403893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ca4b-2f94-406d-8c17-86f325d1eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:24.622218 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:24.731871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7ca4b-2f94-406d-8c17-86f325d1eeb7 None None] Current status of the port 6debfd6a-2a36-4a10-87db-185ce1885341 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:24.735342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6debfd6a-2a36-4a10-87db-185ce1885341 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:24.828238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6debfd6a-2a36-4a10-87db-185ce1885341 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:24.828741 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:25.139597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6debfd6a-2a36-4a10-87db-185ce1885341 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:25.623271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:22Z', 'revision_number': 3, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:25.671765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Checking router: 3df9ff29-8399-480e-bab9-74e9522b6d4b for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:14:25.672423 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Updating router 3df9ff29-8399-480e-bab9-74e9522b6d4b port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:14:25.717206 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:26.475235 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks [] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:26.484790 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:26.510441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8965-4cf7-4cbe-bea6-7cc7d7cc2c3b req-7e2a7947-dd54-4279-839f-f2cabaafd174 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:26.512671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4fc8965-4cf7-4cbe-bea6-7cc7d7cc2c3b req-7e2a7947-dd54-4279-839f-f2cabaafd174 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.7744923 Mar 11 00:14:26.549216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58fea8-a6b4-42c9-8b04-63afa4e8f456 req-2ab7fa85-ce41-4ad7-b1d8-30d19cd281fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:26.560275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab58fea8-a6b4-42c9-8b04-63afa4e8f456 req-2ab7fa85-ce41-4ad7-b1d8-30d19cd281fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.8216846 Mar 11 00:14:26.663483 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Pushing event updated for resources: {'Port': ['ID=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:26.691263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.691952 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.693230 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.694036 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.703447 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.704787 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.706417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.710616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.712224 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.712796 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.713706 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.715743 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.718299 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:26.741388 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Attempting to bind port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:26.745396 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Attempting to bind port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:26.746442 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Attempting to bind port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:26.773408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:26.776323 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:26.777996 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:26.778509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:26.784852 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Bound port: 9d172a9d-40cc-49b8-b04e-e89bb4cb8842, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:26.785371 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:26.925663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab58fea8-a6b4-42c9-8b04-63afa4e8f456 req-635a229d-aa7c-4949-85a6-0c79f3a73a60 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631155 Mar 11 00:14:26.971696 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] For port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:26.975531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4fc8965-4cf7-4cbe-bea6-7cc7d7cc2c3b req-6e90f835-636a-4e04-ad6a-a22a548d0a3d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453039 Mar 11 00:14:26.987177 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] For port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:27.009659 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:27.150532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:27.296061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef964a0-49b1-4eca-b712-8a82af1a3221 None None] Pushing event updated for resources: {'Port': ['ID=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:27.352315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:27.353541 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:27.486846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18075d-6e55-4e87-a608-471c9a0106c0 req-6fa6418e-13a3-41bf-9d6d-3a9bbe877fb5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:27.488518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18075d-6e55-4e87-a608-471c9a0106c0 req-6fa6418e-13a3-41bf-9d6d-3a9bbe877fb5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.3665788 Mar 11 00:14:27.645678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18075d-6e55-4e87-a608-471c9a0106c0 req-19263b7d-37f9-4b55-b3fa-036d98c052cb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428969 Mar 11 00:14:27.669559 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:27.849026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Allocated IP 172.20.0.1 (c67cdf1e-ba20-44eb-a498-957c72ebf497/697cfdca-9a1d-4fc5-ae2a-43693e82244b/a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:27.909629 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:14:27.941362 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:22Z', 'revision_number': 3, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:28.051042 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa519a-9b86-4ac8-b70c-d0d23b67e25f None None] The sync data for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 is: [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:22Z', 'revision_number': 3, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:14:28.245011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks [] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:28.263575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34228e-5109-453c-97da-499e188711bc req-a24b5b92-486d-468c-b23f-e202e4819aec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:28.265129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be34228e-5109-453c-97da-499e188711bc req-a24b5b92-486d-468c-b23f-e202e4819aec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1892216 Mar 11 00:14:28.278115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28d2b8-80ee-4564-a0c8-4c6b00347e20 req-b14ef8c3-1cd1-490c-aa60-5ae0fd1540a2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:28.285663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db28d2b8-80ee-4564-a0c8-4c6b00347e20 req-b14ef8c3-1cd1-490c-aa60-5ae0fd1540a2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1169879 Mar 11 00:14:28.388872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be34228e-5109-453c-97da-499e188711bc req-e7c9c1e9-a4f1-4db0-8577-4c8b38faab5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820687 Mar 11 00:14:28.443832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db28d2b8-80ee-4564-a0c8-4c6b00347e20 req-7beabecf-1565-46af-a133-34acdda577bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463823 Mar 11 00:14:28.489219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:28.645165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:28.655315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:28.663046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:28.670198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:28.849156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:29.346545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ba7ce07d-c6a6-470d-bfa9-7dda14d91807 None None] Provisioning complete for port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:29.351051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba7ce07d-c6a6-470d-bfa9-7dda14d91807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:29.608571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43948) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:29.637901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ce07d-c6a6-470d-bfa9-7dda14d91807 None None] Port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:14:29.765234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:29.948155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c16056c5-1f69-4740-ac31-f58f475f1653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.158488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5ca06-1b2e-4351-8377-3da14dc85278 req-72f93bd1-06d5-48d8-92d3-33f79c3e6344 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:30.174779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30d5ca06-1b2e-4351-8377-3da14dc85278 req-72f93bd1-06d5-48d8-92d3-33f79c3e6344 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.4245110 Mar 11 00:14:30.221571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c16056c5-1f69-4740-ac31-f58f475f1653 admin admin] Publish callbacks [] for security_group (b8ed55b3-8646-469c-aba7-13cd13cadffc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.235278 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c16056c5-1f69-4740-ac31-f58f475f1653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8ed55b3-8646-469c-aba7-13cd13cadffc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.271380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aab69-b4c7-41ed-9646-476707570b19 req-a4f2969a-7c11-45a7-a08b-cd20749e0b44 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:30.282758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c6aab69-b4c7-41ed-9646-476707570b19 req-a4f2969a-7c11-45a7-a08b-cd20749e0b44 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.7784102 Mar 11 00:14:30.341993 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c16056c5-1f69-4740-ac31-f58f475f1653 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a572fcee6e343e2839b0f4e507ef485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271540 Mar 11 00:14:30.345843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16056c5-1f69-4740-ac31-f58f475f1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed55b3-8646-469c-aba7-13cd13cadffc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:30.349080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:30.460736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c6aab69-b4c7-41ed-9646-476707570b19 req-8aad648a-c903-469a-936d-fb0c6d220b33 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764469 Mar 11 00:14:30.478086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] Publish callbacks [] for security_group (b8ed55b3-8646-469c-aba7-13cd13cadffc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.496746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30d5ca06-1b2e-4351-8377-3da14dc85278 req-22be0240-39a7-4a03-837d-3185920bc439 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205156 Mar 11 00:14:30.531982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] Publish callbacks [] for security_group (b8ed55b3-8646-469c-aba7-13cd13cadffc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.628019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8ed55b3-8646-469c-aba7-13cd13cadffc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.635360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:30.637411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8ed55b3-8646-469c-aba7-13cd13cadffc HTTP/1.1" status: 204 len: 168 time: 0.2874010 Mar 11 00:14:30.665313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b466082-676d-4294-9195-f712c7e4339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed55b3-8646-469c-aba7-13cd13cadffc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:30.836800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:30.943222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks [] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.030870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.053899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:31.060532 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.074249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605006-7d30-47d5-84f0-2126c317bc3f req-d60674e6-8a70-4ee5-b8f6-5109a4c8bf12 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:31.084291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3605006-7d30-47d5-84f0-2126c317bc3f req-d60674e6-8a70-4ee5-b8f6-5109a4c8bf12 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.4263029 Mar 11 00:14:31.299463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.365670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3605006-7d30-47d5-84f0-2126c317bc3f req-d905d4e4-4436-4d82-988b-d4b095a11840 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245437 Mar 11 00:14:31.554652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:31.560573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:31.571430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:31.746653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:31.747178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.817410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:31.826993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.903724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43976) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:31.930847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44601c24-48c7-46fe-afa2-cc7067b58634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:31.982442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:32.041312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Router 3df9ff29-8399-480e-bab9-74e9522b6d4b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:14:32.161611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44601c24-48c7-46fe-afa2-cc7067b58634 admin admin] Publish callbacks [] for security_group (f31d78ad-84cd-4381-98b5-ae82ab37b13a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.178466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44601c24-48c7-46fe-afa2-cc7067b58634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f31d78ad-84cd-4381-98b5-ae82ab37b13a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.221001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4e53efa3-6d5c-4b19-818a-10c4f6097d58 None None] Provisioning complete for port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:32.225607 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e53efa3-6d5c-4b19-818a-10c4f6097d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.244165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44601c24-48c7-46fe-afa2-cc7067b58634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d78ad-84cd-4381-98b5-ae82ab37b13a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:32.247294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809b21e-d8db-4cef-a616-f2a1375f5544 req-6d1deee6-bae1-4fff-8e66-5d82cc7d31df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:32.256090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8809b21e-d8db-4cef-a616-f2a1375f5544 req-6d1deee6-bae1-4fff-8e66-5d82cc7d31df tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.4091554 Mar 11 00:14:32.323550 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44601c24-48c7-46fe-afa2-cc7067b58634 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3108839c9c54a51b26ff889e2045570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181054 Mar 11 00:14:32.330043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:32.351886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4e53efa3-6d5c-4b19-818a-10c4f6097d58 None None] Port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:14:32.363523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849914-833f-496d-9c61-355a5c4df8da req-a0dc3844-73cd-49cc-afdf-7a23ed227c87 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:32.373974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c849914-833f-496d-9c61-355a5c4df8da req-a0dc3844-73cd-49cc-afdf-7a23ed227c87 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.4545169 Mar 11 00:14:32.475200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] Publish callbacks [] for security_group (f31d78ad-84cd-4381-98b5-ae82ab37b13a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.528433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] Publish callbacks [] for security_group (f31d78ad-84cd-4381-98b5-ae82ab37b13a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.558410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:32.601463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f31d78ad-84cd-4381-98b5-ae82ab37b13a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.604398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.606536 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f31d78ad-84cd-4381-98b5-ae82ab37b13a HTTP/1.1" status: 204 len: 168 time: 0.2751844 Mar 11 00:14:32.650162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c5c3d-0f6b-4d3a-ac81-631ad15d7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d78ad-84cd-4381-98b5-ae82ab37b13a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:32.657109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c849914-833f-496d-9c61-355a5c4df8da req-1af17b63-4654-48f2-9216-ca1783015365 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823381 Mar 11 00:14:32.671166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8809b21e-d8db-4cef-a616-f2a1375f5544 req-87fda394-8e17-4f44-baa0-9ab98cacb3b6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100146 Mar 11 00:14:32.729508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:14:32.747501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93484ba9-9b6f-46ee-a883-99771ee2acb8 admin admin] 10.222.0.21 "PUT /v2.0/routers/3df9ff29-8399-480e-bab9-74e9522b6d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4517870 Mar 11 00:14:32.810383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Sync routers for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:14:32.864783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:32.865597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:32.873741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:32.875046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:33.039572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4eb0f-c404-44f0-8780-66d8c7bf207b req-a5db5b46-bec6-48b9-b3fa-7ff54a35677e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:33.041950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0df4eb0f-c404-44f0-8780-66d8c7bf207b req-a5db5b46-bec6-48b9-b3fa-7ff54a35677e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2136931 Mar 11 00:14:33.242077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0df4eb0f-c404-44f0-8780-66d8c7bf207b req-64abf5ed-f580-4ccf-ad76-5ba5b8d46675 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911330 Mar 11 00:14:33.327293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:33.656617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:34.136473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:30Z', 'revision_number': 2, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:34.174758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02575cdd-acdd-4120-8b7d-88acfc7d3a38 req-544bcd6b-e2c7-49b2-a974-8874e709d8b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:34.191609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02575cdd-acdd-4120-8b7d-88acfc7d3a38 req-544bcd6b-e2c7-49b2-a974-8874e709d8b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2626326 Mar 11 00:14:34.209325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Checking router: 3df9ff29-8399-480e-bab9-74e9522b6d4b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:14:34.214948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Updating router 3df9ff29-8399-480e-bab9-74e9522b6d4b port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:14:34.298077 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:34.351248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02575cdd-acdd-4120-8b7d-88acfc7d3a38 req-85c6d014-fbaa-4a57-91db-3a1779d35c4b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416082 Mar 11 00:14:34.351248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf88d69-c383-4c5a-8271-c268fc18698e req-61772b3e-ad1c-423c-b841-180b208068d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:34.351570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cf88d69-c383-4c5a-8271-c268fc18698e req-61772b3e-ad1c-423c-b841-180b208068d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.3291233 Mar 11 00:14:34.621127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cf88d69-c383-4c5a-8271-c268fc18698e req-4c13cb6c-7299-4ac5-a93e-89b96cefee42 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570858 Mar 11 00:14:34.677668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44030) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:34.681786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26405d-6a29-4102-a63c-1b7a3799329c req-83d75930-78cb-4127-a7b4-eba364fee7a3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:34.683769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-190172560-network', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:34.713492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e26405d-6a29-4102-a63c-1b7a3799329c req-83d75930-78cb-4127-a7b4-eba364fee7a3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2255478 Mar 11 00:14:34.755142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Made reservation on behalf of 8bf02cb7a7b8478b9df53fd7f100e3ab for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:34.758854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:34.785840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:34.923126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e26405d-6a29-4102-a63c-1b7a3799329c req-4afdb6a8-1422-4511-b28c-03b9da556136 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061601 Mar 11 00:14:35.010285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks [] for security_group (a1353e8c-2c6d-42db-92a8-c94a185cbec9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.027093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a1353e8c-2c6d-42db-92a8-c94a185cbec9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.063598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:14:35.087289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (684b46bb-3d31-4279-95c7-2d82e8bbbfa7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.088036 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Added segment 684b46bb-3d31-4279-95c7-2d82e8bbbfa7 of type vlan for network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 Mar 11 00:14:35.163974 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks [] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.173162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.238877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.279886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1353e8c-2c6d-42db-92a8-c94a185cbec9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:35.310849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88b374-22c6-406a-ab4c-5141bd9433f5 None None] Pushing event updated for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:35.352840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.353822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:35.354398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.420340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Attempting to bind port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:35.422739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Attempting to bind port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:35.424783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Attempting to bind port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 on network c67cdf1e-ba20-44eb-a498-957c72ebf497 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:35.426400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7469974 Mar 11 00:14:35.429281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44038) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:35.437188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Request body: {'subnet': {'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-190172560-subnet', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:35.457057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:35.457509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Checking segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:35.467678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.469502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Bound using segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:35.470249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Bound port: a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:35.470656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.508259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Made reservation on behalf of 8bf02cb7a7b8478b9df53fd7f100e3ab for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:35.514296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.592474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b114-9c32-4632-bbd0-0faa20d14f14 admin admin] Pushing event updated for resources: {'Network': ['ID=7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:35.629965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:14:35.799684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] For port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:35.819618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] For port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:35.951140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (59056613-ef3d-4cd8-bd4a-cdcb6a895384), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:35.971002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:36.092034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe971b8-4580-4d24-b287-c962476892db req-9ee90514-a016-42f3-bc13-b46ffc55f03b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:36.099808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebe971b8-4580-4d24-b287-c962476892db req-9ee90514-a016-42f3-bc13-b46ffc55f03b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1699474 Mar 11 00:14:36.111585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Checking segment: {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:36.112491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Network hostable DHCP agents. Network: 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:14:36.141946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59056613-ef3d-4cd8-bd4a-cdcb6a895384,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:36.184767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b410fa-f2ea-47f3-8bbe-e24a576008ca req-2543865a-6dbc-439a-9385-239e51b7fd3b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:36.192612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6b410fa-f2ea-47f3-8bbe-e24a576008ca req-2543865a-6dbc-439a-9385-239e51b7fd3b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.2645214 Mar 11 00:14:36.194697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:14:36.255569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebe971b8-4580-4d24-b287-c962476892db req-8f70149b-111d-4b7a-bf19-070b8a188449 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543090 Mar 11 00:14:36.278613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:36.295118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:36.297525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:36.302992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097eff9-f36f-4864-9625-4ddcb4465458 None None] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:14:36.415369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6b410fa-f2ea-47f3-8bbe-e24a576008ca req-746a0f7b-ea31-4881-a3c8-e54701ab86a0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214797 Mar 11 00:14:36.538736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:36.539691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:36.552998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f86e7ea3-25ff-46a4-8710-8257ddfbf23a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1215959 Mar 11 00:14:36.558245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44062) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:36.564441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:36.601527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2876ae-fd3c-4e46-8ef5-14fae07777e1 req-2fab318c-7df8-4bcc-8e52-04e6ef176a24 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:36.606664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb2876ae-fd3c-4e46-8ef5-14fae07777e1 req-2fab318c-7df8-4bcc-8e52-04e6ef176a24 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.1829541 Mar 11 00:14:36.608038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:36.609521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:36.743222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb2876ae-fd3c-4e46-8ef5-14fae07777e1 req-ad98d359-c68b-4c5b-af33-448a4bdfc459 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293240 Mar 11 00:14:36.826768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for router_controller (7f274807-0768-49c4-a879-6ff5fe540ea0), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:36.882169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:37.000681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Provisioning complete for port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:37.001035 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:37.112054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fac78e8f-14da-45f8-82f4-dcffb49d792e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:37.125956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88b374-22c6-406a-ab4c-5141bd9433f5 None None] Pushing event updated for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:37.216212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for router_gateway (7f274807-0768-49c4-a879-6ff5fe540ea0), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:37.286205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'fixed_ips': [{'subnet_id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:14:37.287096 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:37.559984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678fa47-bb0b-4a5f-832d-e4f2b87eaabc req-dda3d9ad-38a2-405f-9133-0df9b10acc9a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:37.567966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2678fa47-bb0b-4a5f-832d-e4f2b87eaabc req-dda3d9ad-38a2-405f-9133-0df9b10acc9a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.1280763 Mar 11 00:14:37.638876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Allocated IP 172.20.0.2 (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10/59056613-ef3d-4cd8-bd4a-cdcb6a895384/84758dc3-f50f-4d9e-b106-fa1f1cd18a59) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:37.896032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for router_gateway (7f274807-0768-49c4-a879-6ff5fe540ea0), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:37.969041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2678fa47-bb0b-4a5f-832d-e4f2b87eaabc req-1a9b9e0a-905a-460c-a484-195d2401b327 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775485 Mar 11 00:14:38.025707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab842-2618-44a8-8faa-b8823c7fabba req-5914c38f-e414-49fc-9157-73f04fdb0cbf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:38.036823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.048166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-550ab842-2618-44a8-8faa-b8823c7fabba req-5914c38f-e414-49fc-9157-73f04fdb0cbf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.4165123 Mar 11 00:14:38.305741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Current status of the port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:38.306920 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.447854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] For port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:38.459413 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.481668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-550ab842-2618-44a8-8faa-b8823c7fabba req-3e8b0bda-06cc-4781-86d3-f3e6f6b198ed tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316416 Mar 11 00:14:38.528906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5fc7-8461-4a1d-acfc-2a6ea502444d req-028edd62-5ace-45bb-bb51-0cebf66181b1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:38.545829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-833c5fc7-8461-4a1d-acfc-2a6ea502444d req-028edd62-5ace-45bb-bb51-0cebf66181b1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.3976579 Mar 11 00:14:38.590120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Allocated IP 172.25.7.92 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/8ea08a20-e8c8-4888-993f-c1d01c488797) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:38.717527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-833c5fc7-8461-4a1d-acfc-2a6ea502444d req-6549d639-c299-4afb-8c0b-79ea311eb514 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690438 Mar 11 00:14:38.894623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:35Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:38.930662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e114a3-298f-43b0-b07c-c162d1f54052 req-cd26a938-6272-4756-b1fc-dea1fd770044 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:38.944752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05e114a3-298f-43b0-b07c-c162d1f54052 req-cd26a938-6272-4756-b1fc-dea1fd770044 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1514416 Mar 11 00:14:38.955597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.957748 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks [] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.969807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-405409e9-330a-4783-98fa-6099dcd1a32c None None] Provisioning complete for port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:38.970189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-405409e9-330a-4783-98fa-6099dcd1a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:38.971945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b60ef-ff72-4724-8f46-8859f1d38f86 None None] Pushing event updated for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:39.008290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:39.098880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb5a791-7bd9-4040-81f5-23ecc92a2dfc None None] The sync data for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 is: [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:35Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:14:39.149357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05e114a3-298f-43b0-b07c-c162d1f54052 req-43a21f8f-d7f7-4660-bb60-7f779ed82756 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914289 Mar 11 00:14:39.265270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-561042b2-e49e-4494-84dd-5060d4c4bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:39.267065 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-561042b2-e49e-4494-84dd-5060d4c4bcd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1127 time: 0.3519728 Mar 11 00:14:39.348637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:39.374255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:39.430437 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90b307d4-effa-4be8-a283-d13c070093d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:39.439491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:39.463987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:39.479071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b52ec-4dcd-4110-ba34-5de2537837ad req-d10bb132-65c4-4c9d-96ef-b6bd29308273 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:39.488155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c7b52ec-4dcd-4110-ba34-5de2537837ad req-d10bb132-65c4-4c9d-96ef-b6bd29308273 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.3348742 Mar 11 00:14:39.494670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Pushing event updated for resources: {'Port': ['ID=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:39.641194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db09b4-35df-4ebd-8d74-f4b680cfd4a8 req-bac79355-9e68-4e8f-bb26-ea1a64dd2856 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:39.650462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9db09b4-35df-4ebd-8d74-f4b680cfd4a8 req-bac79355-9e68-4e8f-bb26-ea1a64dd2856 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1596651 Mar 11 00:14:39.699536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Attempting to bind port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:39.700009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Attempting to bind port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:39.700436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Attempting to bind port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 on network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:39.702440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c7b52ec-4dcd-4110-ba34-5de2537837ad req-48e74c11-08d4-48be-a4d9-a390304aba7b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130759 Mar 11 00:14:39.713831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:39.714336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Checking segment: {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:39.714939 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:39.715339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Bound using segment: {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:39.720197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Bound port: 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:39.720611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:39.779853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-506b0e7e-104b-4505-9805-e1dbd63a0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:39.785416 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-506b0e7e-104b-4505-9805-e1dbd63a0a57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.5060461 Mar 11 00:14:39.796752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Pushing event updated for resources: {'Port': ['ID=8ea08a20-e8c8-4888-993f-c1d01c488797,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:39.824654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9db09b4-35df-4ebd-8d74-f4b680cfd4a8 req-4ad3c22b-eb8c-4b85-8675-2f17ec214454 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682081 Mar 11 00:14:39.956824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:39.976379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:39.993304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:39.993304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:39.993668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:39.998954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.003302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.003759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.004518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.011644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.012178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.015161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.015724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.018428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.019990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:40.023285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] For port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:40.031161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] For port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:40.031662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:40.055446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:40.065383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-405409e9-330a-4783-98fa-6099dcd1a32c None None] Current status of the port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:40.111109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1966ff-9d47-40df-96d5-0a79f58aa89f req-5530096b-dc91-4ff3-b2d7-016ab4550e43 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:40.119667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a1966ff-9d47-40df-96d5-0a79f58aa89f req-5530096b-dc91-4ff3-b2d7-016ab4550e43 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.2094221 Mar 11 00:14:40.173955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a0316-842f-40c9-9086-435d8a2369f3 req-8c1c4a7a-1712-42e6-aefe-418ecfe4b824 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:40.176539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-301a0316-842f-40c9-9086-435d8a2369f3 req-8c1c4a7a-1712-42e6-aefe-418ecfe4b824 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1893778 Mar 11 00:14:40.229935 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-e61e6d26-d976-4728-831b-01c38032287f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 1001 time: 0.4253271 Mar 11 00:14:40.242264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b8fd-ab2a-4ebb-927a-3e0bea810b59 None None] Pushing event updated for resources: {'Port': ['ID=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:40.287694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a1966ff-9d47-40df-96d5-0a79f58aa89f req-a77fbc61-677f-49a1-b195-04604877cf6b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654177 Mar 11 00:14:40.360836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-301a0316-842f-40c9-9086-435d8a2369f3 req-95559139-6f41-4fa3-85a9-444293f20048 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737297 Mar 11 00:14:40.476886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44150) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:40.501299 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:40.650999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48070cfd-aa1c-42b3-81d6-d2c36d396f37 req-cc3fe5a0-fd0d-4b62-9020-d09c76766f16 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:40.660437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48070cfd-aa1c-42b3-81d6-d2c36d396f37 req-cc3fe5a0-fd0d-4b62-9020-d09c76766f16 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1528871 Mar 11 00:14:40.687754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:40.852466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:40.918013 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee01fd76-d598-4893-8ade-9f703f759b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.006054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48070cfd-aa1c-42b3-81d6-d2c36d396f37 req-7e054cf4-2d7f-4f8f-9578-b42f8806cea0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3441789 Mar 11 00:14:41.008039 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.040092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:41.042408 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.242838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5413-fd64-46a4-af60-1d0294539339 req-332af9d2-bfaf-4bb2-ad80-fbb08e5bdee1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:41.254961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2af5413-fd64-46a4-af60-1d0294539339 req-332af9d2-bfaf-4bb2-ad80-fbb08e5bdee1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 944 time: 0.2961783 Mar 11 00:14:41.291730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:41.441121 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee01fd76-d598-4893-8ade-9f703f759b44 admin admin] Publish callbacks [] for security_group (aa12e915-84f3-42ec-93de-528d9ec84eb9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.456125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee01fd76-d598-4893-8ade-9f703f759b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa12e915-84f3-42ec-93de-528d9ec84eb9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.561562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:14:41.582111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2af5413-fd64-46a4-af60-1d0294539339 req-8bfa64db-cbe4-450f-a0f4-cd5f976ebaaa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129601 Mar 11 00:14:41.629451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee01fd76-d598-4893-8ade-9f703f759b44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a618b0135aff4db0807d6417a7de8154&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1511860 Mar 11 00:14:41.640767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:41.744462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01fd76-d598-4893-8ade-9f703f759b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12e915-84f3-42ec-93de-528d9ec84eb9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:41.806524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.810824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-cde0812b-5706-4158-b0ca-50d4385f99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:41.821438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-cde0812b-5706-4158-b0ca-50d4385f99e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 1.5777915 Mar 11 00:14:41.866217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107b3d-a88f-4054-9a34-e23edca60504 req-858022e5-f295-40df-bdab-22a2ff02c7bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:41.868179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27107b3d-a88f-4054-9a34-e23edca60504 req-858022e5-f295-40df-bdab-22a2ff02c7bd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 945 time: 0.4250216 Mar 11 00:14:41.928334 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] Publish callbacks [] for security_group (aa12e915-84f3-42ec-93de-528d9ec84eb9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:41.971396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:41.995983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3', 'mac_address': 'fa:16:3e:c6:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:14:42.087305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:42.089742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.126286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:14:42.136474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for router_gateway (7f274807-0768-49c4-a879-6ff5fe540ea0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.185202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:42.197713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.251245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-10ab9257-2957-47c5-91f6-15e7901c65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:42.252801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-10ab9257-2957-47c5-91f6-15e7901c65bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4231329 Mar 11 00:14:42.279349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:42.376974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.396261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd9b9b-7957-4484-82e5-8f181cf49d1c None None] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:14:42.471016 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-3eab46c9-4990-4272-a094-1f7bd132dd9f service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954840 Mar 11 00:14:42.575578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['83a5cc8c-ebb3-43f4-9103-d6440cdd68b3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:42.688389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:42.691271 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-28366eaf-dd42-4d53-93c1-76986f21ee3a req-39ac3f04-44e2-4b17-8c6a-2fd8367a232b service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010282 Mar 11 00:14:42.720137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Router 7f274807-0768-49c4-a879-6ff5fe540ea0 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:14:42.762521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Provisioning complete for port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:42.762932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.868350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:14:42.883316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Sync routers for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:14:42.889197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:42.890784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba557838-b7eb-4725-a661-9f75333bf50d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.3306408 Mar 11 00:14:42.893841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:42.905819 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:42.906504 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:42.991031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] Publish callbacks [] for security_group (aa12e915-84f3-42ec-93de-528d9ec84eb9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.013123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:43.013537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.032765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27107b3d-a88f-4054-9a34-e23edca60504 req-d43e788e-f53b-4add-b151-aac40b05a16a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1225164 Mar 11 00:14:43.109432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-eb0a2298-5833-48f7-91d3-7ee238d88b86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:43.118833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-eb0a2298-5833-48f7-91d3-7ee238d88b86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 1.3202629 Mar 11 00:14:43.144861 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:43.199990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-b0b9cadc-ab2d-45f1-8ceb-135ecd7dee39 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/quotas/72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 375 time: 0.0801296 Mar 11 00:14:43.345262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa12e915-84f3-42ec-93de-528d9ec84eb9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.352642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.354001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa12e915-84f3-42ec-93de-528d9ec84eb9 HTTP/1.1" status: 204 len: 168 time: 1.7094631 Mar 11 00:14:43.359434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:43.359832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.364719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Current status of the port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:43.365108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.390478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.426370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add29d1-480d-440d-a37a-b51c1c44623f req-7f454ba5-020d-4f36-ae04-1de43ed553ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:43.427970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4add29d1-480d-440d-a37a-b51c1c44623f req-7f454ba5-020d-4f36-ae04-1de43ed553ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 945 time: 0.2649267 Mar 11 00:14:43.433664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:43.434867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390a32-e1c0-4f69-a513-55e2e767552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12e915-84f3-42ec-93de-528d9ec84eb9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:43.451769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.481765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-a75beef9-0110-4cb0-9466-309e1062cb96 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2808514 Mar 11 00:14:43.569652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4add29d1-480d-440d-a37a-b51c1c44623f req-72fbbbc6-d3e6-4237-8e15-6ddfdb6302c3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198831 Mar 11 00:14:43.595832 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:41Z', 'revision_number': 3, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:43.642702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:14:43.677141 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Checking router: 7f274807-0768-49c4-a879-6ff5fe540ea0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:14:43.677808 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Updating router 7f274807-0768-49c4-a879-6ff5fe540ea0 port 8ea08a20-e8c8-4888-993f-c1d01c488797 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:14:43.733878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:14:43.734401 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:14:43.762774 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.789809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:43.865294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:43.866968 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.954977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:43.957120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:43.960737 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb38363-9d6d-41e5-9af7-4ed1be41dce7" -d '{"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:43.972000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:43.973457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-cb2fa573-9598-4519-97ba-b0435171c739 service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738622 Mar 11 00:14:44.019992 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.025289 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72b034-9924-4bb6-b09a-9c33423cb6ce x-openstack-request-id: req-3a72b034-9924-4bb6-b09a-9c33423cb6ce {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:44.026325 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:44.026980 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a72b034-9924-4bb6-b09a-9c33423cb6ce {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:44.027761 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'code': 200} Mar 11 00:14:44.043783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44202) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:44.072200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:44.108881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.256022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Publish callbacks [] for security_group (75604860-5c2d-419e-976b-3a6e0f7a40cc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.297159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (75604860-5c2d-419e-976b-3a6e0f7a40cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.326680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a1ec276fda943a08eab057a49a3f9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708993 Mar 11 00:14:44.330447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a49eb-a12f-4b7a-8c88-8b59aac88134 None None] Current status of the port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:44.336930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44208) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:44.388473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Allocated IP 172.20.0.1 (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10/59056613-ef3d-4cd8-bd4a-cdcb6a895384/ed824613-8220-4e05-9cc4-7ee724cfed23) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:44.418049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75604860-5c2d-419e-976b-3a6e0f7a40cc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:44.430619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] Publish callbacks [] for security_group (75604860-5c2d-419e-976b-3a6e0f7a40cc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.446715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.447147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.447459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.447802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.448572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.449154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.449719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.450951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.451329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.452272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.452628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.454551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.454900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4882e9-93c9-4887-bcc8-4c77ce3b6301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:14:44.469383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6021e74d-83f9-40bb-9e80-af6bc7275a73 None None] Provisioning complete for port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:44.469956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6021e74d-83f9-40bb-9e80-af6bc7275a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.474939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-05f187b5-0f90-4879-a42d-c1a02c27dfbc service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004396 Mar 11 00:14:44.504053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d1c69-5dfc-4303-95a9-93b646b4b63a req-a11ff5cd-3c1d-45f2-9aec-e74e7a52b416 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:44.505792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a8d1c69-5dfc-4303-95a9-93b646b4b63a req-a11ff5cd-3c1d-45f2-9aec-e74e7a52b416 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2462473 Mar 11 00:14:44.522221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] Publish callbacks [] for security_group (75604860-5c2d-419e-976b-3a6e0f7a40cc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.607014 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks [] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.617487 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.638859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a8d1c69-5dfc-4303-95a9-93b646b4b63a req-00aff603-0ee2-487c-a7d9-3f156dbac55e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206839 Mar 11 00:14:44.670922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:44.816994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Attempting to bind port 8ea08a20-e8c8-4888-993f-c1d01c488797 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:44.817372 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Attempting to bind port 8ea08a20-e8c8-4888-993f-c1d01c488797 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:44.817735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Attempting to bind port 8ea08a20-e8c8-4888-993f-c1d01c488797 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:44.831833 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1906b-f07d-402b-9f3a-072f32087caa None None] Pushing event updated for resources: {'Port': ['ID=8ea08a20-e8c8-4888-993f-c1d01c488797,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:44.832239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks [] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.849603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6021e74d-83f9-40bb-9e80-af6bc7275a73 None None] Current status of the port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:44.857455 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:44.857845 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:44.858255 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.858651 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:44.864094 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Bound port: 8ea08a20-e8c8-4888-993f-c1d01c488797, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:44.864513 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.866392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:44.866801 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.882910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (75604860-5c2d-419e-976b-3a6e0f7a40cc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.886265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:44.890063 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75604860-5c2d-419e-976b-3a6e0f7a40cc HTTP/1.1" status: 204 len: 168 time: 0.5494597 Mar 11 00:14:44.968654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7bbaa-bd30-4e57-a1aa-cfe782f1329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75604860-5c2d-419e-976b-3a6e0f7a40cc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:44.976899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.013066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2236a15-de38-4b03-b813-724420573790 req-088283e7-cf19-4aac-a61b-10bf60a302f1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 210 time: 0.1318667 Mar 11 00:14:45.068305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] For port 8ea08a20-e8c8-4888-993f-c1d01c488797, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:45.076575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] For port 8ea08a20-e8c8-4888-993f-c1d01c488797, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ea08a20-e8c8-4888-993f-c1d01c488797,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:45.087108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e79c5-fca7-444f-b1c7-6330676663f4 req-519274f1-f9e3-4777-9b19-36cffb6d3716 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:45.092394 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.092918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d9e79c5-fca7-444f-b1c7-6330676663f4 req-519274f1-f9e3-4777-9b19-36cffb6d3716 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 945 time: 0.2292840 Mar 11 00:14:45.127914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:45.151738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:45.210431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:45.213460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:45.234252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:45.256917 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:45.260076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:45.264477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1906b-f07d-402b-9f3a-072f32087caa None None] Pushing event updated for resources: {'Port': ['ID=8ea08a20-e8c8-4888-993f-c1d01c488797,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:45.286068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d9e79c5-fca7-444f-b1c7-6330676663f4 req-2060d8e1-5501-46bf-8f9f-4b9fa9bec0d3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880081 Mar 11 00:14:45.333862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (7f274807-0768-49c4-a879-6ff5fe540ea0), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.562501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:45.579346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:45.711442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:14:45.715689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:45.716137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.727101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.865085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-887dd611-e563-4b67-b86e-423ce39a8b47 None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:45.865889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-887dd611-e563-4b67-b86e-423ce39a8b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.969664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:45.970389 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:45.973289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-887dd611-e563-4b67-b86e-423ce39a8b47 None None] Port ed824613-8220-4e05-9cc4-7ee724cfed23 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:14:45.993254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a7b1-c07a-4924-be8f-fafbf02c2774 req-c64e769f-8ced-41cc-82b5-4bddb7198611 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:46.024000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c94a7b1-c07a-4924-be8f-fafbf02c2774 req-c64e769f-8ced-41cc-82b5-4bddb7198611 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2150388 Mar 11 00:14:46.031540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:46.045723 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa176e5-e0d6-41b2-9597-81a02d856ef4" -d '{"events": [{"server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "name": "network-vif-plugged", "status": "completed", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:46.090568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:46.099787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:46.100637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:14:46.139411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c94a7b1-c07a-4924-be8f-fafbf02c2774 req-0989784e-e262-4263-b261-3d03e01ee4f0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103570 Mar 11 00:14:46.185024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:41Z', 'revision_number': 3, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:46.219999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks [] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:46.233447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:46.244586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0312417a-546f-454a-aa46-7657dc33952c req-c9365ad7-73b6-4f54-b39a-97702f249ea4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 210 time: 0.0737057 Mar 11 00:14:46.256959 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7293b8-61c5-4a53-b1a0-4208ffe60469 None None] The sync data for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 is: [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:41Z', 'revision_number': 3, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:14:46.296745 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0324d9d-301b-4dbc-8bb5-947097f7cf8f x-openstack-request-id: req-a0324d9d-301b-4dbc-8bb5-947097f7cf8f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:46.297037 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "name": "network-vif-plugged", "status": "completed", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:46.297295 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0324d9d-301b-4dbc-8bb5-947097f7cf8f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:46.297691 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3', 'code': 200} Mar 11 00:14:46.383787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:46.443199 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (7f274807-0768-49c4-a879-6ff5fe540ea0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:46.452590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:46.496644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:46.635796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bad09-449d-4fbf-9bca-07fb0908c724 req-10d1069e-14d6-4b6c-bf08-4e73477175f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:46.652735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc9bad09-449d-4fbf-9bca-07fb0908c724 req-10d1069e-14d6-4b6c-bf08-4e73477175f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.1675854 Mar 11 00:14:46.894250 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df7c9-fd4b-42c8-8bf4-07616223e9bb req-8ab593e7-bc90-4462-9788-b5d3d9b0ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:46.899325 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-365df7c9-fd4b-42c8-8bf4-07616223e9bb req-8ab593e7-bc90-4462-9788-b5d3d9b0ac58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 1128 time: 0.4961426 Mar 11 00:14:46.956131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc9bad09-449d-4fbf-9bca-07fb0908c724 req-7571e578-de79-4fbe-96a4-162c854544ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991691 Mar 11 00:14:47.015443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:47.020531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:47.317710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-5504be06-83e1-4dbf-b777-e48acb41c0dc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:47.319977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-5504be06-83e1-4dbf-b777-e48acb41c0dc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.6306818 Mar 11 00:14:47.333016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-329cb518-3a0e-4595-97d4-1da2ffa868f1 req-e9b1a7b9-b04e-4bba-8740-8f7331f6fa0b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:14:47.334042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-329cb518-3a0e-4595-97d4-1da2ffa868f1 req-e9b1a7b9-b04e-4bba-8740-8f7331f6fa0b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065989 Mar 11 00:14:47.353557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'device_id': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'admin_state_up': True, 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:47.356983 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-365df7c9-fd4b-42c8-8bf4-07616223e9bb req-eb30cba5-3b8c-490c-9ce8-f12e9985d11b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786087 Mar 11 00:14:47.518775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c37b81df-5376-4f13-a3f6-671f4b8903b2 req-833e2ca3-f152-4acc-9640-a21c103670f2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 210 time: 0.1067011 Mar 11 00:14:47.529609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a4693778-197b-47be-80ca-d2178fd6811a None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:47.535528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a4693778-197b-47be-80ca-d2178fd6811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:47.624552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Router 7f274807-0768-49c4-a879-6ff5fe540ea0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:14:47.637158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a4693778-197b-47be-80ca-d2178fd6811a None None] Port ed824613-8220-4e05-9cc4-7ee724cfed23 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:14:47.821070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:47.830010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:47.862240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f81da-4555-4147-bb5f-c5d9e6b65c81 req-88a674de-61cf-457e-b00e-9561c59e13fa tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:47.884282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea4f81da-4555-4147-bb5f-c5d9e6b65c81 req-88a674de-61cf-457e-b00e-9561c59e13fa tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2222524 Mar 11 00:14:47.884749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:14:47.911607 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f66d73ed-03eb-4ee0-af0b-778622595f2e admin admin] 10.222.0.21 "PUT /v2.0/routers/7f274807-0768-49c4-a879-6ff5fe540ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0167980 Mar 11 00:14:48.148040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.20.0.4 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/d7401acd-2934-4845-b7a9-2d413ca5630b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:48.226631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:48.308282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea4f81da-4555-4147-bb5f-c5d9e6b65c81 req-da308eb4-7539-4560-b12c-56078b44c9f8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4224246 Mar 11 00:14:48.351350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c763d7-a7f2-4c33-96c6-af32a513442c req-ac41167e-0f18-402d-a4a2-fe703624f1b7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:48.358484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3c763d7-a7f2-4c33-96c6-af32a513442c req-ac41167e-0f18-402d-a4a2-fe703624f1b7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.2036872 Mar 11 00:14:48.486744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3c763d7-a7f2-4c33-96c6-af32a513442c req-b2dabb77-f544-41e9-b556-0526ddbcb06c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270506 Mar 11 00:14:48.578711 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-9f662cf2-138c-4d90-87c1-6ea8965d80fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3509090 Mar 11 00:14:48.594120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:48.615357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-36411cee-19c7-440a-a94f-51560acef574 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:14:48.616407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-36411cee-19c7-440a-a94f-51560acef574 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251832 Mar 11 00:14:48.674444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ea08a20-e8c8-4888-993f-c1d01c488797 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:48.801816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44239e2e-570b-4a81-8123-e399f0e21652 req-2a768a00-f219-45bd-a563-19b755194795 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 210 time: 0.1196516 Mar 11 00:14:48.824093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:48.850309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:48.878794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8ea08a20-e8c8-4888-993f-c1d01c488797 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:48.879398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:48.973764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:49.028017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:49.038239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:49.041077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:49.082259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-83c94182-808e-4c59-913c-a82b7bfb0daf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:49.083791 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-83c94182-808e-4c59-913c-a82b7bfb0daf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports/ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 940 time: 0.3785386 Mar 11 00:14:49.151406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8ea08a20-e8c8-4888-993f-c1d01c488797 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:49.151817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.177939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:49.178627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.253150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-59cc819b-cffd-4472-bae4-9bea18f0233f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9241595 Mar 11 00:14:49.271475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Request body: {'port': {'device_id': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:49.409505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.719886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Sync routers for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:14:49.745434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:49.753720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180009792', 'description': 'tempest-secgroup-smoke-1180009792 description', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:49.815009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 8ea08a20-e8c8-4888-993f-c1d01c488797, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ea08a20-e8c8-4888-993f-c1d01c488797,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:49.821000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.922538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-956cae5b-da2e-4b8d-86ab-58db8cbe0f36 None None] Provisioning complete for port d7401acd-2934-4845-b7a9-2d413ca5630b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:49.924376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-956cae5b-da2e-4b8d-86ab-58db8cbe0f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.933985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:49.936761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:49.941101 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.947490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865a822-4006-411c-8b49-79100a50393e req-d1aa981c-2209-4ac0-9903-a95b4e81b1c3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:49.950022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5865a822-4006-411c-8b49-79100a50393e req-d1aa981c-2209-4ac0-9903-a95b4e81b1c3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.4285145 Mar 11 00:14:49.963548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:49.972777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.027810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.029552 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2817709 Mar 11 00:14:50.032225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f339c2-e164-4cc9-9e84-f1282ac7c172 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:50.037064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44394) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:50.049003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5865a822-4006-411c-8b49-79100a50393e req-f67654e7-3c2a-4d4f-aa89-e6b721a17d83 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889544 Mar 11 00:14:50.060736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef9de3-d9be-4670-a335-ac97522f4e61 req-d07dd3fe-ac61-4de2-b886-43e1f996b246 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:50.073808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fef9de3-d9be-4670-a335-ac97522f4e61 req-d07dd3fe-ac61-4de2-b886-43e1f996b246 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.2617743 Mar 11 00:14:50.094779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:50.141180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=8ea08a20-e8c8-4888-993f-c1d01c488797,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:50.205303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-956cae5b-da2e-4b8d-86ab-58db8cbe0f36 None None] Port d7401acd-2934-4845-b7a9-2d413ca5630b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:14:50.208050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fef9de3-d9be-4670-a335-ac97522f4e61 req-5a3bdb2d-b9b5-4f40-92f2-d7b14b3df90d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330428 Mar 11 00:14:50.299062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (bd5aac1f-ec92-4857-b67c-e44d2e9c3136), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.357280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7401acd-2934-4845-b7a9-2d413ca5630b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:14:50.362578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:50.402322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks [] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.446972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a9b8-b818-474a-a7e6-90217b078913 req-403d5422-110a-4816-bdd7-5053508407ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:50.454057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3362a9b8-b818-474a-a7e6-90217b078913 req-403d5422-110a-4816-bdd7-5053508407ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 931 time: 0.2198758 Mar 11 00:14:50.456350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Transition to ACTIVE for port object d7401acd-2934-4845-b7a9-2d413ca5630b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:14:50.489526 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.579862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Pushing event updated for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:50.621504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c45d5-1407-4aba-ba8f-95ae2f3957e8 req-b3ae84c4-c5cf-455b-b002-9a0e06960d0e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:50.628370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019c45d5-1407-4aba-ba8f-95ae2f3957e8 req-b3ae84c4-c5cf-455b-b002-9a0e06960d0e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.3129869 Mar 11 00:14:50.635520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (bd5aac1f-ec92-4857-b67c-e44d2e9c3136), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.661065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (bd5aac1f-ec92-4857-b67c-e44d2e9c3136), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.686608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5aac1f-ec92-4857-b67c-e44d2e9c3136,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:50.703081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3362a9b8-b818-474a-a7e6-90217b078913 req-075f7deb-193c-47fc-afc4-38cecf217f2a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480671 Mar 11 00:14:50.783012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.787052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:50.788808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-713478e0-60d7-4219-9120-fd74fbc90ca7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7384222 Mar 11 00:14:50.793015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:50.840686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019c45d5-1407-4aba-ba8f-95ae2f3957e8 req-9b3893a6-b903-41d7-a54e-3c59db4e3847 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065411 Mar 11 00:14:50.858166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ea08a20-e8c8-4888-993f-c1d01c488797 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:50.909222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (a409ab3f-5cb8-4119-9acd-74ee2d83febd), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:50.912144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Attempting to bind port d7401acd-2934-4845-b7a9-2d413ca5630b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:50.912701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Attempting to bind port d7401acd-2934-4845-b7a9-2d413ca5630b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:50.914296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Attempting to bind port d7401acd-2934-4845-b7a9-2d413ca5630b on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:50.922900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Port d7401acd-2934-4845-b7a9-2d413ca5630b on network 6271353f-ff67-45f5-a718-56703ce11782 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:14:50.924328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Attempting to bind port d7401acd-2934-4845-b7a9-2d413ca5630b on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:50.934986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:50.943570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:50.944311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:50.949701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Bound port: d7401acd-2934-4845-b7a9-2d413ca5630b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:50.950319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.109837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f04e9-ecd9-4ebc-89db-6f48a4dc972a req-4d41488e-84a6-4d5d-a51f-ee766f5e4d52 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:51.127654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-318f04e9-ecd9-4ebc-89db-6f48a4dc972a req-4d41488e-84a6-4d5d-a51f-ee766f5e4d52 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.1667089 Mar 11 00:14:51.154332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:51.158462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d7401acd-2934-4845-b7a9-2d413ca5630b,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:51.172249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (a409ab3f-5cb8-4119-9acd-74ee2d83febd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.181759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a409ab3f-5cb8-4119-9acd-74ee2d83febd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.220951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.239765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a409ab3f-5cb8-4119-9acd-74ee2d83febd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:51.251591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8ea08a20-e8c8-4888-993f-c1d01c488797 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:51.252029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.262680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.267962 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b239cd15-ca26-4c1d-93fc-1ceba557e71f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4797194 Mar 11 00:14:51.268801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:51.273628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:51.326599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (9c872c77-801a-445c-8e87-e6eae794123f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.326996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 4, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ed824613-8220-4e05-9cc4-7ee724cfed23', 'name': '', 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'mac_address': 'fa:16:3e:04:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:44Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 2, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'subnets': [{'id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:51.412484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:51.413384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.413875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Checking router: 7f274807-0768-49c4-a879-6ff5fe540ea0 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:14:51.414243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Updating router 7f274807-0768-49c4-a879-6ff5fe540ea0 port ed824613-8220-4e05-9cc4-7ee724cfed23 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:14:51.416423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7401acd-2934-4845-b7a9-2d413ca5630b HTTP/1.1" status: 200 len: 1091 time: 2.1502328 Mar 11 00:14:51.419388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:51.429359 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efc6a0b-7e34-473a-9f7d-b4f565131d20" -d '{"events": [{"name": "network-changed", "server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:51.466168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (9c872c77-801a-445c-8e87-e6eae794123f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.484020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9c872c77-801a-445c-8e87-e6eae794123f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.493870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-318f04e9-ecd9-4ebc-89db-6f48a4dc972a req-8a77e43f-598b-452d-8efc-cfe1e50eb270 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651202 Mar 11 00:14:51.571546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c872c77-801a-445c-8e87-e6eae794123f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:51.572313 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.585765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.589534 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8ee5af9-e8c0-4431-a1e7-1abe723e08f9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167810 Mar 11 00:14:51.596896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44434) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:51.598635 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff6175-e10d-4642-ba66-918d99a3d8ff x-openstack-request-id: req-05ff6175-e10d-4642-ba66-918d99a3d8ff {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:51.599125 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:51.599550 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05ff6175-e10d-4642-ba66-918d99a3d8ff {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:51.600296 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'status': 'completed', 'code': 200} Mar 11 00:14:51.619535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:51.630841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14bc50-830c-4d0b-b3d6-989b5c385792 service neutron] Pushing event updated for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:51.718160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85882119-42d6-454a-8550-28ed02c1d14e req-18b01fa5-be5f-469c-b159-f25e83ed084d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:51.737360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85882119-42d6-454a-8550-28ed02c1d14e req-18b01fa5-be5f-469c-b159-f25e83ed084d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.5090480 Mar 11 00:14:51.812703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-03af4b01-3e65-4f3e-8270-a384a3ee4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:51.813880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-03af4b01-3e65-4f3e-8270-a384a3ee4a7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 1125 time: 0.3167572 Mar 11 00:14:51.814653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (8c16343a-c06b-4f3f-8ba6-11986bf3c534), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:51.949807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-c714e443-d7ee-40a3-90b6-78d9b1934d06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7401acd-2934-4845-b7a9-2d413ca5630b HTTP/1.1" status: 200 len: 217 time: 0.1209438 Mar 11 00:14:52.071165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85882119-42d6-454a-8550-28ed02c1d14e req-99b8fb27-6b71-477a-a1e0-6300dabb6582 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317750 Mar 11 00:14:52.086048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8ea08a20-e8c8-4888-993f-c1d01c488797 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:52.145322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (8c16343a-c06b-4f3f-8ba6-11986bf3c534), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.158315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8c16343a-c06b-4f3f-8ba6-11986bf3c534), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.188856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-4ad5e4a3-311a-4f6e-81f6-6027e90fd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:52.191053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks [] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.192707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-4ad5e4a3-311a-4f6e-81f6-6027e90fd1c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.2292588 Mar 11 00:14:52.200221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.249469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c16343a-c06b-4f3f-8ba6-11986bf3c534,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:52.271551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.272983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b08acdda-f501-4250-9596-68ac6a6f48e9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6697462 Mar 11 00:14:52.275852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44456) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:52.280517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:52.283219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ba378-862b-485f-af87-aaf7c4e9626d req-64652545-09c5-4fda-91a6-23623c3d4688 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:52.292763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8ba378-862b-485f-af87-aaf7c4e9626d req-64652545-09c5-4fda-91a6-23623c3d4688 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 943 time: 0.2705283 Mar 11 00:14:52.321787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a999f32-05d0-45a5-a7cd-562bc5a39b40 None None] Pushing event updated for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:52.352246 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Project e3d56e3a02fe4413ba7691fcf5ac16e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:14:52.374802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (36fb8cae-68ab-4e61-8dba-1eea8b475b52), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.461545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Attempting to bind port ed824613-8220-4e05-9cc4-7ee724cfed23 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:14:52.462083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Attempting to bind port ed824613-8220-4e05-9cc4-7ee724cfed23 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:14:52.462553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Attempting to bind port ed824613-8220-4e05-9cc4-7ee724cfed23 on network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:14:52.472854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:14:52.475213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Checking segment: {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:14:52.475871 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.476383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Bound using segment: {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:14:52.482532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Bound port: ed824613-8220-4e05-9cc4-7ee724cfed23, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684b46bb-3d31-4279-95c7-2d82e8bbbfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:14:52.491021 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.574613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (36fb8cae-68ab-4e61-8dba-1eea8b475b52), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.584131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (36fb8cae-68ab-4e61-8dba-1eea8b475b52), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.588156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8ba378-862b-485f-af87-aaf7c4e9626d req-28b4dc7b-cfd9-4ffa-9388-38fb30b24c36 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943923 Mar 11 00:14:52.604919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-58c44752-6243-4bb8-bec3-5041851f942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:52.624919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-58c44752-6243-4bb8-bec3-5041851f942f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4058926 Mar 11 00:14:52.647264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] For port ed824613-8220-4e05-9cc4-7ee724cfed23, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:14:52.653663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] For port ed824613-8220-4e05-9cc4-7ee724cfed23, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ed824613-8220-4e05-9cc4-7ee724cfed23,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:14:52.657313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fb8cae-68ab-4e61-8dba-1eea8b475b52,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:52.662761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.667854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0c4eaf0d-8dd8-408d-a475-477549846ce8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906698 Mar 11 00:14:52.668445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.677349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44462) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:14:52.681659 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'security_group_rule': {'security_group_id': 'b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c', 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:52.690143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce7eb2-7135-4384-8032-3f1396eb0132 req-3482ded0-b50c-41df-baf9-3e2e66268476 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:52.696942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cce7eb2-7135-4384-8032-3f1396eb0132 req-3482ded0-b50c-41df-baf9-3e2e66268476 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.3187294 Mar 11 00:14:52.762652 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Project e3d56e3a02fe4413ba7691fcf5ac16e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:14:52.768817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:14:52.770556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:14:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:52.779854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (04de1f1c-736d-4acb-97a9-19fb5399ae00), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.939357 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (04de1f1c-736d-4acb-97a9-19fb5399ae00), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:52.949368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (04de1f1c-736d-4acb-97a9-19fb5399ae00), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:53.005328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de1f1c-736d-4acb-97a9-19fb5399ae00,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:53.031368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:53.037749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2980827b-f812-44e7-88cc-d6a7c43b6aa9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3580031 Mar 11 00:14:53.052466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7cce7eb2-7135-4384-8032-3f1396eb0132 req-d7796381-45a4-4a89-89f9-5085643db3f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172355 Mar 11 00:14:53.087545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-5394c34e-5a9b-4d53-bea0-1f40340ada56 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615254 Mar 11 00:14:53.113052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:14:53.331182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a999f32-05d0-45a5-a7cd-562bc5a39b40 None None] Pushing event updated for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:53.460512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:53.460898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:53.566061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-e5ed8313-f6ab-49c0-838a-5bee38a50847 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:53.568399 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-e5ed8313-f6ab-49c0-838a-5bee38a50847 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 946 time: 0.1656487 Mar 11 00:14:53.686416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-bbefa575-4e3c-4ccd-8f30-2bb7c8e1b812 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180009792&fields=id&tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5 HTTP/1.1" status: 200 len: 267 time: 0.2193599 Mar 11 00:14:53.766517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb2923b-d16a-4051-8c88-16b73f5441a4 req-d13d450c-a68d-45f7-b20b-0e6474408193 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712928 Mar 11 00:14:53.799774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:14:53.800142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:53.838232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d3cdc-9a03-456c-bf64-3a0d8a7aa159 req-5a2ea00c-c1ee-49de-b7c6-161aad89f8ac tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:53.840935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a4d3cdc-9a03-456c-bf64-3a0d8a7aa159 req-5a2ea00c-c1ee-49de-b7c6-161aad89f8ac tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.5390046 Mar 11 00:14:54.004741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:54.005017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.031198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 4, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ed824613-8220-4e05-9cc4-7ee724cfed23', 'name': '', 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'mac_address': 'fa:16:3e:04:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:44Z', 'updated_at': '2022-03-11T00:14:52Z', 'revision_number': 4, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'subnets': [{'id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:14:54.044310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-215cc67a-c3f5-4558-a65f-05cc116486c9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:54.047126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-215cc67a-c3f5-4558-a65f-05cc116486c9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/networks?id=c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 200 len: 809 time: 0.3404031 Mar 11 00:14:54.051017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:14:54.052399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a4d3cdc-9a03-456c-bf64-3a0d8a7aa159 req-43c6944a-a00e-4f45-a4c2-9072e92f0574 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761260 Mar 11 00:14:54.055078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-fe4c9b77-5d80-45c9-ac05-db8a18b3742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:54.057929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-fe4c9b77-5d80-45c9-ac05-db8a18b3742d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 1125 time: 0.1955662 Mar 11 00:14:54.088005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9c0c922-6dc3-4874-97e6-fed5012304aa tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/quotas/e3d56e3a02fe4413ba7691fcf5ac16e5 HTTP/1.1" status: 200 len: 375 time: 0.0286787 Mar 11 00:14:54.135242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Current status of the port ed824613-8220-4e05-9cc4-7ee724cfed23 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:54.135836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.149485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c387450-a842-489c-b6e5-68df389da1d6 None None] The sync data for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 is: [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:14:45Z', 'revision_number': 4, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ed824613-8220-4e05-9cc4-7ee724cfed23', 'name': '', 'network_id': '7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'mac_address': 'fa:16:3e:04:10:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:44Z', 'updated_at': '2022-03-11T00:14:52Z', 'revision_number': 4, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'subnets': [{'id': '59056613-ef3d-4cd8-bd4a-cdcb6a895384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:14:54.255731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] For port ed824613-8220-4e05-9cc4-7ee724cfed23, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ed824613-8220-4e05-9cc4-7ee724cfed23,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:54.265806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.353111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-c21da984-5a24-4549-aabc-0ffc5fe8edfa tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2564516 Mar 11 00:14:54.358259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-f0756907-93f6-4a6a-a07b-935cd2e1202a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:54.359733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-f0756907-93f6-4a6a-a07b-935cd2e1202a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2935097 Mar 11 00:14:54.437722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (83a5cc8c-ebb3-43f4-9103-d6440cdd68b3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.438944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-b33a5899-d6e4-4cd4-87d9-319fbfdd0224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7401acd-2934-4845-b7a9-2d413ca5630b HTTP/1.1" status: 200 len: 217 time: 0.0715740 Mar 11 00:14:54.502006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['83a5cc8c-ebb3-43f4-9103-d6440cdd68b3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:54.536038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=83a5cc8c-ebb3-43f4-9103-d6440cdd68b3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:54.745743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:14:54.752102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.762036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-29c98918-66fc-4ad4-84e8-a71729fb5c17 None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:54.766882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6bc6e12f-1dc3-4539-94d7-b41b526d1179 req-aeeda60d-3e20-4ca0-b9a7-d50f14265a25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 HTTP/1.1" status: 204 len: 173 time: 1.1849566 Mar 11 00:14:54.767172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-29c98918-66fc-4ad4-84e8-a71729fb5c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:54.773928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a31a-825f-445a-a463-6684c9758326 None None] Pushing event updated for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:54.781727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'name': 'network-vif-deleted', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:54.821989 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8d7e5-caf6-4c0c-a163-aff176a9e2df" -d '{"events": [{"server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "name": "network-vif-deleted", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:54.899825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ed824613-8220-4e05-9cc4-7ee724cfed23 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:55.315509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-d3b3cab2-d148-4358-b144-4b3a0526ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:55.319768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-d3b3cab2-d148-4358-b144-4b3a0526ac06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.8549585 Mar 11 00:14:55.441140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28f54a-6976-439d-9484-685e5ee705d1 req-b4fdd66e-d385-44fc-8133-2e5fba632dd9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:55.453075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b28f54a-6976-439d-9484-685e5ee705d1 req-b4fdd66e-d385-44fc-8133-2e5fba632dd9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 943 time: 1.1467652 Mar 11 00:14:55.607461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-d3752a75-5d07-48d1-b1cd-8c492c8df843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:55.609008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-d3752a75-5d07-48d1-b1cd-8c492c8df843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2444069 Mar 11 00:14:55.625955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:55.628149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:55.679488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-29c98918-66fc-4ad4-84e8-a71729fb5c17 None None] Current status of the port ed824613-8220-4e05-9cc4-7ee724cfed23 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:55.758898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ed824613-8220-4e05-9cc4-7ee724cfed23 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:55.890729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-f460777c-1bd7-4adc-8863-66298bcca253 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632802 Mar 11 00:14:55.895622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-fe586300-f1f3-4e7f-a929-ea9bc3ebf659 service neutron] 10.222.0.21 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4675033 Mar 11 00:14:56.057389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-3e230acc-2b6a-4c85-bf7f-f5821eae22c4 service neutron] 10.222.0.21 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508021 Mar 11 00:14:56.089053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b28f54a-6976-439d-9484-685e5ee705d1 req-4b69e38f-bd08-4e78-803d-ff0d860983e3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347942 Mar 11 00:14:56.261350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8efcf7f-d0b9-45da-8027-feecd2610a83 req-317e9839-3fb2-4714-aae9-1492315883fe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0514565 Mar 11 00:14:56.327647 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efc6a0b-7e34-473a-9f7d-b4f565131d20 req-1d7ae491-4a8f-4233-bde7-03d7a7b2abc1 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277837 Mar 11 00:14:56.358664 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fc934-a389-4dbf-a24b-b5037865ff97 x-openstack-request-id: req-ff7fc934-a389-4dbf-a24b-b5037865ff97 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:14:56.359161 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df50367-2d86-4c28-8b37-8ccef21ddd11", "name": "network-vif-deleted", "tag": "83a5cc8c-ebb3-43f4-9103-d6440cdd68b3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:14:56.359161 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7fc934-a389-4dbf-a24b-b5037865ff97 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:14:56.359580 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df50367-2d86-4c28-8b37-8ccef21ddd11', 'name': 'network-vif-deleted', 'tag': '83a5cc8c-ebb3-43f4-9103-d6440cdd68b3', 'status': 'completed', 'code': 200} Mar 11 00:14:56.557912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42deaa7-fa8a-4025-af94-e05417314a87 req-f7b07b22-71ae-4e70-90d8-46c0b977cac0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:56.590240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d42deaa7-fa8a-4025-af94-e05417314a87 req-f7b07b22-71ae-4e70-90d8-46c0b977cac0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1477182 Mar 11 00:14:56.625818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ed824613-8220-4e05-9cc4-7ee724cfed23 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:56.702894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1edeb452-d20f-4302-8d8d-495bf1f90181 req-25fda8bf-b558-4ff0-9221-5761bfacab12 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 210 time: 0.0741260 Mar 11 00:14:56.753091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ed824613-8220-4e05-9cc4-7ee724cfed23 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:56.754338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:56.758907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d42deaa7-fa8a-4025-af94-e05417314a87 req-62c2983c-e342-4ed9-98f9-d7d616b497dd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677127 Mar 11 00:14:56.978163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ed824613-8220-4e05-9cc4-7ee724cfed23 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:57.350279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d3065-7bd8-48fd-b7af-d3220339fcd5 req-404f345f-b21c-4359-aa0b-fcce34ba3e77 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:57.359622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-169d3065-7bd8-48fd-b7af-d3220339fcd5 req-404f345f-b21c-4359-aa0b-fcce34ba3e77 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 943 time: 0.1351447 Mar 11 00:14:57.496512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52215903-ffcf-4751-822c-908fc3fc1e82 req-d03c9bae-56d5-4fc6-a007-cffe673ece5c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.1038632 Mar 11 00:14:57.589302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-169d3065-7bd8-48fd-b7af-d3220339fcd5 req-8277dd2b-b56f-495f-9ef9-15da01c11305 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271297 Mar 11 00:14:57.642292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d7401acd-2934-4845-b7a9-2d413ca5630b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:14:57.651447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:14:57.687979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:14:57.688149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 83a5cc8c-ebb3-43f4-9103-d6440cdd68b3 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:14:57.925681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e75fbaaa-13ff-4642-b775-40e83b65f3e4 req-92df9f33-b9b5-47b7-be87-cfbd55c7112d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 210 time: 0.0826113 Mar 11 00:14:57.950508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d7401acd-2934-4845-b7a9-2d413ca5630b,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:57.972912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'mac_address': 'fa:16:3e:5f:ff:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:14:58.021712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fb331-d62c-4d13-9522-f89c7c6007a1 req-e6b0d4b5-b49f-4469-aaa1-16e51b7e899e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:58.024047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-989fb331-d62c-4d13-9522-f89c7c6007a1 req-e6b0d4b5-b49f-4469-aaa1-16e51b7e899e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1131077 Mar 11 00:14:58.044336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d7401acd-2934-4845-b7a9-2d413ca5630b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:58.044973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:58.058930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7401acd-2934-4845-b7a9-2d413ca5630b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:14:58.079491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d7401acd-2934-4845-b7a9-2d413ca5630b,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:58.086993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:58.110715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-989fb331-d62c-4d13-9522-f89c7c6007a1 req-ea2a6292-2271-486c-98ea-89a037c6fd51 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795414 Mar 11 00:14:58.180708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:58.300577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d7401acd-2934-4845-b7a9-2d413ca5630b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:14:58.405985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-6023393d-bac5-40de-a94c-134535b38e92 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:58.410004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-6023393d-bac5-40de-a94c-134535b38e92 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.30 "GET /v2.0/networks?id=c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 200 len: 809 time: 0.2308464 Mar 11 00:14:58.596246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-7121ff16-2733-4984-84a4-3b7a1b6602ce tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5 HTTP/1.1" status: 200 len: 380 time: 0.1710968 Mar 11 00:14:58.662363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a4633ff-073c-4821-a14e-cd9290a7722c req-c45cafcd-7730-40e2-8651-b18eced57b8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0619206 Mar 11 00:14:58.674627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'port': {'device_id': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'admin_state_up': True, 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'security_groups': ['b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:14:59.006580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb461-a66f-4251-8f20-633d9590c93f req-4978d135-2d79-4e93-a415-b9fedc793ce5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:59.008923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb3fb461-a66f-4251-8f20-633d9590c93f req-4978d135-2d79-4e93-a415-b9fedc793ce5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 944 time: 0.2859786 Mar 11 00:14:59.102350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb3fb461-a66f-4251-8f20-633d9590c93f req-78617de5-4b3a-42a3-b7e7-03dffca4fd55 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794339 Mar 11 00:14:59.122816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-280a3e2e-a786-4dee-8d7f-3749c2f99a80 req-b59bcc61-3244-4905-a3b9-bb20e773cea1 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 210 time: 0.0454249 Mar 11 00:14:59.151093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Made reservation on behalf of e3d56e3a02fe4413ba7691fcf5ac16e5 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:14:59.156169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.389554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Allocated IP 172.20.0.13 (c67cdf1e-ba20-44eb-a498-957c72ebf497/697cfdca-9a1d-4fc5-ae2a-43693e82244b/0f7e9484-2ec6-4543-9696-7375de52df2d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:14:59.468846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48120d76-cdfc-43d5-bc93-ad30a38b47b2 req-aff7126e-f6e5-4c79-b2da-8e52a94eabbe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:59.470554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48120d76-cdfc-43d5-bc93-ad30a38b47b2 req-aff7126e-f6e5-4c79-b2da-8e52a94eabbe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0909839 Mar 11 00:14:59.553743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48120d76-cdfc-43d5-bc93-ad30a38b47b2 req-d6356093-80a9-454a-beaa-9b48de809911 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772946 Mar 11 00:14:59.654134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d7401acd-2934-4845-b7a9-2d413ca5630b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:14:59.705662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.739291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d7401acd-2934-4845-b7a9-2d413ca5630b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:14:59.745764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d7401acd-2934-4845-b7a9-2d413ca5630b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:14:59.746161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.752309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.819649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:14:59.845131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d7401acd-2934-4845-b7a9-2d413ca5630b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:14:59.845531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.849746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:14:59.853213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d08a69f-2cbe-4151-bc3f-9f9716506c83 req-f15de795-dccc-45ea-b307-a38b53d56faf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0750508 Mar 11 00:14:59.856530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:14:59.913982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:14:59.914888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:14:59.915619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.943202 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e0161-2bc2-4dec-8305-c97619ac0a24" -d '{"events": [{"server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "name": "network-vif-plugged", "status": "completed", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:14:59.949518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d7401acd-2934-4845-b7a9-2d413ca5630b,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:14:59.956081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:14:59.959912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2940779 Mar 11 00:14:59.972667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9591bd2-b322-4e78-aa7d-96f33109f1c6 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:14:59.984595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Request body: {'port': {'device_id': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:00.044688 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08949fa-5bc0-4efb-9897-35c75b25907d x-openstack-request-id: req-e08949fa-5bc0-4efb-9897-35c75b25907d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:15:00.045007 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "name": "network-vif-plugged", "status": "completed", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:15:00.045274 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e08949fa-5bc0-4efb-9897-35c75b25907d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:15:00.045693 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'code': 200} Mar 11 00:15:00.066962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:00.092106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:00.213977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfbc3a-dd91-494b-9e9f-8d847b13fc8a req-64c7dbce-91af-4118-a71e-b63ac215b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:00.215431 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f2dfbc3a-dd91-494b-9e9f-8d847b13fc8a req-64c7dbce-91af-4118-a71e-b63ac215b256 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 1127 time: 0.1035552 Mar 11 00:15:00.295065 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f2dfbc3a-dd91-494b-9e9f-8d847b13fc8a req-b562f688-0a2f-4c97-83ee-7f1767561fe7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730593 Mar 11 00:15:00.371295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d3cf875e-44cf-441c-b449-e17bdbec30e0 None None] Provisioning complete for port 0f7e9484-2ec6-4543-9696-7375de52df2d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:00.371675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d3cf875e-44cf-441c-b449-e17bdbec30e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:00.460616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf875e-44cf-441c-b449-e17bdbec30e0 None None] Port 0f7e9484-2ec6-4543-9696-7375de52df2d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:15:00.481644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640f0bb-b93f-419b-b9c6-3f39190f8b4a req-e0b12748-e098-4370-8555-df2d6cbc4d59 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:00.488887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6640f0bb-b93f-419b-b9c6-3f39190f8b4a req-e0b12748-e098-4370-8555-df2d6cbc4d59 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1936049 Mar 11 00:15:00.542191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5696-dd92-4c6f-89a4-40de5e616e33 req-c11b26a3-0b86-478c-8629-fee01fd50b08 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:00.543876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81ce5696-dd92-4c6f-89a4-40de5e616e33 req-c11b26a3-0b86-478c-8629-fee01fd50b08 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 932 time: 0.2476277 Mar 11 00:15:00.662900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6640f0bb-b93f-419b-b9c6-3f39190f8b4a req-e708e7fc-bc48-4b0d-8a69-dd9474038139 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669011 Mar 11 00:15:00.781712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81ce5696-dd92-4c6f-89a4-40de5e616e33 req-866b8f22-7732-4e80-bfae-6a885abd7d26 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197828 Mar 11 00:15:00.815537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7e9484-2ec6-4543-9696-7375de52df2d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:15:00.825739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks [] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:00.849165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Transition to ACTIVE for port object 0f7e9484-2ec6-4543-9696-7375de52df2d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:15:00.857874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09724d39-e980-4014-9eef-e12a517640d1 req-360bb2fb-2a7f-48a2-89c9-cb7407f21ab1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:00.864769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09724d39-e980-4014-9eef-e12a517640d1 req-360bb2fb-2a7f-48a2-89c9-cb7407f21ab1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1067350 Mar 11 00:15:00.872256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:00.959505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:00.975007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09724d39-e980-4014-9eef-e12a517640d1 req-0e577f26-9913-4ae2-9682-4985763ea88a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066344 Mar 11 00:15:01.069137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3200833-adfc-4078-ac5b-1cabaa167a3d req-9e73d385-3c87-40fa-ad12-c0cae25bdfd1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0377264 Mar 11 00:15:01.094004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Attempting to bind port 0f7e9484-2ec6-4543-9696-7375de52df2d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:15:01.094562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Attempting to bind port 0f7e9484-2ec6-4543-9696-7375de52df2d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:15:01.094924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Attempting to bind port 0f7e9484-2ec6-4543-9696-7375de52df2d on network c67cdf1e-ba20-44eb-a498-957c72ebf497 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:15:01.105781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Port 0f7e9484-2ec6-4543-9696-7375de52df2d on network c67cdf1e-ba20-44eb-a498-957c72ebf497 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:15:01.106492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Attempting to bind port 0f7e9484-2ec6-4543-9696-7375de52df2d on network c67cdf1e-ba20-44eb-a498-957c72ebf497 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:15:01.112501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:15:01.113282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Checking segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:15:01.113951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Bound using segment: {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:15:01.114417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Bound port: 0f7e9484-2ec6-4543-9696-7375de52df2d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7636c1dd-0cff-4aa0-88a0-101aa404494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:15:01.114878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:01.223384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:15:01.243375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0f7e9484-2ec6-4543-9696-7375de52df2d,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:15:01.256170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:01.388189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:01.388832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:01.399273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 200 len: 1092 time: 1.4129114 Mar 11 00:15:01.403016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:15:01.408240 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb761e4-aa04-4f26-9920-01188a592ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:15:01.509646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bddd7-bcda-4813-be75-32423bb2c210 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:01.555531 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e01f3-c485-412c-89aa-27481576fe71 x-openstack-request-id: req-5b1e01f3-c485-412c-89aa-27481576fe71 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:15:01.556082 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:15:01.556524 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b1e01f3-c485-412c-89aa-27481576fe71 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:15:01.558583 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'status': 'completed', 'code': 200} Mar 11 00:15:01.589874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-c4d8f640-3b1f-4ab8-9414-05ceecd6128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:01.591809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-c4d8f640-3b1f-4ab8-9414-05ceecd6128b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1126 time: 0.1503677 Mar 11 00:15:01.671162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-b9956b3d-7705-4bcc-bd1a-59f3b41b9448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 200 len: 217 time: 0.0721810 Mar 11 00:15:01.747851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-61c45440-6f5e-4b30-be75-7fc378973596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:01.753839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-61c45440-6f5e-4b30-be75-7fc378973596 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=697cfdca-9a1d-4fc5-ae2a-43693e82244b HTTP/1.1" status: 200 len: 848 time: 0.0770445 Mar 11 00:15:01.850924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e104f5b4-2fc0-463d-8652-e8d1d7469634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:01.852564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-e104f5b4-2fc0-463d-8652-e8d1d7469634 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c67cdf1e-ba20-44eb-a498-957c72ebf497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875549 Mar 11 00:15:01.933978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd803-ab9a-4194-b6c5-1ffbaa1753d9 req-5a95718f-c875-49e5-bb68-de74eb3e78da tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:01.938166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-586cd803-ab9a-4194-b6c5-1ffbaa1753d9 req-5a95718f-c875-49e5-bb68-de74eb3e78da tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1897986 Mar 11 00:15:02.060093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-586cd803-ab9a-4194-b6c5-1ffbaa1753d9 req-4450fa09-33c6-4d77-81ec-21b4a73cd61d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157992 Mar 11 00:15:02.073226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0192f0-5b12-4fad-a760-5e68c5473acd req-d780a622-dcd1-467d-a071-66624f9b069c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.074858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b0192f0-5b12-4fad-a760-5e68c5473acd req-d780a622-dcd1-467d-a071-66624f9b069c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 944 time: 0.1851430 Mar 11 00:15:02.081229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-d7d35ca6-cebe-4a0d-815e-06573707f7f7 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194815 Mar 11 00:15:02.236415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b0192f0-5b12-4fad-a760-5e68c5473acd req-3c13d8e9-2b22-44f6-b572-5a65490bc989 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490738 Mar 11 00:15:02.326105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-107dfb68-2d88-4473-80e1-ccc1ed4427b5 req-c16d2c21-758b-49a3-bda9-0357d6524669 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374017 Mar 11 00:15:02.369724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c432147-c4a7-4fd0-a459-3bf5793ff85b req-28eba002-0da1-46ae-9005-df8f8b9dba41 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.377919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c432147-c4a7-4fd0-a459-3bf5793ff85b req-28eba002-0da1-46ae-9005-df8f8b9dba41 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0993257 Mar 11 00:15:02.466289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c432147-c4a7-4fd0-a459-3bf5793ff85b req-ee6b37c5-9cff-4649-a796-6dc5876bf5b5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875466 Mar 11 00:15:02.508541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4684d851-503b-4859-abce-fab420dd72c1 req-6f3352d4-64f9-40b3-a2f4-de3691e3ad91 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0461955 Mar 11 00:15:02.529792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-46e09c8b-e32a-4b6d-8789-800beacd360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.529792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-46e09c8b-e32a-4b6d-8789-800beacd360b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1126 time: 0.1270244 Mar 11 00:15:02.630483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-e73618a3-c887-4fbd-974e-18105eaf1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.632541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-e73618a3-c887-4fbd-974e-18105eaf1a1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 200 len: 910 time: 0.1012990 Mar 11 00:15:02.688972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-86314963-12d7-4fd4-8a6f-8774278a44ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 200 len: 217 time: 0.0493240 Mar 11 00:15:02.751664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-35b43c7f-492d-4bfc-a19f-f1f4293d4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.753186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-35b43c7f-492d-4bfc-a19f-f1f4293d4a67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=697cfdca-9a1d-4fc5-ae2a-43693e82244b HTTP/1.1" status: 200 len: 848 time: 0.0585639 Mar 11 00:15:02.824874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-6f43db4d-8c65-4b7b-a070-ba59e2ccca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:02.825125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-6f43db4d-8c65-4b7b-a070-ba59e2ccca08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c67cdf1e-ba20-44eb-a498-957c72ebf497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638199 Mar 11 00:15:02.953605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-c1e8c20b-8a65-424f-be16-2efe9a650434 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220663 Mar 11 00:15:03.098853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fb761e4-aa04-4f26-9920-01188a592ba3 req-a9eec30c-da9a-4277-9967-d41c13acf6b9 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383324 Mar 11 00:15:03.415959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77339715-9c64-44b2-aee8-c6d233da5b38 req-6ded03b6-bb60-48d2-bcab-e05075687931 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:03.417936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77339715-9c64-44b2-aee8-c6d233da5b38 req-6ded03b6-bb60-48d2-bcab-e05075687931 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 944 time: 0.0875785 Mar 11 00:15:03.483493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77339715-9c64-44b2-aee8-c6d233da5b38 req-a31d4b6c-c693-4dbe-bcc5-844a8a15e7b8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579965 Mar 11 00:15:03.657839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52778766-3a39-4663-8aee-22414d8ea63d req-d2f56bd4-ec34-4f31-8c27-e1a7c1b4a175 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0504134 Mar 11 00:15:03.707240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad20a5-cf32-4470-b7e6-a2912ebfc3df req-e398d485-d1ab-4d7a-b185-9d7abc795e97 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:03.718409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cad20a5-cf32-4470-b7e6-a2912ebfc3df req-e398d485-d1ab-4d7a-b185-9d7abc795e97 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1506417 Mar 11 00:15:03.768345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cad20a5-cf32-4470-b7e6-a2912ebfc3df req-d239d170-4af6-4e2f-aaf4-5253dea512d4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485003 Mar 11 00:15:04.687691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac2b03-507e-4bbb-b99e-0a522a38d30f req-759e8000-62b9-4a6a-a45d-372481f7e4e7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:04.692161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37ac2b03-507e-4bbb-b99e-0a522a38d30f req-759e8000-62b9-4a6a-a45d-372481f7e4e7 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 944 time: 0.0893598 Mar 11 00:15:04.779336 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:15:04.786061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37ac2b03-507e-4bbb-b99e-0a522a38d30f req-400c74fe-e515-4dec-b93d-1a10b0e84bcd tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853741 Mar 11 00:15:04.828366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e23ad94-9ea2-474b-8c71-cb09756ddfe0 req-68f3c8af-add5-492a-8b44-cd42d30ac083 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0590110 Mar 11 00:15:04.942497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d751bc-947d-4b08-bc48-e577b9337c93 req-31a57389-f395-47ad-81b3-cc334b5e5d91 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:04.955116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44d751bc-947d-4b08-bc48-e577b9337c93 req-31a57389-f395-47ad-81b3-cc334b5e5d91 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0835583 Mar 11 00:15:05.045564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44d751bc-947d-4b08-bc48-e577b9337c93 req-b3dc2374-15bc-4f1b-98ca-7989a4edcdf5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893400 Mar 11 00:15:05.367949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:05.500851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f80c-3830-4308-a5b6-3de387662d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.627486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f80c-3830-4308-a5b6-3de387662d13 admin admin] Publish callbacks [] for security_group (383b1d4e-d964-4da2-ae4e-8afbd30ae98f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.632804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f80c-3830-4308-a5b6-3de387662d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (383b1d4e-d964-4da2-ae4e-8afbd30ae98f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.662657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0f80c-3830-4308-a5b6-3de387662d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383b1d4e-d964-4da2-ae4e-8afbd30ae98f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:05.696031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44746) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:05.696604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6dd0f80c-3830-4308-a5b6-3de387662d13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43e729f5c1594849a7baab3ad565d327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268414 Mar 11 00:15:05.705635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0f7e9484-2ec6-4543-9696-7375de52df2d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:15:05.762996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] Publish callbacks [] for security_group (383b1d4e-d964-4da2-ae4e-8afbd30ae98f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.788337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] Publish callbacks [] for security_group (383b1d4e-d964-4da2-ae4e-8afbd30ae98f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.856445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (383b1d4e-d964-4da2-ae4e-8afbd30ae98f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.866754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:05.872104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/383b1d4e-d964-4da2-ae4e-8afbd30ae98f HTTP/1.1" status: 204 len: 168 time: 0.1733308 Mar 11 00:15:05.897420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0f7e9484-2ec6-4543-9696-7375de52df2d,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:05.903012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd41b-e455-46b3-89cc-47454c804fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b1d4e-d964-4da2-ae4e-8afbd30ae98f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:05.940159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'port_id': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'mac_address': 'fa:16:3e:a1:d8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:15:06.015056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0f7e9484-2ec6-4543-9696-7375de52df2d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:06.015455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.019028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0db1be4d-90dc-4658-b69a-9b594bc41522 req-5c5389eb-a932-4dc5-88f0-75c5268cf6e1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0453887 Mar 11 00:15:06.045523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4e9b-3b67-4b50-b965-31f0dddd9fba req-e82e3ddd-a122-41e4-8f4f-e65d5c9401a9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:06.053613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-672b4e9b-3b67-4b50-b965-31f0dddd9fba req-e82e3ddd-a122-41e4-8f4f-e65d5c9401a9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 944 time: 0.1345851 Mar 11 00:15:06.080373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7e9484-2ec6-4543-9696-7375de52df2d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:15:06.125552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0f7e9484-2ec6-4543-9696-7375de52df2d,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:06.134398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.191862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:06.211118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.211479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.215269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.216461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.217036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.217961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.219284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.220963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:06.244490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-672b4e9b-3b67-4b50-b965-31f0dddd9fba req-0886454b-df5b-409d-95e2-a725767c7c6b tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897068 Mar 11 00:15:06.282398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894a931-b074-4f64-b39d-42cf3848491c req-7677f97c-7800-4f8c-9db5-f1a0b949adbd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:06.283997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5894a931-b074-4f64-b39d-42cf3848491c req-7677f97c-7800-4f8c-9db5-f1a0b949adbd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1244743 Mar 11 00:15:06.367262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5894a931-b074-4f64-b39d-42cf3848491c req-2e893409-bad6-428b-bddf-a37d447779e9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711656 Mar 11 00:15:06.396863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['0f7e9484-2ec6-4543-9696-7375de52df2d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:15:06.450443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:06.465034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a41c439e-e6f8-406f-917e-5d1a5432e6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.588539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a41c439e-e6f8-406f-917e-5d1a5432e6da admin admin] Publish callbacks [] for security_group (d7d1c7da-697b-4e43-b20d-660f5686b8ee), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.596460 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a41c439e-e6f8-406f-917e-5d1a5432e6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7d1c7da-697b-4e43-b20d-660f5686b8ee), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.666920 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a41c439e-e6f8-406f-917e-5d1a5432e6da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=412f80a36bbb461b963d52d17852fbe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143457 Mar 11 00:15:06.667366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44762) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:06.668825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c439e-e6f8-406f-917e-5d1a5432e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d1c7da-697b-4e43-b20d-660f5686b8ee,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:06.705077 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5bdc236-e6bb-4276-889c-cddbe3a73460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.782919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] Publish callbacks [] for security_group (d7d1c7da-697b-4e43-b20d-660f5686b8ee), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.810651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] Publish callbacks [] for security_group (d7d1c7da-697b-4e43-b20d-660f5686b8ee), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.862764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7d1c7da-697b-4e43-b20d-660f5686b8ee), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.865564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:06.866741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7d1c7da-697b-4e43-b20d-660f5686b8ee HTTP/1.1" status: 204 len: 168 time: 0.1945117 Mar 11 00:15:06.876238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86dae8-3131-432c-b83d-3fbb74dcef37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d1c7da-697b-4e43-b20d-660f5686b8ee,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:07.186818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c57982fb-435c-4ad9-9a2c-ac9ad02f6d95 req-6f43527c-54ec-4767-8936-02fe97ec20db tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0501592 Mar 11 00:15:07.475847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbbbd-472d-4230-beac-71914e9f1182 req-49839f83-b216-4191-ada5-e9feb3fae44e tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:07.477841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-303cbbbd-472d-4230-beac-71914e9f1182 req-49839f83-b216-4191-ada5-e9feb3fae44e tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 945 time: 0.0940416 Mar 11 00:15:07.590122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-303cbbbd-472d-4230-beac-71914e9f1182 req-37a71aea-a1cd-4720-8c67-338b26785290 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057298 Mar 11 00:15:07.614073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9038-aa32-4990-a88f-d9b4649636a4 req-09426ce5-f320-43a3-9ab9-6e2153c67da1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:07.615908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbea9038-aa32-4990-a88f-d9b4649636a4 req-09426ce5-f320-43a3-9ab9-6e2153c67da1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1156075 Mar 11 00:15:07.719906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbea9038-aa32-4990-a88f-d9b4649636a4 req-6777985a-20d9-4965-b61d-440ef246ba90 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882838 Mar 11 00:15:07.730009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0f7e9484-2ec6-4543-9696-7375de52df2d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:15:07.820146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 0f7e9484-2ec6-4543-9696-7375de52df2d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:15:07.834217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 0f7e9484-2ec6-4543-9696-7375de52df2d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:07.835103 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:07.976787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 0f7e9484-2ec6-4543-9696-7375de52df2d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:07.977542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:08.006616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:15:08.008961 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4e29c-872f-4b04-928e-0a61784ce45a" -d '{"events": [{"server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:15:08.024364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0f7e9484-2ec6-4543-9696-7375de52df2d,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:08.032692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:08.104936 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5664bda2-bcb3-4f6c-8e2e-342460cc02be x-openstack-request-id: req-5664bda2-bcb3-4f6c-8e2e-342460cc02be {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:15:08.105498 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:15:08.106054 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5664bda2-bcb3-4f6c-8e2e-342460cc02be {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:15:08.106616 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'code': 200} Mar 11 00:15:08.128757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:08.253751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb06a-c368-437b-9331-616677f1ec34 req-c4028f82-7f03-40e4-80f6-c532fea438e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:08.255453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e3bb06a-c368-437b-9331-616677f1ec34 req-c4028f82-7f03-40e4-80f6-c532fea438e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1128 time: 0.0886064 Mar 11 00:15:08.314802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85087f7f-f15d-4924-8914-ed4372f4f2ca req-17f74ebb-e780-4702-a362-4640ee61c273 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0391753 Mar 11 00:15:08.347632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e3bb06a-c368-437b-9331-616677f1ec34 req-0814e35f-c281-4e8b-8931-899fc9d517d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861034 Mar 11 00:15:08.711515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2322-1696-49f4-9a98-b7db8f016f77 req-36ea3b13-96c2-4878-8ab2-c427564efc85 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:08.716513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-327b2322-1696-49f4-9a98-b7db8f016f77 req-36ea3b13-96c2-4878-8ab2-c427564efc85 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.0616167 Mar 11 00:15:08.773377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-327b2322-1696-49f4-9a98-b7db8f016f77 req-f83c8d88-a8fc-431d-8e29-40121e8de019 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531547 Mar 11 00:15:08.875254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeae3e-12a7-4a92-9e21-a6612b84913e req-97c5f04f-8615-4472-b351-9c0cbfeb73dd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:08.882404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdaeae3e-12a7-4a92-9e21-a6612b84913e req-97c5f04f-8615-4472-b351-9c0cbfeb73dd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0880198 Mar 11 00:15:08.942118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdaeae3e-12a7-4a92-9e21-a6612b84913e req-cca39cd7-3d57-49ed-8d19-b65735a98789 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570056 Mar 11 00:15:09.224836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4771591b-1755-4a50-985e-262426307dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:09.443607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e48a9539-f9c3-4b50-82f8-bc2718a304ca req-8b58b123-5514-4079-b836-9bc587ce29db tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0571778 Mar 11 00:15:09.732844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-f692b01e-5b4f-4e4e-9a0f-08bc273f0472 req-22091230-aefb-4d07-9ef2-e5166479fd26 tempest-TaggedBootDevicesTest-1413739561 tempest-TaggedBootDevicesTest-1413739561-project] (110425) timed out ('10.222.0.21', 40366) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:15:09.957461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81bd1d-2e57-42e0-a236-6575aa88fd36 req-f642df2c-714e-41af-8b07-02252b330ecc tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:09.959027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea81bd1d-2e57-42e0-a236-6575aa88fd36 req-f642df2c-714e-41af-8b07-02252b330ecc tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.0982680 Mar 11 00:15:10.380634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea81bd1d-2e57-42e0-a236-6575aa88fd36 req-379fe25b-0557-4a82-8cec-6159afa1e46e tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142156 Mar 11 00:15:10.420141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5eb41-ca5e-4f87-98a5-6258dee4b401 req-d31b07fd-0c5e-4206-9d85-6fa1285ad44c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:10.427698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25f5eb41-ca5e-4f87-98a5-6258dee4b401 req-d31b07fd-0c5e-4206-9d85-6fa1285ad44c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.4073970 Mar 11 00:15:10.456481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:10.514281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25f5eb41-ca5e-4f87-98a5-6258dee4b401 req-24215039-619e-43e1-a743-cfb2cdf12c85 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831423 Mar 11 00:15:10.534649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed7b91-b81e-47e3-9e78-b878c8ce045b req-61cc422e-a292-4659-b2be-936499f5c6dd tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:10.547700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51ed7b91-b81e-47e3-9e78-b878c8ce045b req-61cc422e-a292-4659-b2be-936499f5c6dd tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.0961008 Mar 11 00:15:10.623165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51ed7b91-b81e-47e3-9e78-b878c8ce045b req-8d8132c6-0109-4548-b106-13760ffff990 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694108 Mar 11 00:15:10.677184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e65b9f84-ddc9-4eed-aea1-d1093946db07 req-75de8b54-e8e0-4e58-ae16-a5a20986ab83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0686972 Mar 11 00:15:10.689734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:10.789634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8dbfe-afa3-4fd9-8dfc-a88003acf65c req-706f1454-3c68-4896-9383-b47cd37e4887 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:10.791308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1e8dbfe-afa3-4fd9-8dfc-a88003acf65c req-706f1454-3c68-4896-9383-b47cd37e4887 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.0606725 Mar 11 00:15:10.846420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1e8dbfe-afa3-4fd9-8dfc-a88003acf65c req-eb625266-9c38-4c14-8e94-99bdbd9cd9f8 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489571 Mar 11 00:15:10.869775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:10.957526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.111498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5edd32-172b-43d8-9fae-ac22b16731d1 tempest-TestServerBasicOps-271966982 tempest-TestServerBasicOps-271966982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:11.115876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba5edd32-172b-43d8-9fae-ac22b16731d1 tempest-TestServerBasicOps-271966982 tempest-TestServerBasicOps-271966982-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1123 time: 0.2420652 Mar 11 00:15:11.116164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:11.121285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:11.144357 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.262227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.376558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Allocated IP 172.25.7.141 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/70374b93-1430-40cc-bf18-334cd05e265b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:15:11.493101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for port (70374b93-1430-40cc-bf18-334cd05e265b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.529059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (70374b93-1430-40cc-bf18-334cd05e265b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.566161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:15:11.569701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:15:11.573387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:15:11.622051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:11.720358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737330e-85c2-4d37-99e6-34d2ed821ea3 req-a0cf1750-a8ee-47fc-bbe7-aa07b5d934c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:11.725140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1737330e-85c2-4d37-99e6-34d2ed821ea3 req-a0cf1750-a8ee-47fc-bbe7-aa07b5d934c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0851097 Mar 11 00:15:11.747689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'Port': ['ID=70374b93-1430-40cc-bf18-334cd05e265b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:11.813333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1737330e-85c2-4d37-99e6-34d2ed821ea3 req-6587ccf9-55e2-40a8-9fc7-7c9197305865 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801308 Mar 11 00:15:11.860825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8401acc-0f5d-4d8f-b5ba-571d9eb44dd9 req-0b333406-d58a-4325-b6be-4bb51a56db0a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0642424 Mar 11 00:15:12.393005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for floatingip (158155e7-a7c1-4f8b-9c37-28e8e4a31624), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:12.482155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (70374b93-1430-40cc-bf18-334cd05e265b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:12.557134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-edd3aaa4-ce1e-4346-a888-c4146435897f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477786 Mar 11 00:15:12.663197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-bccce2a6-bc79-49d7-9112-296ef9eb8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:12.667121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-bccce2a6-bc79-49d7-9112-296ef9eb8bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 1127 time: 0.0871153 Mar 11 00:15:12.693252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for port (70374b93-1430-40cc-bf18-334cd05e265b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:12.699018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (70374b93-1430-40cc-bf18-334cd05e265b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:12.789183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event updated for resources: {'Port': ['ID=70374b93-1430-40cc-bf18-334cd05e265b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:12.802873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (158155e7-a7c1-4f8b-9c37-28e8e4a31624), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:12.811976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-830c19c8-c385-4f8b-bfb2-38b1a04846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:12.813497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-830c19c8-c385-4f8b-bfb2-38b1a04846d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.1197762 Mar 11 00:15:12.868132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-c3acb44d-c24c-4997-b68f-72e208bfc9ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0478864 Mar 11 00:15:12.931827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-8ca2fcba-04d8-4b08-a3c9-c83615ccdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:12.938412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-8ca2fcba-04d8-4b08-a3c9-c83615ccdce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0641418 Mar 11 00:15:12.946396 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Floating IP 158155e7-a7c1-4f8b-9c37-28e8e4a31624 associated. External IP: 172.25.7.141, port: 0f7e9484-2ec6-4543-9696-7375de52df2d. Mar 11 00:15:13.044669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64506eab-19b9-43b5-b7fd-1a55923cc163 req-33d96712-d4da-4168-b802-11d4c59fefca tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.0528052 Mar 11 00:15:13.086102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-95bd740d-f5fb-4d67-9764-44bc4c94e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:13.088989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-95bd740d-f5fb-4d67-9764-44bc4c94e5bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436481 Mar 11 00:15:13.129234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15733d72-bf3c-4fe3-8de8-f5c3aa3c3b0c req-1d957c19-2d81-4559-bfde-71f38111d1cc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:13.141607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15733d72-bf3c-4fe3-8de8-f5c3aa3c3b0c req-1d957c19-2d81-4559-bfde-71f38111d1cc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1253874 Mar 11 00:15:13.259370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Router 3df9ff29-8399-480e-bab9-74e9522b6d4b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:15:13.286057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15733d72-bf3c-4fe3-8de8-f5c3aa3c3b0c req-b45aec42-eb1f-41b8-9b7c-57349207c693 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435361 Mar 11 00:15:13.305782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-e232ffa1-1686-4d2f-8a67-047303746033 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954935 Mar 11 00:15:13.322913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:13.399845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:15:13.412963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab3487af-ff23-4240-8126-7645cec1cde9 req-3f573ebe-4f1e-4a27-8309-87f0c2bb2905 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005590 Mar 11 00:15:13.421291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:13.423804 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Sync routers for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:15:13.441274 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:15:13.442193 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:15:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:13.461113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f9534e6-b726-4bde-b4f8-9ebc7e27787f tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3437088 Mar 11 00:15:13.461620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:15:13.465204 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:15:13.506000 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2747e78-f7c8-4f5a-977e-23853a367d0b x-openstack-request-id: req-e2747e78-f7c8-4f5a-977e-23853a367d0b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:15:13.506319 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:15:13.506728 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2747e78-f7c8-4f5a-977e-23853a367d0b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:15:13.507729 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'status': 'completed', 'code': 200} Mar 11 00:15:13.576997 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:15:13.603011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-da4630cf-d4d6-424a-860e-1d6b9a045b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:13.606209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-da4630cf-d4d6-424a-860e-1d6b9a045b8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1128 time: 0.0725510 Mar 11 00:15:13.761891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-a6e54180-85f9-46ca-aeed-b269126b4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:13.763787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-a6e54180-85f9-46ca-aeed-b269126b4071 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 200 len: 910 time: 0.1505713 Mar 11 00:15:13.885875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-3f2c64ec-7c19-46a0-86fd-c45c4bc15ac8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 200 len: 1000 time: 0.1139364 Mar 11 00:15:13.910734 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '158155e7-a7c1-4f8b-9c37-28e8e4a31624', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'port_id': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'mac_address': 'fa:16:3e:a1:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:15:11Z', 'updated_at': '2022-03-11T00:15:11Z', 'revision_number': 0, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:13.952215 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Checking router: 3df9ff29-8399-480e-bab9-74e9522b6d4b for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:15:13.964216 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:15:13.964920 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:15:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:13.976533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-ffd38871-9c18-44ca-80a7-1fbb9772f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:13.978962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-ffd38871-9c18-44ca-80a7-1fbb9772f1d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=697cfdca-9a1d-4fc5-ae2a-43693e82244b HTTP/1.1" status: 200 len: 848 time: 0.0864568 Mar 11 00:15:14.068239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-fd3b25b8-39ee-4c6d-9812-6162607a08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:14.070192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-fd3b25b8-39ee-4c6d-9812-6162607a08c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c67cdf1e-ba20-44eb-a498-957c72ebf497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839841 Mar 11 00:15:14.113055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:15:14.312161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0347149a-4bac-494d-93ba-bb05afc9ddbf req-86d7afe1-e2b3-4377-996a-21d8913c4141 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=9df50367-2d86-4c28-8b37-8ccef21ddd11 HTTP/1.1" status: 200 len: 210 time: 0.1012220 Mar 11 00:15:14.382296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-ed4adc85-c852-4a0d-9648-8787ed6521ae service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041067 Mar 11 00:15:14.554598 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '158155e7-a7c1-4f8b-9c37-28e8e4a31624', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'port_id': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'mac_address': 'fa:16:3e:a1:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:15:11Z', 'updated_at': '2022-03-11T00:15:11Z', 'revision_number': 0, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:14.587124 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6c39-8748-42d4-a710-939feb5d3fa7 None None] The sync data for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 is: [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '158155e7-a7c1-4f8b-9c37-28e8e4a31624', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'port_id': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'mac_address': 'fa:16:3e:a1:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:15:11Z', 'updated_at': '2022-03-11T00:15:11Z', 'revision_number': 0, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:15:14.688623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845639d8-abe4-4ca3-9055-91d7e860c0bb req-ccc41f43-7b16-4ef6-ab37-709539d68bfe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:14.695457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-845639d8-abe4-4ca3-9055-91d7e860c0bb req-ccc41f43-7b16-4ef6-ab37-709539d68bfe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2179363 Mar 11 00:15:14.699594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b0abb52-5976-4642-b1f4-adcfc5f02dfa req-1a6f9e00-a549-45b3-aef1-4b4827234aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058879 Mar 11 00:15:14.752744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93830a35-a6ba-4cfe-b90c-63603beadcef req-f3b26064-2918-4c0f-b93c-969e6149fe20 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:14.762650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93830a35-a6ba-4cfe-b90c-63603beadcef req-f3b26064-2918-4c0f-b93c-969e6149fe20 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2866716 Mar 11 00:15:14.810329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-845639d8-abe4-4ca3-9055-91d7e860c0bb req-8cf65293-e097-4765-be84-53bc8ab77ad0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139045 Mar 11 00:15:14.910020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93830a35-a6ba-4cfe-b90c-63603beadcef req-66bbbb7f-cf2e-47fe-af3f-4d92b5d91b5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460814 Mar 11 00:15:15.052075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:15.068160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473bbe3a-dde5-466d-ac09-cef6d74f6962 None None] New status for floating IP 158155e7-a7c1-4f8b-9c37-28e8e4a31624: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:15:15.102934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682b8ce-9181-4c8f-96aa-48f9e4750bc7 req-97fd4a4f-8feb-49f6-9c02-c59598cb6c6e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:15.112057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8682b8ce-9181-4c8f-96aa-48f9e4750bc7 req-97fd4a4f-8feb-49f6-9c02-c59598cb6c6e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1139677 Mar 11 00:15:15.188062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8682b8ce-9181-4c8f-96aa-48f9e4750bc7 req-e30a5623-a918-4818-ba7b-3e48553aab46 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750003 Mar 11 00:15:15.206887 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b882766-d941-486d-b0eb-25d638cdd416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.361906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b882766-d941-486d-b0eb-25d638cdd416 admin admin] Publish callbacks [] for security_group (334fe0ef-d963-4bc5-860e-e196dc1ec405), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.381790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b882766-d941-486d-b0eb-25d638cdd416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (334fe0ef-d963-4bc5-860e-e196dc1ec405), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.402862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e6fa9-a698-4294-94c7-57406dd15e68 req-07a4cf0a-2964-4341-b7d3-035985dcb845 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:15.407193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-636e6fa9-a698-4294-94c7-57406dd15e68 req-07a4cf0a-2964-4341-b7d3-035985dcb845 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1124749 Mar 11 00:15:15.483782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2b882766-d941-486d-b0eb-25d638cdd416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94bf3a875b8c45c4b964816722e5430c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297495 Mar 11 00:15:15.486433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:15.487379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b882766-d941-486d-b0eb-25d638cdd416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334fe0ef-d963-4bc5-860e-e196dc1ec405,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:15.532264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-636e6fa9-a698-4294-94c7-57406dd15e68 req-bbcba6ed-7fdb-43e3-bef5-eb25f3c64ca0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180656 Mar 11 00:15:15.612971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] Publish callbacks [] for security_group (334fe0ef-d963-4bc5-860e-e196dc1ec405), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.675240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] Publish callbacks [] for security_group (334fe0ef-d963-4bc5-860e-e196dc1ec405), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.738688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f18fd-9915-4b57-bf19-625499e50487 req-499a7070-2e28-4c24-9ea4-c8a4582eb9d2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:15.740477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be5f18fd-9915-4b57-bf19-625499e50487 req-499a7070-2e28-4c24-9ea4-c8a4582eb9d2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1001008 Mar 11 00:15:15.769865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (334fe0ef-d963-4bc5-860e-e196dc1ec405), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.781290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:15.786322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/334fe0ef-d963-4bc5-860e-e196dc1ec405 HTTP/1.1" status: 204 len: 168 time: 0.2951996 Mar 11 00:15:15.818624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d8fa-a930-4028-a2bf-651f3dce75c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334fe0ef-d963-4bc5-860e-e196dc1ec405,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:15.882860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be5f18fd-9915-4b57-bf19-625499e50487 req-f9bf601c-2e80-42b3-8baa-2c97019b70a1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327963 Mar 11 00:15:16.031963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc045c-975c-4700-a18b-e18b43ac6b9e req-c3d2a1d8-b887-40b6-91c8-73883e873c66 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:16.034778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91cc045c-975c-4700-a18b-e18b43ac6b9e req-c3d2a1d8-b887-40b6-91c8-73883e873c66 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0954270 Mar 11 00:15:16.196242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-91cc045c-975c-4700-a18b-e18b43ac6b9e req-a6674a05-1388-4ec4-963c-ba5f4113f981 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536636 Mar 11 00:15:16.265678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965051-975c-4ab1-9e5f-0bccdf584f8f req-2128d443-ca1a-4f83-9d7f-3b8deb43b2a0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:16.269094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32965051-975c-4ab1-9e5f-0bccdf584f8f req-2128d443-ca1a-4f83-9d7f-3b8deb43b2a0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1461780 Mar 11 00:15:16.283879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:16.299756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a51f4773-dc28-415d-b298-cdccdd7afc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.332908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32965051-975c-4ab1-9e5f-0bccdf584f8f req-da894007-369c-4f3c-8645-e362e1bee1d0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567641 Mar 11 00:15:16.397502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a51f4773-dc28-415d-b298-cdccdd7afc52 admin admin] Publish callbacks [] for security_group (3a5095f9-f665-44d3-ac8f-66062b4802d8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.408894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a51f4773-dc28-415d-b298-cdccdd7afc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3a5095f9-f665-44d3-ac8f-66062b4802d8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.461406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a51f4773-dc28-415d-b298-cdccdd7afc52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5caf54b254d849fdb496995f5458ee3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756392 Mar 11 00:15:16.464644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44960) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:16.465007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4773-dc28-415d-b298-cdccdd7afc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5095f9-f665-44d3-ac8f-66062b4802d8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:16.552369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] Publish callbacks [] for security_group (3a5095f9-f665-44d3-ac8f-66062b4802d8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.575459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] Publish callbacks [] for security_group (3a5095f9-f665-44d3-ac8f-66062b4802d8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.632570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3a5095f9-f665-44d3-ac8f-66062b4802d8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.635909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:16.637381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a5095f9-f665-44d3-ac8f-66062b4802d8 HTTP/1.1" status: 204 len: 168 time: 0.1712353 Mar 11 00:15:16.664451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d632cd7-1827-47af-b22f-fc34aefd277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5095f9-f665-44d3-ac8f-66062b4802d8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:16.833390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d525-de3e-43f5-b5ed-06ef4a386f62 req-cce2ad39-e5ce-4d86-9e54-d5115eff60c0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:16.845254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da87d525-de3e-43f5-b5ed-06ef4a386f62 req-cce2ad39-e5ce-4d86-9e54-d5115eff60c0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0953496 Mar 11 00:15:16.903149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da87d525-de3e-43f5-b5ed-06ef4a386f62 req-8235811d-9b5b-40d4-a8a6-7f827196719a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499418 Mar 11 00:15:17.372887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679f68d-c99a-4ff4-b239-1dbac9f44eaa req-5248cd8b-16c4-4319-9002-2bb1ec5198e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:17.374323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a679f68d-c99a-4ff4-b239-1dbac9f44eaa req-5248cd8b-16c4-4319-9002-2bb1ec5198e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0782681 Mar 11 00:15:17.428799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a679f68d-c99a-4ff4-b239-1dbac9f44eaa req-ced14a0f-53d4-4d90-98a0-9b6ffd114f5f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481603 Mar 11 00:15:18.068845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2cd23-c8c5-4ca4-b89d-5bd1cbe24175 req-a15af689-63f5-469c-8d9b-6a775e48de8d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:18.074100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bda2cd23-c8c5-4ca4-b89d-5bd1cbe24175 req-a15af689-63f5-469c-8d9b-6a775e48de8d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0664670 Mar 11 00:15:18.199637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bda2cd23-c8c5-4ca4-b89d-5bd1cbe24175 req-2ce750ec-2e2f-4806-a336-2cd163eedc70 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187620 Mar 11 00:15:18.534477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7464b9d8-208a-402b-8fe0-04bb744a718b req-b5bc475d-0239-418c-be31-3e8070c77e2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0435083 Mar 11 00:15:18.595350 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7464b9d8-208a-402b-8fe0-04bb744a718b req-052a182c-d995-4a0f-b030-33e698d20bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0379431 Mar 11 00:15:18.611376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcae4d-0d22-4856-b455-4e8558ddf09f req-cc2cd5d5-d91c-474c-98fd-adf2956ee217 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:18.613807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18fcae4d-0d22-4856-b455-4e8558ddf09f req-cc2cd5d5-d91c-474c-98fd-adf2956ee217 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0879440 Mar 11 00:15:18.659340 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7464b9d8-208a-402b-8fe0-04bb744a718b req-e08f509e-d66f-4c85-93cf-1dd7d1adc24f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283740 Mar 11 00:15:18.694932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18fcae4d-0d22-4856-b455-4e8558ddf09f req-2651f88b-aba3-41ab-8975-2a5b0d5ee127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725789 Mar 11 00:15:18.832169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b9d8-208a-402b-8fe0-04bb744a718b req-e1cdb282-9c2f-4023-b830-ec5a56a30549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:18.834762 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7464b9d8-208a-402b-8fe0-04bb744a718b req-e1cdb282-9c2f-4023-b830-ec5a56a30549 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695085 Mar 11 00:15:18.919039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-0b1baca4-12aa-4fcc-aa22-dab3fd2667d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:18.926609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-0b1baca4-12aa-4fcc-aa22-dab3fd2667d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 1125 time: 0.1121001 Mar 11 00:15:19.040583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-5e8dcb38-94f7-4d96-9647-f9b3f022072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.042872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-5e8dcb38-94f7-4d96-9647-f9b3f022072d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1125 time: 0.0707054 Mar 11 00:15:19.187528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-5b6e5560-f751-45a9-ae6d-9687b17d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.189316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-5b6e5560-f751-45a9-ae6d-9687b17d4d98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.1247075 Mar 11 00:15:19.292857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-c4b08fa5-3c56-43a2-b250-b3b521e7026b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 200 len: 999 time: 0.0958798 Mar 11 00:15:19.371406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-2944c3e3-4b7d-450c-bddb-b8c7f1562d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.372903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-2944c3e3-4b7d-450c-bddb-b8c7f1562d7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.0723164 Mar 11 00:15:19.385894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34309c4-4e70-4020-9f0c-e7fc3e02b999 req-70c48d0f-6e5b-4a62-9da9-cec7553fde5b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.387370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c34309c4-4e70-4020-9f0c-e7fc3e02b999 req-70c48d0f-6e5b-4a62-9da9-cec7553fde5b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0984268 Mar 11 00:15:19.475849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-370f5f6d-86c4-4eb2-bbcc-e4375bc8792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.477393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-370f5f6d-86c4-4eb2-bbcc-e4375bc8792a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0889950 Mar 11 00:15:19.482779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c34309c4-4e70-4020-9f0c-e7fc3e02b999 req-fc040474-9441-4022-bc2e-edeac9eefeb8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869727 Mar 11 00:15:19.584694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-ff2ccc80-3fb3-45cf-88bc-e6cbd575fd14 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999892 Mar 11 00:15:19.733973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45c96e60-ab61-4982-a20b-d4eac172ea43 req-5017c697-527f-4c62-b790-de1e58dc164e service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422806 Mar 11 00:15:19.948712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bfa3e-9861-4246-9a5b-3d5fa45c7f18 req-f5a78828-21ba-4200-8a65-1e8fb625d643 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:19.950339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-476bfa3e-9861-4246-9a5b-3d5fa45c7f18 req-f5a78828-21ba-4200-8a65-1e8fb625d643 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0982437 Mar 11 00:15:20.076542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-476bfa3e-9861-4246-9a5b-3d5fa45c7f18 req-2120d44f-e285-4b5b-9262-af155f3e11cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206043 Mar 11 00:15:20.825598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f28cb6-fae5-4031-b791-e83126d48f55 req-9fea81fa-a1ca-4692-941f-9972a2a12e6b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:20.828145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53f28cb6-fae5-4031-b791-e83126d48f55 req-9fea81fa-a1ca-4692-941f-9972a2a12e6b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1968608 Mar 11 00:15:20.953721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53f28cb6-fae5-4031-b791-e83126d48f55 req-7455cc98-a10b-4b72-80d9-3c3f3932eed1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196098 Mar 11 00:15:21.367557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71f0b5-0e8c-47f9-a1a9-2b5bfea296cb req-a027e113-d024-47e1-91e2-0d363de34505 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:21.380571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc71f0b5-0e8c-47f9-a1a9-2b5bfea296cb req-a027e113-d024-47e1-91e2-0d363de34505 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1264668 Mar 11 00:15:21.497178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc71f0b5-0e8c-47f9-a1a9-2b5bfea296cb req-d201231d-ea52-4e1f-aacc-5f8b01f67a5f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155145 Mar 11 00:15:22.166276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb66c-d2e6-4edd-8846-636dd45f5226 req-c0bd2194-057a-4b81-a8da-1a2212b8aa19 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:22.174396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-005cb66c-d2e6-4edd-8846-636dd45f5226 req-c0bd2194-057a-4b81-a8da-1a2212b8aa19 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1145260 Mar 11 00:15:22.254984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-005cb66c-d2e6-4edd-8846-636dd45f5226 req-33af48ad-b185-4ba2-9e4f-102c3b60823b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744579 Mar 11 00:15:22.730726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2ce1-19ae-42d0-b2a4-4ed746ddfccd req-0e73f1ef-33e5-46d5-83d1-636ff6189a6e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:22.741051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-493f2ce1-19ae-42d0-b2a4-4ed746ddfccd req-0e73f1ef-33e5-46d5-83d1-636ff6189a6e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0988216 Mar 11 00:15:22.827051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-493f2ce1-19ae-42d0-b2a4-4ed746ddfccd req-17849880-090a-49e7-9dba-ea6d21c8db8c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856395 Mar 11 00:15:23.510738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976fc7-e9d3-4470-a847-96e3aea0d331 req-983cf6c5-3bd8-4816-8efc-9f3c4e3ae0ac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:23.516402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10976fc7-e9d3-4470-a847-96e3aea0d331 req-983cf6c5-3bd8-4816-8efc-9f3c4e3ae0ac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1132021 Mar 11 00:15:23.615042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-10976fc7-e9d3-4470-a847-96e3aea0d331 req-fb171717-6e3b-4e67-a130-797f72ede5f3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919406 Mar 11 00:15:24.184914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6ecf2-e3da-417f-922f-58aa91576328 req-8feb7159-a1fb-4e11-b674-f3a0ee0957dc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:24.187483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea6ecf2-e3da-417f-922f-58aa91576328 req-8feb7159-a1fb-4e11-b674-f3a0ee0957dc tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1321981 Mar 11 00:15:24.259155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea6ecf2-e3da-417f-922f-58aa91576328 req-21d3e2a3-1566-4d0b-a572-c7d893caf2c0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579216 Mar 11 00:15:24.881172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d58325-a1bd-4e29-acc8-b3e1e1f36119 req-eb43320a-1786-48b0-bd8f-aa300647cbf9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:24.895807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16d58325-a1bd-4e29-acc8-b3e1e1f36119 req-eb43320a-1786-48b0-bd8f-aa300647cbf9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1322083 Mar 11 00:15:25.008645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16d58325-a1bd-4e29-acc8-b3e1e1f36119 req-a3f241b3-aace-46e2-a4e3-745c6bbfdded tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114273 Mar 11 00:15:25.471005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936e5a4-ce99-4426-b63a-570526e3efe2 req-59d3b9da-3e39-4da7-aced-b88001c58ed8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:25.482973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c936e5a4-ce99-4426-b63a-570526e3efe2 req-59d3b9da-3e39-4da7-aced-b88001c58ed8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.0944815 Mar 11 00:15:25.572739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c936e5a4-ce99-4426-b63a-570526e3efe2 req-1d9e067a-58e5-4914-bdbc-a869ad42a709 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832570 Mar 11 00:15:26.298115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203045d-2132-4d0e-84df-57ef7ca7acb2 req-8dfb9242-7373-4c95-a5ef-8abc925a623e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:26.321427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c203045d-2132-4d0e-84df-57ef7ca7acb2 req-8dfb9242-7373-4c95-a5ef-8abc925a623e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1549935 Mar 11 00:15:26.475424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c203045d-2132-4d0e-84df-57ef7ca7acb2 req-f127ecb1-2ca8-4433-898b-376ae72a1e20 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1485331 Mar 11 00:15:27.043169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cef900-8b6e-47dc-b1a5-d10224069ea9 req-327ff1c8-8bcf-4f93-8576-50d190ea78e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:27.051861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9cef900-8b6e-47dc-b1a5-d10224069ea9 req-327ff1c8-8bcf-4f93-8576-50d190ea78e5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.3500566 Mar 11 00:15:27.195551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-99e2ee9f-4583-482d-ba32-ae369f8e64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:27.198521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-99e2ee9f-4583-482d-ba32-ae369f8e64e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.3646200 Mar 11 00:15:27.268378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4134301-4111-4ffb-a710-a63dc4dcc6b8 req-9d6c16dd-be4f-4c6d-bb5e-5c791d027cc0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:27.270276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4134301-4111-4ffb-a710-a63dc4dcc6b8 req-9d6c16dd-be4f-4c6d-bb5e-5c791d027cc0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.3593972 Mar 11 00:15:27.519506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-75ac157f-bcf6-4835-8b94-3201328e2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:27.521729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-75ac157f-bcf6-4835-8b94-3201328e2f96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2887173 Mar 11 00:15:27.572483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4134301-4111-4ffb-a710-a63dc4dcc6b8 req-0b83ff1c-61da-4ce5-8b25-09d0d55b952e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2654104 Mar 11 00:15:27.597025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9cef900-8b6e-47dc-b1a5-d10224069ea9 req-6413c09d-ebff-4e90-ad82-b44065b8d989 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5425892 Mar 11 00:15:27.799486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-ea67d91f-ae1e-4c33-961d-d92544482a64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.2353249 Mar 11 00:15:27.991331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-dbcc4423-ac0b-4171-bd9d-45c95042f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:27.994722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-dbcc4423-ac0b-4171-bd9d-45c95042f559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1532891 Mar 11 00:15:28.338837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-da769384-48ec-4c88-9dbf-1993ec68c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:28.341589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-da769384-48ec-4c88-9dbf-1993ec68c6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1225955 Mar 11 00:15:28.624995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-c7773638-1782-4965-aa4b-686a7d9787b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706225 Mar 11 00:15:29.139225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc6bed1e-301d-4738-a55b-27f660dfd875 req-5ba14f3a-393c-489e-a234-c553ff204d1c service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027456 Mar 11 00:15:29.209394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b9ed-eaef-485f-91c9-01249ab3ea50 req-b787ed24-092a-48b0-b5fa-447f486659e1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:29.232223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6180b9ed-eaef-485f-91c9-01249ab3ea50 req-b787ed24-092a-48b0-b5fa-447f486659e1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.3941829 Mar 11 00:15:29.252739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a381f-5d6c-47b8-8220-8977b244f3fc req-29dab4ad-ca76-4eef-8f06-3a5291ac6d2b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:29.265592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-622a381f-5d6c-47b8-8220-8977b244f3fc req-29dab4ad-ca76-4eef-8f06-3a5291ac6d2b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.4304354 Mar 11 00:15:29.366434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6180b9ed-eaef-485f-91c9-01249ab3ea50 req-cfecbf28-0a9b-46f0-8c98-4725eee4601b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332059 Mar 11 00:15:29.438783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-622a381f-5d6c-47b8-8220-8977b244f3fc req-7f017e10-584f-4ded-a1be-dbab97572490 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932820 Mar 11 00:15:30.725485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68077c54-0318-49b8-bbac-9dfa0037159e req-2c0545a8-ace4-40f1-a6af-71a9ffbbd5cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:30.742244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68077c54-0318-49b8-bbac-9dfa0037159e req-2c0545a8-ace4-40f1-a6af-71a9ffbbd5cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2410231 Mar 11 00:15:30.800887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50ebc-1306-4ac0-b8b8-b078d0dfad07 req-66737d70-1ad6-4701-be6e-911886dcf60b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:30.807216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a50ebc-1306-4ac0-b8b8-b078d0dfad07 req-66737d70-1ad6-4701-be6e-911886dcf60b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2301595 Mar 11 00:15:30.935734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68077c54-0318-49b8-bbac-9dfa0037159e req-05b2905d-bff6-4e63-8f32-edec040ef152 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921012 Mar 11 00:15:30.984515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a50ebc-1306-4ac0-b8b8-b078d0dfad07 req-2c664e1b-ece6-4051-bf44-9e50b438a815 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552482 Mar 11 00:15:31.394067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6e68-be18-41c5-94c9-2bd300f855d7 req-5a3cc25e-6b32-4971-b244-7a89bf10bbac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:31.395853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-145b6e68-be18-41c5-94c9-2bd300f855d7 req-5a3cc25e-6b32-4971-b244-7a89bf10bbac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1993463 Mar 11 00:15:31.518463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-145b6e68-be18-41c5-94c9-2bd300f855d7 req-393b5d8a-b26b-4fb7-bb59-bbecf631031a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012530 Mar 11 00:15:32.153724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d4095-d1e4-4091-a9bb-f074ec9574b2 req-291b30d2-4f9b-41d6-9696-b68cb0f0ae8f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:32.156301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-182d4095-d1e4-4091-a9bb-f074ec9574b2 req-291b30d2-4f9b-41d6-9696-b68cb0f0ae8f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1376946 Mar 11 00:15:32.174084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1187c7-0389-47e6-a935-7aef62a4167a req-d85e9699-7f44-4d7b-b8fb-54ebacdfa5c2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:32.191003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1187c7-0389-47e6-a935-7aef62a4167a req-d85e9699-7f44-4d7b-b8fb-54ebacdfa5c2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1081502 Mar 11 00:15:32.309817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-182d4095-d1e4-4091-a9bb-f074ec9574b2 req-e3b7ff15-d4f1-48b7-821b-d494029f6f09 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364422 Mar 11 00:15:32.385056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1187c7-0389-47e6-a935-7aef62a4167a req-c4bb4818-620c-4df2-bb5f-a4c908d72fdd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930497 Mar 11 00:15:32.666436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0357c5-d67b-47b8-90b7-6152f2bdd823 req-5ce51630-ebd3-4197-ade0-2f3d0478fddc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:32.671905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc0357c5-d67b-47b8-90b7-6152f2bdd823 req-5ce51630-ebd3-4197-ade0-2f3d0478fddc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1742070 Mar 11 00:15:32.799159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc0357c5-d67b-47b8-90b7-6152f2bdd823 req-759aa133-21c6-45ba-a952-f3210d4e0437 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209576 Mar 11 00:15:33.091110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78484b-47a3-4619-93e8-275383eead80 req-9059aad8-2907-44ab-9254-0aae024d7939 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:33.093070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd78484b-47a3-4619-93e8-275383eead80 req-9059aad8-2907-44ab-9254-0aae024d7939 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1584444 Mar 11 00:15:33.225534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd78484b-47a3-4619-93e8-275383eead80 req-aecd30c4-34a5-46e0-8bfc-19a0644bd969 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165779 Mar 11 00:15:33.754570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b690f-126e-42a6-b607-d066e8856f4d req-2059becf-9b68-41b5-a1d4-65280d9be99d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:33.757012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e2b690f-126e-42a6-b607-d066e8856f4d req-2059becf-9b68-41b5-a1d4-65280d9be99d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2027547 Mar 11 00:15:33.884575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7ac5c-517d-43da-927c-2503fbe74d04 req-e869a8de-3266-40ed-b064-e7bd832eee59 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:33.886120 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7d7ac5c-517d-43da-927c-2503fbe74d04 req-e869a8de-3266-40ed-b064-e7bd832eee59 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2448063 Mar 11 00:15:33.980779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e2b690f-126e-42a6-b607-d066e8856f4d req-fdd7379b-61ea-4678-94d8-76ae38977a3c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2150896 Mar 11 00:15:33.989072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7d7ac5c-517d-43da-927c-2503fbe74d04 req-2948c6bc-f94c-4010-8a27-7051a78e5946 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828176 Mar 11 00:15:34.134651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45274) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:34.173305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45278) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:34.271734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59219c9-a737-4a52-b304-13169903387b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.337631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65e2fddb-a3ee-43a2-8717-02bea2a410a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.466407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59219c9-a737-4a52-b304-13169903387b admin admin] Publish callbacks [] for security_group (d5caeeda-b48a-4d5c-b47b-fd4e62ddb712), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.478486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c59219c9-a737-4a52-b304-13169903387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d5caeeda-b48a-4d5c-b47b-fd4e62ddb712), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.569936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c59219c9-a737-4a52-b304-13169903387b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=229368f0be184bfe94fbb90e5bc1f06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4337494 Mar 11 00:15:34.576776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:34.590053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59219c9-a737-4a52-b304-13169903387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5caeeda-b48a-4d5c-b47b-fd4e62ddb712,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:34.598622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65e2fddb-a3ee-43a2-8717-02bea2a410a2 admin admin] Publish callbacks [] for security_group (667979e5-6ca3-4489-a55d-af03736833e8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.605567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65e2fddb-a3ee-43a2-8717-02bea2a410a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (667979e5-6ca3-4489-a55d-af03736833e8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.657884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-65e2fddb-a3ee-43a2-8717-02bea2a410a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ed233fa9cc24260ae2d47da42a2d2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828858 Mar 11 00:15:34.673934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45294) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:34.717455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2fddb-a3ee-43a2-8717-02bea2a410a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667979e5-6ca3-4489-a55d-af03736833e8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:34.753314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] Publish callbacks [] for security_group (d5caeeda-b48a-4d5c-b47b-fd4e62ddb712), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.818920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] Publish callbacks [] for security_group (d5caeeda-b48a-4d5c-b47b-fd4e62ddb712), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.874909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] Publish callbacks [] for security_group (667979e5-6ca3-4489-a55d-af03736833e8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.906193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] Publish callbacks [] for security_group (667979e5-6ca3-4489-a55d-af03736833e8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.977140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (667979e5-6ca3-4489-a55d-af03736833e8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.981257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:34.985592 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/667979e5-6ca3-4489-a55d-af03736833e8 HTTP/1.1" status: 204 len: 168 time: 0.2578044 Mar 11 00:15:34.997062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57f79-5d02-4d9c-98f5-3139884ae2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667979e5-6ca3-4489-a55d-af03736833e8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:35.007899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d5caeeda-b48a-4d5c-b47b-fd4e62ddb712), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:35.012635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:35.014222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5caeeda-b48a-4d5c-b47b-fd4e62ddb712 HTTP/1.1" status: 204 len: 168 time: 0.4348977 Mar 11 00:15:35.026099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d3774-2040-4451-9435-b85c792a83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5caeeda-b48a-4d5c-b47b-fd4e62ddb712,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:35.402270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44068-4877-4e6a-b640-a2015275314a req-df4138c1-3ecd-416b-871b-ff34172d11cb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:35.403854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9da44068-4877-4e6a-b640-a2015275314a req-df4138c1-3ecd-416b-871b-ff34172d11cb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2517102 Mar 11 00:15:35.461263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550966-abba-4d58-981a-944141592d91 req-9c621d99-b98c-48de-874d-98fc6744c03a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:35.463397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d550966-abba-4d58-981a-944141592d91 req-9c621d99-b98c-48de-874d-98fc6744c03a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.2462397 Mar 11 00:15:35.736651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9da44068-4877-4e6a-b640-a2015275314a req-33c8c6c1-9c39-4f87-88de-6b6138ebb02b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3170803 Mar 11 00:15:35.769256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45326) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:35.774336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d550966-abba-4d58-981a-944141592d91 req-e57945c3-9d12-4dea-8c01-6a90056a72c5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841904 Mar 11 00:15:35.791869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e88facf6-6239-411a-a5d4-92dcc802ed16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:35.981738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e88facf6-6239-411a-a5d4-92dcc802ed16 admin admin] Publish callbacks [] for security_group (3f985814-05a0-44c7-9129-27c7fb279461), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:35.992347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e88facf6-6239-411a-a5d4-92dcc802ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3f985814-05a0-44c7-9129-27c7fb279461), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:36.159073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e88facf6-6239-411a-a5d4-92dcc802ed16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5b7bde5c75640e6a67aebbed10c98f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882658 Mar 11 00:15:36.162112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45330) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:36.162383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88facf6-6239-411a-a5d4-92dcc802ed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f985814-05a0-44c7-9129-27c7fb279461,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:36.227110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902f688-6fa1-4839-918c-77a9dc2ca06e req-47a472bc-9d13-4401-82bd-3b05676deda9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:36.229601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c902f688-6fa1-4839-918c-77a9dc2ca06e req-47a472bc-9d13-4401-82bd-3b05676deda9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1274145 Mar 11 00:15:36.317675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] Publish callbacks [] for security_group (3f985814-05a0-44c7-9129-27c7fb279461), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:36.389792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] Publish callbacks [] for security_group (3f985814-05a0-44c7-9129-27c7fb279461), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:36.502453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3f985814-05a0-44c7-9129-27c7fb279461), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:36.508512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:36.513174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f985814-05a0-44c7-9129-27c7fb279461 HTTP/1.1" status: 204 len: 168 time: 0.3457484 Mar 11 00:15:36.538070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dc273-4f46-4fac-9dff-837dc0ecd92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f985814-05a0-44c7-9129-27c7fb279461,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:36.551623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c902f688-6fa1-4839-918c-77a9dc2ca06e req-ffdf66d4-e841-4fe1-93be-9b455ae8278b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3113585 Mar 11 00:15:36.699320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-22b597b1-f0d1-4827-a968-f1de590dee03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:37.136198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1bfb3-094d-4b0a-adea-da374a43bb39 req-70309407-2918-4bdb-9a1e-66158967fa9d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:37.138330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18c1bfb3-094d-4b0a-adea-da374a43bb39 req-70309407-2918-4bdb-9a1e-66158967fa9d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1394293 Mar 11 00:15:37.238814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18c1bfb3-094d-4b0a-adea-da374a43bb39 req-931d6659-d712-4cf2-9541-adc3976635e4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873456 Mar 11 00:15:37.870919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02872d9d-4aee-4435-bdfb-7bd64fddf8a9 req-a5d25131-b312-4508-806f-77a6a7c26273 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:37.895454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02872d9d-4aee-4435-bdfb-7bd64fddf8a9 req-a5d25131-b312-4508-806f-77a6a7c26273 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1378546 Mar 11 00:15:38.035680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02872d9d-4aee-4435-bdfb-7bd64fddf8a9 req-274fbe97-771a-44f6-983b-3e3e6b86c975 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389561 Mar 11 00:15:38.315249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5ecdc-f5a9-4d21-b7a3-132a27e13c0b req-c80b576b-6f70-4b19-a6f8-3de44143d4c2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:38.321245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ee5ecdc-f5a9-4d21-b7a3-132a27e13c0b req-c80b576b-6f70-4b19-a6f8-3de44143d4c2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0978658 Mar 11 00:15:38.938769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ee5ecdc-f5a9-4d21-b7a3-132a27e13c0b req-567e89d6-87c7-444c-bc7f-f190e063af28 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6043153 Mar 11 00:15:39.017950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbc63a-ad2a-45cb-a989-25d17d550032 req-2964d3d5-bfca-437b-92e6-5a084ec63808 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:39.030204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfdbc63a-ad2a-45cb-a989-25d17d550032 req-2964d3d5-bfca-437b-92e6-5a084ec63808 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1400993 Mar 11 00:15:39.135394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfdbc63a-ad2a-45cb-a989-25d17d550032 req-21b146af-e5e0-47fe-b00f-a4d730fcd51f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008170 Mar 11 00:15:39.198120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45484) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:39.257656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d99fadca-f946-4634-a00e-d5cea2acf768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:39.287698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16197125-58d6-45f0-9254-a24299e86fee req-a7073913-c5de-4da6-9cb0-de8a33d280aa tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:39.293037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16197125-58d6-45f0-9254-a24299e86fee req-a7073913-c5de-4da6-9cb0-de8a33d280aa tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1566248 Mar 11 00:15:39.407188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16197125-58d6-45f0-9254-a24299e86fee req-b0e79fb5-5a46-411c-8b1f-8438051d460a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083782 Mar 11 00:15:39.575387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a969a46-d53c-4223-b57e-b2d8f40906a3 req-7bccb5fd-4e10-4451-a88c-05dfe3e210e5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:39.582729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a969a46-d53c-4223-b57e-b2d8f40906a3 req-7bccb5fd-4e10-4451-a88c-05dfe3e210e5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0673070 Mar 11 00:15:39.644364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a969a46-d53c-4223-b57e-b2d8f40906a3 req-aed32575-c307-4d0e-a712-62ce87aefa8d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569096 Mar 11 00:15:39.661287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-105722c1-8fe7-4b1d-8594-313802850dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:39.774303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-105722c1-8fe7-4b1d-8594-313802850dbf admin admin] Publish callbacks [] for security_group (70314553-b7db-492c-9dbd-b489b2249940), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:39.782862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-105722c1-8fe7-4b1d-8594-313802850dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (70314553-b7db-492c-9dbd-b489b2249940), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:39.803511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc68ba-8102-4f90-9870-d3b688f6bda5 req-f77ca60e-a8e7-442c-a017-03ad179b5dec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:39.805629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbfc68ba-8102-4f90-9870-d3b688f6bda5 req-f77ca60e-a8e7-442c-a017-03ad179b5dec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0677104 Mar 11 00:15:39.844595 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-105722c1-8fe7-4b1d-8594-313802850dbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f9f24218c864bcf802b8c6c2a6c4d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437023 Mar 11 00:15:39.845917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45500) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:39.847450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105722c1-8fe7-4b1d-8594-313802850dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70314553-b7db-492c-9dbd-b489b2249940,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:39.939327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbfc68ba-8102-4f90-9870-d3b688f6bda5 req-31a94c1c-0866-4996-9d7f-501618c54dfd tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273618 Mar 11 00:15:39.958934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] Publish callbacks [] for security_group (70314553-b7db-492c-9dbd-b489b2249940), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.001193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] Publish callbacks [] for security_group (70314553-b7db-492c-9dbd-b489b2249940), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.116952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (70314553-b7db-492c-9dbd-b489b2249940), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.120431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.130397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70314553-b7db-492c-9dbd-b489b2249940 HTTP/1.1" status: 204 len: 168 time: 0.2831388 Mar 11 00:15:40.166973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046215f-4c69-40f7-b051-3faa2b111485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70314553-b7db-492c-9dbd-b489b2249940,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:40.235990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c6bd5-f3bf-4cdf-aff0-8e8785237c28 req-167e863e-4061-43c2-92ad-083ee1053650 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:40.243957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536c6bd5-f3bf-4cdf-aff0-8e8785237c28 req-167e863e-4061-43c2-92ad-083ee1053650 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1945140 Mar 11 00:15:40.364416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536c6bd5-f3bf-4cdf-aff0-8e8785237c28 req-ceef5ef1-bbf9-447e-88fc-0ff775dad292 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191552 Mar 11 00:15:40.426768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816aa9-1667-44e5-811d-5e0c57acd6ff req-fd54be95-4188-40bf-8490-6d6c1e3f3098 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:40.442919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d816aa9-1667-44e5-811d-5e0c57acd6ff req-fd54be95-4188-40bf-8490-6d6c1e3f3098 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1704230 Mar 11 00:15:40.470006 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.567165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d816aa9-1667-44e5-811d-5e0c57acd6ff req-d4127418-6420-47c5-bee1-06bf20c644ec tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216059 Mar 11 00:15:40.698851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:40.976908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:41.615876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:41.781266 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:15:41.835005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948d364-6de2-4eae-9744-9534a717633b req-ffbbda8f-33a7-435b-bbf2-c30a2a20222e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:41.839579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d948d364-6de2-4eae-9744-9534a717633b req-ffbbda8f-33a7-435b-bbf2-c30a2a20222e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 943 time: 0.1091721 Mar 11 00:15:41.938846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d948d364-6de2-4eae-9744-9534a717633b req-515cfe28-a0e3-4131-a356-8df1ae8a78e3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908322 Mar 11 00:15:41.980683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:15:42.188659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:42.205240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'mac_address': 'fa:16:3e:a7:6b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:15:42.262721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:42.263535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.266293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45606) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:42.287443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:15:42.317804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:42.325158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.442472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:42.588172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ac249485-3f61-4c09-8013-4890b90b28b6'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:15:42.621002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-516856510'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:42.661981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Made reservation on behalf of 74477a1939714d4ea57dd53e6fe1b672 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:15:42.666161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.685223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.881784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45648) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:42.932513 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for security_group (b2477378-d447-4a54-8cfe-ac7df05790b7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.939907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b2477378-d447-4a54-8cfe-ac7df05790b7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:42.980341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:15:43.032968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2477378-d447-4a54-8cfe-ac7df05790b7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:43.050068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e84ad27-8f4f-495a-8982-469eecc6f945), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.051838 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Added segment 3e84ad27-8f4f-495a-8982-469eecc6f945 of type vlan for network ef2e4022-e669-4a41-a516-5c32fb61c13d Mar 11 00:15:43.176952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ef2e4022-e669-4a41-a516-5c32fb61c13d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.254897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baab988-a78c-440a-96ff-4c66ecb9d65f req-ca52c973-7e45-4069-969c-99061dfe3852 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:43.256886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3baab988-a78c-440a-96ff-4c66ecb9d65f req-ca52c973-7e45-4069-969c-99061dfe3852 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.1132398 Mar 11 00:15:43.258147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ef2e4022-e669-4a41-a516-5c32fb61c13d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.263598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:43.264312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.316536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.322055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.353188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3baab988-a78c-440a-96ff-4c66ecb9d65f req-8df864f7-c703-4d25-9f13-d06e48473aed tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828350 Mar 11 00:15:43.380283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1125374 Mar 11 00:15:43.384514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45658) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:43.390441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Request body: {'subnet': {'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:43.444095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa374-7320-45db-bc08-a1c64481d410 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event updated for resources: {'Network': ['ID=ef2e4022-e669-4a41-a516-5c32fb61c13d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:43.446998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Publish callbacks [] for security_group (b69252e4-e62a-4897-97ca-3e54959c467b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.455534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ef2e4022-e669-4a41-a516-5c32fb61c13d details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:15:43.471071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b69252e4-e62a-4897-97ca-3e54959c467b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.573049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17b4e3375c2043dcbefbf1199701bbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6892643 Mar 11 00:15:43.575875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45660) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:43.576390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69252e4-e62a-4897-97ca-3e54959c467b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:43.584886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.585975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.588125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.588967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.589641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.590308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.590896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.591496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.592231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.593067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.593855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.594567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.597236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Made reservation on behalf of 74477a1939714d4ea57dd53e6fe1b672 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:15:43.597924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786be1b8-1b46-4669-b81f-7e06fc423941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:43.606443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.903636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] Publish callbacks [] for security_group (b69252e4-e62a-4897-97ca-3e54959c467b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.932958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] Publish callbacks [] for security_group (b69252e4-e62a-4897-97ca-3e54959c467b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.990725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (e0e4c7e3-6a41-4175-aefe-214c01ce53a4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:43.996463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:15:44.002600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b69252e4-e62a-4897-97ca-3e54959c467b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.005326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.009416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b69252e4-e62a-4897-97ca-3e54959c467b HTTP/1.1" status: 204 len: 168 time: 0.4291878 Mar 11 00:15:44.045898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33e1d4-b349-4f31-ba48-0ff76624d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69252e4-e62a-4897-97ca-3e54959c467b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:44.103869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Checking segment: {'id': '3e84ad27-8f4f-495a-8982-469eecc6f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:15:44.104272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Network hostable DHCP agents. Network: ef2e4022-e669-4a41-a516-5c32fb61c13d, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:15:44.111316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event updated for resources: {'Subnet': ['ID=e0e4c7e3-6a41-4175-aefe-214c01ce53a4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:44.134885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Network ef2e4022-e669-4a41-a516-5c32fb61c13d is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:15:44.153619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ef2e4022-e669-4a41-a516-5c32fb61c13d) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:15:44.159237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:44.159851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.176485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4f8c8-29fc-4483-b61d-c4b8d8fa42d2 None None] Network ef2e4022-e669-4a41-a516-5c32fb61c13d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:15:44.193948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86d0abbd-2e74-4419-8c03-1467d7940f09 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8080981 Mar 11 00:15:44.197435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:44.202981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Request body: {'port': {'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-628037248'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:44.368970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ac249485-3f61-4c09-8013-4890b90b28b6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:44.371644 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.483130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-ef2e4022-e669-4a41-a516-5c32fb61c13d', 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d', 'project_id': '74477a1939714d4ea57dd53e6fe1b672', 'fixed_ips': [{'subnet_id': 'e0e4c7e3-6a41-4175-aefe-214c01ce53a4'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:15:44.484036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.501966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Made reservation on behalf of 74477a1939714d4ea57dd53e6fe1b672 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:15:44.508206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:44.557824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] device_id is not set on port 8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:15:44.985437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac249485-3f61-4c09-8013-4890b90b28b6 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:44.985842 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:45.046544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:45.047621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:15:45.050404 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19233326-e7e1-40c4-9f25-20bbf7c346ba" -d '{"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:15:45.070413 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:45.079466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Allocated IP 172.20.0.11 (ef2e4022-e669-4a41-a516-5c32fb61c13d/e0e4c7e3-6a41-4175-aefe-214c01ce53a4/8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:15:45.204182 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cb5abb-0676-4e71-8680-1dd699a177ef x-openstack-request-id: req-c4cb5abb-0676-4e71-8680-1dd699a177ef {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:15:45.204544 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-plugged", "status": "completed", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:15:45.204825 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4cb5abb-0676-4e71-8680-1dd699a177ef {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:15:45.205185 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'code': 200} Mar 11 00:15:45.206556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:45.329791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cae385-8b59-4742-be9f-778fbddcfcd3 req-46b86ff6-cf53-438d-b9e2-54d1e636476f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:45.330534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18cae385-8b59-4742-be9f-778fbddcfcd3 req-46b86ff6-cf53-438d-b9e2-54d1e636476f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 944 time: 0.7939789 Mar 11 00:15:45.543203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1375bb-726a-40e5-b313-325a39676c20 req-7546d39d-5cfd-4e92-8cac-51d3ae0e9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:45.545189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e1375bb-726a-40e5-b313-325a39676c20 req-7546d39d-5cfd-4e92-8cac-51d3ae0e9fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 1128 time: 0.2130885 Mar 11 00:15:45.566911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for port (8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:45.595316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18cae385-8b59-4742-be9f-778fbddcfcd3 req-48faee5b-6670-47c7-bdbb-398b85e81522 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909773 Mar 11 00:15:45.625697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e1375bb-726a-40e5-b313-325a39676c20 req-4106611c-a465-4c03-889f-35b96ef37848 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724378 Mar 11 00:15:45.658240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:45.702489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Network ef2e4022-e669-4a41-a516-5c32fb61c13d is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:15:45.706253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:15:45.710481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:15:45.722859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Allocated IP 172.20.0.2 (ef2e4022-e669-4a41-a516-5c32fb61c13d/e0e4c7e3-6a41-4175-aefe-214c01ce53a4/7831a86e-9a86-4df1-a789-54ca053977be) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:15:45.753133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event updated for resources: {'Port': ['ID=8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:45.768298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.768888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.769269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.769612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.770012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.770457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.770837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.771264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.771661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.772044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.772422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.772822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.773140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:15:45.799474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:45.800137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:45.820959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83bcf747-836e-4b6c-9993-31823b147649 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6225398 Mar 11 00:15:45.824821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45704) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:45.979464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Deleting port 8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:15:45.979986 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.125683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.142050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Calling delete_port for 8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:15:46.226427 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks [] for port (7831a86e-9a86-4df1-a789-54ca053977be), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.236094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7831a86e-9a86-4df1-a789-54ca053977be), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.300370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Pushing event updated for resources: {'Port': ['ID=7831a86e-9a86-4df1-a789-54ca053977be,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:46.322264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Network ef2e4022-e669-4a41-a516-5c32fb61c13d is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:15:46.323763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:15:46.326377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:15:46.385527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.428571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Attempting to bind port 7831a86e-9a86-4df1-a789-54ca053977be on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:15:46.429011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Attempting to bind port 7831a86e-9a86-4df1-a789-54ca053977be by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3e84ad27-8f4f-495a-8982-469eecc6f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:15:46.429499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Attempting to bind port 7831a86e-9a86-4df1-a789-54ca053977be on network ef2e4022-e669-4a41-a516-5c32fb61c13d {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:15:46.436513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:15:46.438764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Checking segment: {'id': '3e84ad27-8f4f-495a-8982-469eecc6f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:15:46.438764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.438764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Bound using segment: {'id': '3e84ad27-8f4f-495a-8982-469eecc6f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:15:46.438764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Bound port: 7831a86e-9a86-4df1-a789-54ca053977be, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84ad27-8f4f-495a-8982-469eecc6f945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ef2e4022-e669-4a41-a516-5c32fb61c13d'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:15:46.439298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7831a86e-9a86-4df1-a789-54ca053977be), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.442131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event deleted for resources: {'Port': ['ID=8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:46.538919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.544876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-138918d9-b9ab-4374-b036-13fc64bf583e tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "DELETE /v2.0/ports/8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d HTTP/1.1" status: 204 len: 168 time: 0.7190809 Mar 11 00:15:46.546320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] For port 7831a86e-9a86-4df1-a789-54ca053977be, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:15:46.547064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:46.551038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] For port 7831a86e-9a86-4df1-a789-54ca053977be, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7831a86e-9a86-4df1-a789-54ca053977be,segment=NetworkSegment(3e84ad27-8f4f-495a-8982-469eecc6f945),segment_id=3e84ad27-8f4f-495a-8982-469eecc6f945)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:15:46.560376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7831a86e-9a86-4df1-a789-54ca053977be), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:46.628179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886512a-c2bd-4c4f-995e-27502c5f6a01 None None] Pushing event updated for resources: {'Port': ['ID=7831a86e-9a86-4df1-a789-54ca053977be,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:46.844247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f95843-87f1-4bd5-92d7-fdeae6851e90 req-ac6f8829-b508-4a7c-b414-57c326576ce1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:46.845869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90f95843-87f1-4bd5-92d7-fdeae6851e90 req-ac6f8829-b508-4a7c-b414-57c326576ce1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.1442750 Mar 11 00:15:46.885974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45728) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:46.887033 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3fe353af-858a-4afb-8d8e-aad4f1bab66e tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3379073 Mar 11 00:15:46.896956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-45919545'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:46.988246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90f95843-87f1-4bd5-92d7-fdeae6851e90 req-3cdd7592-a312-4636-8506-404a46af54c8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330278 Mar 11 00:15:46.996290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Made reservation on behalf of 74477a1939714d4ea57dd53e6fe1b672 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:15:46.999824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:47.066984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:15:47.093768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:47.094321 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Added segment 9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77 of type vlan for network 1da89356-3d34-4f9b-a322-3f48b1900141 Mar 11 00:15:47.155054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (1da89356-3d34-4f9b-a322-3f48b1900141), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:47.210003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (1da89356-3d34-4f9b-a322-3f48b1900141), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:47.216053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:47.216995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:47.299740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event updated for resources: {'Network': ['ID=1da89356-3d34-4f9b-a322-3f48b1900141,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:47.307781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6910ac47-5b3e-4f70-be42-ca8fb6dd53c1 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4176953 Mar 11 00:15:47.308539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:47.317156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 1da89356-3d34-4f9b-a322-3f48b1900141 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:15:47.649784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6de858c5-468a-4fed-a72e-36f75e1ab683 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks HTTP/1.1" status: 200 len: 8081 time: 0.3386800 Mar 11 00:15:47.651197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45768) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:47.804639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e976c6f9-12f8-44f8-a26c-763b40c74ba3 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] Network 1da89356-3d34-4f9b-a322-3f48b1900141 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:15:47.828132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45770) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:47.828891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e976c6f9-12f8-44f8-a26c-763b40c74ba3 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "POST /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1756091 Mar 11 00:15:47.833508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75534a-ca24-4ade-bd4d-5b0deb194bd6 None None] Network 1da89356-3d34-4f9b-a322-3f48b1900141 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:15:48.107325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45774) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.114524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-67d6e9be-3352-4ed1-8b5f-5e7c1e36abfe tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks HTTP/1.1" status: 200 len: 8850 time: 0.2840083 Mar 11 00:15:48.203900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.220153 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0114b29b-5774-4060-ae95-e3336dd34f16 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "DELETE /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks/1da89356-3d34-4f9b-a322-3f48b1900141 HTTP/1.1" status: 204 len: 168 time: 0.1112692 Mar 11 00:15:48.301586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175cb078-fd54-4229-a2a9-306df14832c4 None None] Network ef2e4022-e669-4a41-a516-5c32fb61c13d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:15:48.357404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266e507-dfb7-4429-9eaf-032530f525a0 req-5b232e6f-75d6-4945-9bcb-24e353abbc77 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:48.359596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e266e507-dfb7-4429-9eaf-032530f525a0 req-5b232e6f-75d6-4945-9bcb-24e353abbc77 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.1440275 Mar 11 00:15:48.468293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Provisioning complete for port 7831a86e-9a86-4df1-a789-54ca053977be triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:48.468881 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7831a86e-9a86-4df1-a789-54ca053977be), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:48.581969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e266e507-dfb7-4429-9eaf-032530f525a0 req-363bfb80-9137-44de-adeb-fb498155c33a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640704 Mar 11 00:15:48.594048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.604165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6240fa05-0d7a-41bc-9dc1-2ca15fe80d16 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks HTTP/1.1" status: 200 len: 8081 time: 0.3959494 Mar 11 00:15:48.635181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90330a04-29a3-4bc2-950d-04b4df7c24f8 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/networks/ef2e4022-e669-4a41-a516-5c32fb61c13d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0395560 Mar 11 00:15:48.638859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45786) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.676139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c18770d7-8407-4418-83dc-b07cb92b169a tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/networks/ef2e4022-e669-4a41-a516-5c32fb61c13d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0323372 Mar 11 00:15:48.677075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45788) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.778805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Current status of the port 7831a86e-9a86-4df1-a789-54ca053977be is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:48.778805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7831a86e-9a86-4df1-a789-54ca053977be), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:48.801091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7831a86e-9a86-4df1-a789-54ca053977be up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:15:48.923235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c2e5345c-605f-4a0e-a45f-732396a3b4b4 tempest-DHCPAgentSchedulersTestJSON-1558321907 tempest-DHCPAgentSchedulersTestJSON-1558321907-project-admin] 10.222.0.21 "GET /v2.0/agents/e0ba50cc-2f49-4f52-ab92-1afadae33186/dhcp-networks HTTP/1.1" status: 200 len: 8081 time: 0.2399874 Mar 11 00:15:48.923857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45790) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:48.936085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] For port 7831a86e-9a86-4df1-a789-54ca053977be, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7831a86e-9a86-4df1-a789-54ca053977be,segment=NetworkSegment(3e84ad27-8f4f-495a-8982-469eecc6f945),segment_id=3e84ad27-8f4f-495a-8982-469eecc6f945)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:48.947059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7831a86e-9a86-4df1-a789-54ca053977be), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:48.955649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7831a86e-9a86-4df1-a789-54ca053977be triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:48.956586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7831a86e-9a86-4df1-a789-54ca053977be), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.036592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (1da89356-3d34-4f9b-a322-3f48b1900141), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.068767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2584b-5af6-4bb4-ad56-30c78bbb4fdc None None] Pushing event updated for resources: {'Port': ['ID=7831a86e-9a86-4df1-a789-54ca053977be,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:49.118488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7831a86e-9a86-4df1-a789-54ca053977be is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:49.158555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (1da89356-3d34-4f9b-a322-3f48b1900141), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.178809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8341a05a-f7ee-4896-8835-3dbd7b580414 None None] Provisioning complete for port 7831a86e-9a86-4df1-a789-54ca053977be triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:15:49.179211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8341a05a-f7ee-4896-8835-3dbd7b580414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7831a86e-9a86-4df1-a789-54ca053977be), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.190594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da89356-3d34-4f9b-a322-3f48b1900141']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:49.204670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:49.204964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:49.216564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.236689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.244541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:15:49.246510 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (9fcc8b1a-6e90-4ff3-ac61-e17fef06fb77), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:15:49.249897 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:15:49.286907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8341a05a-f7ee-4896-8835-3dbd7b580414 None None] Current status of the port 7831a86e-9a86-4df1-a789-54ca053977be is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:15:49.324142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (1da89356-3d34-4f9b-a322-3f48b1900141), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.333754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.338145 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "DELETE /v2.0/networks/1da89356-3d34-4f9b-a322-3f48b1900141 HTTP/1.1" status: 204 len: 168 time: 0.4132373 Mar 11 00:15:49.340609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45794) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:49.380925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc50266-933f-4e4b-913e-ec238f720815 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event deleted for resources: {'Network': ['ID=1da89356-3d34-4f9b-a322-3f48b1900141,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:49.383058 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-00969b27-cede-4a1b-993d-0627e5bd8de4 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] DELETE failed (client error): The resource could not be found. Mar 11 00:15:49.383960 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00969b27-cede-4a1b-993d-0627e5bd8de4 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:15:49.389465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00969b27-cede-4a1b-993d-0627e5bd8de4 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "DELETE /v2.0/ports/8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d HTTP/1.1" status: 404 len: 333 time: 0.0445290 Mar 11 00:15:49.390006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:49.402377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c16750b9-7fe2-41af-9bb3-9297b8806ebe None None] Could not find standard attr ID for object 8ce7ba4f-7e9a-4f76-9b02-72ba7bf3698d. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:15:49.455997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Deleting subnet e0e4c7e3-6a41-4175-aefe-214c01ce53a4 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:15:49.460363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for subnet (e0e4c7e3-6a41-4175-aefe-214c01ce53a4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.507362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e0e4c7e3-6a41-4175-aefe-214c01ce53a4), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.617807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e0e4c7e3-6a41-4175-aefe-214c01ce53a4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.689396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e0e4c7e3-6a41-4175-aefe-214c01ce53a4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.747472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.751132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "DELETE /v2.0/subnets/e0e4c7e3-6a41-4175-aefe-214c01ce53a4 HTTP/1.1" status: 204 len: 168 time: 0.3603516 Mar 11 00:15:49.752864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ed61a-a2c1-488c-968a-5e05bac97b48 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e4c7e3-6a41-4175-aefe-214c01ce53a4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:49.754448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:49.765778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f3804-09ac-4e90-900f-1c798d065a1f None None] Network ef2e4022-e669-4a41-a516-5c32fb61c13d requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:15:49.866160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012eb5d1-d237-48dc-90b8-a90d88d19f07 req-a6cfaf5b-bf1e-41ea-b0b6-ffb7db3e1aff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:49.872429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-012eb5d1-d237-48dc-90b8-a90d88d19f07 req-a6cfaf5b-bf1e-41ea-b0b6-ffb7db3e1aff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.1312263 Mar 11 00:15:49.910835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ef2e4022-e669-4a41-a516-5c32fb61c13d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:49.960890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-012eb5d1-d237-48dc-90b8-a90d88d19f07 req-229e5201-4b7d-4f36-9b9a-29145c052a35 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849104 Mar 11 00:15:50.000504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Deleting port 7831a86e-9a86-4df1-a789-54ca053977be {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:15:50.000962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7831a86e-9a86-4df1-a789-54ca053977be), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.080591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] DHCP port deletion for ef2e4022-e669-4a41-a516-5c32fb61c13d request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:15:50.107816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] For port 7831a86e-9a86-4df1-a789-54ca053977be, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7831a86e-9a86-4df1-a789-54ca053977be,segment=NetworkSegment(3e84ad27-8f4f-495a-8982-469eecc6f945),segment_id=3e84ad27-8f4f-495a-8982-469eecc6f945)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:50.108303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7831a86e-9a86-4df1-a789-54ca053977be), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.139468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Calling delete_port for 7831a86e-9a86-4df1-a789-54ca053977be owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:15:50.154757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Deleting port 7831a86e-9a86-4df1-a789-54ca053977be {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:15:50.155154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7831a86e-9a86-4df1-a789-54ca053977be), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.247509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] For port 7831a86e-9a86-4df1-a789-54ca053977be, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7831a86e-9a86-4df1-a789-54ca053977be,segment=NetworkSegment(3e84ad27-8f4f-495a-8982-469eecc6f945),segment_id=3e84ad27-8f4f-495a-8982-469eecc6f945)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:15:50.248304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7831a86e-9a86-4df1-a789-54ca053977be), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.260577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7831a86e-9a86-4df1-a789-54ca053977be), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.265553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Calling delete_port for 7831a86e-9a86-4df1-a789-54ca053977be owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:15:50.299538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event deleted for resources: {'Port': ['ID=7831a86e-9a86-4df1-a789-54ca053977be,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:50.307445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] No DVR routers for this DVR port 7831a86e-9a86-4df1-a789-54ca053977be on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:15:50.370769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7831a86e-9a86-4df1-a789-54ca053977be), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.397262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] Pushing event deleted for resources: {'Port': ['ID=7831a86e-9a86-4df1-a789-54ca053977be,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:50.407585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc0a54-dba1-4ec1-8aa8-9453fbb0b50f None None] No DVR routers for this DVR port 7831a86e-9a86-4df1-a789-54ca053977be on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:15:50.420674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ef2e4022-e669-4a41-a516-5c32fb61c13d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.448358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2e4022-e669-4a41-a516-5c32fb61c13d']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:50.459271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e84ad27-8f4f-495a-8982-469eecc6f945') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:50.459841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e84ad27-8f4f-495a-8982-469eecc6f945') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:15:50.476515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (3e84ad27-8f4f-495a-8982-469eecc6f945), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.494439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e84ad27-8f4f-495a-8982-469eecc6f945), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.501642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:15:50.502224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (3e84ad27-8f4f-495a-8982-469eecc6f945), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:15:50.506103 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:15:50.568592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7831a86e-9a86-4df1-a789-54ca053977be no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:15:50.591226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ef2e4022-e669-4a41-a516-5c32fb61c13d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.601269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7831a86e-9a86-4df1-a789-54ca053977be {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:15:50.601741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7831a86e-9a86-4df1-a789-54ca053977be not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:15:50.611515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:50.615670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] 10.222.0.21 "DELETE /v2.0/networks/ef2e4022-e669-4a41-a516-5c32fb61c13d HTTP/1.1" status: 204 len: 168 time: 0.8598797 Mar 11 00:15:50.643312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fa739-2506-4793-83d6-e42aa08f2100 tempest-DHCPAgentSchedulersTestJSON-861260805 tempest-DHCPAgentSchedulersTestJSON-861260805-project] Pushing event deleted for resources: {'Network': ['ID=ef2e4022-e669-4a41-a516-5c32fb61c13d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:50.949567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45848) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:51.146302 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c30f1563-8acd-4421-aae5-b1b1056ed405 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74477a1939714d4ea57dd53e6fe1b672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956432 Mar 11 00:15:51.149162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:51.236646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] Publish callbacks [] for security_group (b2477378-d447-4a54-8cfe-ac7df05790b7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.265326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] Publish callbacks [] for security_group (b2477378-d447-4a54-8cfe-ac7df05790b7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.327233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b2477378-d447-4a54-8cfe-ac7df05790b7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.329666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.330837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2477378-d447-4a54-8cfe-ac7df05790b7 HTTP/1.1" status: 204 len: 168 time: 0.1795974 Mar 11 00:15:51.341577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68834d80-71af-4255-bd8d-5caf24edbc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2477378-d447-4a54-8cfe-ac7df05790b7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:51.546504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218afc9a-9145-4b20-9bca-87c08a5bd91b req-669d2035-643b-4630-bd84-9b8197004dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:15:51.548336 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-218afc9a-9145-4b20-9bca-87c08a5bd91b req-669d2035-643b-4630-bd84-9b8197004dbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1128 time: 0.1461780 Mar 11 00:15:51.631439 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-218afc9a-9145-4b20-9bca-87c08a5bd91b req-981881c7-c00a-44af-95bd-0aeb6bcf0d4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763574 Mar 11 00:15:51.786081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:51.808007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-688b88ed-d631-4d15-91f5-7129a6440503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.922706 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-688b88ed-d631-4d15-91f5-7129a6440503 admin admin] Publish callbacks [] for security_group (836b670d-59c8-4d5e-bdb4-c38ef5840959), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.928509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-688b88ed-d631-4d15-91f5-7129a6440503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (836b670d-59c8-4d5e-bdb4-c38ef5840959), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:51.970864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-688b88ed-d631-4d15-91f5-7129a6440503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3882182d71fc4f2da13b0bdf07a5b1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826692 Mar 11 00:15:51.973404 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45874) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:51.985826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b88ed-d631-4d15-91f5-7129a6440503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836b670d-59c8-4d5e-bdb4-c38ef5840959,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:52.053494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] Publish callbacks [] for security_group (836b670d-59c8-4d5e-bdb4-c38ef5840959), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:52.091889 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] Publish callbacks [] for security_group (836b670d-59c8-4d5e-bdb4-c38ef5840959), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:52.170916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (836b670d-59c8-4d5e-bdb4-c38ef5840959), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:52.174608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:52.179017 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/836b670d-59c8-4d5e-bdb4-c38ef5840959 HTTP/1.1" status: 204 len: 168 time: 0.2045615 Mar 11 00:15:52.192298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c7e61-23c5-4bd9-844f-e55e0cd39ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b670d-59c8-4d5e-bdb4-c38ef5840959,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:53.917088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45942) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:54.025276 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:54.048673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.155450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.275857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Allocated IP 172.25.7.223 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:15:54.394910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.431573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.476335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:15:54.480965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:15:54.486781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:15:54.505181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:54.635412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for floatingip (9a48e3c0-7cb8-4cd2-8494-a33539fb9fb4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.680167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.872009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.880048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:54.971360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:55.004423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9a48e3c0-7cb8-4cd2-8494-a33539fb9fb4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.035391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.040834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a2cda132-b40b-4477-9e9d-4a79bd91e5f5 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1194069 Mar 11 00:15:55.041170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45956) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:55.047803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1250351431', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'fixed_ips': [{'ip_address': '172.25.7.223'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:15:55.077647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Made reservation on behalf of 705bfa21de8a4d4eb67b3442f71d914b for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:15:55.080503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.091204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.186944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for security_group (852481c6-e61d-4de1-92cb-2b5dd521a943), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.194085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (852481c6-e61d-4de1-92cb-2b5dd521a943), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.199363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] device_id is not set on port 2e5e5d00-9ad7-458f-b89a-91e7ec2538bd yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:15:55.369662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852481c6-e61d-4de1-92cb-2b5dd521a943,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:55.439407 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 00:15:55.439966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:15:55.483393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-14b0101f-ee31-4ab6-84e0-aaef9171a59d tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4402866 Mar 11 00:15:55.487386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:55.671171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Deleting port d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:15:55.671493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.777533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.777847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for floatingip (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.792706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Calling delete_port for d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:15:55.960839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:55.994610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7ab84a6-d75d-4d76-bd96-30fa4f1a78d9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:56.089357 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks [] for floatingip (9a48e3c0-7cb8-4cd2-8494-a33539fb9fb4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.094971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.101713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b6fcfc1f-77a0-447f-86f2-283cf1cf9794 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407 tempest-ExternalNetworksAdminNegativeTestJSON-1826601407-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9a48e3c0-7cb8-4cd2-8494-a33539fb9fb4 HTTP/1.1" status: 204 len: 168 time: 0.6102576 Mar 11 00:15:56.436731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:56.603600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ddde8444-db4e-4dd1-b58c-5eb05d1fd1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.725945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ddde8444-db4e-4dd1-b58c-5eb05d1fd1d3 admin admin] Publish callbacks [] for security_group (ca7ea454-8aa6-48e6-93cd-8b1cc9884184), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.732539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ddde8444-db4e-4dd1-b58c-5eb05d1fd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ca7ea454-8aa6-48e6-93cd-8b1cc9884184), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.779876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ddde8444-db4e-4dd1-b58c-5eb05d1fd1d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a3185ab785e49a2b209fc1dee2a115a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421986 Mar 11 00:15:56.781097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8444-db4e-4dd1-b58c-5eb05d1fd1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ea454-8aa6-48e6-93cd-8b1cc9884184,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:56.783489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:56.873720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] Publish callbacks [] for security_group (ca7ea454-8aa6-48e6-93cd-8b1cc9884184), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.905002 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] Publish callbacks [] for security_group (ca7ea454-8aa6-48e6-93cd-8b1cc9884184), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.980989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ca7ea454-8aa6-48e6-93cd-8b1cc9884184), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.984049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:56.985426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca7ea454-8aa6-48e6-93cd-8b1cc9884184 HTTP/1.1" status: 204 len: 168 time: 0.1982672 Mar 11 00:15:56.995973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b630a1-53ef-4c81-a3d4-84fb245b5143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ea454-8aa6-48e6-93cd-8b1cc9884184,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:57.491644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45992) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:57.581252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e10c90eb-536e-49f2-98a3-054acae5e244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=705bfa21de8a4d4eb67b3442f71d914b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843177 Mar 11 00:15:57.582705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45994) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:15:57.679219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] Publish callbacks [] for security_group (852481c6-e61d-4de1-92cb-2b5dd521a943), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:57.725886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] Publish callbacks [] for security_group (852481c6-e61d-4de1-92cb-2b5dd521a943), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:57.822898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (852481c6-e61d-4de1-92cb-2b5dd521a943), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:57.825777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:15:57.829228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/852481c6-e61d-4de1-92cb-2b5dd521a943 HTTP/1.1" status: 204 len: 168 time: 0.2366567 Mar 11 00:15:57.846767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f00531-cd13-4da9-99df-a41a32dfd3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852481c6-e61d-4de1-92cb-2b5dd521a943,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:15:59.783352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46044) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:00.110139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46054) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:00.168946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfa51-be14-465b-8ee9-b768557b9b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.335423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-421375096'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:00.359413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfa51-be14-465b-8ee9-b768557b9b15 admin admin] Publish callbacks [] for security_group (bdbe351f-0102-4eba-a069-a40ac0fcb8a2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.471802 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7fdfa51-be14-465b-8ee9-b768557b9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bdbe351f-0102-4eba-a069-a40ac0fcb8a2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.497960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Made reservation on behalf of 49d6f9a405b04fd6a5ec7a1b8838952a for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:00.501496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.528942 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.553416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d7fdfa51-be14-465b-8ee9-b768557b9b15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65cca2704e7b4e489e39bbb3e4a6d553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7688694 Mar 11 00:16:00.557515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46062) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:00.564309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdfa51-be14-465b-8ee9-b768557b9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbe351f-0102-4eba-a069-a40ac0fcb8a2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:00.691650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] Publish callbacks [] for security_group (bdbe351f-0102-4eba-a069-a40ac0fcb8a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.733447 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks [] for security_group (0b57a636-0d87-4708-a3eb-921faae20adf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.735708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] Publish callbacks [] for security_group (bdbe351f-0102-4eba-a069-a40ac0fcb8a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.745021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0b57a636-0d87-4708-a3eb-921faae20adf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.791039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:00.826260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57a636-0d87-4708-a3eb-921faae20adf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:00.833496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bdbe351f-0102-4eba-a069-a40ac0fcb8a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.836680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.840849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdbe351f-0102-4eba-a069-a40ac0fcb8a2 HTTP/1.1" status: 204 len: 168 time: 0.2816296 Mar 11 00:16:00.855413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f39c0-8030-49a2-a591-f0dda9b2b7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbe351f-0102-4eba-a069-a40ac0fcb8a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:00.870249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0035a73f-dd80-4e84-958a-394cd5965af7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.870889 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Added segment 0035a73f-dd80-4e84-958a-394cd5965af7 of type vlan for network cc091890-c6eb-4eaa-bbd9-beb98a279749 Mar 11 00:16:00.939811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (cc091890-c6eb-4eaa-bbd9-beb98a279749), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.975445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (cc091890-c6eb-4eaa-bbd9-beb98a279749), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:00.988038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:00.993407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.050369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9387274 Mar 11 00:16:01.093627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0f36-8279-4114-90c7-9a3e1e35f225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Pushing event updated for resources: {'Network': ['ID=cc091890-c6eb-4eaa-bbd9-beb98a279749,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:01.106791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:01.428622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46080) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:01.447535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e182f8c8-d299-48f3-be7a-37fb46c2ed31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.538193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e182f8c8-d299-48f3-be7a-37fb46c2ed31 admin admin] Publish callbacks [] for security_group (34a22585-ae27-4e1b-9606-817fe1753f1a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.545892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e182f8c8-d299-48f3-be7a-37fb46c2ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (34a22585-ae27-4e1b-9606-817fe1753f1a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.553537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46082) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:01.560307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749', 'binding:host_id': 'n-h1-831844-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1990678492'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:01.597654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Made reservation on behalf of e23e31afeb4d401ab4fa61afda6da084 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:01.600710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.617898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.638595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182f8c8-d299-48f3-be7a-37fb46c2ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a22585-ae27-4e1b-9606-817fe1753f1a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:01.652193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e182f8c8-d299-48f3-be7a-37fb46c2ed31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0077a6c908047fa94b164d4826988fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217040 Mar 11 00:16:01.657312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46084) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:01.775555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] Publish callbacks [] for security_group (34a22585-ae27-4e1b-9606-817fe1753f1a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.787421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for security_group (d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.795098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.802160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:01.836799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] Publish callbacks [] for security_group (34a22585-ae27-4e1b-9606-817fe1753f1a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.897218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:01.933941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (34a22585-ae27-4e1b-9606-817fe1753f1a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.936554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:01.940828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a22585-ae27-4e1b-9606-817fe1753f1a HTTP/1.1" status: 204 len: 168 time: 0.2794321 Mar 11 00:16:01.950209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311a645-e1e6-4421-8c4c-2d3c9f5686db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a22585-ae27-4e1b-9606-817fe1753f1a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:02.137763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:02.150304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:02.158878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:02.228561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:02.251421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Checking segment: {'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:02.251751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Network hostable DHCP agents. Network: cc091890-c6eb-4eaa-bbd9-beb98a279749, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:02.273991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:02.286218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, cc091890-c6eb-4eaa-bbd9-beb98a279749) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:02.291574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:02.299561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64ef9e-792b-45f4-89f9-e464169fe9f3 None None] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:02.318480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.319030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.319478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.338384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.339048 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.339646 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 2 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.356017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.356695 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.357311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.362642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.363288 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.363873 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 3 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.395150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.395521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.396176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.402925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.403255 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.406015 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 4 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.425130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.425474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.425812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.436728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.437074 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.437471 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 5 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.453038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.453514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.453856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.460017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.460338 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.460755 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 6 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.478497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.478867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.479216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.484884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.485243 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.485739 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 7 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.501137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.501508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.501859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.506696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.507027 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.507672 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 8 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.521963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.522441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.522791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.528183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.528519 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.528920 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 9 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.550381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.550900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.551247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.557203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.557536 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.557938 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 10 to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b Mar 11 00:16:02.574378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:02.575009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:02.575009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:02.579445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:02.579772 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:02.580200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:02.657175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:02.657848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempted to set empty binding levels {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 00:16:02.665481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:02.682314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:02.683569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:02.737996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1829486 Mar 11 00:16:02.739254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2523b6-93b3-4cd0-ac0f-3b0c096ff5a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:02.740803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46116) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:02.906269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Deleting port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:02.906880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.006462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b, host n-h1-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:03.007168 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.022825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Calling delete_port for 4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:03.135549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.177947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:03.189757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.194322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3759cbb-b608-409b-bad9-b52166624334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b HTTP/1.1" status: 204 len: 168 time: 0.4521298 Mar 11 00:16:03.197732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46128) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:03.252205 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc06b2d8-3e7a-416c-b3b0-091d508e1ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] GET failed (client error): The resource could not be found. Mar 11 00:16:03.253847 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc06b2d8-3e7a-416c-b3b0-091d508e1ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports/4ad9c0b5-fcbf-4dca-8ff6-d0456afc8b4b HTTP/1.1" status: 404 len: 333 time: 0.0548494 Mar 11 00:16:03.257572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:03.263968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-521163489'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:03.293972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Made reservation on behalf of e23e31afeb4d401ab4fa61afda6da084 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:03.301396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.346286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port c16693c6-fb73-429a-aeeb-e939315d6421 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:03.590347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (c16693c6-fb73-429a-aeeb-e939315d6421), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.633520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.685440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=c16693c6-fb73-429a-aeeb-e939315d6421,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:03.702947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:03.704484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:03.710464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:03.711568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:03.712224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:03.730202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d43dcc8c-d07f-4003-9f59-5f5b573be087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4702201 Mar 11 00:16:03.733943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:03.741285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:03.846876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:04.174156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port c16693c6-fb73-429a-aeeb-e939315d6421 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:04.186389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (c16693c6-fb73-429a-aeeb-e939315d6421), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:04.196182 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:04.269245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=c16693c6-fb73-429a-aeeb-e939315d6421,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:04.284724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.285236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.286199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.314661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.315224 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.315797 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 2 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.345085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.347050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.357192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.361764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.362101 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.362494 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 3 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.390734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.391068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.391407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.397342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.397677 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.398522 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 4 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.414516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.415034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.415384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.420110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.420438 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.420829 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 5 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.437717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.437916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.438312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.444247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.444569 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.444965 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 6 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.461715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.462649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.463723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.469530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.469861 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.470243 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 7 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.505203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.505686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.506028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.512054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.512385 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.512913 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 8 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.531711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.532086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.532406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.540203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.540529 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.540921 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 9 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:04.565304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:04.565745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:04.566177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:04.576309 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:04.577060 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:04.577534 n-d-831844-1 neutron-server[110426]: INFO neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 10 to bind port c16693c6-fb73-429a-aeeb-e939315d6421 Mar 11 00:16:05.077759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:05.078416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:05.078662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:05.085132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:05.085548 n-d-831844-1 neutron-server[110426]: ERROR neutron.plugins.ml2.managers [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port c16693c6-fb73-429a-aeeb-e939315d6421 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:05.086286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.181457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port c16693c6-fb73-429a-aeeb-e939315d6421, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:05.182134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempted to set empty binding levels {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 00:16:05.187550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.213274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] In _notify_port_updated(), no bound segment for port c16693c6-fb73-429a-aeeb-e939315d6421 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:16:05.214175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.214916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.223792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "PUT /v2.0/ports/c16693c6-fb73-429a-aeeb-e939315d6421 HTTP/1.1" status: 200 len: 978 time: 1.4876933 Mar 11 00:16:05.228841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46184) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:05.281329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5b452-e9d5-44f6-875b-a876e44995ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=c16693c6-fb73-429a-aeeb-e939315d6421,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:05.407533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.408220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.408715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.409190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.409717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.410189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.410654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.411146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.411623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.412317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.412781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.413299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.413761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.414276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.414740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.415202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.415660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.416149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.416612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.417132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.417594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.418049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.418501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.419088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.419402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.419854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.420831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.421307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.421773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.422239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.422714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:05.426908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39bf4fce-6b3b-47a7-882b-5d9ba289661e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28678 time: 0.1969786 Mar 11 00:16:05.432095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:05.605214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Deleting port c16693c6-fb73-429a-aeeb-e939315d6421 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:05.605609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.683467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port c16693c6-fb73-429a-aeeb-e939315d6421, host n-h1-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:05.683956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.700015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Calling delete_port for c16693c6-fb73-429a-aeeb-e939315d6421 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:05.789985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c16693c6-fb73-429a-aeeb-e939315d6421), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.821382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event deleted for resources: {'Port': ['ID=c16693c6-fb73-429a-aeeb-e939315d6421,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:05.833214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.838275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fbb4549b-2258-48b7-bf18-22870ad3309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c16693c6-fb73-429a-aeeb-e939315d6421 HTTP/1.1" status: 204 len: 168 time: 0.4050035 Mar 11 00:16:05.842690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46208) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:05.873667 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37cff68-3b74-40d2-966c-57f7f72674cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] GET failed (client error): The resource could not be found. Mar 11 00:16:05.876065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d37cff68-3b74-40d2-966c-57f7f72674cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports/c16693c6-fb73-429a-aeeb-e939315d6421 HTTP/1.1" status: 404 len: 333 time: 0.0322053 Mar 11 00:16:05.880034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:05.886295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-11283417', 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:05.906026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Made reservation on behalf of e23e31afeb4d401ab4fa61afda6da084 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:05.908481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:05.926446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port 9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:06.139483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.173836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.218893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:06.222102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:06.226597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:06.227641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:06.228373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.232048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:06.251385 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b8e1cba9-e3a8-4644-9656-9bfb7050375e tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3679841 Mar 11 00:16:06.251966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46214) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:06.294523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43076d3-4c20-45e9-ad73-7af177e61799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:06.298712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f43076d3-4c20-45e9-ad73-7af177e61799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports/9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 HTTP/1.1" status: 200 len: 957 time: 0.0432248 Mar 11 00:16:06.299044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46216) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:06.381790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Deleting port 9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:06.382373 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.449645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.462567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Calling delete_port for 9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:06.563855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.650493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:06.652619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.655818 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ac7ce562-3a58-4da1-afcd-0a3189b50e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 HTTP/1.1" status: 204 len: 168 time: 0.3556700 Mar 11 00:16:06.658392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46226) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:06.694527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-145be46c-ed98-4d9d-ba0f-2eb244675f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.698775 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b6ba0a-a83f-4d66-94fe-df244e3c6606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] GET failed (client error): The resource could not be found. Mar 11 00:16:06.701226 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-96b6ba0a-a83f-4d66-94fe-df244e3c6606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports/9e5d2c4f-cbb7-420e-81b0-7da418fcd8c2 HTTP/1.1" status: 404 len: 333 time: 0.0416205 Mar 11 00:16:06.707231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:06.713865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-47554938'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:06.749584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Made reservation on behalf of e23e31afeb4d401ab4fa61afda6da084 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:06.753400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:06.785854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port e984a864-137b-4701-83ca-a10319805648 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:07.031685 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (e984a864-137b-4701-83ca-a10319805648), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:07.086701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e984a864-137b-4701-83ca-a10319805648), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:07.132504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Network cc091890-c6eb-4eaa-bbd9-beb98a279749 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:07.135949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:07.139779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:07.140822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:07.145640 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:07.169637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4594920 Mar 11 00:16:07.170620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504c58-b979-4f9c-9ad4-4f75fc327c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=e984a864-137b-4701-83ca-a10319805648,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:07.172224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46236) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:07.178540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:07.244775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e984a864-137b-4701-83ca-a10319805648), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:07.917428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37a571-7c5d-44ac-8d45-5fb3c786747e req-8922e74b-512f-4774-bacf-ef03481a611b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:07.924588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa37a571-7c5d-44ac-8d45-5fb3c786747e req-8922e74b-512f-4774-bacf-ef03481a611b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2133327 Mar 11 00:16:07.931887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] device_id is not set on port e984a864-137b-4701-83ca-a10319805648 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:07.950396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-cf634413-68e0-4c00-a131-9577c212497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:07.952369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-cf634413-68e0-4c00-a131-9577c212497d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.2398806 Mar 11 00:16:07.961544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks [] for port (e984a864-137b-4701-83ca-a10319805648), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:07.997543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e984a864-137b-4701-83ca-a10319805648), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:08.129410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa37a571-7c5d-44ac-8d45-5fb3c786747e req-7c5c652f-c947-4be1-b421-64447e281aff tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2036922 Mar 11 00:16:08.219440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.220506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.221103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.223285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=e984a864-137b-4701-83ca-a10319805648,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:08.237274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.238008 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.240276 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 2 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.248188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-b47387a4-a1dc-4a17-a3ff-a494ea03ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:08.250048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-b47387a4-a1dc-4a17-a3ff-a494ea03ea42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2847211 Mar 11 00:16:08.311075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.311777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.312379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.321307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.321853 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.322463 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 3 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.342286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.342629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.343511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.355120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.355375 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.357703 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 4 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.373790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-2ace1436-4934-40c7-affe-013fc3d12d3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.1116011 Mar 11 00:16:08.379731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.380309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.380831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.412702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.413036 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.415959 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 5 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.439881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.440258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.440784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.449145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-a5d601d5-d77f-4e17-b65d-8e5dde5e6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:08.450920 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-a5d601d5-d77f-4e17-b65d-8e5dde5e6748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0677516 Mar 11 00:16:08.451956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.452517 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.453124 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 6 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.497674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.503670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.504318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.514845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.515590 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.517128 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 7 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.539030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.539759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.540358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.547665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-d782d0d2-50fd-4abe-bf14-c37554f98b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:08.549237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-d782d0d2-50fd-4abe-bf14-c37554f98b56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0914874 Mar 11 00:16:08.549977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.550322 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.550717 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 8 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.588040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.588403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.588721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.602842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.603168 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.605035 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 9 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.648495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.648871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.649162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.659967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.660334 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.662196 n-d-831844-1 neutron-server[110425]: INFO neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempt 10 to bind port e984a864-137b-4701-83ca-a10319805648 Mar 11 00:16:08.686405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-f3f0301f-157b-465b-960f-402dbc4041bf service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254818 Mar 11 00:16:08.687328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:08.687671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:08.688107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempting to bind port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:08.692579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:08.692911 n-d-831844-1 neutron-server[110425]: ERROR neutron.plugins.ml2.managers [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Failed to bind port e984a864-137b-4701-83ca-a10319805648 on host n-h1-831844-1 for vnic_type normal using segments [{'id': '0035a73f-dd80-4e84-958a-394cd5965af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cc091890-c6eb-4eaa-bbd9-beb98a279749'}] Mar 11 00:16:08.693282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e984a864-137b-4701-83ca-a10319805648), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:08.838448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e96c7585-57be-49a7-a911-db1fcb56e935 req-83a977bc-5919-411c-8026-0e8a5f1d6f61 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431236 Mar 11 00:16:08.839636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port e984a864-137b-4701-83ca-a10319805648, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:08.840032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attempted to set empty binding levels {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 00:16:08.857516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e984a864-137b-4701-83ca-a10319805648), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:08.897607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] In _notify_port_updated(), no bound segment for port e984a864-137b-4701-83ca-a10319805648 on network cc091890-c6eb-4eaa-bbd9-beb98a279749 {{(pid=110425) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:16:08.898585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:08.899332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:08.900735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "PUT /v2.0/ports/e984a864-137b-4701-83ca-a10319805648 HTTP/1.1" status: 200 len: 977 time: 1.7261865 Mar 11 00:16:08.903973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:08.929300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6c28-db7d-486a-a8a8-7cfb5081bd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event updated for resources: {'Port': ['ID=e984a864-137b-4701-83ca-a10319805648,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:09.045642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Deleting port e984a864-137b-4701-83ca-a10319805648 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:09.046561 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e984a864-137b-4701-83ca-a10319805648), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.148869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] For port e984a864-137b-4701-83ca-a10319805648, host n-h1-831844-1, got binding levels [] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:09.149790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e984a864-137b-4701-83ca-a10319805648), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.165496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Calling delete_port for e984a864-137b-4701-83ca-a10319805648 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:09.243281 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-faf647b0-ecba-4cbb-b660-d38e4c39349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.356836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e984a864-137b-4701-83ca-a10319805648), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.459379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Pushing event deleted for resources: {'Port': ['ID=e984a864-137b-4701-83ca-a10319805648,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:09.476229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.484123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46284) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:09.490028 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36a7e4c4-7351-4aab-9d45-4a6a5fa5a3ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e984a864-137b-4701-83ca-a10319805648 HTTP/1.1" status: 204 len: 168 time: 0.5852463 Mar 11 00:16:09.561606 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-d459bd58-7640-40d1-bf67-5b2310cb5a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] GET failed (client error): The resource could not be found. Mar 11 00:16:09.576444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:09.587316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d459bd58-7640-40d1-bf67-5b2310cb5a04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-346914964-project-admin] 10.222.0.21 "GET /v2.0/ports/e984a864-137b-4701-83ca-a10319805648 HTTP/1.1" status: 404 len: 333 time: 0.1019681 Mar 11 00:16:09.688973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (cc091890-c6eb-4eaa-bbd9-beb98a279749), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.850455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (cc091890-c6eb-4eaa-bbd9-beb98a279749), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.855630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885d8ec-a7a5-467c-b42f-57c440d6d8ea req-a19c1184-4f7c-4c01-b25e-b47f43386b87 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:09.868053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c885d8ec-a7a5-467c-b42f-57c440d6d8ea req-a19c1184-4f7c-4c01-b25e-b47f43386b87 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.5684457 Mar 11 00:16:09.874327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc091890-c6eb-4eaa-bbd9-beb98a279749']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:09.889828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0035a73f-dd80-4e84-958a-394cd5965af7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:09.890432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0035a73f-dd80-4e84-958a-394cd5965af7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:09.918711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (0035a73f-dd80-4e84-958a-394cd5965af7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:09.987397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c885d8ec-a7a5-467c-b42f-57c440d6d8ea req-d33b8ec3-3f1e-4bec-ae99-23bb591ef114 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035218 Mar 11 00:16:10.043585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0035a73f-dd80-4e84-958a-394cd5965af7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.058770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:10.059378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (0035a73f-dd80-4e84-958a-394cd5965af7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:10.067904 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:10.158439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (cc091890-c6eb-4eaa-bbd9-beb98a279749), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.167649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.173611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] 10.222.0.21 "DELETE /v2.0/networks/cc091890-c6eb-4eaa-bbd9-beb98a279749 HTTP/1.1" status: 204 len: 168 time: 0.5957832 Mar 11 00:16:10.189511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7ec3f-3f5a-415d-a6e9-a5639f12a905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1873057375-project] Pushing event deleted for resources: {'Network': ['ID=cc091890-c6eb-4eaa-bbd9-beb98a279749,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:10.480192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.583903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46298) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:10.692334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.755649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-37b37f48-7282-4a5b-8e44-5fb0812e48a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49d6f9a405b04fd6a5ec7a1b8838952a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705585 Mar 11 00:16:10.758173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46302) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:10.815111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] Publish callbacks [] for security_group (0b57a636-0d87-4708-a3eb-921faae20adf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.865599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] Publish callbacks [] for security_group (0b57a636-0d87-4708-a3eb-921faae20adf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.952962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0b57a636-0d87-4708-a3eb-921faae20adf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.958150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:10.963042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b57a636-0d87-4708-a3eb-921faae20adf HTTP/1.1" status: 204 len: 168 time: 0.2007952 Mar 11 00:16:10.975698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c89f55-29ca-4d46-b0dc-d0a81491ce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57a636-0d87-4708-a3eb-921faae20adf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:10.983814 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.419713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46316) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:11.508527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d52d8f1d-734d-4696-973a-1e3f74b8c3d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e23e31afeb4d401ab4fa61afda6da084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867543 Mar 11 00:16:11.512066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46320) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:11.581875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27625e07-3ea2-425a-a5a5-5c7df239b8d2 req-387cf303-85ef-4bc3-bbe2-b68e28cc62ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:11.595613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27625e07-3ea2-425a-a5a5-5c7df239b8d2 req-387cf303-85ef-4bc3-bbe2-b68e28cc62ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.4894927 Mar 11 00:16:11.618932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.695637 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] Publish callbacks [] for security_group (d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.709663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27625e07-3ea2-425a-a5a5-5c7df239b8d2 req-6888136d-ecda-4b41-a00b-447b4a694625 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115136 Mar 11 00:16:11.734288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] Publish callbacks [] for security_group (d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.801798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.805290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:11.810011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107 HTTP/1.1" status: 204 len: 168 time: 0.2888641 Mar 11 00:16:11.818018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04218f9a-a7e5-4e1d-b9c0-46bdf1fe86e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0a7cc-65a5-4c3f-aa66-73f90ca9f107,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:12.578795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-6350f097-7eb1-401a-959d-3c22b739b34f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885763 Mar 11 00:16:12.708288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-4198f5a5-2e3f-408a-abf4-52bec4f33f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:12.710043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-4198f5a5-2e3f-408a-abf4-52bec4f33f51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.0726955 Mar 11 00:16:12.854158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-ec76d54a-8079-4d2f-97de-baebe27275da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:12.855745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-ec76d54a-8079-4d2f-97de-baebe27275da service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.1251698 Mar 11 00:16:12.893584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46352) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:12.964594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-df79cfc5-8a6e-48d3-bc26-88ec14d46795 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.1021304 Mar 11 00:16:13.046432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-8285d461-1ac2-4b88-b38a-645d91ba0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:13.048664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-8285d461-1ac2-4b88-b38a-645d91ba0c13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0745707 Mar 11 00:16:13.053722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-156128413'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:13.076594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Made reservation on behalf of 16eb2c08a04c49e0816fb5e34c5eda19 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:13.080513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.096648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.171773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-b317be95-9467-4256-804f-50a09745ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:13.173721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-b317be95-9467-4256-804f-50a09745ed2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161814 Mar 11 00:16:13.194400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for security_group (687b653e-6c26-4335-b416-66373cd8c68d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.199734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (687b653e-6c26-4335-b416-66373cd8c68d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.253286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:13.276236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687b653e-6c26-4335-b416-66373cd8c68d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:13.283142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (706aa913-769c-4f60-9f2f-1e14a4160063), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.283728 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Added segment 706aa913-769c-4f60-9f2f-1e14a4160063 of type vlan for network 0878d135-ab82-4d9b-9849-0979c9101061 Mar 11 00:16:13.317779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-9dc76840-5555-42e6-a135-970379e2cddf service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359057 Mar 11 00:16:13.329003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.340997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0878d135-ab82-4d9b-9849-0979c9101061), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.375011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0878d135-ab82-4d9b-9849-0979c9101061), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.385110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:13.385957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.412584 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5151694 Mar 11 00:16:13.423514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46356) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:13.429921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Request body: {'subnet': {'network_id': '0878d135-ab82-4d9b-9849-0979c9101061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:13.457633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c242ebf0-1d1a-47d3-92ce-5322e987c043 req-3a895a5e-021f-49ba-84cc-5747311ca561 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335485 Mar 11 00:16:13.615145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a672e2-9937-4cb1-a836-28a03c997ab6 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'Network': ['ID=0878d135-ab82-4d9b-9849-0979c9101061,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:13.625694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Made reservation on behalf of 16eb2c08a04c49e0816fb5e34c5eda19 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:13.629808 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.679135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0878d135-ab82-4d9b-9849-0979c9101061 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:13.910600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (5edfd680-cc64-4b58-b660-b0fdffe271db), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:13.989756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'Subnet': ['ID=5edfd680-cc64-4b58-b660-b0fdffe271db,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:14.024210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Checking segment: {'id': '706aa913-769c-4f60-9f2f-1e14a4160063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:14.024879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Network hostable DHCP agents. Network: 0878d135-ab82-4d9b-9849-0979c9101061, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:14.046265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Network 0878d135-ab82-4d9b-9849-0979c9101061 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:14.060016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0878d135-ab82-4d9b-9849-0979c9101061) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:14.065304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:14.070151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.077496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963b0f8-91bb-4c04-8328-0e6e8369b776 None None] Network 0878d135-ab82-4d9b-9849-0979c9101061 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:14.109288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46370) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:14.109928 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eef93f19-e20a-4ff9-89f9-437e9bbed72e tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6849968 Mar 11 00:16:14.114284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Request body: {'port': {'network_id': '0878d135-ab82-4d9b-9849-0979c9101061', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2048867841'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:14.265823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Made reservation on behalf of 16eb2c08a04c49e0816fb5e34c5eda19 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:14.267993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0878d135-ab82-4d9b-9849-0979c9101061', 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061', 'project_id': '16eb2c08a04c49e0816fb5e34c5eda19', 'fixed_ips': [{'subnet_id': '5edfd680-cc64-4b58-b660-b0fdffe271db'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:14.271501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.272592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.316290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] device_id is not set on port be93418a-9ace-4cff-9bca-0215091f1ba5 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:14.328922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46374) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:14.489107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Allocated IP 172.20.0.10 (0878d135-ab82-4d9b-9849-0979c9101061/5edfd680-cc64-4b58-b660-b0fdffe271db/be93418a-9ace-4cff-9bca-0215091f1ba5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:14.519541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e663a045-1e6d-4902-94b1-e5935f505e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.652756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e663a045-1e6d-4902-94b1-e5935f505e7a admin admin] Publish callbacks [] for security_group (154335bf-7c57-4431-8ef2-e4032535b8b2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.670669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e663a045-1e6d-4902-94b1-e5935f505e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (154335bf-7c57-4431-8ef2-e4032535b8b2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.698754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.763733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:14.821166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e663a045-1e6d-4902-94b1-e5935f505e7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=510d17c1ec2e4304a3a232e263eda0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4908688 Mar 11 00:16:14.832982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46382) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:14.868670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'Port': ['ID=be93418a-9ace-4cff-9bca-0215091f1ba5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:14.883815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Network 0878d135-ab82-4d9b-9849-0979c9101061 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:14.885610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:14.891954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:14.902305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Allocated IP 172.20.0.2 (0878d135-ab82-4d9b-9849-0979c9101061/5edfd680-cc64-4b58-b660-b0fdffe271db/b2c539f4-b0c5-4ca4-a12b-7cd2137f741d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:14.903395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663a045-1e6d-4902-94b1-e5935f505e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154335bf-7c57-4431-8ef2-e4032535b8b2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:14.972235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:14.972982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.003329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83ec8b44-4d02-49b3-a2b3-cbfff0bdb8e0 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8900580 Mar 11 00:16:15.004466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46388) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:15.011344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Request body: {'port': {'network_id': '0878d135-ab82-4d9b-9849-0979c9101061', 'name': 'tempest-ExtraDHCPOptionsTestJSON-211830020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:15.011941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] bootfile-name is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:15.012562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] tftp-server is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:15.012980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.api.validators [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] server-ip-address is not in valid_values {{(pid=110425) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:15.066071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] Publish callbacks [] for security_group (154335bf-7c57-4431-8ef2-e4032535b8b2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.122047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] Publish callbacks [] for security_group (154335bf-7c57-4431-8ef2-e4032535b8b2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.193368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (154335bf-7c57-4431-8ef2-e4032535b8b2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.206562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.211624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/154335bf-7c57-4431-8ef2-e4032535b8b2 HTTP/1.1" status: 204 len: 168 time: 0.3757515 Mar 11 00:16:15.230516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Made reservation on behalf of 16eb2c08a04c49e0816fb5e34c5eda19 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:15.234603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.250818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc711d8d-58f6-499b-9ab4-83dcc498a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154335bf-7c57-4431-8ef2-e4032535b8b2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:15.278946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks [] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.280376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] device_id is not set on port 4b793c1e-43f4-4623-a9fa-848b60b09321 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:16:15.321665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.439440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Network 0878d135-ab82-4d9b-9849-0979c9101061 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:15.469255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:15.484147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:15.555607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-726525ca-e5eb-401b-aeff-e2f231831c71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:15.557421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-726525ca-e5eb-401b-aeff-e2f231831c71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.2127018 Mar 11 00:16:15.596610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Pushing event updated for resources: {'Port': ['ID=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:15.621217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.621590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.621912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.622255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.622593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.622929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.623261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.623594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.623939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.624269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.624595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.624922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.625248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:15.631012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Allocated IP 172.20.0.13 (0878d135-ab82-4d9b-9849-0979c9101061/5edfd680-cc64-4b58-b660-b0fdffe271db/4b793c1e-43f4-4623-a9fa-848b60b09321) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:15.667610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Attempting to bind port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:15.668014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Attempting to bind port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '706aa913-769c-4f60-9f2f-1e14a4160063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:15.670097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Attempting to bind port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d on network 0878d135-ab82-4d9b-9849-0979c9101061 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:15.676528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:15.677014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Checking segment: {'id': '706aa913-769c-4f60-9f2f-1e14a4160063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:15.677542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.683888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Bound using segment: {'id': '706aa913-769c-4f60-9f2f-1e14a4160063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:15.684652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Bound port: b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706aa913-769c-4f60-9f2f-1e14a4160063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0878d135-ab82-4d9b-9849-0979c9101061'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:15.685205 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.791437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:15.816499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5038bb3-810a-4e5b-8411-75ae603b1969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.841613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5991660f-9d82-42b1-9f21-692306519078 None None] For port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:15.847971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5991660f-9d82-42b1-9f21-692306519078 None None] For port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,segment=NetworkSegment(706aa913-769c-4f60-9f2f-1e14a4160063),segment_id=706aa913-769c-4f60-9f2f-1e14a4160063)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:15.858224 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.901014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for port (4b793c1e-43f4-4623-a9fa-848b60b09321), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.935733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991660f-9d82-42b1-9f21-692306519078 None None] Pushing event updated for resources: {'Port': ['ID=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:15.956843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d4db1327-60bc-4ec3-9e9e-9fe8135ffae5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.1351123 Mar 11 00:16:15.961893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4b793c1e-43f4-4623-a9fa-848b60b09321), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.968700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5038bb3-810a-4e5b-8411-75ae603b1969 admin admin] Publish callbacks [] for security_group (6561822a-b6b8-4a5b-9036-98dd8d16f6b8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:15.975987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5038bb3-810a-4e5b-8411-75ae603b1969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6561822a-b6b8-4a5b-9036-98dd8d16f6b8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.009371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a5038bb3-810a-4e5b-8411-75ae603b1969 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a31ed13fb29481dabcfde5818f8603d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170231 Mar 11 00:16:16.019217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46402) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:16.054320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5038bb3-810a-4e5b-8411-75ae603b1969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561822a-b6b8-4a5b-9036-98dd8d16f6b8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:16.100715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Network 0878d135-ab82-4d9b-9849-0979c9101061 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:16.121512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:16.126910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:16.136254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'Port': ['ID=4b793c1e-43f4-4623-a9fa-848b60b09321,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:16.162876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-bc1e40ee-865b-45a1-a934-a2c7f2a0ea59 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047434 Mar 11 00:16:16.230418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:16.231041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.251698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] Publish callbacks [] for security_group (6561822a-b6b8-4a5b-9036-98dd8d16f6b8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.309246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b9d7a29f-27a9-4e21-8e2d-25bc67d3ff49 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3031590 Mar 11 00:16:16.312992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:16.327617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] Publish callbacks [] for security_group (6561822a-b6b8-4a5b-9036-98dd8d16f6b8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.357408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-e00619bf-d128-4fdc-a27e-b6a21a088a0a service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857867 Mar 11 00:16:16.397679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d1ae1-7bc2-4ccc-9a4c-2c7324669361 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:16.407860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d1ae1-7bc2-4ccc-9a4c-2c7324669361 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:16.423009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d1ae1-7bc2-4ccc-9a4c-2c7324669361 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:16.428267 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba9d1ae1-7bc2-4ccc-9a4c-2c7324669361 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1128464 Mar 11 00:16:16.430231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46406) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:16.475540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6561822a-b6b8-4a5b-9036-98dd8d16f6b8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.479289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.480969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6561822a-b6b8-4a5b-9036-98dd8d16f6b8 HTTP/1.1" status: 204 len: 168 time: 0.4351480 Mar 11 00:16:16.509389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5861f60-3dfc-4191-94f2-ca79521d1034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561822a-b6b8-4a5b-9036-98dd8d16f6b8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:16.514591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-409a0fa6-2451-46f0-9851-e18a345a864e service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499252 Mar 11 00:16:16.587805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Deleting port 4b793c1e-43f4-4623-a9fa-848b60b09321 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:16.588307 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4b793c1e-43f4-4623-a9fa-848b60b09321), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.697575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b2c539f4-b0c5-4ca4-a12b-7cd2137f741d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:16:16.713234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4b793c1e-43f4-4623-a9fa-848b60b09321), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.727142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Calling delete_port for 4b793c1e-43f4-4623-a9fa-848b60b09321 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:16.817880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:16.818340 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.949077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:16.950286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:16.988219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,segment=NetworkSegment(706aa913-769c-4f60-9f2f-1e14a4160063),segment_id=706aa913-769c-4f60-9f2f-1e14a4160063)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:16.995050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.030828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:17.047671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4b793c1e-43f4-4623-a9fa-848b60b09321), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.061699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18b089a4-3cfe-4275-ba07-ce0ba7793cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.066461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:17.118808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event deleted for resources: {'Port': ['ID=4b793c1e-43f4-4623-a9fa-848b60b09321,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:17.180450 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18b089a4-3cfe-4275-ba07-ce0ba7793cbf admin admin] Publish callbacks [] for security_group (9aaed71b-7613-4096-9196-81208286fe76), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.191633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18b089a4-3cfe-4275-ba07-ce0ba7793cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9aaed71b-7613-4096-9196-81208286fe76), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.225532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-715b7a1d-b16d-417a-84b7-28d6bab2c7a5 req-1c8e85bd-cf4d-472e-a0f5-ec0e5a668ecd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.1339834 Mar 11 00:16:17.271019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-18b089a4-3cfe-4275-ba07-ce0ba7793cbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa922e5ea7f64b618b9bacdbaf885db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391143 Mar 11 00:16:17.271949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b089a4-3cfe-4275-ba07-ce0ba7793cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaed71b-7613-4096-9196-81208286fe76,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:17.274845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46428) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:17.289153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.293343 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ee6754a-f196-4ee5-a81b-2c56edef5c76 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "DELETE /v2.0/ports/4b793c1e-43f4-4623-a9fa-848b60b09321 HTTP/1.1" status: 204 len: 168 time: 0.8615651 Mar 11 00:16:17.297870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46432) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:17.305843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Request body: {'port': {'name': 'tempest-new-port-name-569421966', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:17.306431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.api.validators [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] bootfile-name is not in valid_values {{(pid=110426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:17.306862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.api.validators [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] tftp-server is not in valid_values {{(pid=110426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:17.307310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.api.validators [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] server-ip-address is not in valid_values {{(pid=110426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 00:16:17.342537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] Publish callbacks [] for security_group (9aaed71b-7613-4096-9196-81208286fe76), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.380780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] Publish callbacks [] for security_group (9aaed71b-7613-4096-9196-81208286fe76), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.419640 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.452519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9aaed71b-7613-4096-9196-81208286fe76), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.455106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.456376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aaed71b-7613-4096-9196-81208286fe76 HTTP/1.1" status: 204 len: 168 time: 0.1806138 Mar 11 00:16:17.480083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e4bb6-4bc1-4570-8090-b62c5bfcb0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaed71b-7613-4096-9196-81208286fe76,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:17.548362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228a386-05b1-4e63-870a-e47e263db419 None None] Network 0878d135-ab82-4d9b-9849-0979c9101061 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:17.598462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-876f915b-54fd-4689-ad4e-4d84f0349241 None None] Provisioning complete for port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:17.599414 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-876f915b-54fd-4689-ad4e-4d84f0349241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.787678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.797881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:17.876904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event updated for resources: {'Port': ['ID=be93418a-9ace-4cff-9bca-0215091f1ba5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:17.987209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] In _notify_port_updated(), no bound segment for port be93418a-9ace-4cff-9bca-0215091f1ba5 on network 0878d135-ab82-4d9b-9849-0979c9101061 {{(pid=110426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 00:16:17.993530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:17.994197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.000004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f399d8d3-7966-4023-92cd-1f82bc62dafe tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "PUT /v2.0/ports/be93418a-9ace-4cff-9bca-0215091f1ba5 HTTP/1.1" status: 200 len: 1136 time: 0.7004650 Mar 11 00:16:18.002273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46446) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:18.062096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-876f915b-54fd-4689-ad4e-4d84f0349241 None None] Current status of the port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:18.090885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b04acc-97e8-4a28-a3c4-0e8d2ac6bf8b tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:18.092891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74b04acc-97e8-4a28-a3c4-0e8d2ac6bf8b tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "GET /v2.0/ports/be93418a-9ace-4cff-9bca-0215091f1ba5 HTTP/1.1" status: 200 len: 1136 time: 0.0894859 Mar 11 00:16:18.096255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:18.225315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Deleting port be93418a-9ace-4cff-9bca-0215091f1ba5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:18.225680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.410359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4a1c717-d6e4-4d3f-8e23-c1570ba4600d req-4463791f-2259-4f44-8ece-c127fb7cc932 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0467570 Mar 11 00:16:18.413200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Provisioning complete for port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:18.413617 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.480144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.526369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Calling delete_port for be93418a-9ace-4cff-9bca-0215091f1ba5 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:18.602633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Current status of the port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:18.614404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Provisioning complete for port be93418a-9ace-4cff-9bca-0215091f1ba5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:18.614786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.703709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81962f14-75e6-4697-8187-2c584e57e382 None None] Port be93418a-9ace-4cff-9bca-0215091f1ba5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:16:18.734170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b2c539f4-b0c5-4ca4-a12b-7cd2137f741d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:16:18.744032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-6dbf3b49-3503-46a6-926b-d95ddb92b3b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:18.745912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-6dbf3b49-3503-46a6-926b-d95ddb92b3b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.3023043 Mar 11 00:16:18.783029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:16:18.787619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:18.850855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:18.852864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:18.878819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1f549135-5808-4f65-a92e-9024cb1bc23c None None] Provisioning complete for port be93418a-9ace-4cff-9bca-0215091f1ba5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:18.879516 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f549135-5808-4f65-a92e-9024cb1bc23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.010837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1f549135-5808-4f65-a92e-9024cb1bc23c None None] Port be93418a-9ace-4cff-9bca-0215091f1ba5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:16:19.130406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (be93418a-9ace-4cff-9bca-0215091f1ba5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.133176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:19.178942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event deleted for resources: {'Port': ['ID=be93418a-9ace-4cff-9bca-0215091f1ba5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:19.191730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:19.196750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.324760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-890181a1-226f-4dba-a9b9-72f0707e5b44 None None] Could not find standard attr ID for object 4b793c1e-43f4-4623-a9fa-848b60b09321. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:16:19.386750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a7efb4b-bcf7-46f3-b605-e1ad001ff715 req-068959c3-f45b-48f1-aa70-b7bfe93a0e3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0491946 Mar 11 00:16:19.520715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a7efb4b-bcf7-46f3-b605-e1ad001ff715 req-f97c27cc-402b-4d28-861c-948a16df12c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1090796 Mar 11 00:16:19.594342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a7efb4b-bcf7-46f3-b605-e1ad001ff715 req-0c310194-ddd8-4236-88fb-39416c1a4658 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534227 Mar 11 00:16:19.699795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ab79d83-9198-421c-94cb-78eaf1dff4b9 req-423796fa-527d-438f-a7ee-5ca0d9f66307 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0741720 Mar 11 00:16:19.731109 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.738278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d3dfbfb2-a85d-45aa-9e11-95f01394ee63 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "DELETE /v2.0/ports/be93418a-9ace-4cff-9bca-0215091f1ba5 HTTP/1.1" status: 204 len: 168 time: 1.6409872 Mar 11 00:16:19.739710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.8 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/c5d3bd86-88d5-4652-971b-98f1ed178d03) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:19.742201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46478) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:19.823575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Deleting subnet 5edfd680-cc64-4b58-b660-b0fdffe271db {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:16:19.832326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for subnet (5edfd680-cc64-4b58-b660-b0fdffe271db), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.893169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (5edfd680-cc64-4b58-b660-b0fdffe271db), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:19.928815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7efb4b-bcf7-46f3-b605-e1ad001ff715 req-30580079-d068-42fa-9b92-a6a98cfa0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:19.938683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a7efb4b-bcf7-46f3-b605-e1ad001ff715 req-30580079-d068-42fa-9b92-a6a98cfa0d7f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3378932 Mar 11 00:16:20.015187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5edfd680-cc64-4b58-b660-b0fdffe271db), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.068482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46482) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:20.146690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-24c47e0f-7f65-4840-a067-f4330c9a4de8 None None] Could not find standard attr ID for object be93418a-9ace-4cff-9bca-0215091f1ba5. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:16:20.254594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (5edfd680-cc64-4b58-b660-b0fdffe271db), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.309041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event deleted for resources: {'Subnet': ['ID=5edfd680-cc64-4b58-b660-b0fdffe271db,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:20.323543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.326766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6a10666e-007d-42a5-b61d-0b4da0117834 tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "DELETE /v2.0/subnets/5edfd680-cc64-4b58-b660-b0fdffe271db HTTP/1.1" status: 204 len: 168 time: 0.5834134 Mar 11 00:16:20.329546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46486) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:20.368532 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.404747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78677aef-af0f-4236-ae64-3545c36dd7a4 None None] Network 0878d135-ab82-4d9b-9849-0979c9101061 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:20.458294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.523499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef806-f1ad-461c-9142-f1537952282a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.533559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:20.540938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0878d135-ab82-4d9b-9849-0979c9101061), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.541375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:20.547305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:20.602133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:20.638662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] DHCP port deletion for 0878d135-ab82-4d9b-9849-0979c9101061 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:16:20.645050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:20.646087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.671309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-4a5cdbf7-4f3c-485a-a645-5bd10d5bf30e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8989320 Mar 11 00:16:20.685793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Request body: {'port': {'device_id': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:20.699884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Deleting port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:20.700572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.751304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Deleting port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:20.753628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.799402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef806-f1ad-461c-9142-f1537952282a admin admin] Publish callbacks [] for security_group (b10fb52b-780b-452c-9ca6-27c112e0d18a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.832974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef806-f1ad-461c-9142-f1537952282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b10fb52b-780b-452c-9ca6-27c112e0d18a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.935817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] For port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,segment=NetworkSegment(706aa913-769c-4f60-9f2f-1e14a4160063),segment_id=706aa913-769c-4f60-9f2f-1e14a4160063)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:20.936676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.958870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.970961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef806-f1ad-461c-9142-f1537952282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10fb52b-780b-452c-9ca6-27c112e0d18a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:20.975467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] For port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,segment=NetworkSegment(706aa913-769c-4f60-9f2f-1e14a4160063),segment_id=706aa913-769c-4f60-9f2f-1e14a4160063)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:20.975845 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:20.981182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Calling delete_port for b2c539f4-b0c5-4ca4-a12b-7cd2137f741d owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:20.989641 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2b9ef806-f1ad-461c-9142-f1537952282a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6fff6cb4c5e4da5bc248007106a55c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9178011 Mar 11 00:16:20.990382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:21.000270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Calling delete_port for b2c539f4-b0c5-4ca4-a12b-7cd2137f741d owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:21.045044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090b3b-0046-4f1d-bc4f-f00923499e38 req-d5d16796-c1f0-4c5d-92ab-b87900876c9f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:21.052086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8090b3b-0046-4f1d-bc4f-f00923499e38 req-d5d16796-c1f0-4c5d-92ab-b87900876c9f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 931 time: 0.2060819 Mar 11 00:16:21.130114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] Publish callbacks [] for security_group (b10fb52b-780b-452c-9ca6-27c112e0d18a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.166752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] Publish callbacks [] for security_group (b10fb52b-780b-452c-9ca6-27c112e0d18a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.180807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.205678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-eb9b282c-a6c1-4fd1-b334-4929911bf7f7 None None] Provisioning complete for port c5d3bd86-88d5-4652-971b-98f1ed178d03 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:21.219273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb9b282c-a6c1-4fd1-b334-4929911bf7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.227109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event deleted for resources: {'Port': ['ID=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:21.234263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] No DVR routers for this DVR port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:21.343397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0878d135-ab82-4d9b-9849-0979c9101061), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.347018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b10fb52b-780b-452c-9ca6-27c112e0d18a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.349475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.350612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b10fb52b-780b-452c-9ca6-27c112e0d18a HTTP/1.1" status: 204 len: 168 time: 0.3598344 Mar 11 00:16:21.354829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b282c-a6c1-4fd1-b334-4929911bf7f7 None None] Port c5d3bd86-88d5-4652-971b-98f1ed178d03 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:16:21.372037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b044-af60-49d8-a53c-f1b9f75c1f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10fb52b-780b-452c-9ca6-27c112e0d18a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:21.383914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0878d135-ab82-4d9b-9849-0979c9101061']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:21.395153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706aa913-769c-4f60-9f2f-1e14a4160063') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:21.395456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706aa913-769c-4f60-9f2f-1e14a4160063') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:21.407639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (706aa913-769c-4f60-9f2f-1e14a4160063), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.423241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (706aa913-769c-4f60-9f2f-1e14a4160063), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.431431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:21.431787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (706aa913-769c-4f60-9f2f-1e14a4160063), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:21.435144 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:21.448507 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (b2c539f4-b0c5-4ca4-a12b-7cd2137f741d), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.517133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0878d135-ab82-4d9b-9849-0979c9101061), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.537055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:21.542555 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] 10.222.0.21 "DELETE /v2.0/networks/0878d135-ab82-4d9b-9849-0979c9101061 HTTP/1.1" status: 204 len: 168 time: 1.2105536 Mar 11 00:16:21.554205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] Pushing event deleted for resources: {'Port': ['ID=b2c539f4-b0c5-4ca4-a12b-7cd2137f741d,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:21.560009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd1767-3db4-48c7-ad61-ced15dfccb51 None None] No DVR routers for this DVR port b2c539f4-b0c5-4ca4-a12b-7cd2137f741d on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:21.621363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f720d-5118-4c06-b256-899c7bdac8ab tempest-ExtraDHCPOptionsTestJSON-1918232411 tempest-ExtraDHCPOptionsTestJSON-1918232411-project] Pushing event deleted for resources: {'Network': ['ID=0878d135-ab82-4d9b-9849-0979c9101061,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:21.925474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8090b3b-0046-4f1d-bc4f-f00923499e38 req-83f6f5de-dfa1-4903-960e-b0314084d597 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831519 Mar 11 00:16:22.002807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d3bd86-88d5-4652-971b-98f1ed178d03 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:16:22.011472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks [] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.028592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Transition to ACTIVE for port object c5d3bd86-88d5-4652-971b-98f1ed178d03 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:16:22.034622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.045445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46504) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:22.115881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:22.291877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Attempting to bind port c5d3bd86-88d5-4652-971b-98f1ed178d03 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:22.292263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Attempting to bind port c5d3bd86-88d5-4652-971b-98f1ed178d03 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:22.292754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Attempting to bind port c5d3bd86-88d5-4652-971b-98f1ed178d03 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:22.302158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Port c5d3bd86-88d5-4652-971b-98f1ed178d03 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:22.302496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Attempting to bind port c5d3bd86-88d5-4652-971b-98f1ed178d03 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:22.330191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:22.333475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:22.333995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:22.335662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Bound port: c5d3bd86-88d5-4652-971b-98f1ed178d03, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:22.336176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.439600 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcc4fd09-e8bd-466b-9402-43d890af3d44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16eb2c08a04c49e0816fb5e34c5eda19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3923542 Mar 11 00:16:22.446226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46518) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:22.518486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:22.522628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:22.533396 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.601609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:22.602981 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] Publish callbacks [] for security_group (687b653e-6c26-4335-b416-66373cd8c68d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.603469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.606525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] 10.222.0.30 "PUT /v2.0/ports/c5d3bd86-88d5-4652-971b-98f1ed178d03 HTTP/1.1" status: 200 len: 1091 time: 1.9255371 Mar 11 00:16:22.608670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:16:22.611993 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:16:22.689411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] Publish callbacks [] for security_group (687b653e-6c26-4335-b416-66373cd8c68d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.706152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b2c539f4-b0c5-4ca4-a12b-7cd2137f741d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:16:22.738766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791acc4-28f0-4c27-a4b7-e25e4b48bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:22.756903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b2c539f4-b0c5-4ca4-a12b-7cd2137f741d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:16:22.757112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b2c539f4-b0c5-4ca4-a12b-7cd2137f741d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:16:22.808630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (687b653e-6c26-4335-b416-66373cd8c68d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.811619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:22.813320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/687b653e-6c26-4335-b416-66373cd8c68d HTTP/1.1" status: 204 len: 168 time: 0.3661120 Mar 11 00:16:22.828491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfadd9-35ef-42b5-ba54-084dd473c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687b653e-6c26-4335-b416-66373cd8c68d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:22.882819 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade50670-fee7-42d6-8209-b81fac95e936 x-openstack-request-id: req-ade50670-fee7-42d6-8209-b81fac95e936 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:16:22.883170 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:16:22.883807 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade50670-fee7-42d6-8209-b81fac95e936 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:16:22.884280 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03', 'status': 'completed', 'code': 200} Mar 11 00:16:22.961868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-b2f77ec1-034a-4d50-b9c3-db7403d3a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:22.963460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-b2f77ec1-034a-4d50-b9c3-db7403d3a009 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 1125 time: 0.2045748 Mar 11 00:16:23.061284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-7512f4b1-8915-4bbe-919a-d4cfb33fa1b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03 HTTP/1.1" status: 200 len: 217 time: 0.0869808 Mar 11 00:16:23.252845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-9684efa2-8a8e-440c-8046-bdbc4c66ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:23.261259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-9684efa2-8a8e-440c-8046-bdbc4c66ca67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1860609 Mar 11 00:16:23.275035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fdfb4-34eb-431d-998b-d703f5e556e5 req-e43b92e5-b444-4928-9368-a6d3316d69ba tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:23.279335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e22fdfb4-34eb-431d-998b-d703f5e556e5 req-e43b92e5-b444-4928-9368-a6d3316d69ba tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.2133777 Mar 11 00:16:23.410925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e22fdfb4-34eb-431d-998b-d703f5e556e5 req-f54651fd-5c08-4eeb-90dd-9372f33d9e83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Mar 11 00:16:23.454374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-2cd879f2-6253-4a27-95a2-0c75df11f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:23.462830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-2cd879f2-6253-4a27-95a2-0c75df11f412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1822219 Mar 11 00:16:23.724978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-7fd1aafe-5a0d-4e1e-8820-05f3c608921a service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544277 Mar 11 00:16:23.878793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17f882d0-ab3a-4edf-b90c-37f80dd6f222 req-2134e1ca-3b16-47f0-913e-118a03e6c0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453807 Mar 11 00:16:24.021008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-491d3871-c013-48e2-846f-237eafb0f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:24.022536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-491d3871-c013-48e2-846f-237eafb0f88b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 1125 time: 0.0733249 Mar 11 00:16:24.220374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-08c077f0-b9bc-43c2-9744-6b015fd15c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:24.221878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-08c077f0-b9bc-43c2-9744-6b015fd15c57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1898570 Mar 11 00:16:24.282749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-220d9cfe-c921-423a-b008-a9204bfee20b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03 HTTP/1.1" status: 200 len: 217 time: 0.0453036 Mar 11 00:16:24.363284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-31699bcb-296b-4af3-9ec8-d41266ca117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:24.365263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-31699bcb-296b-4af3-9ec8-d41266ca117d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0766020 Mar 11 00:16:24.575818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-d5996d1e-e990-494b-bcf6-fb1868b752bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:24.588702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46586) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:24.595541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-d5996d1e-e990-494b-bcf6-fb1868b752bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2078233 Mar 11 00:16:24.696796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-aebd58ae-1eb2-4f21-8515-b340300a81e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997093 Mar 11 00:16:24.885834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e3c43-12e9-4472-a63d-27d022305970 req-2e5f8ded-4863-45c2-9609-a236cd1fe742 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:24.887748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7e3c43-12e9-4472-a63d-27d022305970 req-2e5f8ded-4863-45c2-9609-a236cd1fe742 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1933966 Mar 11 00:16:24.919025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391474615'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:24.968126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7e3c43-12e9-4472-a63d-27d022305970 req-4bf0d053-d270-4cef-89e6-3bc1b3ba1094 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Mar 11 00:16:24.970688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:24.977512 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:24.989927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.002485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86fafa8b-4a4f-4dcd-945c-d68d3333e5f1 req-6cadae54-51f7-44c5-b738-94f657a19366 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427442 Mar 11 00:16:25.106415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for security_group (81360ab7-30d2-4c39-8247-133c4c45cc90), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.117429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (81360ab7-30d2-4c39-8247-133c4c45cc90), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.154375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:25.170673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8352e14c-5e76-455e-9b1d-561ea5d615c7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.171760 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 8352e14c-5e76-455e-9b1d-561ea5d615c7 of type vlan for network 5694e6ef-e770-4092-8706-ab222e7b5b57 Mar 11 00:16:25.235895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5694e6ef-e770-4092-8706-ab222e7b5b57), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.279099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81360ab7-30d2-4c39-8247-133c4c45cc90,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:25.326967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5694e6ef-e770-4092-8706-ab222e7b5b57), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.335199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:25.338097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.400307 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8091781 Mar 11 00:16:25.438745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c741-b284-4f78-8ec3-57a0b7c60171 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=5694e6ef-e770-4092-8706-ab222e7b5b57,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:25.458058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:25.537067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46604) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:25.545814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:25.638946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:25.642563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.843655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (228a1a26-8202-4266-aeec-74b9b5dda63e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.933390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': '8352e14c-5e76-455e-9b1d-561ea5d615c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:25.933756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 5694e6ef-e770-4092-8706-ab222e7b5b57, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:25.941881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=228a1a26-8202-4266-aeec-74b9b5dda63e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:25.960745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:25.975204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5694e6ef-e770-4092-8706-ab222e7b5b57) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:25.981057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:25.981962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:25.988011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493037a-e549-4ad2-bd31-0135481f330b None None] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:26.007879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-66738fbf-57b9-414d-a409-52589b94c6fa tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4676106 Mar 11 00:16:26.011901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46610) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:26.022408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271001277'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:26.064910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:26.068547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.109563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:26.120624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (687d3bdc-c61b-4fb6-b4b6-c9583828c464), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.121024 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 687d3bdc-c61b-4fb6-b4b6-c9583828c464 of type vlan for network 84890903-a875-4446-aa11-5aeb040ebfc5 Mar 11 00:16:26.170084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (84890903-a875-4446-aa11-5aeb040ebfc5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.173131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-5694e6ef-e770-4092-8706-ab222e7b5b57', 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '228a1a26-8202-4266-aeec-74b9b5dda63e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:26.175538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.206405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (84890903-a875-4446-aa11-5aeb040ebfc5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.207081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48d53-d7c3-4efe-8e50-46ae87d8535a req-f88facca-98e8-4e8e-aea3-744c91fb42c5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:26.213356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:26.214607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.216826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bb48d53-d7c3-4efe-8e50-46ae87d8535a req-f88facca-98e8-4e8e-aea3-744c91fb42c5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1501558 Mar 11 00:16:26.301183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=84890903-a875-4446-aa11-5aeb040ebfc5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:26.301962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bb48d53-d7c3-4efe-8e50-46ae87d8535a req-6687f5c9-d4e3-46e4-be1f-678fdb460436 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841932 Mar 11 00:16:26.307193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82a8b24a-63eb-43d2-810d-495c22e5f1f1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2940171 Mar 11 00:16:26.310002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46612) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:26.318620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 84890903-a875-4446-aa11-5aeb040ebfc5 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:26.323737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '84890903-a875-4446-aa11-5aeb040ebfc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:26.436254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Allocated IP 172.20.255.242 (5694e6ef-e770-4092-8706-ab222e7b5b57/228a1a26-8202-4266-aeec-74b9b5dda63e/8f931b81-661b-49f9-b3dd-e2748ad75d0c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:26.438799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:26.443690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.608812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks [] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.617954 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.662575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (65f41abd-623e-430e-a9d1-d510c5a600b9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.666369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Pushing event updated for resources: {'Port': ['ID=8f931b81-661b-49f9-b3dd-e2748ad75d0c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:26.681875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:26.683961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:26.689169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:26.734177 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=65f41abd-623e-430e-a9d1-d510c5a600b9,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:26.742607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': '687d3bdc-c61b-4fb6-b4b6-c9583828c464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '84890903-a875-4446-aa11-5aeb040ebfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:26.743076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 84890903-a875-4446-aa11-5aeb040ebfc5, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:26.764214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 84890903-a875-4446-aa11-5aeb040ebfc5 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:26.770683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Attempting to bind port 8f931b81-661b-49f9-b3dd-e2748ad75d0c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:26.771543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Attempting to bind port 8f931b81-661b-49f9-b3dd-e2748ad75d0c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8352e14c-5e76-455e-9b1d-561ea5d615c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:26.772385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Attempting to bind port 8f931b81-661b-49f9-b3dd-e2748ad75d0c on network 5694e6ef-e770-4092-8706-ab222e7b5b57 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:26.777088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 84890903-a875-4446-aa11-5aeb040ebfc5) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:26.779172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:26.779963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Checking segment: {'id': '8352e14c-5e76-455e-9b1d-561ea5d615c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:26.780515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.781220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Bound using segment: {'id': '8352e14c-5e76-455e-9b1d-561ea5d615c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:26.781870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Bound port: 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8352e14c-5e76-455e-9b1d-561ea5d615c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5694e6ef-e770-4092-8706-ab222e7b5b57'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:26.782316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.784827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:26.785771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.802954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b6b6b-02bb-4faf-9c31-995e047a8678 None None] Network 84890903-a875-4446-aa11-5aeb040ebfc5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:26.808606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e0d5f8d-8526-41ac-970f-ecc5a3a7b697 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4975369 Mar 11 00:16:26.811562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46614) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:26.957117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (84890903-a875-4446-aa11-5aeb040ebfc5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:26.974979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] For port 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:26.982526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6c17c-9d88-46d9-a724-c2bea94f7bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-84890903-a875-4446-aa11-5aeb040ebfc5', 'network_id': '84890903-a875-4446-aa11-5aeb040ebfc5', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '65f41abd-623e-430e-a9d1-d510c5a600b9'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:26.983817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c17c-9d88-46d9-a724-c2bea94f7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.006400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] For port 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f931b81-661b-49f9-b3dd-e2748ad75d0c,segment=NetworkSegment(8352e14c-5e76-455e-9b1d-561ea5d615c7),segment_id=8352e14c-5e76-455e-9b1d-561ea5d615c7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:27.020913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.036429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (65f41abd-623e-430e-a9d1-d510c5a600b9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.134850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (65f41abd-623e-430e-a9d1-d510c5a600b9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.170960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249292f-d8d5-4339-91f7-cc948a5f3dcd None None] Pushing event updated for resources: {'Port': ['ID=8f931b81-661b-49f9-b3dd-e2748ad75d0c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-f6e6c17c-9d88-46d9-a724-c2bea94f7bc0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65f41abd-623e-430e-a9d1-d510c5a600b9: This subnet is being modified by another concurrent operation. Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65f41abd-623e-430e-a9d1-d510c5a600b9: This subnet is being modified by another concurrent operation. Mar 11 00:16:27.182554 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:16:27.208378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6148011-6629-446e-aa8b-98a0ee7b68a4 None None] Network 84890903-a875-4446-aa11-5aeb040ebfc5 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:27.211844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=65f41abd-623e-430e-a9d1-d510c5a600b9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:27.340600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (84890903-a875-4446-aa11-5aeb040ebfc5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.391349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84890903-a875-4446-aa11-5aeb040ebfc5']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:27.418673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687d3bdc-c61b-4fb6-b4b6-c9583828c464') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:27.419001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687d3bdc-c61b-4fb6-b4b6-c9583828c464') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:27.446811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (687d3bdc-c61b-4fb6-b4b6-c9583828c464), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.502116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (687d3bdc-c61b-4fb6-b4b6-c9583828c464), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.515437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:27.516125 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (687d3bdc-c61b-4fb6-b4b6-c9583828c464), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:27.519411 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:27.593701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6226dfe-e564-44ac-b726-63075e128473 req-60168e00-348e-48aa-baa2-dbabc14b3642 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:27.599597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6226dfe-e564-44ac-b726-63075e128473 req-60168e00-348e-48aa-baa2-dbabc14b3642 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1411233 Mar 11 00:16:27.601496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (84890903-a875-4446-aa11-5aeb040ebfc5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.610227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.613874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/84890903-a875-4446-aa11-5aeb040ebfc5 HTTP/1.1" status: 204 len: 168 time: 0.8010213 Mar 11 00:16:27.617674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46620) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:27.623500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-539953547'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:27.655980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d98ff-df74-4a58-bf66-4db3c2155820 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=84890903-a875-4446-aa11-5aeb040ebfc5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:27.669049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:27.675591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.705185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:27.712314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6226dfe-e564-44ac-b726-63075e128473 req-319416d7-2497-4210-b505-fcca58cd64a4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950668 Mar 11 00:16:27.718232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (05fbbf7f-6f76-430c-90d2-e126ef852a71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.718431 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 05fbbf7f-6f76-430c-90d2-e126ef852a71 of type vlan for network 694f82d4-952a-4143-8296-b8ac7dd85288 Mar 11 00:16:27.800765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (694f82d4-952a-4143-8296-b8ac7dd85288), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.830202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (694f82d4-952a-4143-8296-b8ac7dd85288), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.846212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:27.847001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:27.871429 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2521369 Mar 11 00:16:27.874767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46622) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:27.881033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '694f82d4-952a-4143-8296-b8ac7dd85288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:28.036253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3fd2-6a1a-4e9d-80db-b9ee73530a88 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=694f82d4-952a-4143-8296-b8ac7dd85288,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:28.055455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 694f82d4-952a-4143-8296-b8ac7dd85288 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:28.093360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:28.097117 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.214932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing IP validity checks on allocation pools {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:16:28.215468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:16:28.356364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (384c51a3-9883-4ca5-ac4a-5e807f21249c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.436785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=384c51a3-9883-4ca5-ac4a-5e807f21249c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:28.445317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': '05fbbf7f-6f76-430c-90d2-e126ef852a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '694f82d4-952a-4143-8296-b8ac7dd85288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:28.445685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 694f82d4-952a-4143-8296-b8ac7dd85288, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:28.463820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 694f82d4-952a-4143-8296-b8ac7dd85288 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:28.474331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 694f82d4-952a-4143-8296-b8ac7dd85288) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:28.480155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:28.480751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.496004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a129845-1025-48ac-bca3-22d097993ffc None None] Network 694f82d4-952a-4143-8296-b8ac7dd85288 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:28.500645 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9239e850-b35a-4b99-aff9-da177805c10e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6244085 Mar 11 00:16:28.503269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46626) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:28.602926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7f346-c31a-4802-9c7b-9dfb130f0630 None None] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:28.644171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f931b81-661b-49f9-b3dd-e2748ad75d0c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:16:28.664308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (694f82d4-952a-4143-8296-b8ac7dd85288), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.724864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (384c51a3-9883-4ca5-ac4a-5e807f21249c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.766417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247fef8f-bb17-4dcc-b975-a954391b6d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-694f82d4-952a-4143-8296-b8ac7dd85288', 'network_id': '694f82d4-952a-4143-8296-b8ac7dd85288', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '384c51a3-9883-4ca5-ac4a-5e807f21249c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:28.767328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-247fef8f-bb17-4dcc-b975-a954391b6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.782963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Provisioning complete for port 8f931b81-661b-49f9-b3dd-e2748ad75d0c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:28.784188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.844603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (384c51a3-9883-4ca5-ac4a-5e807f21249c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.879147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=384c51a3-9883-4ca5-ac4a-5e807f21249c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:28.903564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07015dcf-5552-4443-9c09-60a38bec42cb req-a8c385fb-3889-4e15-9a25-432e5572f791 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:28.905209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07015dcf-5552-4443-9c09-60a38bec42cb req-a8c385fb-3889-4e15-9a25-432e5572f791 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1046827 Mar 11 00:16:28.937978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8f931b81-661b-49f9-b3dd-e2748ad75d0c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:28.938403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:28.981020 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (694f82d4-952a-4143-8296-b8ac7dd85288), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.015022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694f82d4-952a-4143-8296-b8ac7dd85288']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-247fef8f-bb17-4dcc-b975-a954391b6d3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 384c51a3-9883-4ca5-ac4a-5e807f21249c: This subnet is being modified by another concurrent operation. Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 384c51a3-9883-4ca5-ac4a-5e807f21249c: This subnet is being modified by another concurrent operation. Mar 11 00:16:29.029744 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:16:29.042887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07015dcf-5552-4443-9c09-60a38bec42cb req-6c223616-1540-492c-a601-9484f8727de2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259322 Mar 11 00:16:29.044757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fbbf7f-6f76-430c-90d2-e126ef852a71') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:29.045407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fbbf7f-6f76-430c-90d2-e126ef852a71') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:29.053208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Current status of the port 8f931b81-661b-49f9-b3dd-e2748ad75d0c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:29.053617 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.059032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (05fbbf7f-6f76-430c-90d2-e126ef852a71), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.106255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (05fbbf7f-6f76-430c-90d2-e126ef852a71), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.123198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:29.123997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (05fbbf7f-6f76-430c-90d2-e126ef852a71), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:29.221013 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:29.228150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (694f82d4-952a-4143-8296-b8ac7dd85288), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.248222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.252509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/694f82d4-952a-4143-8296-b8ac7dd85288 HTTP/1.1" status: 204 len: 168 time: 0.7482343 Mar 11 00:16:29.258102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46632) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:29.263087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-730020636'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:29.278953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ff80e-ccab-4b3d-a2fc-29d6b7d0cd06 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=694f82d4-952a-4143-8296-b8ac7dd85288,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:29.304909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:29.305165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a63f5-1768-4c53-91a8-c0125c53cab9 None None] Network 694f82d4-952a-4143-8296-b8ac7dd85288 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:29.309206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.339323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:29.350006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0df24a7-2b32-4fd7-ab18-4a6eab4976fc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.350224 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment f0df24a7-2b32-4fd7-ab18-4a6eab4976fc of type vlan for network b061aa81-3d32-405a-b724-008675e8058c Mar 11 00:16:29.354078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] For port 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f931b81-661b-49f9-b3dd-e2748ad75d0c,segment=NetworkSegment(8352e14c-5e76-455e-9b1d-561ea5d615c7),segment_id=8352e14c-5e76-455e-9b1d-561ea5d615c7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:29.359527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a63f5-1768-4c53-91a8-c0125c53cab9 None None] Network 694f82d4-952a-4143-8296-b8ac7dd85288 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:16:29.364807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.369037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8f931b81-661b-49f9-b3dd-e2748ad75d0c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:29.369546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.400105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32a703-1aab-4f1c-9a2e-66fe1ab8c7bc None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:29.403148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b061aa81-3d32-405a-b724-008675e8058c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.453074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b061aa81-3d32-405a-b724-008675e8058c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.458526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:29.459090 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.491735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2320228 Mar 11 00:16:29.495399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:29.501053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': 'b061aa81-3d32-405a-b724-008675e8058c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:29.518304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aa2cb-4650-474c-993f-af810a31e60f None None] Pushing event updated for resources: {'Port': ['ID=8f931b81-661b-49f9-b3dd-e2748ad75d0c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:29.540259 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee6536-f602-4e9e-847b-e6e4d40e51db tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=b061aa81-3d32-405a-b724-008675e8058c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:29.556467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b061aa81-3d32-405a-b724-008675e8058c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:29.565317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:29.565685 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:29.566218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f9da1324-10c1-42ea-88ea-1417aac562d3 None None] Provisioning complete for port 8f931b81-661b-49f9-b3dd-e2748ad75d0c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:29.566594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f9da1324-10c1-42ea-88ea-1417aac562d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.613246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:29.617806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.705125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32a703-1aab-4f1c-9a2e-66fe1ab8c7bc None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:29.823094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f9da1324-10c1-42ea-88ea-1417aac562d3 None None] Current status of the port 8f931b81-661b-49f9-b3dd-e2748ad75d0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:29.853255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (62e9cb71-6258-4f31-a35c-f287c4868ab8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.924748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=62e9cb71-6258-4f31-a35c-f287c4868ab8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:29.931300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'f0df24a7-2b32-4fd7-ab18-4a6eab4976fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b061aa81-3d32-405a-b724-008675e8058c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:29.931669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: b061aa81-3d32-405a-b724-008675e8058c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:29.950655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network b061aa81-3d32-405a-b724-008675e8058c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:29.961061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b061aa81-3d32-405a-b724-008675e8058c) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:29.964913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c109d6-3bcd-42a7-b136-114042bdee9c None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:29.966980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:29.967780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:29.986671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d58310dd-dd00-405c-a61b-c23eaee9c3ed tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4899466 Mar 11 00:16:29.989183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46636) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:30.095411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b061aa81-3d32-405a-b724-008675e8058c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.116085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c109d6-3bcd-42a7-b136-114042bdee9c None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:30.124551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8f931b81-661b-49f9-b3dd-e2748ad75d0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:30.205456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (62e9cb71-6258-4f31-a35c-f287c4868ab8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.257745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c76ac-4abe-4ce9-9454-eaf94a346f1e req-14310f8e-1219-4ee1-ac96-016aa6a65592 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:30.259607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-943c76ac-4abe-4ce9-9454-eaf94a346f1e req-14310f8e-1219-4ee1-ac96-016aa6a65592 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1200264 Mar 11 00:16:30.321368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (62e9cb71-6258-4f31-a35c-f287c4868ab8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.336137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-943c76ac-4abe-4ce9-9454-eaf94a346f1e req-2ffd2b19-bdf8-4cd2-b3e6-82c300d7b6bc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 Mar 11 00:16:30.362121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d5ca9-1f74-40ae-847b-e9dd41ef20a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b061aa81-3d32-405a-b724-008675e8058c', 'network_id': 'b061aa81-3d32-405a-b724-008675e8058c', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '62e9cb71-6258-4f31-a35c-f287c4868ab8'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:30.364208 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-455d5ca9-1f74-40ae-847b-e9dd41ef20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.369732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=62e9cb71-6258-4f31-a35c-f287c4868ab8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:30.440302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b061aa81-3d32-405a-b724-008675e8058c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.457740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cec64c-08a4-4076-87b2-49cfe4471ba4 None None] Network b061aa81-3d32-405a-b724-008675e8058c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:30.465351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b061aa81-3d32-405a-b724-008675e8058c']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:30.479779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0df24a7-2b32-4fd7-ab18-4a6eab4976fc') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:30.480216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0df24a7-2b32-4fd7-ab18-4a6eab4976fc') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:30.494010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (f0df24a7-2b32-4fd7-ab18-4a6eab4976fc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.510515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0df24a7-2b32-4fd7-ab18-4a6eab4976fc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.519113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:30.520118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (f0df24a7-2b32-4fd7-ab18-4a6eab4976fc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:30.526637 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:30.555873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce24a12-3fc4-455d-a311-dfa19c82d95a None None] Network b061aa81-3d32-405a-b724-008675e8058c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:30.598116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b061aa81-3d32-405a-b724-008675e8058c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.604299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.608379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/b061aa81-3d32-405a-b724-008675e8058c HTTP/1.1" status: 204 len: 168 time: 0.6180246 Mar 11 00:16:30.612191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:30.618431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960251276'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:30.627947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e538a-75c4-4247-a20e-62b4335551b2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=b061aa81-3d32-405a-b724-008675e8058c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:30.628513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f931b81-661b-49f9-b3dd-e2748ad75d0c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:16:30.644403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:30.649519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.676067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:30.688608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.689109 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 112753cf-1418-49c9-b3e8-7a398d0efdb7 of type vlan for network 6a17cff0-6818-45b6-ad42-573a458a1f45 Mar 11 00:16:30.704889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8f931b81-661b-49f9-b3dd-e2748ad75d0c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:30.705539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.741331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.766940 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.772184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:30.773741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:30.789207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8f931b81-661b-49f9-b3dd-e2748ad75d0c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:30.818609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2053192 Mar 11 00:16:30.821963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46644) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:30.852561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:30.857050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae640a7c-642c-4ff7-a724-35ebf7002412 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=6a17cff0-6818-45b6-ad42-573a458a1f45,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:30.867537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6a17cff0-6818-45b6-ad42-573a458a1f45 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:30.954306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:30.958104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.140292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.202026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:31.211722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': '112753cf-1418-49c9-b3e8-7a398d0efdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:31.212332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 6a17cff0-6818-45b6-ad42-573a458a1f45, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:31.231691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 6a17cff0-6818-45b6-ad42-573a458a1f45 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:31.242482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6a17cff0-6818-45b6-ad42-573a458a1f45) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:31.247156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:31.247758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.259380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19376c-b064-439e-b011-a14a71ca0491 None None] Network 6a17cff0-6818-45b6-ad42-573a458a1f45 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:31.265459 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7d9adefa-6e62-4bec-b859-13a977d8729d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4424255 Mar 11 00:16:31.268141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46648) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:31.376571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.379887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-6a17cff0-6818-45b6-ad42-573a458a1f45', 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': 'ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:31.381021 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.460369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.506397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90c01-c4b9-40cf-b62b-08dcb9c84a05 req-220d8119-b873-4b72-bb25-267d44ed6cce tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:31.509153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b90c01-c4b9-40cf-b62b-08dcb9c84a05 req-220d8119-b873-4b72-bb25-267d44ed6cce tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0685849 Mar 11 00:16:31.548160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Allocated IP 172.20.0.2 (6a17cff0-6818-45b6-ad42-573a458a1f45/ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6/cc580e69-9cc9-47bf-9187-1d236f8f45cb) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:31.556970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b90c01-c4b9-40cf-b62b-08dcb9c84a05 req-15c04f91-c6b9-4c93-9b74-70e6f52dbd33 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Mar 11 00:16:31.697525 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks [] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.704466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.724152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.752021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Network 6a17cff0-6818-45b6-ad42-573a458a1f45 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:31.756800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:31.759828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:31.763349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:31.770439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Pushing event updated for resources: {'Port': ['ID=cc580e69-9cc9-47bf-9187-1d236f8f45cb,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:31.838410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Attempting to bind port cc580e69-9cc9-47bf-9187-1d236f8f45cb on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:31.838410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Attempting to bind port cc580e69-9cc9-47bf-9187-1d236f8f45cb by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '112753cf-1418-49c9-b3e8-7a398d0efdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:31.838410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Attempting to bind port cc580e69-9cc9-47bf-9187-1d236f8f45cb on network 6a17cff0-6818-45b6-ad42-573a458a1f45 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:31.842505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:31.842976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Checking segment: {'id': '112753cf-1418-49c9-b3e8-7a398d0efdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:31.843450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.843915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Bound using segment: {'id': '112753cf-1418-49c9-b3e8-7a398d0efdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:31.844497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Bound port: cc580e69-9cc9-47bf-9187-1d236f8f45cb, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112753cf-1418-49c9-b3e8-7a398d0efdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6a17cff0-6818-45b6-ad42-573a458a1f45'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:31.845096 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:31.921993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] For port cc580e69-9cc9-47bf-9187-1d236f8f45cb, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:31.926995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] For port cc580e69-9cc9-47bf-9187-1d236f8f45cb, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cc580e69-9cc9-47bf-9187-1d236f8f45cb,segment=NetworkSegment(112753cf-1418-49c9-b3e8-7a398d0efdb7),segment_id=112753cf-1418-49c9-b3e8-7a398d0efdb7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:31.935189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.019604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fb02e-4d02-4480-b30f-4a050543eec8 None None] Pushing event updated for resources: {'Port': ['ID=cc580e69-9cc9-47bf-9187-1d236f8f45cb,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:32.048821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc8081-028f-4625-986a-cd8e61017f6f None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:32.158703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.160640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc8081-028f-4625-986a-cd8e61017f6f None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:32.182696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a17cff0-6818-45b6-ad42-573a458a1f45']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:32.192684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112753cf-1418-49c9-b3e8-7a398d0efdb7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:32.192986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112753cf-1418-49c9-b3e8-7a398d0efdb7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:32.204381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.219128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.225538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:32.226488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:32.229980 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:32.303532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.api [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:16:32.303532 n-d-831844-1 neutron-server[110426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:16:32.303532 n-d-831844-1 neutron-server[110426]: [parameters: {'id': '6a17cff0-6818-45b6-ad42-573a458a1f45'}] Mar 11 00:16:32.303532 n-d-831844-1 neutron-server[110426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:32.305042 n-d-831844-1 neutron-server[110426]: DEBUG oslo_db.api [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:32.384340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d8f80-2170-44b2-9e46-5c17a5d950dd None None] Network 6a17cff0-6818-45b6-ad42-573a458a1f45 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:32.678336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b19d59-6937-4abe-bdad-f7aa5358824c req-9871f33f-5b9b-4e64-8890-e697d0a26b4a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:32.680877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25b19d59-6937-4abe-bdad-f7aa5358824c req-9871f33f-5b9b-4e64-8890-e697d0a26b4a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0534987 Mar 11 00:16:32.728406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25b19d59-6937-4abe-bdad-f7aa5358824c req-8918ce94-51a5-43ad-a4d2-c87852740ce5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Mar 11 00:16:32.805798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.857837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port cc580e69-9cc9-47bf-9187-1d236f8f45cb {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:32.858172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.923179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port cc580e69-9cc9-47bf-9187-1d236f8f45cb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cc580e69-9cc9-47bf-9187-1d236f8f45cb,segment=NetworkSegment(112753cf-1418-49c9-b3e8-7a398d0efdb7),segment_id=112753cf-1418-49c9-b3e8-7a398d0efdb7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:32.923547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:32.936147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for cc580e69-9cc9-47bf-9187-1d236f8f45cb owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:33.016282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cc580e69-9cc9-47bf-9187-1d236f8f45cb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.039903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=cc580e69-9cc9-47bf-9187-1d236f8f45cb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:33.046473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port cc580e69-9cc9-47bf-9187-1d236f8f45cb on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:33.130519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.152299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a17cff0-6818-45b6-ad42-573a458a1f45']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:33.161596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112753cf-1418-49c9-b3e8-7a398d0efdb7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:33.161896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112753cf-1418-49c9-b3e8-7a398d0efdb7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:33.171402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.184960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.190770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:33.191152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (112753cf-1418-49c9-b3e8-7a398d0efdb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:33.194208 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:33.259135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6a17cff0-6818-45b6-ad42-573a458a1f45), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.266127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.272489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/6a17cff0-6818-45b6-ad42-573a458a1f45 HTTP/1.1" status: 204 len: 168 time: 1.9999318 Mar 11 00:16:33.272896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:33.282691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115035017'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:33.287266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a630d-47e2-430b-95f2-784e4ede38a6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=6a17cff0-6818-45b6-ad42-573a458a1f45,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:33.309857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:33.313418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.339214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:33.349578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f03a447d-04b2-4e14-905f-400bc3152d79), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.349929 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment f03a447d-04b2-4e14-905f-400bc3152d79 of type vlan for network 12c278a7-34b0-4a69-a502-6a8eea52f54e Mar 11 00:16:33.397165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (12c278a7-34b0-4a69-a502-6a8eea52f54e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.426210 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (12c278a7-34b0-4a69-a502-6a8eea52f54e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.431829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:33.432440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.464097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1899593 Mar 11 00:16:33.467234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46660) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:33.472301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '12c278a7-34b0-4a69-a502-6a8eea52f54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:33.501575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296550b4-eb24-43f1-a62e-da21cca95012 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=12c278a7-34b0-4a69-a502-6a8eea52f54e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:33.514158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 12c278a7-34b0-4a69-a502-6a8eea52f54e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:33.568587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:33.573146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.644467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing IP validity checks on allocation pools {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:16:33.644991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.ipam_backend_mixin [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:16:33.766482 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (e9af8a25-eb6f-4ac2-a29b-bb24075853cd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.840667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=e9af8a25-eb6f-4ac2-a29b-bb24075853cd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:33.854393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'f03a447d-04b2-4e14-905f-400bc3152d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '12c278a7-34b0-4a69-a502-6a8eea52f54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:33.854749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 12c278a7-34b0-4a69-a502-6a8eea52f54e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:33.867989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a94bbb-9a6c-4648-a0d5-f4a1411b1ca6 req-caa1d042-7d39-405c-80a1-0d001878c3f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:33.869889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39a94bbb-9a6c-4648-a0d5-f4a1411b1ca6 req-caa1d042-7d39-405c-80a1-0d001878c3f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0688236 Mar 11 00:16:33.873111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 12c278a7-34b0-4a69-a502-6a8eea52f54e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:33.884670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 12c278a7-34b0-4a69-a502-6a8eea52f54e) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:33.893441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f8f0e-b905-4dc5-b7ea-7c8e964477ba None None] Network 12c278a7-34b0-4a69-a502-6a8eea52f54e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:33.895507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:33.896405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:33.920420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-481a7d2b-222e-40b1-8bcc-4d502c665812 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4520459 Mar 11 00:16:33.923562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46666) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:33.959182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-39a94bbb-9a6c-4648-a0d5-f4a1411b1ca6 req-e09181bb-3eae-468e-9d40-ffe48006b691 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Mar 11 00:16:34.027070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d815c8-0a9f-4b28-bd10-ec020dcd816a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-12c278a7-34b0-4a69-a502-6a8eea52f54e', 'network_id': '12c278a7-34b0-4a69-a502-6a8eea52f54e', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': 'e9af8a25-eb6f-4ac2-a29b-bb24075853cd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:34.027987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01d815c8-0a9f-4b28-bd10-ec020dcd816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.030811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (12c278a7-34b0-4a69-a502-6a8eea52f54e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.086510 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e9af8a25-eb6f-4ac2-a29b-bb24075853cd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.164083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (e9af8a25-eb6f-4ac2-a29b-bb24075853cd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.194306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=e9af8a25-eb6f-4ac2-a29b-bb24075853cd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:34.265861 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (12c278a7-34b0-4a69-a502-6a8eea52f54e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.290060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c278a7-34b0-4a69-a502-6a8eea52f54e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:34.302203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03a447d-04b2-4e14-905f-400bc3152d79') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:34.302819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03a447d-04b2-4e14-905f-400bc3152d79') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-01d815c8-0a9f-4b28-bd10-ec020dcd816a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9af8a25-eb6f-4ac2-a29b-bb24075853cd: This subnet is being modified by another concurrent operation. Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9af8a25-eb6f-4ac2-a29b-bb24075853cd: This subnet is being modified by another concurrent operation. Mar 11 00:16:34.304821 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:16:34.315164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (f03a447d-04b2-4e14-905f-400bc3152d79), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.331748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b3537e-357f-46b0-b462-5fd1a572f4f8 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:34.333818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f03a447d-04b2-4e14-905f-400bc3152d79), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.343511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:34.344016 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (f03a447d-04b2-4e14-905f-400bc3152d79), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:34.347858 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:34.426181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (12c278a7-34b0-4a69-a502-6a8eea52f54e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.436831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.440998 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/12c278a7-34b0-4a69-a502-6a8eea52f54e HTTP/1.1" status: 204 len: 168 time: 0.5163369 Mar 11 00:16:34.445286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:34.452480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1300614398'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:34.456160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3537e-357f-46b0-b462-5fd1a572f4f8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:34.479552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1dc3-3bae-4f2a-849b-6b3964d18014 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=12c278a7-34b0-4a69-a502-6a8eea52f54e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:34.490249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:34.495636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.521927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:34.533294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.533767 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment d52ead63-d73d-4df7-ac89-82ad7a791bba of type vlan for network 938df62e-6119-4670-89a1-5df0216843a9 Mar 11 00:16:34.577129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (938df62e-6119-4670-89a1-5df0216843a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.606208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (938df62e-6119-4670-89a1-5df0216843a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.611480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:34.612093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:34.671877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2240098 Mar 11 00:16:34.674551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:34.680649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '938df62e-6119-4670-89a1-5df0216843a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:34.696527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ea989-d7ac-4e8a-8b14-320b2b5ac7f3 None None] Network 12c278a7-34b0-4a69-a502-6a8eea52f54e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:34.717032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ea989-d7ac-4e8a-8b14-320b2b5ac7f3 None None] Network 12c278a7-34b0-4a69-a502-6a8eea52f54e could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:16:34.719415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f803d26-9c38-4902-8129-5eb45e55555e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=938df62e-6119-4670-89a1-5df0216843a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:34.746185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 938df62e-6119-4670-89a1-5df0216843a9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:34.847210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:34.851101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.070043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (bf51c822-caed-422e-b855-acac38150612), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.090928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb72c8-10bc-4ca4-9c00-3d7223f0c222 req-aabffe5c-972e-4975-8e28-f696aa378ac4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:35.094132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50fb72c8-10bc-4ca4-9c00-3d7223f0c222 req-aabffe5c-972e-4975-8e28-f696aa378ac4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0691426 Mar 11 00:16:35.141626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=bf51c822-caed-422e-b855-acac38150612,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:35.148353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50fb72c8-10bc-4ca4-9c00-3d7223f0c222 req-01506549-673e-48f4-a048-7f64f5080dda tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Mar 11 00:16:35.174734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'd52ead63-d73d-4df7-ac89-82ad7a791bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '938df62e-6119-4670-89a1-5df0216843a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:35.175013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 938df62e-6119-4670-89a1-5df0216843a9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:35.194105 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 938df62e-6119-4670-89a1-5df0216843a9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:35.206781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 938df62e-6119-4670-89a1-5df0216843a9) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:35.211850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:35.212651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.218994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158de724-0af1-455a-9b07-ebefffdb8169 None None] Network 938df62e-6119-4670-89a1-5df0216843a9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:35.244863 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d80ce741-6eed-49cf-8045-605ec1bed42d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5690007 Mar 11 00:16:35.247611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:35.339090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-938df62e-6119-4670-89a1-5df0216843a9', 'network_id': '938df62e-6119-4670-89a1-5df0216843a9', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': 'bf51c822-caed-422e-b855-acac38150612'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:35.340214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.364040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (938df62e-6119-4670-89a1-5df0216843a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.436856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (bf51c822-caed-422e-b855-acac38150612), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.495351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Allocated IP 172.20.0.1 (938df62e-6119-4670-89a1-5df0216843a9/bf51c822-caed-422e-b855-acac38150612/9a8a19ae-7501-4bd6-8312-de8b093d4037) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:35.662229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks [] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.677882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.689403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (bf51c822-caed-422e-b855-acac38150612), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.719125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=bf51c822-caed-422e-b855-acac38150612,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:35.729111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Network 938df62e-6119-4670-89a1-5df0216843a9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:35.733217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:35.740502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:35.752429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Pushing event updated for resources: {'Port': ['ID=9a8a19ae-7501-4bd6-8312-de8b093d4037,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:35.795234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (938df62e-6119-4670-89a1-5df0216843a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.805167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Attempting to bind port 9a8a19ae-7501-4bd6-8312-de8b093d4037 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:35.805623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Attempting to bind port 9a8a19ae-7501-4bd6-8312-de8b093d4037 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd52ead63-d73d-4df7-ac89-82ad7a791bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '938df62e-6119-4670-89a1-5df0216843a9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:35.806088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Attempting to bind port 9a8a19ae-7501-4bd6-8312-de8b093d4037 on network 938df62e-6119-4670-89a1-5df0216843a9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:35.811975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:35.812795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Checking segment: {'id': 'd52ead63-d73d-4df7-ac89-82ad7a791bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '938df62e-6119-4670-89a1-5df0216843a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:35.813317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.813816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Bound using segment: {'id': 'd52ead63-d73d-4df7-ac89-82ad7a791bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '938df62e-6119-4670-89a1-5df0216843a9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:35.814404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Bound port: 9a8a19ae-7501-4bd6-8312-de8b093d4037, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52ead63-d73d-4df7-ac89-82ad7a791bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '938df62e-6119-4670-89a1-5df0216843a9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:35.814889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.819996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938df62e-6119-4670-89a1-5df0216843a9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:35.831814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ead63-d73d-4df7-ac89-82ad7a791bba') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:35.832473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ead63-d73d-4df7-ac89-82ad7a791bba') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:35.844013 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.860002 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.866814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:35.866814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:35.870716 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:35.901131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] For port 9a8a19ae-7501-4bd6-8312-de8b093d4037, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:35.937339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] For port 9a8a19ae-7501-4bd6-8312-de8b093d4037, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9a8a19ae-7501-4bd6-8312-de8b093d4037,segment=NetworkSegment(d52ead63-d73d-4df7-ac89-82ad7a791bba),segment_id=d52ead63-d73d-4df7-ac89-82ad7a791bba)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:35.940364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:16:35.940364 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:16:35.940364 n-d-831844-1 neutron-server[110425]: [parameters: {'id': '938df62e-6119-4670-89a1-5df0216843a9'}] Mar 11 00:16:35.940364 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:35.940953 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:35.947904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.041300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea1e1c-745c-4769-bfa8-df0044498f4f None None] Pushing event updated for resources: {'Port': ['ID=9a8a19ae-7501-4bd6-8312-de8b093d4037,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:36.060202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619ffd6-bc1f-40e0-bfa2-6d0874948b68 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:36.178233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619ffd6-bc1f-40e0-bfa2-6d0874948b68 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:36.301824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c591-c9bf-403e-b158-fc1e97e287db req-b7cfc588-b8b4-4138-99b4-e3071241c8e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:36.305293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acd3c591-c9bf-403e-b158-fc1e97e287db req-b7cfc588-b8b4-4138-99b4-e3071241c8e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0688858 Mar 11 00:16:36.357658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acd3c591-c9bf-403e-b158-fc1e97e287db req-56c93187-fad2-461b-baa8-3ef09fdee012 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Mar 11 00:16:36.425480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b9886-d792-4e1e-9cc0-9ea46aae71d2 None None] Network 938df62e-6119-4670-89a1-5df0216843a9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:36.443161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (938df62e-6119-4670-89a1-5df0216843a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.502454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port 9a8a19ae-7501-4bd6-8312-de8b093d4037 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:36.502799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.577365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port 9a8a19ae-7501-4bd6-8312-de8b093d4037, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9a8a19ae-7501-4bd6-8312-de8b093d4037,segment=NetworkSegment(d52ead63-d73d-4df7-ac89-82ad7a791bba),segment_id=d52ead63-d73d-4df7-ac89-82ad7a791bba)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:36.577724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.590207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for 9a8a19ae-7501-4bd6-8312-de8b093d4037 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:36.672303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9a8a19ae-7501-4bd6-8312-de8b093d4037), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.691681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-568d1284-cf60-4ec4-ab21-34ec87bb1ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.702990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=9a8a19ae-7501-4bd6-8312-de8b093d4037,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:36.704966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port 9a8a19ae-7501-4bd6-8312-de8b093d4037 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:36.792405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (938df62e-6119-4670-89a1-5df0216843a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.813696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938df62e-6119-4670-89a1-5df0216843a9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:36.824449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52ead63-d73d-4df7-ac89-82ad7a791bba') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:36.824751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52ead63-d73d-4df7-ac89-82ad7a791bba') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:36.840404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.853958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.860167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:36.860553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (d52ead63-d73d-4df7-ac89-82ad7a791bba), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:36.863713 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:36.927196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (938df62e-6119-4670-89a1-5df0216843a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.932853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:36.936261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/938df62e-6119-4670-89a1-5df0216843a9 HTTP/1.1" status: 204 len: 168 time: 1.6875677 Mar 11 00:16:36.940072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46684) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:36.946517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1530939779'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:36.961559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8d46-489c-4070-a8db-ad7ac4db90dc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=938df62e-6119-4670-89a1-5df0216843a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:36.977825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:36.981357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.011653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:37.024177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.024614 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 95de5e82-63dc-428f-9a11-5142d7514b9d of type vlan for network d1492839-2410-42af-80b9-28393a48ce3c Mar 11 00:16:37.069476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d1492839-2410-42af-80b9-28393a48ce3c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.103813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d1492839-2410-42af-80b9-28393a48ce3c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.109621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:37.110204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.152898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2089822 Mar 11 00:16:37.153136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46686) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:37.159822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:37.201994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f86aa9-d727-4467-a2ed-e196276f06ce tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=d1492839-2410-42af-80b9-28393a48ce3c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:37.214036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d1492839-2410-42af-80b9-28393a48ce3c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:37.280630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:37.284249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.490149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (cba0e48c-a9d3-4c86-9557-1a682c2e1d8a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.568042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa1497-b5bd-42de-8cc2-e23969890a49 req-eb8fd76b-07fd-45ff-8818-ea26b1865aaa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:37.570082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cefa1497-b5bd-42de-8cc2-e23969890a49 req-eb8fd76b-07fd-45ff-8818-ea26b1865aaa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1244736 Mar 11 00:16:37.572391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=cba0e48c-a9d3-4c86-9557-1a682c2e1d8a,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:37.586892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': '95de5e82-63dc-428f-9a11-5142d7514b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:37.587253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: d1492839-2410-42af-80b9-28393a48ce3c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:37.631577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network d1492839-2410-42af-80b9-28393a48ce3c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:37.640744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cefa1497-b5bd-42de-8cc2-e23969890a49 req-d195af34-8a50-4aec-b9fd-f73dad70f6b8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Mar 11 00:16:37.647036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d1492839-2410-42af-80b9-28393a48ce3c) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:37.652985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:37.654220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.662040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63ec51-d33a-4934-bfa4-727842be2450 None None] Network d1492839-2410-42af-80b9-28393a48ce3c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:37.676014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e9a981d9-6a98-41cc-bcdf-a5ae1a89da7d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5218914 Mar 11 00:16:37.679246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46692) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:37.778194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-d1492839-2410-42af-80b9-28393a48ce3c', 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': 'cba0e48c-a9d3-4c86-9557-1a682c2e1d8a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:37.779028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d1492839-2410-42af-80b9-28393a48ce3c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.779266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:37.938733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Allocated IP 172.20.0.1 (d1492839-2410-42af-80b9-28393a48ce3c/cba0e48c-a9d3-4c86-9557-1a682c2e1d8a/ae397990-2b41-4ceb-9781-158cbe5d72a7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:38.101286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks [] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.109022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.149489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Network d1492839-2410-42af-80b9-28393a48ce3c is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:38.152777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:38.159376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:38.168776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Pushing event updated for resources: {'Port': ['ID=ae397990-2b41-4ceb-9781-158cbe5d72a7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:38.178300 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cba0e48c-a9d3-4c86-9557-1a682c2e1d8a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.229733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Attempting to bind port ae397990-2b41-4ceb-9781-158cbe5d72a7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:38.230363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Attempting to bind port ae397990-2b41-4ceb-9781-158cbe5d72a7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '95de5e82-63dc-428f-9a11-5142d7514b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:38.230661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Attempting to bind port ae397990-2b41-4ceb-9781-158cbe5d72a7 on network d1492839-2410-42af-80b9-28393a48ce3c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:38.236188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:38.236664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Checking segment: {'id': '95de5e82-63dc-428f-9a11-5142d7514b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:38.237081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.237656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Bound using segment: {'id': '95de5e82-63dc-428f-9a11-5142d7514b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:38.238378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Bound port: ae397990-2b41-4ceb-9781-158cbe5d72a7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95de5e82-63dc-428f-9a11-5142d7514b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd1492839-2410-42af-80b9-28393a48ce3c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:38.238829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.256207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (cba0e48c-a9d3-4c86-9557-1a682c2e1d8a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.286591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=cba0e48c-a9d3-4c86-9557-1a682c2e1d8a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:38.314310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] For port ae397990-2b41-4ceb-9781-158cbe5d72a7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:38.322391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] For port ae397990-2b41-4ceb-9781-158cbe5d72a7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ae397990-2b41-4ceb-9781-158cbe5d72a7,segment=NetworkSegment(95de5e82-63dc-428f-9a11-5142d7514b9d),segment_id=95de5e82-63dc-428f-9a11-5142d7514b9d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:38.331709 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.389871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d1492839-2410-42af-80b9-28393a48ce3c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.409842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b94b1-3e33-4337-bc1a-93699219dfda None None] Pushing event updated for resources: {'Port': ['ID=ae397990-2b41-4ceb-9781-158cbe5d72a7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:38.425386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1492839-2410-42af-80b9-28393a48ce3c']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:38.448304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95de5e82-63dc-428f-9a11-5142d7514b9d') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:38.448909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95de5e82-63dc-428f-9a11-5142d7514b9d') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:38.473451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.479883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167fdf05-c6c5-4326-81f6-a13e9bb41704 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:38.490264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.499995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:38.500468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:38.505392 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:38.578870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:16:38.578870 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:16:38.578870 n-d-831844-1 neutron-server[110425]: [parameters: {'id': 'd1492839-2410-42af-80b9-28393a48ce3c'}] Mar 11 00:16:38.578870 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:38.579464 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:38.619815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fdf05-c6c5-4326-81f6-a13e9bb41704 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:38.801165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976b14e-3e1e-4bc0-bc1b-10219d30f37f req-8213d728-38e6-4821-b575-25cb55fd1561 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:38.802803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1976b14e-3e1e-4bc0-bc1b-10219d30f37f req-8213d728-38e6-4821-b575-25cb55fd1561 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0643060 Mar 11 00:16:38.861106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1976b14e-3e1e-4bc0-bc1b-10219d30f37f req-30bace46-934a-4c41-81ab-a50bdd3b37a4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Mar 11 00:16:38.910621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ee29b-f1dd-4700-8435-7bd228b10b7c None None] Network d1492839-2410-42af-80b9-28393a48ce3c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:39.080294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d1492839-2410-42af-80b9-28393a48ce3c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.187236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port ae397990-2b41-4ceb-9781-158cbe5d72a7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:39.187236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.227945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-976691fd-4882-407e-88ba-4e8cc64fabe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.304126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port ae397990-2b41-4ceb-9781-158cbe5d72a7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ae397990-2b41-4ceb-9781-158cbe5d72a7,segment=NetworkSegment(95de5e82-63dc-428f-9a11-5142d7514b9d),segment_id=95de5e82-63dc-428f-9a11-5142d7514b9d)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:39.304742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.328534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for ae397990-2b41-4ceb-9781-158cbe5d72a7 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:39.349422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3a797-51ce-4c2c-9c4f-2b0b3c4db401 req-a4a9ea64-ab20-49d3-951a-f17f79b55a0c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:39.356882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74e3a797-51ce-4c2c-9c4f-2b0b3c4db401 req-a4a9ea64-ab20-49d3-951a-f17f79b55a0c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.1261380 Mar 11 00:16:39.448266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74e3a797-51ce-4c2c-9c4f-2b0b3c4db401 req-2645588b-5228-45f3-9d04-27b92c76ee7d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904124 Mar 11 00:16:39.498030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ae397990-2b41-4ceb-9781-158cbe5d72a7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.532912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=ae397990-2b41-4ceb-9781-158cbe5d72a7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:39.541125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port ae397990-2b41-4ceb-9781-158cbe5d72a7 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:39.643216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d1492839-2410-42af-80b9-28393a48ce3c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.665611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1492839-2410-42af-80b9-28393a48ce3c']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:39.677310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95de5e82-63dc-428f-9a11-5142d7514b9d') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:39.677875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95de5e82-63dc-428f-9a11-5142d7514b9d') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:39.688287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.703257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.716798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:39.717330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (95de5e82-63dc-428f-9a11-5142d7514b9d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:39.781285 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:39.787182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d1492839-2410-42af-80b9-28393a48ce3c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.803017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.807756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/d1492839-2410-42af-80b9-28393a48ce3c HTTP/1.1" status: 204 len: 168 time: 2.1274385 Mar 11 00:16:39.811218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:39.817239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645069998'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:39.824285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a860f-a04a-4429-b90a-a022c5e68349 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=d1492839-2410-42af-80b9-28393a48ce3c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:39.854413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:39.858671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.892914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:39.906669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:39.907340 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd of type vlan for network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 Mar 11 00:16:39.969128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.007470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.014467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:40.015590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.078231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20008-b468-4981-957f-8b72f45ff2c5 req-c1e17406-fcad-40a0-8bfa-02978ba95f1b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:40.082480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9c20008-b468-4981-957f-8b72f45ff2c5 req-c1e17406-fcad-40a0-8bfa-02978ba95f1b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.0996525 Mar 11 00:16:40.119104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3063829 Mar 11 00:16:40.124292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46734) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:40.150813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:40.162176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7a809-1387-4d97-a562-28c862e17938 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=beb0c221-b5b4-43e3-bd01-2c11bd3556d9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:40.172709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:40.261321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9c20008-b468-4981-957f-8b72f45ff2c5 req-2d2233e6-4e64-4c81-96e4-e4548534ef1c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663117 Mar 11 00:16:40.426719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.457758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.496780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.523793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 is not hosted by any dhcp agent {{(pid=110425) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:16:40.528776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:40.529395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.533534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "PUT /v2.0/networks/beb0c221-b5b4-43e3-bd01-2c11bd3556d9 HTTP/1.1" status: 200 len: 723 time: 0.3895559 Mar 11 00:16:40.533849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:40.541634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:40.696498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.724237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642b602-728b-4d05-87b9-b841ec330660 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=beb0c221-b5b4-43e3-bd01-2c11bd3556d9,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:40.744700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:40.812828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:40.816897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:40.848941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ce34d-f22a-4cb1-ac34-997c14780501 req-b3d2482e-0fc8-419a-94d8-1bb3421a5a21 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:40.853218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-684ce34d-f22a-4cb1-ac34-997c14780501 req-b3d2482e-0fc8-419a-94d8-1bb3421a5a21 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.2566631 Mar 11 00:16:40.901021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-ba7acd84-e626-4336-9a4d-37585096629a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:40.902503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-ba7acd84-e626-4336-9a4d-37585096629a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 946 time: 0.1550138 Mar 11 00:16:40.983589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.017945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-684ce34d-f22a-4cb1-ac34-997c14780501 req-d9fe4465-35c0-4a1e-8b72-5be165a7b816 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=a827304d-2559-42d2-beb3-c308c9310f69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528563 Mar 11 00:16:41.160021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Deleting port ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:41.160385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.281024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (40312482-0819-4f4b-bbdf-66e281c23c29), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.409197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=40312482-0819-4f4b-bbdf-66e281c23c29,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:41.440790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] For port ac249485-3f61-4c09-8013-4890b90b28b6, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac249485-3f61-4c09-8013-4890b90b28b6,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:41.441159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.456670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:41.457004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: beb0c221-b5b4-43e3-bd01-2c11bd3556d9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:41.584313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:41.612475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14762bd1-d9c5-49ff-8e90-84e7b7284b03 req-48232945-3a00-4900-b00b-4fa76760e9f4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:41.614404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14762bd1-d9c5-49ff-8e90-84e7b7284b03 req-48232945-3a00-4900-b00b-4fa76760e9f4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.2269459 Mar 11 00:16:41.626073 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.653724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, beb0c221-b5b4-43e3-bd01-2c11bd3556d9) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:41.659650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:41.660729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.665078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2b43e-fd96-4b64-83d5-796a5b67150b None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:41.718604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46758) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:41.719207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c30a8e55-a625-4d21-9d9b-ccadc5bde431 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1838114 Mar 11 00:16:41.726460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:41.787084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14762bd1-d9c5-49ff-8e90-84e7b7284b03 req-155494de-288c-4bba-8c68-a73bcd3a6946 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381025 Mar 11 00:16:41.824003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-beb0c221-b5b4-43e3-bd01-2c11bd3556d9', 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '40312482-0819-4f4b-bbdf-66e281c23c29'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:41.824272 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.824664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.825027 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Floating IP 9192e594-d8e9-4e9d-ba0a-5a333eee8fbe disassociated. External IP: 172.25.7.149, port: ac249485-3f61-4c09-8013-4890b90b28b6. Mar 11 00:16:41.825386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Calling delete_port for ac249485-3f61-4c09-8013-4890b90b28b6 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:41.826323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.928540 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9847213'] for subnet (40312482-0819-4f4b-bbdf-66e281c23c29), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:41.989921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Allocated IP 172.20.0.2 (beb0c221-b5b4-43e3-bd01-2c11bd3556d9/40312482-0819-4f4b-bbdf-66e281c23c29/81b71e8e-5236-4c04-8c2e-ef173054a69d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:42.048576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ac249485-3f61-4c09-8013-4890b90b28b6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.123692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'Port': ['ID=ac249485-3f61-4c09-8013-4890b90b28b6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:42.206470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3532d212-8b87-4688-92b6-b557a4632a0d req-571578b4-80a5-4f4d-a98c-00902260fc49 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.0364323 Mar 11 00:16:42.241726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks [] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.247987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.292810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:42.295716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:42.300330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:42.303981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Pushing event updated for resources: {'Port': ['ID=81b71e8e-5236-4c04-8c2e-ef173054a69d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:42.321639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:16:42.372442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Attempting to bind port 81b71e8e-5236-4c04-8c2e-ef173054a69d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:42.372819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Attempting to bind port 81b71e8e-5236-4c04-8c2e-ef173054a69d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:42.373349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Attempting to bind port 81b71e8e-5236-4c04-8c2e-ef173054a69d on network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:42.378968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:42.379460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Checking segment: {'id': 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:42.379869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.380299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Bound using segment: {'id': 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:42.380765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Bound port: 81b71e8e-5236-4c04-8c2e-ef173054a69d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'beb0c221-b5b4-43e3-bd01-2c11bd3556d9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:42.381146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.416007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744201021534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9823286'] for subnet (40312482-0819-4f4b-bbdf-66e281c23c29), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.437911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:42.438571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.442632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "PUT /v2.0/subnets/40312482-0819-4f4b-bbdf-66e281c23c29 HTTP/1.1" status: 200 len: 806 time: 0.7205544 Mar 11 00:16:42.445528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:42.495654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb34b-53c2-4d1f-8719-f579c0fbd512 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=40312482-0819-4f4b-bbdf-66e281c23c29,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:42.604648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:16:42.618317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:16:42.639429 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:16:42.640425 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:16:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:42.700901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] No DVR routers for this DVR port ac249485-3f61-4c09-8013-4890b90b28b6 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:42.721919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.727540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a3bdf-5192-4f8f-b5ca-cdf41d2dd8dc req-70d26d46-67c0-4bec-a2f1-da6cdf867b74 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "DELETE /v2.0/ports/ac249485-3f61-4c09-8013-4890b90b28b6 HTTP/1.1" status: 204 len: 173 time: 1.8171978 Mar 11 00:16:42.751796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-deleted', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:16:42.767296 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f4755a-fe4f-482b-91e2-0de31d71c130" -d '{"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-deleted", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:16:42.852453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.872389 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351b477-cf8c-4402-9d69-26e7a38d1bae x-openstack-request-id: req-c351b477-cf8c-4402-9d69-26e7a38d1bae {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:16:42.876014 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d170827-d87b-47d5-b269-3c8a511d472f", "name": "network-vif-deleted", "tag": "ac249485-3f61-4c09-8013-4890b90b28b6", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:16:42.876372 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c351b477-cf8c-4402-9d69-26e7a38d1bae {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:16:42.876858 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d170827-d87b-47d5-b269-3c8a511d472f', 'name': 'network-vif-deleted', 'tag': 'ac249485-3f61-4c09-8013-4890b90b28b6', 'status': 'completed', 'code': 200} Mar 11 00:16:42.914172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] For port 81b71e8e-5236-4c04-8c2e-ef173054a69d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:42.932822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] For port 81b71e8e-5236-4c04-8c2e-ef173054a69d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81b71e8e-5236-4c04-8c2e-ef173054a69d,segment=NetworkSegment(bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd),segment_id=bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:42.949419 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:42.961988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:16:43.035577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port 81b71e8e-5236-4c04-8c2e-ef173054a69d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:43.036231 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:43.087766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee97c74-72c7-4d12-a193-7f0873f0b97c None None] Pushing event updated for resources: {'Port': ['ID=81b71e8e-5236-4c04-8c2e-ef173054a69d,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:43.163391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port 81b71e8e-5236-4c04-8c2e-ef173054a69d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=81b71e8e-5236-4c04-8c2e-ef173054a69d,segment=NetworkSegment(bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd),segment_id=bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:43.163842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:43.186025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for 81b71e8e-5236-4c04-8c2e-ef173054a69d owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:43.355253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:43.426556 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:43.495316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:16:43.506129 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:16:43.508682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:16:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:43.578110 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (81b71e8e-5236-4c04-8c2e-ef173054a69d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:43.688970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f2730-ba3d-4640-b736-b52f2a92478d req-72f38c42-1285-4f2c-968a-018c9750eaf4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:43.690969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-235f2730-ba3d-4640-b736-b52f2a92478d req-72f38c42-1285-4f2c-968a-018c9750eaf4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.7406859 Mar 11 00:16:43.708344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3329b88-0c77-4144-83e4-8f789a605cc9 req-8d873525-b261-4762-909f-39ead4e6e323 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d170827-d87b-47d5-b269-3c8a511d472f HTTP/1.1" status: 200 len: 210 time: 0.1535552 Mar 11 00:16:43.737343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=81b71e8e-5236-4c04-8c2e-ef173054a69d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:43.777618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port 81b71e8e-5236-4c04-8c2e-ef173054a69d on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:43.825645 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:16:43.887642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-235f2730-ba3d-4640-b736-b52f2a92478d req-f4d6252e-a9bb-46f0-9924-7daf25f8b2f2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517563 Mar 11 00:16:43.896057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (40312482-0819-4f4b-bbdf-66e281c23c29), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:43.980217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (40312482-0819-4f4b-bbdf-66e281c23c29), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.040137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=40312482-0819-4f4b-bbdf-66e281c23c29,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:44.175686 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.187414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:44.220253 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae7198a-a041-4943-a9b2-e6f37f7b3538 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:16:44.232735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb0c221-b5b4-43e3-bd01-2c11bd3556d9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:44.267421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:44.267814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:44.292233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:16:44.299101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.337539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: ac249485-3f61-4c09-8013-4890b90b28b6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:16:44.338841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.341743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac249485-3f61-4c09-8013-4890b90b28b6 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:16:44.349711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:44.350375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (bc421bd0-c4b2-43cb-b1a7-ee890e0c39fd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:44.437851 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:44.448481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (beb0c221-b5b4-43e3-bd01-2c11bd3556d9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.681805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-29239559-509b-44cf-b42a-c1af1acc2fdf None None] Could not find standard attr ID for object 81b71e8e-5236-4c04-8c2e-ef173054a69d. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:16:44.706566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca9c01-6b88-4aca-947a-16969114c91f None None] New status for floating IP 9192e594-d8e9-4e9d-ba0a-5a333eee8fbe: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:16:44.766371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c079117-ec71-4542-bebb-d355bca4822b None None] DHCP port deletion for beb0c221-b5b4-43e3-bd01-2c11bd3556d9 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:16:44.852653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:44.871619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79614958-49b3-49e2-9940-ee0060a4de9f None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:44.888961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79614958-49b3-49e2-9940-ee0060a4de9f None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:16:44.917385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355106d-df38-4bdb-87c4-54455939aaa5 None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:44.957230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1355106d-df38-4bdb-87c4-54455939aaa5 None None] Network beb0c221-b5b4-43e3-bd01-2c11bd3556d9 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:16:44.979557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (a827304d-2559-42d2-beb3-c308c9310f69), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.986238 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:44.994030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/beb0c221-b5b4-43e3-bd01-2c11bd3556d9 HTTP/1.1" status: 204 len: 168 time: 2.5472784 Mar 11 00:16:45.000881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46812) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.008891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e60e74-dfc2-4481-9f48-03f938121850 req-76f3dd89-17ef-466e-b950-c619a74f70a6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.010795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6e60e74-dfc2-4481-9f48-03f938121850 req-76f3dd89-17ef-466e-b950-c619a74f70a6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.7292645 Mar 11 00:16:45.012879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4fa7-1d9f-4e13-a675-a3dedc7e2691 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=beb0c221-b5b4-43e3-bd01-2c11bd3556d9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:45.059183 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe22bb5-ef32-4662-803d-56b278525d72 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:16:45.059718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe22bb5-ef32-4662-803d-56b278525d72 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:16:45.060907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (a827304d-2559-42d2-beb3-c308c9310f69), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.064446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fbe22bb5-ef32-4662-803d-56b278525d72 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/beb0c221-b5b4-43e3-bd01-2c11bd3556d9 HTTP/1.1" status: 404 len: 339 time: 0.0526202 Mar 11 00:16:45.068613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46814) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.081728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804563438', 'description': 'd1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:45.113287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:45.117937 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.141075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6e60e74-dfc2-4481-9f48-03f938121850 req-fef8bdff-d149-4fee-b51d-45f8df483de5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110549 Mar 11 00:16:45.151380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd063e6-a2f5-4993-a0fb-c40bae004d59 req-fb53a0ed-c3fc-465f-9c76-2447ff1bb2e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.167713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fd063e6-a2f5-4993-a0fb-c40bae004d59 req-fb53a0ed-c3fc-465f-9c76-2447ff1bb2e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.1011214 Mar 11 00:16:45.221852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:45.242127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5ccc602e-e1a0-4765-b34e-20e4483e582d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.242796 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment 5ccc602e-e1a0-4765-b34e-20e4483e582d of type vlan for network fa17489f-5d5b-469f-b1f7-a4b1138d3455 Mar 11 00:16:45.253908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fd063e6-a2f5-4993-a0fb-c40bae004d59 req-b3c8cbff-5aa6-4178-8fb5-fde94909f1e1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939610 Mar 11 00:16:45.299246 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a827304d-2559-42d2-beb3-c308c9310f69), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.302025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.304699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1fd32-2185-41bf-a7ad-c5074d3a4f19 req-f73be0b1-36df-4fa9-92f3-036a4c5672b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.306420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73d1fd32-2185-41bf-a7ad-c5074d3a4f19 req-f73be0b1-36df-4fa9-92f3-036a4c5672b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0676632 Mar 11 00:16:45.307014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.312180 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "DELETE /v2.0/security-groups/a827304d-2559-42d2-beb3-c308c9310f69 HTTP/1.1" status: 204 len: 168 time: 0.4576991 Mar 11 00:16:45.320038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.332335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a827304d-2559-42d2-beb3-c308c9310f69,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:45.335195 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-167f7e36-b424-4dca-a3cb-77339a481c6d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] show failed (client error): The resource could not be found. Mar 11 00:16:45.336350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-167f7e36-b424-4dca-a3cb-77339a481c6d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups/a827304d-2559-42d2-beb3-c308c9310f69 HTTP/1.1" status: 404 len: 347 time: 0.0280468 Mar 11 00:16:45.339182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46822) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.357260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.357616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.357971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.358316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.358655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.358990 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.359783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.360162 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.360498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.360835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.361167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.361623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.361964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96842a61-5b4b-4df4-b5b4-a904c67260c4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:45.383104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.390599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.391553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.441812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3706133 Mar 11 00:16:45.445849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.456002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73d1fd32-2185-41bf-a7ad-c5074d3a4f19 req-825d094f-88fb-43eb-a7a3-0e06d21e4a29 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413376 Mar 11 00:16:45.515022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Deleting port d69a9e9e-b98f-40c4-81de-d3eb0a44bf75 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:45.515755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.573014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6a795-fd42-48ab-b3ea-b3822b0830bc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.574886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bee6a795-fd42-48ab-b3ea-b3822b0830bc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks?id=fa17489f-5d5b-469f-b1f7-a4b1138d3455 HTTP/1.1" status: 200 len: 760 time: 0.1275651 Mar 11 00:16:45.603637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46828) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.604801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.605236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.609626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'description': 'd2'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:45.619736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Calling delete_port for d69a9e9e-b98f-40c4-81de-d3eb0a44bf75 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:45.729149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e6137-870b-421e-9ef4-b6cefb7ad4e2 req-2bbc9881-4218-42e7-ada4-dec359877382 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.730844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-041e6137-870b-421e-9ef4-b6cefb7ad4e2 req-2bbc9881-4218-42e7-ada4-dec359877382 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1024077 Mar 11 00:16:45.770215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c58db-9894-47ef-a8e1-b2a82b3de8dd tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=fa17489f-5d5b-469f-b1f7-a4b1138d3455,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:45.781652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network fa17489f-5d5b-469f-b1f7-a4b1138d3455 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:45.790042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.797215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-041e6137-870b-421e-9ef4-b6cefb7ad4e2 req-18da34f0-13cb-4496-9a80-435c44d930d4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584254 Mar 11 00:16:45.808401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.824324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network fa17489f-5d5b-469f-b1f7-a4b1138d3455 is not hosted by any dhcp agent {{(pid=110426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 00:16:45.829500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:45.830243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:45.831948 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "PUT /v2.0/networks/fa17489f-5d5b-469f-b1f7-a4b1138d3455 HTTP/1.1" status: 200 len: 757 time: 0.2268484 Mar 11 00:16:45.844926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:45.982845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994743-13d2-4e90-a2ef-bddac9005b54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=fa17489f-5d5b-469f-b1f7-a4b1138d3455,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:46.001470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d69a9e9e-b98f-40c4-81de-d3eb0a44bf75), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.002980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network fa17489f-5d5b-469f-b1f7-a4b1138d3455 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:46.040152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'Port': ['ID=d69a9e9e-b98f-40c4-81de-d3eb0a44bf75,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:46.055217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ad66e-e252-463a-aa69-25d38ed83a20 req-ce0dd22f-6d79-4f4d-8b1f-88f59b836124 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:46.057272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e73ad66e-e252-463a-aa69-25d38ed83a20 req-ce0dd22f-6d79-4f4d-8b1f-88f59b836124 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1324873 Mar 11 00:16:46.080272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.080794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.081242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.081828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.082270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.082705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.083145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.083572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.084030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.085055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.085484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.085911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.086336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:16:46.120662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf3a68-5d34-47dd-a6bc-210ee25bbd46 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:46.130096 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70cf3a68-5d34-47dd-a6bc-210ee25bbd46 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks?id=fa17489f-5d5b-469f-b1f7-a4b1138d3455 HTTP/1.1" status: 200 len: 760 time: 0.2816055 Mar 11 00:16:46.130731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46836) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:46.136367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827394995'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:46.164900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:46.168265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.180790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e73ad66e-e252-463a-aa69-25d38ed83a20 req-2cf4c6ca-9287-4776-85d7-79da3d2684a2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875528 Mar 11 00:16:46.181758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (9192e594-d8e9-4e9d-ba0a-5a333eee8fbe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.184703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.197262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-21492b73-dab6-42da-87c2-a75df0ee62ab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "DELETE /v2.0/floatingips/9192e594-d8e9-4e9d-ba0a-5a333eee8fbe HTTP/1.1" status: 204 len: 168 time: 0.8562386 Mar 11 00:16:46.219409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:46.240458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.241403 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment b54c960e-23cc-44eb-b7cb-c86d2762aca1 of type vlan for network 932aa493-4221-411d-b7d1-f16e61e74980 Mar 11 00:16:46.294949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (932aa493-4221-411d-b7d1-f16e61e74980), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.335175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (932aa493-4221-411d-b7d1-f16e61e74980), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.342172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:46.342863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.402121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2699628 Mar 11 00:16:46.406070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:46.412561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '932aa493-4221-411d-b7d1-f16e61e74980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:46.465832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535be143-5479-42d9-bc52-7e4c4d3710e1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=932aa493-4221-411d-b7d1-f16e61e74980,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:46.480270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 932aa493-4221-411d-b7d1-f16e61e74980 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:46.550167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46858) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:46.589988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175997728', 'description': 'tempest-description--565224169'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:46.644461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-65d5194c-c255-40c4-862b-e8f28a944991 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:46.646631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-65d5194c-c255-40c4-862b-e8f28a944991 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.2835898 Mar 11 00:16:46.649966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.652881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81b71e8e-5236-4c04-8c2e-ef173054a69d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:16:46.663260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:46.670934 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.680518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 81b71e8e-5236-4c04-8c2e-ef173054a69d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:16:46.680800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 81b71e8e-5236-4c04-8c2e-ef173054a69d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:16:46.735217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-e3479845-356b-4b90-8286-d28aa04191a5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/quotas/72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 375 time: 0.0662611 Mar 11 00:16:46.898031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edfaa4-5fb7-4126-befb-99ac53999fec req-ac7332d9-7214-4163-8c4f-ef6d5e9866a1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:46.908905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5edfaa4-5fb7-4126-befb-99ac53999fec req-ac7332d9-7214-4163-8c4f-ef6d5e9866a1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.2423117 Mar 11 00:16:46.912665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (e28aea45-7caa-411f-80bb-08938c27ac0f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.929234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e28aea45-7caa-411f-80bb-08938c27ac0f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.948292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (128d5613-b129-49c3-8821-95238a7c8dbc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:46.960811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-c7100fb7-680a-43eb-8a0f-e4555c57fe3a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2166765 Mar 11 00:16:47.020297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=128d5613-b129-49c3-8821-95238a7c8dbc,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:47.044295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.048477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4929333 Mar 11 00:16:47.054008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4353-fb00-44d5-b251-edc5ca74cb72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28aea45-7caa-411f-80bb-08938c27ac0f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:47.055226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:47.074974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group_rule': {'security_group_id': 'e28aea45-7caa-411f-80bb-08938c27ac0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:47.098223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5edfaa4-5fb7-4126-befb-99ac53999fec req-a1471f58-2aab-4625-af03-70a53031f641 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723807 Mar 11 00:16:47.127805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (cef91c5e-9b49-4dc2-b782-b919337f3030), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.160280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'b54c960e-23cc-44eb-b7cb-c86d2762aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:47.160982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 932aa493-4221-411d-b7d1-f16e61e74980, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:47.217493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 932aa493-4221-411d-b7d1-f16e61e74980 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:47.233672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 932aa493-4221-411d-b7d1-f16e61e74980) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:47.245113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b67eb-a1a9-4714-9120-aa1976a1f7bf None None] Network 932aa493-4221-411d-b7d1-f16e61e74980 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:47.260136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:47.261243 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.284752 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7737a8af-77a3-4779-91c5-9899b7cc4afb tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8774314 Mar 11 00:16:47.305553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:47.317773 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (cef91c5e-9b49-4dc2-b782-b919337f3030), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.334601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cef91c5e-9b49-4dc2-b782-b919337f3030), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.373863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef91c5e-9b49-4dc2-b782-b919337f3030,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:47.380304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-64ec8bef-abdf-4e21-a9bf-09c854cef12a service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835990 Mar 11 00:16:47.422739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.431572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:47.440174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'security_group_rule': {'security_group_id': 'e28aea45-7caa-411f-80bb-08938c27ac0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:47.440995 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bda59cfd-c181-4689-9843-76a66a455895 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821974 Mar 11 00:16:47.457346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-932aa493-4221-411d-b7d1-f16e61e74980', 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': '128d5613-b129-49c3-8821-95238a7c8dbc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:47.458546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.495277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (e983e4ed-6ab1-4078-aabd-627e0c0a94c4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.500216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (932aa493-4221-411d-b7d1-f16e61e74980), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.622454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (e983e4ed-6ab1-4078-aabd-627e0c0a94c4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.622951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (128d5613-b129-49c3-8821-95238a7c8dbc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.638963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e983e4ed-6ab1-4078-aabd-627e0c0a94c4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.693734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Allocated IP 172.20.0.2 (932aa493-4221-411d-b7d1-f16e61e74980/128d5613-b129-49c3-8821-95238a7c8dbc/b87dc35a-9aca-48c4-8357-e66dd2813f65) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:47.695470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-9c4cf07b-b53d-4dde-9d43-d772881511d8 service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041985 Mar 11 00:16:47.700133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e983e4ed-6ab1-4078-aabd-627e0c0a94c4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:47.713665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.715039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fcc80e67-71c9-4e82-8caa-d1ba6dea6985 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2807286 Mar 11 00:16:47.718465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46872) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:47.724445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:47.750339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.902807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks [] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.917047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:47.951613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (128d5613-b129-49c3-8821-95238a7c8dbc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.032308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Network 932aa493-4221-411d-b7d1-f16e61e74980 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:48.032757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.037161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:48.053434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:48.071949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=128d5613-b129-49c3-8821-95238a7c8dbc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:48.111107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Pushing event updated for resources: {'Port': ['ID=b87dc35a-9aca-48c4-8357-e66dd2813f65,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:48.214753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Attempting to bind port b87dc35a-9aca-48c4-8357-e66dd2813f65 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:48.215102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Attempting to bind port b87dc35a-9aca-48c4-8357-e66dd2813f65 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b54c960e-23cc-44eb-b7cb-c86d2762aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:48.215949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Attempting to bind port b87dc35a-9aca-48c4-8357-e66dd2813f65 on network 932aa493-4221-411d-b7d1-f16e61e74980 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:48.216935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-beaccb94-1b3b-4bf1-a5e3-f69831091727 req-2e7111e2-55af-44e1-9011-67de11abe17b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 210 time: 0.2005577 Mar 11 00:16:48.223277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:48.227661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Checking segment: {'id': 'b54c960e-23cc-44eb-b7cb-c86d2762aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:48.232237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.232727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Bound using segment: {'id': 'b54c960e-23cc-44eb-b7cb-c86d2762aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:48.233257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Bound port: b87dc35a-9aca-48c4-8357-e66dd2813f65, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54c960e-23cc-44eb-b7cb-c86d2762aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '932aa493-4221-411d-b7d1-f16e61e74980'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:48.233660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.288973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (932aa493-4221-411d-b7d1-f16e61e74980), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.334227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932aa493-4221-411d-b7d1-f16e61e74980']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:48.349024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] For port b87dc35a-9aca-48c4-8357-e66dd2813f65, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:48.353962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] For port b87dc35a-9aca-48c4-8357-e66dd2813f65, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b87dc35a-9aca-48c4-8357-e66dd2813f65,segment=NetworkSegment(b54c960e-23cc-44eb-b7cb-c86d2762aca1),segment_id=b54c960e-23cc-44eb-b7cb-c86d2762aca1)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:48.356597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c960e-23cc-44eb-b7cb-c86d2762aca1') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:48.356902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c960e-23cc-44eb-b7cb-c86d2762aca1') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:48.369962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.379963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Allocated IP 172.25.7.174 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/02cb3273-41b7-4a0a-9932-ddfd22767e8b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:48.388328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.426928 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.442687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:48.443114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.456840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9bef0-eb49-4eb4-9804-efa8ea6a7056 req-b644fcea-bbdd-4013-b975-654c1a6b5f31 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:48.463766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ada9bef0-eb49-4eb4-9804-efa8ea6a7056 req-b644fcea-bbdd-4013-b975-654c1a6b5f31 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.2121451 Mar 11 00:16:48.484478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f15556-bd1a-4b64-a739-1c257a77a17d None None] Pushing event updated for resources: {'Port': ['ID=b87dc35a-9aca-48c4-8357-e66dd2813f65,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:48.511244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd670f7-e508-40a2-829a-df0ac51d969f None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:48.563273 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:48.567760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.api [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:16:48.567760 n-d-831844-1 neutron-server[110426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:16:48.567760 n-d-831844-1 neutron-server[110426]: [parameters: {'id': '932aa493-4221-411d-b7d1-f16e61e74980'}] Mar 11 00:16:48.567760 n-d-831844-1 neutron-server[110426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:48.568292 n-d-831844-1 neutron-server[110426]: DEBUG oslo_db.api [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:48.607449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ada9bef0-eb49-4eb4-9804-efa8ea6a7056 req-ab446e72-09f2-4120-a774-75f2c4c4ffa5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427717 Mar 11 00:16:48.663579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.670221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd670f7-e508-40a2-829a-df0ac51d969f None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:48.711863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:48.790830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:48.800562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:48.806532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:48.853167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=02cb3273-41b7-4a0a-9932-ddfd22767e8b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:48.964765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57101cbd-183c-453a-bf5c-95fd8f5e444b None None] Network 932aa493-4221-411d-b7d1-f16e61e74980 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:48.999564 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.050150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.069789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (932aa493-4221-411d-b7d1-f16e61e74980), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.152709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port b87dc35a-9aca-48c4-8357-e66dd2813f65 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:49.154947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.276481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.281883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port b87dc35a-9aca-48c4-8357-e66dd2813f65, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b87dc35a-9aca-48c4-8357-e66dd2813f65,segment=NetworkSegment(b54c960e-23cc-44eb-b7cb-c86d2762aca1),segment_id=b54c960e-23cc-44eb-b7cb-c86d2762aca1)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:49.282641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.286931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.346341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for b87dc35a-9aca-48c4-8357-e66dd2813f65 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:49.419570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab0e50ac-0f01-42c6-8050-17efb3fc688d req-b3fedd9f-4eb7-41a5-bed8-329a93412504 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 210 time: 0.0648670 Mar 11 00:16:49.504990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.527712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=02cb3273-41b7-4a0a-9932-ddfd22767e8b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:49.574992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.587308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e90ef8ca-5b04-4a2c-b8bd-486e98023e42 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8673458 Mar 11 00:16:49.650411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b87dc35a-9aca-48c4-8357-e66dd2813f65), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.706005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=b87dc35a-9aca-48c4-8357-e66dd2813f65,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:49.711559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port b87dc35a-9aca-48c4-8357-e66dd2813f65 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:16:49.734559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-4704eed2-968f-4370-b305-afd6f2e6aa41 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:49.741213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-4704eed2-968f-4370-b305-afd6f2e6aa41 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.2708602 Mar 11 00:16:49.754475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'device_id': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'admin_state_up': True, 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:49.909075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (932aa493-4221-411d-b7d1-f16e61e74980), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:49.972437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932aa493-4221-411d-b7d1-f16e61e74980']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:49.985091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c960e-23cc-44eb-b7cb-c86d2762aca1') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:49.985410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c960e-23cc-44eb-b7cb-c86d2762aca1') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:50.015836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.066993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.086062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:50.086486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (b54c960e-23cc-44eb-b7cb-c86d2762aca1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:50.089668 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:50.205027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0b9e-1053-4ea6-abcc-c486ae73e027 req-43e75ea4-225d-44f5-a0e3-430b98f4549a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:50.208703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f58b0b9e-1053-4ea6-abcc-c486ae73e027 req-43e75ea4-225d-44f5-a0e3-430b98f4549a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.4171655 Mar 11 00:16:50.239642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (932aa493-4221-411d-b7d1-f16e61e74980), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.257560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.261381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/932aa493-4221-411d-b7d1-f16e61e74980 HTTP/1.1" status: 204 len: 168 time: 2.9543290 Mar 11 00:16:50.274140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:50.293379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5032e-e38f-4316-984a-23e0785aeb8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=932aa493-4221-411d-b7d1-f16e61e74980,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:50.321425 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f1a8b2-f640-4a71-9443-2bf530ba804a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] GET failed (client error): The resource could not be found. Mar 11 00:16:50.323011 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97f1a8b2-f640-4a71-9443-2bf530ba804a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets/128d5613-b129-49c3-8821-95238a7c8dbc HTTP/1.1" status: 404 len: 337 time: 0.0474839 Mar 11 00:16:50.325753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:50.334872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-8fafeba7-f9bd-4d08-9514-393d2e7ff36b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--175997728&fields=id&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 267 time: 0.3656046 Mar 11 00:16:50.368624 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d91d23c-6660-40e3-b0e5-8ec395154d54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:16:50.384121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d91d23c-6660-40e3-b0e5-8ec395154d54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:16:50.389578 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6d91d23c-6660-40e3-b0e5-8ec395154d54 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/932aa493-4221-411d-b7d1-f16e61e74980 HTTP/1.1" status: 404 len: 339 time: 0.0623355 Mar 11 00:16:50.395400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:50.510545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-95beded5-1a3f-4f70-ba67-0560564c13b9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:50.512189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-95beded5-1a3f-4f70-ba67-0560564c13b9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 816 time: 0.1690395 Mar 11 00:16:50.515978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:50.527012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:50.531982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f58b0b9e-1053-4ea6-abcc-c486ae73e027 req-8c01c2fe-322a-44e6-9a33-c1601d552735 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148153 Mar 11 00:16:50.601570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-2db73504-80b7-45ee-b994-3dbbaf80bbeb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/quotas/0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 375 time: 0.0578237 Mar 11 00:16:50.817914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.20.0.9 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:50.825796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83330819-a068-44bd-8db0-40ee16e51b6c tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:50.827444 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-83330819-a068-44bd-8db0-40ee16e51b6c tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4285831 Mar 11 00:16:50.830399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:50.911764 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-080ee8d3-54b1-454c-bb68-3ec5383e7bfe tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 207 time: 0.0801101 Mar 11 00:16:50.917081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:51.016704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:51.101595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef08fa09-7676-4da0-b5a3-584e58a2a1d0 req-968bde8e-673e-47c6-bee3-173c999b77b4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 210 time: 0.4519305 Mar 11 00:16:51.106967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:51.129392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'd7401acd-2934-4845-b7a9-2d413ca5630b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:16:51.166099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:51.187690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:51.190988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:51.318147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-b095128d-8a67-439c-9ad8-67553b5ab135 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7062991 Mar 11 00:16:51.328967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:51.373257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:51.376332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:51.485879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-0a10343b-afea-47e4-a664-3dbbe5199f76 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7360005 Mar 11 00:16:51.536977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-114bb873-4315-4092-8587-bda8cfbad03c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:16:51.539211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-114bb873-4315-4092-8587-bda8cfbad03c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158718 Mar 11 00:16:51.583816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-7348711a-8109-4a5c-9392-d3a648262520 service neutron] 10.222.0.21 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185845 Mar 11 00:16:51.739420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Request body: {'port': {'device_id': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:51.748597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34277cac-178d-4cd1-9876-409fdcd8add8 None None] Provisioning complete for port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:51.753970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34277cac-178d-4cd1-9876-409fdcd8add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:51.850181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34277cac-178d-4cd1-9876-409fdcd8add8 None None] Port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:16:52.035221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:52.056551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-fcaadb8a-857e-4188-b588-5d3099e81e0a service neutron] 10.222.0.21 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606185 Mar 11 00:16:52.072546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4040f9b-77b3-481f-a264-b81a744743c0 req-c39e88c3-373b-4e54-90c7-2413a4685fb7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.080096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4040f9b-77b3-481f-a264-b81a744743c0 req-c39e88c3-373b-4e54-90c7-2413a4685fb7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 943 time: 0.3830986 Mar 11 00:16:52.185987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4040f9b-77b3-481f-a264-b81a744743c0 req-7b9807a1-853c-4f86-840b-92d27ce2b177 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024182 Mar 11 00:16:52.305191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca1e27-571f-40ec-a0ed-ded03c362739 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.323384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca1e27-571f-40ec-a0ed-ded03c362739 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.337838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5d3bd86-88d5-4652-971b-98f1ed178d03 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:16:52.360387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca1e27-571f-40ec-a0ed-ded03c362739 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.379227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca1e27-571f-40ec-a0ed-ded03c362739 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.380976 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a4ca1e27-571f-40ec-a0ed-ded03c362739 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.4629500 Mar 11 00:16:52.395438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:52.596256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:52.601403 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-068e98e8-7d43-4b29-b7f0-3fefba226a9b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2017202 Mar 11 00:16:52.601938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46956) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:52.616817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90275173-128e-4c4c-bcc2-e0f0e077cd71 req-6c0d0ee3-06a4-4d5d-b7a9-d28b3459f675 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 210 time: 0.1537426 Mar 11 00:16:52.653957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c5d3bd86-88d5-4652-971b-98f1ed178d03', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': 'c5d3bd86-88d5-4652-971b-98f1ed178d03', 'mac_address': 'fa:16:3e:a8:cc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:16:52.726251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010474b-f266-4d00-90af-cea65ba4f0de req-5b381e93-5978-494d-8ee6-b18cb0ffb252 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.730113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2010474b-f266-4d00-90af-cea65ba4f0de req-5b381e93-5978-494d-8ee6-b18cb0ffb252 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 931 time: 0.2962499 Mar 11 00:16:52.781244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5d3bd86-88d5-4652-971b-98f1ed178d03 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:52.781704 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:52.813545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d3bd86-88d5-4652-971b-98f1ed178d03 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:16:52.845060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4999e46-42bf-4ebc-910e-2041964fea8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.848312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4999e46-42bf-4ebc-910e-2041964fea8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.856558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:52.857237 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d4999e46-42bf-4ebc-910e-2041964fea8f tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2540236 Mar 11 00:16:52.858767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46964) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:52.867168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:52.957974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2010474b-f266-4d00-90af-cea65ba4f0de req-3efeccef-1767-4174-9832-adeb01909bf8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148409 Mar 11 00:16:52.982522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f277d59-0fc2-49c5-a362-cf28129d35c5 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.984818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f277d59-0fc2-49c5-a362-cf28129d35c5 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:52.991586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6f277d59-0fc2-49c5-a362-cf28129d35c5 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1123586 Mar 11 00:16:52.992204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46968) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:52.994694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:53.054805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:16:53.063867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks [] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.078912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Transition to ACTIVE for port object d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:16:53.088041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.155394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5d3bd86-88d5-4652-971b-98f1ed178d03'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:16:53.165802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:53.168793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447c152-f828-4c30-9e36-c9220caf4abc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:53.174223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6447c152-f828-4c30-9e36-c9220caf4abc tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks/5694e6ef-e770-4092-8706-ab222e7b5b57 HTTP/1.1" status: 200 len: 799 time: 0.1762872 Mar 11 00:16:53.175875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:53.405214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Attempting to bind port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:53.405857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Attempting to bind port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:53.406361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Attempting to bind port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:53.415208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-35973bbe-1ce3-41d2-a223-5538a289a7a7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/networks/5694e6ef-e770-4092-8706-ab222e7b5b57?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2347813 Mar 11 00:16:53.421810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46976) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:53.422648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fcc47-3ae1-453b-b427-0f90b9f9a6ca req-2b8552b5-7495-403a-b8c3-6dc9596feed0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:53.434424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f3fcc47-3ae1-453b-b427-0f90b9f9a6ca req-2b8552b5-7495-403a-b8c3-6dc9596feed0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 944 time: 0.1193638 Mar 11 00:16:53.437443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd on network 6271353f-ff67-45f5-a718-56703ce11782 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:53.439352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Attempting to bind port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:53.453201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:53.453930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:53.454701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:53.455342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Bound port: d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:53.455904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.579221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03184812-3138-40e5-8fb0-00295ee6c632 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:53.589319 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-03184812-3138-40e5-8fb0-00295ee6c632 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets/228a1a26-8202-4266-aeec-74b9b5dda63e HTTP/1.1" status: 200 len: 811 time: 0.1603651 Mar 11 00:16:53.590351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46980) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:53.660214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:53.663732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:53.667859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f3fcc47-3ae1-453b-b427-0f90b9f9a6ca req-52dbc332-055d-4898-9880-6e659e71581b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321734 Mar 11 00:16:53.677260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.684887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f35ef-86c0-4124-9a6e-5fc36da33c11 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['shared'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:53.693327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b50f35ef-86c0-4124-9a6e-5fc36da33c11 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "GET /v2.0/subnets/228a1a26-8202-4266-aeec-74b9b5dda63e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1020515 Mar 11 00:16:53.695087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46986) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:53.721348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-972434228'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:53.736381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:53.737026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.738405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] 10.222.0.30 "PUT /v2.0/ports/d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 200 len: 1091 time: 2.1913466 Mar 11 00:16:53.738878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:16:53.754536 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:16:53.802420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:53.814056 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.882784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:16:53.894202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:53.894627 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Added segment aaff5d52-5efd-4846-a57b-909b3344801c of type vlan for network 7039bcf7-f709-45e1-9877-8fda72ac4eaa Mar 11 00:16:53.915878 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ad7441-9993-4331-ac9e-1681019ead5b x-openstack-request-id: req-78ad7441-9993-4331-ac9e-1681019ead5b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:16:53.917571 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:16:53.918013 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78ad7441-9993-4331-ac9e-1681019ead5b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:16:53.918641 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'status': 'completed', 'code': 200} Mar 11 00:16:53.949625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d08a-1770-42b2-a446-3b63dca389bd service neutron] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:53.955197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-063f6f3c-6ce5-418f-89cc-790ca9c910cd req-fc1aae95-a1a8-4260-bcb2-1be9854fe082 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 210 time: 0.1077719 Mar 11 00:16:54.020482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-e61596b1-6434-412e-917d-b484f2cb3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.025065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-e61596b1-6434-412e-917d-b484f2cb3e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 1125 time: 0.2273965 Mar 11 00:16:54.064702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.136077 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.145565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-66e8ce14-7ee5-4371-bb6d-1ebd76b1933e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 200 len: 217 time: 0.1154006 Mar 11 00:16:54.152456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.153619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.287051 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5908546 Mar 11 00:16:54.291061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-374b1078-230a-4ba1-9a45-8b5a0b48a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.292571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-374b1078-230a-4ba1-9a45-8b5a0b48a8c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1360087 Mar 11 00:16:54.294100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47008) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:54.301893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:54.338068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f519e3-4283-47d4-b110-68bdde1a08ef tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Network': ['ID=7039bcf7-f709-45e1-9877-8fda72ac4eaa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:54.352885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:16:54.382611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5d3bd86-88d5-4652-971b-98f1ed178d03 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:16:54.387725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-570548d2-d680-4337-aac1-37f9df7b5b48 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.389670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-570548d2-d680-4337-aac1-37f9df7b5b48 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 816 time: 0.3404593 Mar 11 00:16:54.523964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-e3ce4dbb-febb-43d0-983f-a93e5be8d29e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 379 time: 0.1255383 Mar 11 00:16:54.545000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'port': {'device_id': '43533925-6269-4ad4-93f1-8460e8642b2f', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'admin_state_up': True, 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'security_groups': ['e28aea45-7caa-411f-80bb-08938c27ac0f']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:54.593214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c5d3bd86-88d5-4652-971b-98f1ed178d03 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:16:54.600744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c5d3bd86-88d5-4652-971b-98f1ed178d03 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:54.601193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.701548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5d3bd86-88d5-4652-971b-98f1ed178d03 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:54.702541 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.711090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Made reservation on behalf of 0002ec01896c4799b6bfdd013fb1292a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:54.745221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.782154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:16:54.783637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f772f7-f942-45ed-aa09-ac49a8040af4 req-729a65cb-1bc8-4fd5-9596-35132d6291a5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.788258 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02df789-5ad7-4a85-9643-bb905f365a40" -d '{"events": [{"server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:16:54.791287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f772f7-f942-45ed-aa09-ac49a8040af4 req-729a65cb-1bc8-4fd5-9596-35132d6291a5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 943 time: 0.6754708 Mar 11 00:16:54.818981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:54.829793 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:54.892534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:54.941184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Allocated IP 172.20.0.10 (99203839-293f-4371-b3a0-b426cd1e6cec/e6a44bc2-c33c-4951-9f5c-7f9c39bffe76/36634fd3-e053-4c58-a89a-1fd00e432636) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:54.948448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-04029ecd-b837-4ce1-bbcc-cfce77fb1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:54.949689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-04029ecd-b837-4ce1-bbcc-cfce77fb1f66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6404274 Mar 11 00:16:54.979479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f772f7-f942-45ed-aa09-ac49a8040af4 req-0751fe4d-002c-47e9-8c18-8fe5e131a4b3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820095 Mar 11 00:16:55.033383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Made reservation on behalf of bb47c05820f649309a2fd07587fa9c59 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:16:55.037370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.055815 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788c7ce9-1e72-4604-9f60-acd2067013f8 x-openstack-request-id: req-788c7ce9-1e72-4604-9f60-acd2067013f8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:16:55.056201 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "name": "network-vif-plugged", "status": "completed", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:16:55.056521 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-788c7ce9-1e72-4604-9f60-acd2067013f8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:16:55.057503 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03', 'code': 200} Mar 11 00:16:55.088242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b13d5-1a4c-4485-9d06-34a4458277b6 req-cd6ac9c0-838b-41cc-b238-4fd41b78e47e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:55.094080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa0b13d5-1a4c-4485-9d06-34a4458277b6 req-cd6ac9c0-838b-41cc-b238-4fd41b78e47e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.2655294 Mar 11 00:16:55.148367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for port (36634fd3-e053-4c58-a89a-1fd00e432636), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.192386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.218314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Network 99203839-293f-4371-b3a0-b426cd1e6cec is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:55.233925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing IP validity checks on allocation pools {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:16:55.234849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:16:55.238804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:55.242637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:55.309812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc2ed60f-938c-43cd-9c0b-2b0d3df46b91 req-e8579438-2686-4986-9fc5-78f9393a24fe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 210 time: 0.1380932 Mar 11 00:16:55.366727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:55.367736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.374770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:55.395379 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-1f0c3cd0-33e5-4a88-b9a3-ed2d25898cfb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542535 Mar 11 00:16:55.400531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa0b13d5-1a4c-4485-9d06-34a4458277b6 req-821a9aba-3eaf-48be-a997-0522d21cbfd5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956071 Mar 11 00:16:55.430232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Request body: {'port': {'device_id': '43533925-6269-4ad4-93f1-8460e8642b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:55.436736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd884f5-c5b0-4ea1-8524-22bea584df37 req-8fc72db8-4e53-4426-b1f5-90a1ac3deaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:55.438682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bd884f5-c5b0-4ea1-8524-22bea584df37 req-8fc72db8-4e53-4426-b1f5-90a1ac3deaa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 1127 time: 0.3199205 Mar 11 00:16:55.456044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-669d3aaf-1256-40e8-850c-f539ad054bbd service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981053 Mar 11 00:16:55.554997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.611883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bd884f5-c5b0-4ea1-8524-22bea584df37 req-4a840973-1ea2-4b6c-8a8b-c68b74b44592 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641731 Mar 11 00:16:55.641086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-28bd32f3-f65f-4241-bb3f-2dfde87463f6 None None] Provisioning complete for port 36634fd3-e053-4c58-a89a-1fd00e432636 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:16:55.641735 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28bd32f3-f65f-4241-bb3f-2dfde87463f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.669174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-128dd9b1-3cad-43e4-b322-d224fa1ed278 req-9c77412a-60be-4b3d-992b-7d3e6ce8f6f8 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059116 Mar 11 00:16:55.676445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (cf1c47cf-8a5a-4c05-9578-bf84bd5f7080), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.692278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-28bd32f3-f65f-4241-bb3f-2dfde87463f6 None None] Port 36634fd3-e053-4c58-a89a-1fd00e432636 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:16:55.752770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=cf1c47cf-8a5a-4c05-9578-bf84bd5f7080,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:55.765942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Checking segment: {'id': 'aaff5d52-5efd-4846-a57b-909b3344801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:55.766458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network hostable DHCP agents. Network: 7039bcf7-f709-45e1-9877-8fda72ac4eaa, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:16:55.784340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:16:55.800161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:16:55.821241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7039bcf7-f709-45e1-9877-8fda72ac4eaa) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:55.826095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:55.826809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:55.832689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672dc83-f086-4e63-889b-1395a006f351 None None] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:55.863378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78b968db-bc38-442b-851e-725c1147c323 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5681834 Mar 11 00:16:55.867486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:55.873951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:16:55.918406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-3cf367cd-9d3a-4107-9571-fde3b547cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:55.920814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-3cf367cd-9d3a-4107-9571-fde3b547cdc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 1125 time: 0.0699503 Mar 11 00:16:56.036715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-7039bcf7-f709-45e1-9877-8fda72ac4eaa', 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa', 'project_id': 'bb47c05820f649309a2fd07587fa9c59', 'fixed_ips': [{'subnet_id': 'cf1c47cf-8a5a-4c05-9578-bf84bd5f7080'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:16:56.039000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.071893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:16:56.106288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks [] for port (36634fd3-e053-4c58-a89a-1fd00e432636), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.142793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-d05d746c-2c74-4010-b814-97510b16a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:56.147121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-d05d746c-2c74-4010-b814-97510b16a237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2167664 Mar 11 00:16:56.158782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Transition to ACTIVE for port object 36634fd3-e053-4c58-a89a-1fd00e432636 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:16:56.176543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9847213'] for subnet (cf1c47cf-8a5a-4c05-9578-bf84bd5f7080), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.180406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.308451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:56.401312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-b51bfabb-12da-4b5e-81dc-816a3616cdfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 200 len: 217 time: 0.2275035 Mar 11 00:16:56.458138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 00:16:56.458138 n-d-831844-1 neutron-server[110427]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 11 00:16:56.458138 n-d-831844-1 neutron-server[110427]: [parameters: {'in_use': 1, 'id_1': 'cf1c47cf-8a5a-4c05-9578-bf84bd5f7080'}] Mar 11 00:16:56.458138 n-d-831844-1 neutron-server[110427]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:56.458761 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:56.514434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Attempting to bind port 36634fd3-e053-4c58-a89a-1fd00e432636 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:56.514901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Attempting to bind port 36634fd3-e053-4c58-a89a-1fd00e432636 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:56.515339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Attempting to bind port 36634fd3-e053-4c58-a89a-1fd00e432636 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:56.522875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Port 36634fd3-e053-4c58-a89a-1fd00e432636 on network 99203839-293f-4371-b3a0-b426cd1e6cec not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:16:56.523363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Attempting to bind port 36634fd3-e053-4c58-a89a-1fd00e432636 on network 99203839-293f-4371-b3a0-b426cd1e6cec {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:56.532943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:56.533440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Checking segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:56.533936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Bound using segment: {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:56.534511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Bound port: 36634fd3-e053-4c58-a89a-1fd00e432636, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab080b69-1deb-4b5f-b0ff-348c566c7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:56.534975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.547392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-09a1240a-2afd-445a-b3d5-d732ba8f99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:56.550881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-09a1240a-2afd-445a-b3d5-d732ba8f99f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1412337 Mar 11 00:16:56.658339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744201021534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9823286'] for subnet (cf1c47cf-8a5a-4c05-9578-bf84bd5f7080), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.746754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:56.772635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c8832-f35b-4110-8fc7-3deacc1677f0 req-a6658e80-506c-458e-bbe9-5e97c71c1fc5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:56.782663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a84c8832-f35b-4110-8fc7-3deacc1677f0 req-a6658e80-506c-458e-bbe9-5e97c71c1fc5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 943 time: 0.6255412 Mar 11 00:16:56.785433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:56.786840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.788561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "PUT /v2.0/subnets/cf1c47cf-8a5a-4c05-9578-bf84bd5f7080 HTTP/1.1" status: 200 len: 877 time: 0.9198356 Mar 11 00:16:56.805552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:56.810391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47074) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:16:56.819507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1e0f-6238-4fbd-bf95-7a1428bcab95 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event updated for resources: {'Subnet': ['ID=cf1c47cf-8a5a-4c05-9578-bf84bd5f7080,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:56.832562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.887334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:56.891612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:56.893127 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] 10.222.0.30 "PUT /v2.0/ports/36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 1092 time: 1.4791965 Mar 11 00:16:56.893591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:16:56.895894 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241b655-35d2-4e50-bc6f-2ea581fe07ee" -d '{"events": [{"name": "network-changed", "server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:16:56.949591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad88a5-2c8c-4ed5-a29c-39cc7203dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:56.961055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:57.079371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-89532ecf-b8f0-4b49-86b2-ed1cd56c081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.080879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-89532ecf-b8f0-4b49-86b2-ed1cd56c081d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1126 time: 0.0964582 Mar 11 00:16:57.104209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55823558-b23b-4a8d-ab78-a809c56cadbe req-4ff73bfe-6313-4199-8c09-c6362840abe8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.111697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55823558-b23b-4a8d-ab78-a809c56cadbe req-4ff73bfe-6313-4199-8c09-c6362840abe8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.5598807 Mar 11 00:16:57.131791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-32f2beeb-ea0c-4417-a0b0-58401030cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.133421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-32f2beeb-ea0c-4417-a0b0-58401030cc0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5601971 Mar 11 00:16:57.148187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-e6aa5bd1-0c07-4228-abce-d5d90fb5b385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 217 time: 0.0543880 Mar 11 00:16:57.237168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-caca0a24-09bd-4a8f-9272-a5b5ad6a839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.238986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a84c8832-f35b-4110-8fc7-3deacc1677f0 req-12af116e-16ce-415d-951c-492dd9f322cf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565587 Mar 11 00:16:57.249324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-caca0a24-09bd-4a8f-9272-a5b5ad6a839d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.1002696 Mar 11 00:16:57.296398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:57.303947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Allocated IP 172.20.0.3 (7039bcf7-f709-45e1-9877-8fda72ac4eaa/cf1c47cf-8a5a-4c05-9578-bf84bd5f7080/3b0509cb-5547-4c8d-840c-2bf85f63b79c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:16:57.458341 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-49bcc53a-a21b-423e-924d-656aba6fb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.462268 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-49bcc53a-a21b-423e-924d-656aba6fb602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2062860 Mar 11 00:16:57.466617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55823558-b23b-4a8d-ab78-a809c56cadbe req-5419ca90-7e57-40b3-8cd9-0505f962d5df tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536997 Mar 11 00:16:57.683666 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-870ea3bb-5456-4361-ada6-5ee83b0a848e service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149212 Mar 11 00:16:57.754363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-5aaa52d0-011c-49e2-9178-53d6dc444692 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306926 Mar 11 00:16:57.774718 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9e038-bafa-45c0-bbc3-8c271276bc7b x-openstack-request-id: req-99a9e038-bafa-45c0-bbc3-8c271276bc7b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:16:57.774718 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:16:57.778081 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99a9e038-bafa-45c0-bbc3-8c271276bc7b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:16:57.779348 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'status': 'completed', 'code': 200} Mar 11 00:16:57.844667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cf1c47cf-8a5a-4c05-9578-bf84bd5f7080), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:57.901299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451f06a-4b7e-4ec2-8528-63c0a14cdf7b req-9d5cf262-33c2-4dc9-a060-da3e47c35724 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:57.903152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e451f06a-4b7e-4ec2-8528-63c0a14cdf7b req-9d5cf262-33c2-4dc9-a060-da3e47c35724 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.4217751 Mar 11 00:16:57.921388 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a7794a5c-e871-4d6b-a4d7-1c817d29f93d req-5de4c2e4-8fec-4445-99a5-e115920f36a5 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199745 Mar 11 00:16:57.957396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks [] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:57.970230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.104301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Pushing event updated for resources: {'Port': ['ID=3b0509cb-5547-4c8d-840c-2bf85f63b79c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:58.121604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-0e85a7ea-c305-4715-b873-4f12ab61d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.123554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-0e85a7ea-c305-4715-b873-4f12ab61d0a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1126 time: 0.1375093 Mar 11 00:16:58.124410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e451f06a-4b7e-4ec2-8528-63c0a14cdf7b req-6b057215-d997-4f69-a9d1-428057f94174 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136347 Mar 11 00:16:58.125376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:16:58.128171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:16:58.130571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:16:58.134613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (cf1c47cf-8a5a-4c05-9578-bf84bd5f7080), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.150265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20cdddf9-e5ca-4bb7-9c97-06e169338ff5 req-b784f5a8-da33-4316-9770-f4097024862a service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539109 Mar 11 00:16:58.217571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Attempting to bind port 3b0509cb-5547-4c8d-840c-2bf85f63b79c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:16:58.217954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Attempting to bind port 3b0509cb-5547-4c8d-840c-2bf85f63b79c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'aaff5d52-5efd-4846-a57b-909b3344801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:16:58.221434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Attempting to bind port 3b0509cb-5547-4c8d-840c-2bf85f63b79c on network 7039bcf7-f709-45e1-9877-8fda72ac4eaa {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:16:58.230880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1c47cf-8a5a-4c05-9578-bf84bd5f7080,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:58.235631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:16:58.236077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Checking segment: {'id': 'aaff5d52-5efd-4846-a57b-909b3344801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:16:58.236491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.238242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Bound using segment: {'id': 'aaff5d52-5efd-4846-a57b-909b3344801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:16:58.239016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Bound port: 3b0509cb-5547-4c8d-840c-2bf85f63b79c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff5d52-5efd-4846-a57b-909b3344801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:16:58.239415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.273088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-e55f878b-70ba-4759-b2f5-a67d7652e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.275556 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-e55f878b-70ba-4759-b2f5-a67d7652e570 service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.1333210 Mar 11 00:16:58.328322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-7ad5275a-1997-4c3a-88ed-d6633f85ea43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 217 time: 0.0463245 Mar 11 00:16:58.344197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.379491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:16:58.419764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] For port 3b0509cb-5547-4c8d-840c-2bf85f63b79c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:16:58.432765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-dd9af473-bb0a-43b0-894e-31bb8d30e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.436100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-dd9af473-bb0a-43b0-894e-31bb8d30e7a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.1018336 Mar 11 00:16:58.459288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7039bcf7-f709-45e1-9877-8fda72ac4eaa']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:58.461896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] For port 3b0509cb-5547-4c8d-840c-2bf85f63b79c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3b0509cb-5547-4c8d-840c-2bf85f63b79c,segment=NetworkSegment(aaff5d52-5efd-4846-a57b-909b3344801c),segment_id=aaff5d52-5efd-4846-a57b-909b3344801c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:16:58.477990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaff5d52-5efd-4846-a57b-909b3344801c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:58.478313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaff5d52-5efd-4846-a57b-909b3344801c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:16:58.483412 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.503507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.544125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f0db9-1d98-4047-9ba8-4e625c3cd331 req-a0ea30ca-6240-4415-81d6-e138bbf3418b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.559283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de2f0db9-1d98-4047-9ba8-4e625c3cd331 req-a0ea30ca-6240-4415-81d6-e138bbf3418b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 943 time: 0.1437023 Mar 11 00:16:58.570597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-1e1249a1-6693-447a-b740-692d9bb882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.572273 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-1e1249a1-6693-447a-b740-692d9bb882f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1293600 Mar 11 00:16:58.599255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.633135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb831a-6436-4857-a512-85018a3dee63 req-8fff547e-e4c5-42d6-8738-af0de0f5f01a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:58.635045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5eb831a-6436-4857-a512-85018a3dee63 req-8fff547e-e4c5-42d6-8738-af0de0f5f01a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.3557639 Mar 11 00:16:58.647571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315560d-6a3c-4502-bab2-3f419cea80af None None] Pushing event updated for resources: {'Port': ['ID=3b0509cb-5547-4c8d-840c-2bf85f63b79c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:58.663277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:16:58.663855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.676897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ef28e-033e-46ba-93c9-83fcfa28e3d1 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:16:58.694956 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:16:58.737026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:58.758321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'mac_address': 'fa:16:3e:e8:b0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:16:58.766519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-45e1da54-6503-4502-8c56-c0d320c5fd1c service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877191 Mar 11 00:16:58.881738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:16:58.882047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.904077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:16:58.911236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5eb831a-6436-4857-a512-85018a3dee63 req-72c88b92-a92e-44ff-9541-b637dc720a3f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671342 Mar 11 00:16:58.928563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:58.929963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de2f0db9-1d98-4047-9ba8-4e625c3cd331 req-b3180ed7-4fbb-4563-927c-45b88d3d5ec4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699124 Mar 11 00:16:58.939442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.api [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:16:58.939442 n-d-831844-1 neutron-server[110425]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:16:58.939442 n-d-831844-1 neutron-server[110425]: [parameters: {'id': '7039bcf7-f709-45e1-9877-8fda72ac4eaa'}] Mar 11 00:16:58.939442 n-d-831844-1 neutron-server[110425]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:16:58.939882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:58.942557 n-d-831844-1 neutron-server[110425]: DEBUG oslo_db.api [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:16:59.000929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ef28e-033e-46ba-93c9-83fcfa28e3d1 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:16:59.042764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:59.056823 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f241b655-35d2-4e50-bc6f-2ea581fe07ee req-9f682574-d5c5-411b-9d7c-d45efcd945c1 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828684 Mar 11 00:16:59.200871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354279-38fb-4e15-8f11-d2e8dcdca4b5 req-9ee56761-51ee-4035-bbb8-4918821a71cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:16:59.205247 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de354279-38fb-4e15-8f11-d2e8dcdca4b5 req-9ee56761-51ee-4035-bbb8-4918821a71cf tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1102304 Mar 11 00:16:59.206216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-312d2225-378f-4868-a20a-42177c9bbc27 req-a2a818d5-4e0d-4541-8337-25890ea77bf8 service neutron] (110426) timed out ('10.222.0.30', 51733) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:16:59.206515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-c0f4b1ba-e979-4cb7-8795-27fe63f3e17e req-45d66dc5-69ed-4b81-b3bf-9d9dbb051880 service neutron] (110425) timed out ('10.222.0.30', 51258) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:16:59.240452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:16:59.266899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de354279-38fb-4e15-8f11-d2e8dcdca4b5 req-5cf3214c-f786-4aec-b85d-5fb5c1f2582b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581729 Mar 11 00:16:59.344379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-58a867c3-831a-4561-883e-754167463d8c req-7e0ab47e-99a2-4fa8-8036-0851befba933 service neutron] (110426) timed out ('10.222.0.30', 51254) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:16:59.401472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed1a05-6287-4fa0-8fc2-2999695b3f76 None None] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:59.453816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:59.569715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port 3b0509cb-5547-4c8d-840c-2bf85f63b79c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:16:59.570410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:59.738371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port 3b0509cb-5547-4c8d-840c-2bf85f63b79c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3b0509cb-5547-4c8d-840c-2bf85f63b79c,segment=NetworkSegment(aaff5d52-5efd-4846-a57b-909b3344801c),segment_id=aaff5d52-5efd-4846-a57b-909b3344801c)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:16:59.738717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:59.779419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for 3b0509cb-5547-4c8d-840c-2bf85f63b79c owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:16:59.876858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d79907-24f8-4fc5-a3d9-84827bd9991e None None] Network 7039bcf7-f709-45e1-9877-8fda72ac4eaa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:16:59.927588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3b0509cb-5547-4c8d-840c-2bf85f63b79c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:16:59.962794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=3b0509cb-5547-4c8d-840c-2bf85f63b79c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:16:59.967196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port 3b0509cb-5547-4c8d-840c-2bf85f63b79c on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:00.201479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.235318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7039bcf7-f709-45e1-9877-8fda72ac4eaa']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:00.255409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2803c2-8f91-44f0-afce-f0fb8d000e6e req-2ebaed39-92b9-4e8e-8e57-8903e06d4b10 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:00.258274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc2803c2-8f91-44f0-afce-f0fb8d000e6e req-2ebaed39-92b9-4e8e-8e57-8903e06d4b10 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 944 time: 0.1914749 Mar 11 00:17:00.261449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaff5d52-5efd-4846-a57b-909b3344801c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:00.262044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaff5d52-5efd-4846-a57b-909b3344801c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:00.311992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.343645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc2803c2-8f91-44f0-afce-f0fb8d000e6e req-99fb7222-b953-4395-85e7-cff7b7a98394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787449 Mar 11 00:17:00.345029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.357654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:00.357654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (aaff5d52-5efd-4846-a57b-909b3344801c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:00.365893 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:00.374525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:17:00.378091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:00.533622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (7039bcf7-f709-45e1-9877-8fda72ac4eaa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.547312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.552315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/7039bcf7-f709-45e1-9877-8fda72ac4eaa HTTP/1.1" status: 204 len: 168 time: 3.7381685 Mar 11 00:17:00.556530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47158) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:00.568534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1c95-6431-4fb1-8cdb-a60f611cd65b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=7039bcf7-f709-45e1-9877-8fda72ac4eaa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:00.601523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cfa34-4041-4ca8-b692-529b055891f2 req-970ceab6-4f60-4d92-a35e-ea0e3cb416ff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:00.605354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:17:00.618881 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1cbd98-0293-440d-b625-0826fa1df3c1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:00.619379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b94cfa34-4041-4ca8-b692-529b055891f2 req-970ceab6-4f60-4d92-a35e-ea0e3cb416ff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1225150 Mar 11 00:17:00.619946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1cbd98-0293-440d-b625-0826fa1df3c1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:00.628243 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b1cbd98-0293-440d-b625-0826fa1df3c1 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/cf1c47cf-8a5a-4c05-9578-bf84bd5f7080 HTTP/1.1" status: 404 len: 337 time: 0.0702691 Mar 11 00:17:00.630564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47160) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:00.634869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:00.635260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.649655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:00.666037 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5ccde1-feb1-4fa4-877b-ad6020359f4e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:00.666828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5ccde1-feb1-4fa4-877b-ad6020359f4e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:00.672592 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df5ccde1-feb1-4fa4-877b-ad6020359f4e tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/7039bcf7-f709-45e1-9877-8fda72ac4eaa HTTP/1.1" status: 404 len: 339 time: 0.0406721 Mar 11 00:17:00.673198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47164) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:00.721774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b94cfa34-4041-4ca8-b692-529b055891f2 req-3ef6e50e-62f0-4692-9977-3de44974cd41 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960100 Mar 11 00:17:00.732355 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a890676-bfd4-4652-9edf-568456d71334 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:00.732789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a890676-bfd4-4652-9edf-568456d71334 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:00.739058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '36634fd3-e053-4c58-a89a-1fd00e432636', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:17:00.755624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47166) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:00.756809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a890676-bfd4-4652-9edf-568456d71334 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/128d5613-b129-49c3-8821-95238a7c8dbc HTTP/1.1" status: 404 len: 337 time: 0.0815949 Mar 11 00:17:00.789398 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b77528-bf4a-4f5e-9211-2e045764dec7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:00.790233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b77528-bf4a-4f5e-9211-2e045764dec7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:00.793480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89b77528-bf4a-4f5e-9211-2e045764dec7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/932aa493-4221-411d-b7d1-f16e61e74980 HTTP/1.1" status: 404 len: 339 time: 0.0352192 Mar 11 00:17:00.796657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47168) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:00.819857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:00.820774 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.866537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:00.927635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:00.935721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:00.936351 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.954927 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:00.981982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.094178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:01.098727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:01.099807 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a54367-eb4d-4330-9047-7019295220b9" -d '{"events": [{"server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "name": "network-vif-plugged", "status": "completed", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:01.108160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.142917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:01.160251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.203980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa17489f-5d5b-469f-b1f7-a4b1138d3455']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:01.215073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccc602e-e1a0-4765-b34e-20e4483e582d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:01.215598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccc602e-e1a0-4765-b34e-20e4483e582d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:01.227070 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (5ccc602e-e1a0-4765-b34e-20e4483e582d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.242728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5ccc602e-e1a0-4765-b34e-20e4483e582d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.249879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:01.250520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (5ccc602e-e1a0-4765-b34e-20e4483e582d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:01.254720 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:01.286684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['36634fd3-e053-4c58-a89a-1fd00e432636'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:01.391563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:01.407757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (fa17489f-5d5b-469f-b1f7-a4b1138d3455), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.424701 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:01.433439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47202) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.435095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/fa17489f-5d5b-469f-b1f7-a4b1138d3455 HTTP/1.1" status: 204 len: 168 time: 0.6370788 Mar 11 00:17:01.454891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d79b-db5f-4046-b89e-7bf115b4901d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=fa17489f-5d5b-469f-b1f7-a4b1138d3455,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:01.501377 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-544f8187-4273-47d2-a73b-e82927965396 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.501931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544f8187-4273-47d2-a73b-e82927965396 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.527252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-544f8187-4273-47d2-a73b-e82927965396 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/40312482-0819-4f4b-bbdf-66e281c23c29 HTTP/1.1" status: 404 len: 337 time: 0.0925846 Mar 11 00:17:01.529528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47210) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.567060 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af82d61-208b-4dee-ac34-0ffb50fbdd3f x-openstack-request-id: req-5af82d61-208b-4dee-ac34-0ffb50fbdd3f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:01.567345 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "name": "network-vif-plugged", "status": "completed", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:01.567611 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5af82d61-208b-4dee-ac34-0ffb50fbdd3f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:01.568079 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'code': 200} Mar 11 00:17:01.574767 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a0596a-a0c1-4659-95c0-27b809e0e1b0 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.575672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a0596a-a0c1-4659-95c0-27b809e0e1b0 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.581323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-85a0596a-a0c1-4659-95c0-27b809e0e1b0 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/beb0c221-b5b4-43e3-bd01-2c11bd3556d9 HTTP/1.1" status: 404 len: 339 time: 0.0505960 Mar 11 00:17:01.585216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47216) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.682121 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25f017a-1b89-4dce-8178-4dd75edd0b1b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.688516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25f017a-1b89-4dce-8178-4dd75edd0b1b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.701237 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b25f017a-1b89-4dce-8178-4dd75edd0b1b tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/cba0e48c-a9d3-4c86-9557-1a682c2e1d8a HTTP/1.1" status: 404 len: 337 time: 0.1151538 Mar 11 00:17:01.703423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47226) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.742819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.744392 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b55833c-9476-4eb6-8975-824fd28d70a3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.744954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b55833c-9476-4eb6-8975-824fd28d70a3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.758262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b55833c-9476-4eb6-8975-824fd28d70a3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/d1492839-2410-42af-80b9-28393a48ce3c HTTP/1.1" status: 404 len: 339 time: 0.0511947 Mar 11 00:17:01.758386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47236) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.781869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097fe9e-39e0-4529-bd5b-e346bc037d15 req-006e2f7c-3165-4a36-bb8e-091fbd9e0db7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:01.789583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7097fe9e-39e0-4529-bd5b-e346bc037d15 req-006e2f7c-3165-4a36-bb8e-091fbd9e0db7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 945 time: 0.1807384 Mar 11 00:17:01.810461 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c1a62-4c76-457b-8e77-dfc53eae02f3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.811403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c1a62-4c76-457b-8e77-dfc53eae02f3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.815090 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ed0c1a62-4c76-457b-8e77-dfc53eae02f3 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/bf51c822-caed-422e-b855-acac38150612 HTTP/1.1" status: 404 len: 337 time: 0.0558643 Mar 11 00:17:01.818137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47238) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.862129 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ac39b8-160a-45b1-b94c-74407a6b0b8d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.864324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ac39b8-160a-45b1-b94c-74407a6b0b8d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.869372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-05ac39b8-160a-45b1-b94c-74407a6b0b8d tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/938df62e-6119-4670-89a1-5df0216843a9 HTTP/1.1" status: 404 len: 339 time: 0.0494545 Mar 11 00:17:01.873162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47240) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.889658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88981180-8df1-455e-b7c6-f30148f36e7c req-7a3ce299-8964-476c-ae03-be7f95657b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:01.893683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-88981180-8df1-455e-b7c6-f30148f36e7c req-7a3ce299-8964-476c-ae03-be7f95657b18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 1127 time: 0.2183101 Mar 11 00:17:01.948722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7097fe9e-39e0-4529-bd5b-e346bc037d15 req-d02219f2-344e-47f3-80cb-990d8d8cab72 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576366 Mar 11 00:17:01.967896 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d0981d-ae68-4f96-a348-42193c324fb6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:01.968708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d0981d-ae68-4f96-a348-42193c324fb6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:01.972181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8d0981d-ae68-4f96-a348-42193c324fb6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/e9af8a25-eb6f-4ac2-a29b-bb24075853cd HTTP/1.1" status: 404 len: 337 time: 0.0978858 Mar 11 00:17:01.975300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47242) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:01.986918 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-88981180-8df1-455e-b7c6-f30148f36e7c req-f57ace9b-621a-4d0c-931f-9fe57a2de0d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869188 Mar 11 00:17:01.995821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0e84024-27b8-413d-aabe-c8fc4e0473bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.010418 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c190ea8e-0bd0-42a1-8382-b7d33f9ecf19 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.011343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c190ea8e-0bd0-42a1-8382-b7d33f9ecf19 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.015292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c190ea8e-0bd0-42a1-8382-b7d33f9ecf19 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/12c278a7-34b0-4a69-a502-6a8eea52f54e HTTP/1.1" status: 404 len: 339 time: 0.0383947 Mar 11 00:17:02.021228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47244) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.064212 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fc7df6-8743-498b-b3d2-97d5fb925393 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.065209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33fc7df6-8743-498b-b3d2-97d5fb925393 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.067413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d0d8-45a9-457e-ad79-c516bb300048 req-3f092a46-401f-4c7e-a4dc-739c7110da6d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:02.069467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2434d0d8-45a9-457e-ad79-c516bb300048 req-3f092a46-401f-4c7e-a4dc-739c7110da6d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 945 time: 0.1735623 Mar 11 00:17:02.070024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-33fc7df6-8743-498b-b3d2-97d5fb925393 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/ce2c9b81-5a6c-4994-89c7-4dd5cb436dd6 HTTP/1.1" status: 404 len: 337 time: 0.0459929 Mar 11 00:17:02.074549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.111692 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9365b88a-8be8-4650-ba05-ea1a9ffb7ed7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.112924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9365b88a-8be8-4650-ba05-ea1a9ffb7ed7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.116644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9365b88a-8be8-4650-ba05-ea1a9ffb7ed7 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/6a17cff0-6818-45b6-ad42-573a458a1f45 HTTP/1.1" status: 404 len: 339 time: 0.0391881 Mar 11 00:17:02.119133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47248) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.163090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2434d0d8-45a9-457e-ad79-c516bb300048 req-8c4b3adc-c8cf-4d95-8473-0fd284f9593a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832839 Mar 11 00:17:02.168397 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd66d730-6a91-46ba-9651-4f575006656c tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.168860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd66d730-6a91-46ba-9651-4f575006656c tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.173932 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd66d730-6a91-46ba-9651-4f575006656c tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/62e9cb71-6258-4f31-a35c-f287c4868ab8 HTTP/1.1" status: 404 len: 337 time: 0.0519483 Mar 11 00:17:02.176397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47250) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.202463 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-94847a39-acd1-4c5f-b430-ecddadba055a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.203224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94847a39-acd1-4c5f-b430-ecddadba055a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.206600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94847a39-acd1-4c5f-b430-ecddadba055a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/b061aa81-3d32-405a-b724-008675e8058c HTTP/1.1" status: 404 len: 339 time: 0.0288539 Mar 11 00:17:02.219515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.266423 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-118bff5c-d801-4191-acaa-61b34c4beac6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.266423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118bff5c-d801-4191-acaa-61b34c4beac6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.266423 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-118bff5c-d801-4191-acaa-61b34c4beac6 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/384c51a3-9883-4ca5-ac4a-5e807f21249c HTTP/1.1" status: 404 len: 337 time: 0.0427883 Mar 11 00:17:02.266423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0e84024-27b8-413d-aabe-c8fc4e0473bd admin admin] Publish callbacks [] for security_group (fef6580d-1bec-45b3-a5a4-5450ae220488), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.266423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47256) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.284758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0e84024-27b8-413d-aabe-c8fc4e0473bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fef6580d-1bec-45b3-a5a4-5450ae220488), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.291984 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5da8900-a633-47e3-8dc8-8ca41f91b9c8 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.292779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5da8900-a633-47e3-8dc8-8ca41f91b9c8 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.295850 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f5da8900-a633-47e3-8dc8-8ca41f91b9c8 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/694f82d4-952a-4143-8296-b8ac7dd85288 HTTP/1.1" status: 404 len: 339 time: 0.0288885 Mar 11 00:17:02.298780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47258) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.352997 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4698cad3-4093-4465-87b3-ac892eaac12a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.353377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4698cad3-4093-4465-87b3-ac892eaac12a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.359076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0e84024-27b8-413d-aabe-c8fc4e0473bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a1488ca8242403a8fab39a57d46df15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129174 Mar 11 00:17:02.359076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e84024-27b8-413d-aabe-c8fc4e0473bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6580d-1bec-45b3-a5a4-5450ae220488,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:02.360001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47260) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.366285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4698cad3-4093-4465-87b3-ac892eaac12a tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/65f41abd-623e-430e-a9d1-d510c5a600b9 HTTP/1.1" status: 404 len: 337 time: 0.0661952 Mar 11 00:17:02.368641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47262) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.383941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:02.419592 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-836ae3e6-4800-418c-acb7-a184d3d141f2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] DELETE failed (client error): The resource could not be found. Mar 11 00:17:02.420057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836ae3e6-4800-418c-acb7-a184d3d141f2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:17:02.425279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-836ae3e6-4800-418c-acb7-a184d3d141f2 tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/84890903-a875-4446-aa11-5aeb040ebfc5 HTTP/1.1" status: 404 len: 339 time: 0.0534968 Mar 11 00:17:02.426797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47264) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:02.470273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] Publish callbacks [] for security_group (fef6580d-1bec-45b3-a5a4-5450ae220488), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.506568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] Publish callbacks [] for security_group (fef6580d-1bec-45b3-a5a4-5450ae220488), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.507325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 36634fd3-e053-4c58-a89a-1fd00e432636 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:17:02.513135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 36634fd3-e053-4c58-a89a-1fd00e432636 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:02.513518 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.593822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting subnet 228a1a26-8202-4266-aeec-74b9b5dda63e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:17:02.597649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (fef6580d-1bec-45b3-a5a4-5450ae220488), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.602081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.603322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fef6580d-1bec-45b3-a5a4-5450ae220488 HTTP/1.1" status: 204 len: 168 time: 0.2423522 Mar 11 00:17:02.614106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1adce-eb28-4ff7-b136-d7537df7f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6580d-1bec-45b3-a5a4-5450ae220488,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:02.619806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for subnet (228a1a26-8202-4266-aeec-74b9b5dda63e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.696090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:02.696736 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.706598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (228a1a26-8202-4266-aeec-74b9b5dda63e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.774422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:02.783262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.913164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (228a1a26-8202-4266-aeec-74b9b5dda63e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:02.967522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:03.050149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (228a1a26-8202-4266-aeec-74b9b5dda63e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.139274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.148150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410283d7-c3b7-41b6-b650-f1a4de4c492e None None] Network 5694e6ef-e770-4092-8706-ab222e7b5b57 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:03.165749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/subnets/228a1a26-8202-4266-aeec-74b9b5dda63e HTTP/1.1" status: 204 len: 168 time: 0.7358642 Mar 11 00:17:03.165919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abec3-b995-45ee-a758-ba241f7d47bf tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Subnet': ['ID=228a1a26-8202-4266-aeec-74b9b5dda63e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:03.166164 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:03.218515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0278c7-ae41-4410-aea6-bcacc8995e19 req-bbff410b-56b1-45f8-bf96-ce75c1dcef08 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:03.225210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c0278c7-ae41-4410-aea6-bcacc8995e19 req-bbff410b-56b1-45f8-bf96-ce75c1dcef08 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 945 time: 0.1605656 Mar 11 00:17:03.266814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:03.323044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4daeaeda-27eb-4222-9baf-07044ee6dbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.326669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c0278c7-ae41-4410-aea6-bcacc8995e19 req-0d9409a0-a4d4-4152-ad8e-2c2d2229fa53 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946779 Mar 11 00:17:03.438032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5694e6ef-e770-4092-8706-ab222e7b5b57), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.450274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9aadd-9d3d-414e-a04d-7ff8d20b31a0 req-bb56fb74-f867-4820-b0c4-743f3a82004e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:03.456488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fa9aadd-9d3d-414e-a04d-7ff8d20b31a0 req-bb56fb74-f867-4820-b0c4-743f3a82004e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1077957 Mar 11 00:17:03.524160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] DHCP port deletion for 5694e6ef-e770-4092-8706-ab222e7b5b57 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:17:03.538578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fa9aadd-9d3d-414e-a04d-7ff8d20b31a0 req-87316fd5-4ea5-4ded-88a6-ccf19dedad9a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734291 Mar 11 00:17:03.570216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:03.572668 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ada378-95d2-4336-aad6-b47e009a4c95" -d '{"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:03.579159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4daeaeda-27eb-4222-9baf-07044ee6dbad admin admin] Publish callbacks [] for security_group (c12363ba-d1e5-4101-9454-59663aa7a804), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.585161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Deleting port 8f931b81-661b-49f9-b3dd-e2748ad75d0c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:03.586184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.589749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4daeaeda-27eb-4222-9baf-07044ee6dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c12363ba-d1e5-4101-9454-59663aa7a804), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.629846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Deleting port 8f931b81-661b-49f9-b3dd-e2748ad75d0c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:03.630225 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.814660 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631daf4-3224-41f2-854d-9a05d1097d29 x-openstack-request-id: req-0631daf4-3224-41f2-854d-9a05d1097d29 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:03.821149 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:03.821652 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0631daf4-3224-41f2-854d-9a05d1097d29 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:03.822489 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'code': 200} Mar 11 00:17:03.847146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeaeda-27eb-4222-9baf-07044ee6dbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12363ba-d1e5-4101-9454-59663aa7a804,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:03.850921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] For port 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f931b81-661b-49f9-b3dd-e2748ad75d0c,segment=NetworkSegment(8352e14c-5e76-455e-9b1d-561ea5d615c7),segment_id=8352e14c-5e76-455e-9b1d-561ea5d615c7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:03.864927 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4daeaeda-27eb-4222-9baf-07044ee6dbad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b822459e31145c28ecea5988b3e2cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912960 Mar 11 00:17:03.865242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.865462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47284) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:03.877002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] For port 8f931b81-661b-49f9-b3dd-e2748ad75d0c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8f931b81-661b-49f9-b3dd-e2748ad75d0c,segment=NetworkSegment(8352e14c-5e76-455e-9b1d-561ea5d615c7),segment_id=8352e14c-5e76-455e-9b1d-561ea5d615c7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:03.877374 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:03.913628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Calling delete_port for 8f931b81-661b-49f9-b3dd-e2748ad75d0c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:03.953107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Calling delete_port for 8f931b81-661b-49f9-b3dd-e2748ad75d0c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:04.016139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6ab9-2da0-4c26-9519-004c3e657d0d req-7e16ad24-808f-4a35-9e71-b379e7627f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:04.017903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-444e6ab9-2da0-4c26-9519-004c3e657d0d req-7e16ad24-808f-4a35-9e71-b379e7627f2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1128 time: 0.2091069 Mar 11 00:17:04.018059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] Publish callbacks [] for security_group (c12363ba-d1e5-4101-9454-59663aa7a804), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.076707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] Publish callbacks [] for security_group (c12363ba-d1e5-4101-9454-59663aa7a804), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.094508 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.097176 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-444e6ab9-2da0-4c26-9519-004c3e657d0d req-f0a02d16-a800-4462-bc20-ff8e75ed9a07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705509 Mar 11 00:17:04.116477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8f931b81-661b-49f9-b3dd-e2748ad75d0c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.137895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] Pushing event deleted for resources: {'Port': ['ID=8f931b81-661b-49f9-b3dd-e2748ad75d0c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:04.141798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b64076-97a8-4bde-906c-681b1af5ee1e None None] No DVR routers for this DVR port 8f931b81-661b-49f9-b3dd-e2748ad75d0c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:04.167231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] No DVR routers for this DVR port 8f931b81-661b-49f9-b3dd-e2748ad75d0c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:04.190561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c12363ba-d1e5-4101-9454-59663aa7a804), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.195263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.200284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c12363ba-d1e5-4101-9454-59663aa7a804 HTTP/1.1" status: 204 len: 168 time: 0.3314922 Mar 11 00:17:04.211002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Port': ['ID=8f931b81-661b-49f9-b3dd-e2748ad75d0c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:04.245621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf041d8f-4589-4130-a4ca-f0d30c9b4ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12363ba-d1e5-4101-9454-59663aa7a804,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:04.289786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5694e6ef-e770-4092-8706-ab222e7b5b57), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.318653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5694e6ef-e770-4092-8706-ab222e7b5b57']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:04.330380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8352e14c-5e76-455e-9b1d-561ea5d615c7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:04.330598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8352e14c-5e76-455e-9b1d-561ea5d615c7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:04.341446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8352e14c-5e76-455e-9b1d-561ea5d615c7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.359973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8352e14c-5e76-455e-9b1d-561ea5d615c7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.369265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:04.369861 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8352e14c-5e76-455e-9b1d-561ea5d615c7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:04.373684 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:04.468862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5694e6ef-e770-4092-8706-ab222e7b5b57), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.479142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.489337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] 10.222.0.21 "DELETE /v2.0/networks/5694e6ef-e770-4092-8706-ab222e7b5b57 HTTP/1.1" status: 204 len: 168 time: 1.3221345 Mar 11 00:17:04.515212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6957a-a8fd-4594-9e02-5f626d84cc11 req-c63a217f-5128-4ac8-99ab-5878cf99fe26 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:04.518358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597a98-c0d4-44e3-a2ad-b6148419aaac tempest-NetworksTest-1179345823 tempest-NetworksTest-1179345823-project] Pushing event deleted for resources: {'Network': ['ID=5694e6ef-e770-4092-8706-ab222e7b5b57,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:04.528519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdc6957a-a8fd-4594-9e02-5f626d84cc11 req-c63a217f-5128-4ac8-99ab-5878cf99fe26 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 945 time: 0.0950267 Mar 11 00:17:04.642384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdc6957a-a8fd-4594-9e02-5f626d84cc11 req-3f809ff7-4a48-4fdc-be86-fd406a8ce6c4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119282 Mar 11 00:17:04.666523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f931b81-661b-49f9-b3dd-e2748ad75d0c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:04.712517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8f931b81-661b-49f9-b3dd-e2748ad75d0c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:17:04.714780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8f931b81-661b-49f9-b3dd-e2748ad75d0c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:17:04.778916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9da7b-fd81-43fc-b995-a2dcd6f535f4 req-fc361d86-2fb3-4909-a4f0-8838304e0ba5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:04.786199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1d9da7b-fd81-43fc-b995-a2dcd6f535f4 req-fc361d86-2fb3-4909-a4f0-8838304e0ba5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1417365 Mar 11 00:17:04.878521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:04.884963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1d9da7b-fd81-43fc-b995-a2dcd6f535f4 req-76f5db2b-185b-4a2e-aa58-c9f076628a9c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870261 Mar 11 00:17:04.897894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f224d78-be50-447a-871c-0f4778055692 req-4004ec4e-2c7b-4459-a295-2246f2202736 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 267 time: 0.1282010 Mar 11 00:17:04.913310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad9e2-3697-42e9-bb2c-ef5cd98bc460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:04.986207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f224d78-be50-447a-871c-0f4778055692 req-2e318e70-e520-457c-aa0a-f5779926cef0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:04.997256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f224d78-be50-447a-871c-0f4778055692 req-2e318e70-e520-457c-aa0a-f5779926cef0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 945 time: 0.0938027 Mar 11 00:17:05.003735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'security_groups': []}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:05.019364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47310) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:05.097165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad9e2-3697-42e9-bb2c-ef5cd98bc460 admin admin] Publish callbacks [] for security_group (5534c894-65d8-410d-984b-a5f3f43fb238), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.101448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.104876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5e6ad9e2-3697-42e9-bb2c-ef5cd98bc460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5534c894-65d8-410d-984b-a5f3f43fb238), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.176574 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5e6ad9e2-3697-42e9-bb2c-ef5cd98bc460 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3854c5dcf5447039d2225673198e05b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967663 Mar 11 00:17:05.181245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47320) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:05.183594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ad9e2-3697-42e9-bb2c-ef5cd98bc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534c894-65d8-410d-984b-a5f3f43fb238,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:05.236135 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ac3e7ba-166a-4321-965b-5ad3661da076 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb47c05820f649309a2fd07587fa9c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115183 Mar 11 00:17:05.238281 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47326) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:05.312064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] Publish callbacks [] for security_group (81360ab7-30d2-4c39-8247-133c4c45cc90), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.340470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] Publish callbacks [] for security_group (81360ab7-30d2-4c39-8247-133c4c45cc90), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.397358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] Publish callbacks [] for security_group (5534c894-65d8-410d-984b-a5f3f43fb238), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.410930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (81360ab7-30d2-4c39-8247-133c4c45cc90), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.414180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.415328 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81360ab7-30d2-4c39-8247-133c4c45cc90 HTTP/1.1" status: 204 len: 168 time: 0.1730917 Mar 11 00:17:05.423587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f98eb-b409-4c48-a5d4-c6707dce0aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81360ab7-30d2-4c39-8247-133c4c45cc90,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:05.433520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-f1ba82bf-9f8c-45ea-8e42-3b992512b5ac tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:05.434992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-f1ba82bf-9f8c-45ea-8e42-3b992512b5ac tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.1982346 Mar 11 00:17:05.454220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] Publish callbacks [] for security_group (5534c894-65d8-410d-984b-a5f3f43fb238), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.474246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-21ecc71f-a724-4bb4-bb03-2e6812089ad3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0274878 Mar 11 00:17:05.488334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:05.921854 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.932840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.948029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:05.966753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5534c894-65d8-410d-984b-a5f3f43fb238), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.969250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:05.973321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5534c894-65d8-410d-984b-a5f3f43fb238 HTTP/1.1" status: 204 len: 168 time: 0.7909150 Mar 11 00:17:05.981383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-bb3502ff-8237-4922-a221-721d74b672de tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4987862 Mar 11 00:17:06.006683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:06.007310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:06.013713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f224d78-be50-447a-871c-0f4778055692 req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "PUT /v2.0/ports/d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 200 len: 904 time: 1.0155303 Mar 11 00:17:06.023631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76923ac-6dc1-4a18-a236-102443b3c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534c894-65d8-410d-984b-a5f3f43fb238,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:06.038254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:06.048081 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddec490d-79fa-4699-9c91-46b7663bf1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:06.131353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:06.251007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7dcee-77b2-45f9-82bc-8849f98b8d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:06.404285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-cabe8e5c-4b4d-44d5-a13d-fdbed4df45d4 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225667 Mar 11 00:17:06.416863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fed68-b5c0-42d4-8d76-5de9bc169306 req-58e526e7-5c5d-4f8a-94d7-7b51f52565b0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:06.418562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a28fed68-b5c0-42d4-8d76-5de9bc169306 req-58e526e7-5c5d-4f8a-94d7-7b51f52565b0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2984371 Mar 11 00:17:06.484355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1e6e6485-d7d2-40e7-ae50-405d58358842 None None] Provisioning complete for port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:06.484691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6485-d7d2-40e7-ae50-405d58358842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:06.608392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e6485-d7d2-40e7-ae50-405d58358842 None None] Current status of the port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:06.626037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:06.636357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a28fed68-b5c0-42d4-8d76-5de9bc169306 req-e913126a-d4c0-4151-a321-aafd56e311af tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763432 Mar 11 00:17:06.642890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-d37e32f5-88c3-431b-b0f0-ee2c816b7c14 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234049 Mar 11 00:17:06.699083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf31f75c-18b8-4942-b941-e08b7175111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:06.825699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9cddb-efcc-4ac5-b39a-2b4ba33b49e6 req-2a2ea215-0a05-469a-8ac4-5528797b201c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:06.827600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1de9cddb-efcc-4ac5-b39a-2b4ba33b49e6 req-2a2ea215-0a05-469a-8ac4-5528797b201c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 907 time: 0.0690877 Mar 11 00:17:06.921872 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e0f02e-15b0-4955-a9c8-f2143999a37d x-openstack-request-id: req-70e0f02e-15b0-4955-a9c8-f2143999a37d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:06.922507 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:06.922658 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70e0f02e-15b0-4955-a9c8-f2143999a37d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:06.924446 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'status': 'completed', 'code': 200} Mar 11 00:17:07.037786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-a14f35eb-a1cc-4108-808c-189f3e02a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.039674 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-a14f35eb-a1cc-4108-808c-189f3e02a35f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 1089 time: 0.0929589 Mar 11 00:17:07.087328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1480395730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:07.104195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769446-4a2f-4258-b484-efe1fe585df4 req-db6f9466-9db5-45b6-8fa1-926abc40236c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.116288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47392) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:07.120033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Request body: {'floatingip': {'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:07.125279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38769446-4a2f-4258-b484-efe1fe585df4 req-db6f9466-9db5-45b6-8fa1-926abc40236c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2088864 Mar 11 00:17:07.185128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99dc2c-3f21-4b6f-986b-6dc29b6960f8 req-8884bb65-19a6-4a7d-b3a3-a90b3ec34c05 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.194386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f99dc2c-3f21-4b6f-986b-6dc29b6960f8 req-8884bb65-19a6-4a7d-b3a3-a90b3ec34c05 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1734767 Mar 11 00:17:07.229658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:07.240363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:07.241851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:07.258698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cf0bfcb-4097-461d-9424-8cf69513bc09 req-244b0787-74df-4c53-9d49-a5006ed57c10 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0576930 Mar 11 00:17:07.331914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f99dc2c-3f21-4b6f-986b-6dc29b6960f8 req-4a717b84-fe4c-4a80-91dd-7c04e0c3a649 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366417 Mar 11 00:17:07.370710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-07df6f04-0b51-48ec-a69c-e5a15af0148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.373389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-07df6f04-0b51-48ec-a69c-e5a15af0148b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3280940 Mar 11 00:17:07.513896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d04b-6416-4b04-89a8-7b21d6751fea req-4f90eba0-cf1f-4942-b723-4179ae0f5d3b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.516463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a66d04b-6416-4b04-89a8-7b21d6751fea req-4f90eba0-cf1f-4942-b723-4179ae0f5d3b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0777619 Mar 11 00:17:07.579020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a66d04b-6416-4b04-89a8-7b21d6751fea req-040597f7-f22a-41b9-bfb2-a8e474217881 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565243 Mar 11 00:17:07.764981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4b38-46e3-4a2b-aa95-062acdbbb9c9 req-99e79614-0d98-4658-bc3a-48bbe4d4c512 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:07.774706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e16a4b38-46e3-4a2b-aa95-062acdbbb9c9 req-99e79614-0d98-4658-bc3a-48bbe4d4c512 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0979991 Mar 11 00:17:07.854628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e16a4b38-46e3-4a2b-aa95-062acdbbb9c9 req-cbc4f2ac-e96b-40ac-bd08-ccf3c7b655b4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776522 Mar 11 00:17:08.037829 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-32a32547-1d74-4eb6-b3b0-9a5c5af49304 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 200 len: 217 time: 0.6563654 Mar 11 00:17:08.040180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb1711-75f6-4474-bf68-db523cfb2a74 req-733aa8aa-c386-4f51-9bc7-5d82445dc0b4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:08.043513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6bb1711-75f6-4474-bf68-db523cfb2a74 req-733aa8aa-c386-4f51-9bc7-5d82445dc0b4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1134524 Mar 11 00:17:08.102475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6bb1711-75f6-4474-bf68-db523cfb2a74 req-33994ef6-ab4e-4f05-be1e-17f5b2fa67a5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527005 Mar 11 00:17:08.107754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router_controller (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.128025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.191206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.192453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-24848d1f-742b-4309-bd4b-121c66ffe528 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5653694 Mar 11 00:17:08.195572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47420) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:08.199492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-9dae8657-af7c-4425-a631-6d981e7e2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:08.201366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1483686436'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:08.201841 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-9dae8657-af7c-4425-a631-6d981e7e2715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1573741 Mar 11 00:17:08.230728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:08.234426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.245976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.322524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-e66b7887-13bd-420e-a79e-353377514d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:08.324118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-e66b7887-13bd-420e-a79e-353377514d56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166742 Mar 11 00:17:08.436147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for security_group (34a0466c-da04-4440-947a-2817031f008b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.457302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (34a0466c-da04-4440-947a-2817031f008b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.500643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1938b699-7526-4386-8a2c-4b6ba86fa1fc req-1fd15913-5f9a-4dfa-842e-29d574f3646a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0584092 Mar 11 00:17:08.557601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-d9aa62b6-7c45-4ee5-acc8-bd71ef429182 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015734 Mar 11 00:17:08.632418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:17:08.687091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (18aabe86-6a7c-486e-821f-c95d8c8fbb34), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.687462 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Added segment 18aabe86-6a7c-486e-821f-c95d8c8fbb34 of type vlan for network b968891e-8f1b-4e2a-9732-306cc35e00fa Mar 11 00:17:08.690195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0466c-da04-4440-947a-2817031f008b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:08.741601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-42162d2b-ab1e-4b27-9b0a-81802770f78e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:08.743550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-42162d2b-ab1e-4b27-9b0a-81802770f78e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.2364337 Mar 11 00:17:08.791148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:08.818112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.819178 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b968891e-8f1b-4e2a-9732-306cc35e00fa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.831171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:08.876156 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ddec490d-79fa-4699-9c91-46b7663bf1a7 req-2755a119-2b2a-4edd-aa6c-8aa85f850ccc service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048537 Mar 11 00:17:08.898692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-96d32f90-9ebb-4d1c-8e4b-9b9d0dc6a637 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:08.908468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-96d32f90-9ebb-4d1c-8e4b-9b9d0dc6a637 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.4440718 Mar 11 00:17:08.958152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-e47d08fa-d866-4d82-81d4-c7c762d912eb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/quotas/72087a8ab28d4fddba8805e41f89de8f HTTP/1.1" status: 200 len: 375 time: 0.0484157 Mar 11 00:17:08.973948 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Floating IP 24cf2eb3-30f5-4c6b-a31a-4788fb726f07 associated. External IP: 172.25.7.174, port: 36634fd3-e053-4c58-a89a-1fd00e432636. Mar 11 00:17:09.087179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b968891e-8f1b-4e2a-9732-306cc35e00fa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.101360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:09.102404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.150888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9534736 Mar 11 00:17:09.164863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47438) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:09.185355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'subnet': {'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:09.239539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ca19478-c7aa-4964-9861-c82edb37fe7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.256778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477bac4-187a-4894-8c84-bd76bb5f7003 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Network': ['ID=b968891e-8f1b-4e2a-9732-306cc35e00fa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:09.284686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-7054dbde-710e-44f2-a3c1-f8ad1b8e894e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2907722 Mar 11 00:17:09.298380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b968891e-8f1b-4e2a-9732-306cc35e00fa details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:17:09.396813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:09.400266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.453215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:17:09.652307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5a5154e4-9915-4a00-b8aa-f5249251227f service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578100 Mar 11 00:17:09.656007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:09.659370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.686405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:17:09.691431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:09.699101 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:17:09.719967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:09.720831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:09.776723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-202575b1-0622-42f0-b757-803cb6626d2a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "PUT /v2.0/floatingips/24cf2eb3-30f5-4c6b-a31a-4788fb726f07 HTTP/1.1" status: 200 len: 992 time: 2.6614735 Mar 11 00:17:09.777483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:09.780472 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463cfba-3ee6-4957-898f-9fa4507147d3" -d '{"events": [{"name": "network-changed", "server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:09.882544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c09294f-3b8b-4e05-8b9d-69d96a1864cc req-cb75dd30-ec32-406e-973c-48b3caa20507 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.1630130 Mar 11 00:17:09.939515 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:17:09.968200 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f5baf-322d-4ee3-b287-aaecc5b2ede6 x-openstack-request-id: req-8c9f5baf-322d-4ee3-b287-aaecc5b2ede6 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:09.968500 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:09.968763 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c9f5baf-322d-4ee3-b287-aaecc5b2ede6 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:09.969177 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'status': 'completed', 'code': 200} Mar 11 00:17:09.997185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.5 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/7a7c864b-504b-404b-bde8-a7a34cb12616) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:10.012078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-556873ed-2652-4600-93da-715c13e4b5ba service neutron] 10.222.0.21 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456790 Mar 11 00:17:10.130035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-4d260cd5-6219-49d5-b111-48c1c86824ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:10.132582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-4d260cd5-6219-49d5-b111-48c1c86824ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1128 time: 0.1291292 Mar 11 00:17:10.407094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:10.476898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:10.487462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-482be3db-d7ef-4428-af32-117184f32dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:10.489580 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-482be3db-d7ef-4428-af32-117184f32dfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.3465331 Mar 11 00:17:10.569544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fff4a848-457e-4b09-bee1-4d6333eaafcd req-a78f3921-2900-4aa0-930d-411ce886eab5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 210 time: 0.0442202 Mar 11 00:17:10.573229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (1c87ad63-ed5d-4fd6-9352-6437bec5de66), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:10.594596 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '24cf2eb3-30f5-4c6b-a31a-4788fb726f07', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43533925-6269-4ad4-93f1-8460e8642b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:16:48Z', 'updated_at': '2022-03-11T00:17:08Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:10.634482 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-2bf162be-e064-4a43-919d-06ed45909543 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 1000 time: 0.1374547 Mar 11 00:17:10.663748 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:17:10.674303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Subnet': ['ID=1c87ad63-ed5d-4fd6-9352-6437bec5de66,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:10.697629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:10.701265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:10.713550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5d3bd86-88d5-4652-971b-98f1ed178d03'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:10.722715 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:10.724491 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:10.756252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-45f26fc9-cf27-4494-bed8-be6a9cc93bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:10.757933 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-45f26fc9-cf27-4494-bed8-be6a9cc93bcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.1091385 Mar 11 00:17:10.832087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Checking segment: {'id': '18aabe86-6a7c-486e-821f-c95d8c8fbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:10.832427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network hostable DHCP agents. Network: b968891e-8f1b-4e2a-9732-306cc35e00fa, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:17:10.838477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:10.857427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:10.861340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:10.866523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:10.894174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-71889372-a563-4f51-a5e1-148b00e7d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:10.896057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-71889372-a563-4f51-a5e1-148b00e7d02b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1313026 Mar 11 00:17:11.004162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network b968891e-8f1b-4e2a-9732-306cc35e00fa is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:17:11.032930 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:17:11.085145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:11.085746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.088325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b968891e-8f1b-4e2a-9732-306cc35e00fa) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:11.099357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:11.099981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.135437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-462a2cf5-b4ee-475f-9b48-b34142956f25 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3492453 Mar 11 00:17:11.143986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0b01b572-9bb7-4e59-820f-96ca06af9e0b tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9781153 Mar 11 00:17:11.149786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47468) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:11.163792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3705d-5c4b-4b55-a1c9-f25aea74b8e1 req-8d6e1d18-f536-4963-9bed-2f75c79ead8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:11.173908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21f3705d-5c4b-4b55-a1c9-f25aea74b8e1 req-8d6e1d18-f536-4963-9bed-2f75c79ead8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 931 time: 0.1521993 Mar 11 00:17:11.179383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Request body: {'port': {'device_id': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:11.197985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'network': {'name': 'tempest-router-network01--1321364483'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:11.277302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:11.283223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.316080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51f2fb-142e-41a0-9de5-e01ae6dac43d None None] Network b968891e-8f1b-4e2a-9732-306cc35e00fa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:11.338735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-ff0f494c-cc9b-4d4f-b652-de3f56a4f589 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278591 Mar 11 00:17:11.454978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:17:11.473205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21f3705d-5c4b-4b55-a1c9-f25aea74b8e1 req-675d7cb9-bce6-4f6e-be5e-d200d1d18f37 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963469 Mar 11 00:17:11.474057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.515305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.524585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d9351c6d-f8bc-4251-8f9e-075f7eb12d36), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.525188 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Added segment d9351c6d-f8bc-4251-8f9e-075f7eb12d36 of type vlan for network e6663309-e6b3-4ec1-b4e3-864b663f960f Mar 11 00:17:11.569456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b968891e-8f1b-4e2a-9732-306cc35e00fa', 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa', 'project_id': '7c4a01a3ee2f4ebbb9ded1fb23ee2d2f', 'fixed_ips': [{'subnet_id': '1c87ad63-ed5d-4fd6-9352-6437bec5de66'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:17:11.570716 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.577249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-73ec7732-a0cc-43b2-ae43-2062c5d605d1 None None] Provisioning complete for port 7a7c864b-504b-404b-bde8-a7a34cb12616 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:11.578370 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-73ec7732-a0cc-43b2-ae43-2062c5d605d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.601012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (e6663309-e6b3-4ec1-b4e3-864b663f960f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.609272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8463cfba-3ee6-4957-898f-9fa4507147d3 req-91190162-1d87-4d8c-8108-d6892d40cca0 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497346 Mar 11 00:17:11.651327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (e6663309-e6b3-4ec1-b4e3-864b663f960f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.655995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-73ec7732-a0cc-43b2-ae43-2062c5d605d1 None None] Port 7a7c864b-504b-404b-bde8-a7a34cb12616 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:11.658046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:11.659671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.731833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-364e2264-367e-4cf3-b7a6-66d40d11b484 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978255 Mar 11 00:17:11.790448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:11.795219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Network': ['ID=e6663309-e6b3-4ec1-b4e3-864b663f960f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:11.817849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f633558c-43b2-4538-9332-f340c60cb4d7 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6565542 Mar 11 00:17:11.821428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47486) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:11.825805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '24cf2eb3-30f5-4c6b-a31a-4788fb726f07', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43533925-6269-4ad4-93f1-8460e8642b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:16:48Z', 'updated_at': '2022-03-11T00:17:08Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:11.834467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'network': {'name': 'tempest-router-network02--1765061311'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:11.864446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62814b8e-a0fa-47f4-845c-d27db7cbe4cf req-76753466-ba4c-434e-9062-27495ac956a3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 210 time: 0.1457989 Mar 11 00:17:11.886987 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67dc1df-9a25-45dd-aefc-ae8d4eacb808 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '24cf2eb3-30f5-4c6b-a31a-4788fb726f07', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43533925-6269-4ad4-93f1-8460e8642b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:16:48Z', 'updated_at': '2022-03-11T00:17:08Z', 'revision_number': 1, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:17:11.930678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network e6663309-e6b3-4ec1-b4e3-864b663f960f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:17:11.942114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:11.946044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.009755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:17:12.037974 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4d702d3e-e01f-482e-9647-94005301556d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.038331 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Added segment 4d702d3e-e01f-482e-9647-94005301556d of type vlan for network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 Mar 11 00:17:12.153446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (4d960145-f2c7-4f30-9b3a-b9421a1652a2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.207584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (4d960145-f2c7-4f30-9b3a-b9421a1652a2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.217682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:12.218337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.284559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Allocated IP 2001:db8::2 (b968891e-8f1b-4e2a-9732-306cc35e00fa/1c87ad63-ed5d-4fd6-9352-6437bec5de66/641d6744-6db3-420a-ae23-233927f8a8d0) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:12.340002 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5154493 Mar 11 00:17:12.352997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:12.437243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'subnet': {'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:12.449243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f08c3-4a02-43a6-b3ac-d35c5af44aa4 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Network': ['ID=4d960145-f2c7-4f30-9b3a-b9421a1652a2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:12.454022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b2ac3-2ae2-4ca8-808f-657dd765afcb None None] New status for floating IP 24cf2eb3-30f5-4c6b-a31a-4788fb726f07: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:17:12.493462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:17:12.541987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-a1906eb7-a45e-44ac-8a79-ac0b1e642602 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:12.552005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-a1906eb7-a45e-44ac-8a79-ac0b1e642602 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7796192 Mar 11 00:17:12.617284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-1803ac51-7fd0-4d39-b586-e05ef6eb4825 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/quotas/00640dfae2f145f1a44fc6fe757d3ff8 HTTP/1.1" status: 200 len: 375 time: 0.0629222 Mar 11 00:17:12.730381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:12.734101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:12.900192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-69e7aee7-231d-4dd0-bcb2-09eef18b2126 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2696998 Mar 11 00:17:12.984550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (08a4ab42-c9c8-4dde-aeed-1bd054d559d6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.021788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7c864b-504b-404b-bde8-a7a34cb12616 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:13.044283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks [] for port (641d6744-6db3-420a-ae23-233927f8a8d0), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.044790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Subnet': ['ID=08a4ab42-c9c8-4dde-aeed-1bd054d559d6,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:13.049137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks [] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.062717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.072434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Transition to ACTIVE for port object 7a7c864b-504b-404b-bde8-a7a34cb12616 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:17:13.075420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-fd309067-798c-4b0c-b852-24ca3750b326 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:13.077108 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-fd309067-798c-4b0c-b852-24ca3750b326 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 811 time: 0.5935540 Mar 11 00:17:13.095710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Request body: {'port': {'device_id': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'admin_state_up': True, 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:13.105085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.149011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Checking segment: {'id': 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:13.149011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network hostable DHCP agents. Network: e6663309-e6b3-4ec1-b4e3-864b663f960f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:17:13.199479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Pushing event updated for resources: {'Port': ['ID=641d6744-6db3-420a-ae23-233927f8a8d0,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:13.239290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Network b968891e-8f1b-4e2a-9732-306cc35e00fa is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:13.244546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:13.250963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network e6663309-e6b3-4ec1-b4e3-864b663f960f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:17:13.252908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:13.322351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, e6663309-e6b3-4ec1-b4e3-864b663f960f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:13.333750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:13.340073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.341122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583d1b0-69f7-4543-96b8-79a80a3d3675 None None] Network e6663309-e6b3-4ec1-b4e3-864b663f960f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:13.375610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:13.415940 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fa27925e-624a-4849-aa17-ed19d1493120 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0604091 Mar 11 00:17:13.425485 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47502) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:13.431267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'subnet': {'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:13.440938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1506e-f4f9-46cb-a6e7-c3cfd63c9744 req-93bf58ff-722c-4797-9346-423ff79f39f6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:13.451608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23d1506e-f4f9-46cb-a6e7-c3cfd63c9744 req-93bf58ff-722c-4797-9346-423ff79f39f6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 931 time: 0.8402009 Mar 11 00:17:13.493217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Made reservation on behalf of 72087a8ab28d4fddba8805e41f89de8f for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:13.501759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.507538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f000fd8a-5918-4fa3-88e0-e6f2a86edf39 req-b0636907-5d20-4196-97fc-608523ad2642 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 210 time: 0.1116483 Mar 11 00:17:13.566296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-e6663309-e6b3-4ec1-b4e3-864b663f960f', 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f', 'project_id': '7c4a01a3ee2f4ebbb9ded1fb23ee2d2f', 'fixed_ips': [{'subnet_id': '08a4ab42-c9c8-4dde-aeed-1bd054d559d6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:17:13.567196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.610366 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.618224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Attempting to bind port 641d6744-6db3-420a-ae23-233927f8a8d0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:13.619754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Attempting to bind port 641d6744-6db3-420a-ae23-233927f8a8d0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '18aabe86-6a7c-486e-821f-c95d8c8fbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:13.620166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Attempting to bind port 641d6744-6db3-420a-ae23-233927f8a8d0 on network b968891e-8f1b-4e2a-9732-306cc35e00fa {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:13.721487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23d1506e-f4f9-46cb-a6e7-c3cfd63c9744 req-8773edc0-97dd-480d-8838-338a0ce90afb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673769 Mar 11 00:17:13.769142 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Attempting to bind port 7a7c864b-504b-404b-bde8-a7a34cb12616 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:13.769953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Attempting to bind port 7a7c864b-504b-404b-bde8-a7a34cb12616 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:13.770667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Attempting to bind port 7a7c864b-504b-404b-bde8-a7a34cb12616 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:13.775286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70055ee0-aab6-42dd-8f60-03f8b3c8d6e4 req-1813dff0-ed22-46b2-bb32-435a530c6eb3 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0977323 Mar 11 00:17:13.779715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Port 7a7c864b-504b-404b-bde8-a7a34cb12616 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:17:13.780344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Attempting to bind port 7a7c864b-504b-404b-bde8-a7a34cb12616 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:13.787745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:13.789099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:13.789890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:13.790902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Bound port: 7a7c864b-504b-404b-bde8-a7a34cb12616, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:13.791345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:13.791782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Checking segment: {'id': '18aabe86-6a7c-486e-821f-c95d8c8fbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:13.792378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.792980 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.794361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Bound using segment: {'id': '18aabe86-6a7c-486e-821f-c95d8c8fbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:13.795692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Bound port: 641d6744-6db3-420a-ae23-233927f8a8d0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aabe86-6a7c-486e-821f-c95d8c8fbb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b968891e-8f1b-4e2a-9732-306cc35e00fa'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:13.797303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:13.898231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:13.907865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a7c864b-504b-404b-bde8-a7a34cb12616,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:13.915776 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Allocated IP 172.20.0.14 (6271353f-ff67-45f5-a718-56703ce11782/a46f74f4-a912-4aef-a228-7b74a9bb677d/ce7369a4-0754-4637-a59c-b8edb3f59f4a) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:13.931588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:14.015567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:14.016638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:14.018516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:14.023797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] 10.222.0.30 "PUT /v2.0/ports/7a7c864b-504b-404b-bde8-a7a34cb12616 HTTP/1.1" status: 200 len: 1091 time: 2.8786817 Mar 11 00:17:14.028715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:14.030825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:14.037368 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01b7fc7-559f-4776-be89-3455aa58ab83" -d '{"events": [{"name": "network-changed", "server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:14.126978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Allocated IP 2001:db8::2 (e6663309-e6b3-4ec1-b4e3-864b663f960f/08a4ab42-c9c8-4dde-aeed-1bd054d559d6/6978c8ee-0c61-468e-b420-eb1e43e3068a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:14.188219 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49186f4-92cd-4b5b-b65d-53b5f6804ede x-openstack-request-id: req-f49186f4-92cd-4b5b-b65d-53b5f6804ede {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:14.188923 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:14.189420 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49186f4-92cd-4b5b-b65d-53b5f6804ede {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:14.190107 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616', 'status': 'completed', 'code': 200} Mar 11 00:17:14.246355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3846d-38f2-4547-9d7f-d65c3e00d41f service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:14.291832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-bc7fe7b2-0153-44d2-85d3-48b5fdf6fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:14.299153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-bc7fe7b2-0153-44d2-85d3-48b5fdf6fb38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 1125 time: 0.2111819 Mar 11 00:17:14.448791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-aca1fbf5-748b-4ced-84b3-92be6ec5c3e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c864b-504b-404b-bde8-a7a34cb12616 HTTP/1.1" status: 200 len: 217 time: 0.1373622 Mar 11 00:17:14.587935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks [] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:14.644680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:14.660380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-ea89fb1b-2d22-409d-a2a0-b5746044a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:14.666714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-ea89fb1b-2d22-409d-a2a0-b5746044a2eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.2100816 Mar 11 00:17:14.814659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-057574b1-cb44-4322-8599-b447369d8142 None None] For port 641d6744-6db3-420a-ae23-233927f8a8d0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:14.861718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Pushing event updated for resources: {'Port': ['ID=6978c8ee-0c61-468e-b420-eb1e43e3068a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:14.877022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-057574b1-cb44-4322-8599-b447369d8142 None None] For port 641d6744-6db3-420a-ae23-233927f8a8d0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=641d6744-6db3-420a-ae23-233927f8a8d0,segment=NetworkSegment(18aabe86-6a7c-486e-821f-c95d8c8fbb34),segment_id=18aabe86-6a7c-486e-821f-c95d8c8fbb34)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:14.886903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Network e6663309-e6b3-4ec1-b4e3-864b663f960f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:14.890966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:14.897641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:14.913263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.067037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Attempting to bind port 6978c8ee-0c61-468e-b420-eb1e43e3068a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:15.067719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Attempting to bind port 6978c8ee-0c61-468e-b420-eb1e43e3068a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:15.068829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Attempting to bind port 6978c8ee-0c61-468e-b420-eb1e43e3068a on network e6663309-e6b3-4ec1-b4e3-864b663f960f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:15.083315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:15.084356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Checking segment: {'id': 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:15.084913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.085398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Bound using segment: {'id': 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:15.085960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Bound port: 6978c8ee-0c61-468e-b420-eb1e43e3068a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e6663309-e6b3-4ec1-b4e3-864b663f960f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:15.086423 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.157003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057574b1-cb44-4322-8599-b447369d8142 None None] Pushing event updated for resources: {'Port': ['ID=641d6744-6db3-420a-ae23-233927f8a8d0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:15.189063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.263144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.289108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'd7401acd-2934-4845-b7a9-2d413ca5630b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:15.426355 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-f7eb2e1a-ffb3-4663-8501-081fc1a38fb5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600375 Mar 11 00:17:15.447825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-d1fda097-0b7c-4e36-9e5f-0e95f7d666a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:15.449428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-d1fda097-0b7c-4e36-9e5f-0e95f7d666a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7453401 Mar 11 00:17:15.464439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] For port 6978c8ee-0c61-468e-b420-eb1e43e3068a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:15.525929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] For port 6978c8ee-0c61-468e-b420-eb1e43e3068a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6978c8ee-0c61-468e-b420-eb1e43e3068a,segment=NetworkSegment(d9351c6d-f8bc-4251-8f9e-075f7eb12d36),segment_id=d9351c6d-f8bc-4251-8f9e-075f7eb12d36)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:15.577379 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:15.644252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Network 6271353f-ff67-45f5-a718-56703ce11782 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:15.667151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:15.705575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-ca075eab-6749-4708-a90b-9bc20d090ced service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0529037 Mar 11 00:17:15.720842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6650d3-0b6b-4bf2-8339-2fb833b6fb79 req-c3c17be9-9cfb-4bc5-b081-b78b3824efda tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:15.729493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:15.733179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe6650d3-0b6b-4bf2-8339-2fb833b6fb79 req-c3c17be9-9cfb-4bc5-b081-b78b3824efda tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.5084088 Mar 11 00:17:15.744320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738bae-ab80-45af-ab29-643c2a9d683c req-4de4a010-1796-4f9a-93a7-3124a7b6feca tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:15.758206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a738bae-ab80-45af-ab29-643c2a9d683c req-4de4a010-1796-4f9a-93a7-3124a7b6feca tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 932 time: 0.5535934 Mar 11 00:17:15.825105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-ea76b155-6fa3-4416-9fc7-8ebc07cca942 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571241 Mar 11 00:17:15.953341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Pushing event updated for resources: {'Port': ['ID=6978c8ee-0c61-468e-b420-eb1e43e3068a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:16.014904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-22feee93-613d-4665-8a81-298ccd3666d0 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:16.017877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.018235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.018583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.018927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.019267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.019604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-22feee93-613d-4665-8a81-298ccd3666d0 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5786705 Mar 11 00:17:16.019799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.020164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.020500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.020818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.021867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.022303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.023472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.023848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4761-8dbf-45eb-b2f5-e00aa80d4410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:16.047275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:16.128463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Request body: {'port': {'device_id': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '00640dfae2f145f1a44fc6fe757d3ff8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:16.306865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-28f6e950-888f-47a7-b530-2384c16f4698 None None] Provisioning complete for port ce7369a4-0754-4637-a59c-b8edb3f59f4a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:16.308078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28f6e950-888f-47a7-b530-2384c16f4698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.309771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:16.313659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.399215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe6650d3-0b6b-4bf2-8339-2fb833b6fb79 req-821e4133-bd80-48df-95e7-d15eba6a2e58 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624281 Mar 11 00:17:16.404067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-28f6e950-888f-47a7-b530-2384c16f4698 None None] Port ce7369a4-0754-4637-a59c-b8edb3f59f4a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:16.423702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84d2dd28-2b08-4737-a4a2-81846d43eb16 req-8116c895-d478-4e7f-8772-d1715ba123c5 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730639 Mar 11 00:17:16.441862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a738bae-ab80-45af-ab29-643c2a9d683c req-676bb6a9-c2ef-42f8-a27f-4545eba0f66f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6789491 Mar 11 00:17:16.451185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-78197d7c-42be-477a-a232-ee07932dd51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:16.461844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-78197d7c-42be-477a-a232-ee07932dd51a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 1127 time: 0.6970766 Mar 11 00:17:16.532902 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-5d734580-6f8a-4cc0-a7d0-357fc184dcd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4456389 Mar 11 00:17:16.554218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Request body: {'port': {'device_id': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:16.638437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ba4f61d9-f827-402b-a073-8e45a13ab675), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.685360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f06eb01-9b58-4900-8485-8422e5b606ac req-865e7a70-905e-4701-ac9e-e1e14cfda9e6 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 210 time: 0.1447244 Mar 11 00:17:16.846135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6978c8ee-0c61-468e-b420-eb1e43e3068a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:16.861073 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Made reservation on behalf of 00640dfae2f145f1a44fc6fe757d3ff8 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:16.864661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.877404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.882410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Subnet': ['ID=ba4f61d9-f827-402b-a073-8e45a13ab675,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:16.884632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:16.973001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-de931f9b-6c7a-4097-aee8-9bb7efbb9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:16.975255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-de931f9b-6c7a-4097-aee8-9bb7efbb9509 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 1125 time: 0.4875822 Mar 11 00:17:16.981823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656ba0e-77e5-4406-a92c-6d6096a74560 None None] Network b968891e-8f1b-4e2a-9732-306cc35e00fa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:17.025702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-6e14535c-8cf7-4605-ac97-f27783e91904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.027521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-6e14535c-8cf7-4605-ac97-f27783e91904 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.4802501 Mar 11 00:17:17.139489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-181778e9-74c5-4e83-a098-3f8a382b1d81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0958686 Mar 11 00:17:17.171343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Provisioning complete for port 641d6744-6db3-420a-ae23-233927f8a8d0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:17.171719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.237301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6978c8ee-0c61-468e-b420-eb1e43e3068a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:17.237686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.278836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Checking segment: {'id': '4d702d3e-e01f-482e-9647-94005301556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:17.279679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network hostable DHCP agents. Network: 4d960145-f2c7-4f30-9b3a-b9421a1652a2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:17:17.314128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-5c44f834-1a2b-436f-ba5b-003d7e4f69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.315753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-5c44f834-1a2b-436f-ba5b-003d7e4f69ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1559913 Mar 11 00:17:17.362838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-da25a3d1-7f2f-421c-95e8-f1bda9ad57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.364704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-da25a3d1-7f2f-421c-95e8-f1bda9ad57e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.3698580 Mar 11 00:17:17.412997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:17:17.458270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-e1acc384-1e6f-47c5-a708-7edfba4f3f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7c864b-504b-404b-bde8-a7a34cb12616 HTTP/1.1" status: 200 len: 217 time: 0.0849898 Mar 11 00:17:17.463003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 4d960145-f2c7-4f30-9b3a-b9421a1652a2) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:17.468326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.468941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.478772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c9c4ba-0ab7-4f87-a8e3-a28343594ddd None None] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:17.513053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks [] for security_group (e9b5e940-6b23-4203-a0c5-26334bcea57e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.538153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e9b5e940-6b23-4203-a0c5-26334bcea57e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.584013 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b63d0ea5-ce52-44b7-965b-092d9cc2b456 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1565132 Mar 11 00:17:17.593530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47532) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:17.594248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5e940-6b23-4203-a0c5-26334bcea57e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:17.602028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-6e729960-6d51-4855-862e-a8ef6be4d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.603683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-6e729960-6d51-4855-862e-a8ef6be4d9f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1255779 Mar 11 00:17:17.634984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-36b6c6be-fdc0-41d1-9a1a-893995a70cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:17.637234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-36b6c6be-fdc0-41d1-9a1a-893995a70cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3073995 Mar 11 00:17:17.669283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Current status of the port 641d6744-6db3-420a-ae23-233927f8a8d0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:17.669829 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:17.671715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bcf4a-77c1-4a10-9662-f23cf685c622 None None] Network e6663309-e6b3-4ec1-b4e3-864b663f960f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:17.902657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-47fb580a-a83d-42b9-8d83-81315635d877 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686931 Mar 11 00:17:18.021810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7369a4-0754-4637-a59c-b8edb3f59f4a {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:18.040035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks [] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.064452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34d24e26-2b7b-4943-9272-38b54be4cb03 req-ccd092a0-5ec6-4c33-9996-29319b343565 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528380 Mar 11 00:17:18.100509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-418d213d-3f35-4fe8-95b3-b7553c01191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:18.103647 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-418d213d-3f35-4fe8-95b3-b7553c01191b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4635980 Mar 11 00:17:18.111118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Transition to ACTIVE for port object ce7369a4-0754-4637-a59c-b8edb3f59f4a will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:17:18.178057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.182939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Allocated IP 192.168.233.52 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/63c8324e-2957-453d-9ca8-c367c8167e7c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:18.236426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:18.275070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-5eac960c-6a8d-4433-b241-02f85ce7fafc service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624346 Mar 11 00:17:18.290604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3db1-e704-4002-a6a7-7366ee9d50e8 req-f1c2f331-7d37-4ef0-beca-8145829ccb77 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:18.293374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fdb3db1-e704-4002-a6a7-7366ee9d50e8 req-f1c2f331-7d37-4ef0-beca-8145829ccb77 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 932 time: 0.6705570 Mar 11 00:17:18.457707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deffaa3-caa7-4a5c-b92a-1f4977da5e1c req-0a0c56f5-313d-48c2-b1cb-78485921869e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:18.460240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7deffaa3-caa7-4a5c-b92a-1f4977da5e1c req-0a0c56f5-313d-48c2-b1cb-78485921869e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.8546050 Mar 11 00:17:18.462652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6978c8ee-0c61-468e-b420-eb1e43e3068a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:18.465185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.466403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.551080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] For port 641d6744-6db3-420a-ae23-233927f8a8d0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=641d6744-6db3-420a-ae23-233927f8a8d0,segment=NetworkSegment(18aabe86-6a7c-486e-821f-c95d8c8fbb34),segment_id=18aabe86-6a7c-486e-821f-c95d8c8fbb34)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:18.559460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fdb3db1-e704-4002-a6a7-7366ee9d50e8 req-68a46c7b-0766-43cc-91b5-d1ae18411f0d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124237 Mar 11 00:17:18.568284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.639891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506ea6d-888e-4c87-acd1-2bc137eca3cb None None] Pushing event updated for resources: {'Port': ['ID=641d6744-6db3-420a-ae23-233927f8a8d0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:18.663161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7deffaa3-caa7-4a5c-b92a-1f4977da5e1c req-fac173c2-1517-48cb-adaf-2d368592ed0e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109145 Mar 11 00:17:18.695801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b01b7fc7-559f-4776-be89-3455aa58ab83 req-7faaca5d-5d5e-4535-b522-a07b0da566f0 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998327 Mar 11 00:17:18.700987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6978c8ee-0c61-468e-b420-eb1e43e3068a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6978c8ee-0c61-468e-b420-eb1e43e3068a,segment=NetworkSegment(d9351c6d-f8bc-4251-8f9e-075f7eb12d36),segment_id=d9351c6d-f8bc-4251-8f9e-075f7eb12d36)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:18.717036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-4d960145-f2c7-4f30-9b3a-b9421a1652a2', 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2', 'project_id': '7c4a01a3ee2f4ebbb9ded1fb23ee2d2f', 'fixed_ips': [{'subnet_id': 'ba4f61d9-f827-402b-a073-8e45a13ab675'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:17:18.717843 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.733813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:18.734753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 641d6744-6db3-420a-ae23-233927f8a8d0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:18.847286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba02b142-2811-4cbe-97ed-948162740e14 req-7df5c045-de49-42be-9215-0ea0ff22faed tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0927756 Mar 11 00:17:19.000335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks [] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.034950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Provisioning complete for port 6978c8ee-0c61-468e-b420-eb1e43e3068a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:19.035337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.050008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.161551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:19.208148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Allocated IP 2001:db8::2 (4d960145-f2c7-4f30-9b3a-b9421a1652a2/ba4f61d9-f827-402b-a073-8e45a13ab675/2ec80553-3957-433e-823d-f41f1a479d1e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:19.221641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:19.244889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:19.319858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6978c8ee-0c61-468e-b420-eb1e43e3068a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:19.326449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:19.327273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.332249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Pushing event updated for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:19.335060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Attempting to bind port ce7369a4-0754-4637-a59c-b8edb3f59f4a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:19.335406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Attempting to bind port ce7369a4-0754-4637-a59c-b8edb3f59f4a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:19.335745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Attempting to bind port ce7369a4-0754-4637-a59c-b8edb3f59f4a on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:19.405908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Port ce7369a4-0754-4637-a59c-b8edb3f59f4a on network 6271353f-ff67-45f5-a718-56703ce11782 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:17:19.406557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Attempting to bind port ce7369a4-0754-4637-a59c-b8edb3f59f4a on network 6271353f-ff67-45f5-a718-56703ce11782 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:19.421743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 641d6744-6db3-420a-ae23-233927f8a8d0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:19.422437 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.426170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:19.426510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Checking segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:19.427056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Bound using segment: {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:19.436244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Bound port: ce7369a4-0754-4637-a59c-b8edb3f59f4a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6271353f-ff67-45f5-a718-56703ce11782'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:19.437099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.473878 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-0e4ac7d9-0111-45af-8603-6dcd1336d2d5 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3700898 Mar 11 00:17:19.529313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Request body: {'port': {'device_id': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:19.587902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks [] for port (2ec80553-3957-433e-823d-f41f1a479d1e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.602763 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.658923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:19.670348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:19.712303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.749163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Current status of the port 6978c8ee-0c61-468e-b420-eb1e43e3068a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:19.807894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Pushing event updated for resources: {'Port': ['ID=2ec80553-3957-433e-823d-f41f1a479d1e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:19.818980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.838278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:19.855628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:19.856724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.861456 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] 10.222.0.30 "PUT /v2.0/ports/ce7369a4-0754-4637-a59c-b8edb3f59f4a HTTP/1.1" status: 200 len: 1092 time: 3.3150754 Mar 11 00:17:19.876130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:19.886523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:19.891489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:19.894546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Provisioning complete for port 641d6744-6db3-420a-ae23-233927f8a8d0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:19.895080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:19.908590 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6674ac-74bb-4c20-bd4f-c094abd3631d" -d '{"events": [{"name": "network-changed", "server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:19.931483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3793a3-b3c3-4b13-9f7f-f12b03d12206 req-c2f653f0-84e4-44c9-aa9d-d348c6931d6b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:19.940639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3793a3-b3c3-4b13-9f7f-f12b03d12206 req-c2f653f0-84e4-44c9-aa9d-d348c6931d6b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.2178857 Mar 11 00:17:20.047253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3793a3-b3c3-4b13-9f7f-f12b03d12206 req-660eb67e-f857-41d4-924b-0a82ed509abc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049311 Mar 11 00:17:20.058893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Attempting to bind port 2ec80553-3957-433e-823d-f41f1a479d1e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:20.058893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Attempting to bind port 2ec80553-3957-433e-823d-f41f1a479d1e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '4d702d3e-e01f-482e-9647-94005301556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:20.058893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Attempting to bind port 2ec80553-3957-433e-823d-f41f1a479d1e on network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:20.058893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 641d6744-6db3-420a-ae23-233927f8a8d0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:20.122530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6be6-d9ca-49f7-98f9-d70a4aa20e68 req-e71340a9-36d3-42bb-9e61-a85521a96190 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:20.123444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:20.123835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Checking segment: {'id': '4d702d3e-e01f-482e-9647-94005301556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:20.124279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.124686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Bound using segment: {'id': '4d702d3e-e01f-482e-9647-94005301556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:20.125205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Bound port: 2ec80553-3957-433e-823d-f41f1a479d1e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d702d3e-e01f-482e-9647-94005301556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d960145-f2c7-4f30-9b3a-b9421a1652a2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:20.127335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-387d6be6-d9ca-49f7-98f9-d70a4aa20e68 req-e71340a9-36d3-42bb-9e61-a85521a96190 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2957883 Mar 11 00:17:20.128335 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.294479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-387d6be6-d9ca-49f7-98f9-d70a4aa20e68 req-0cdbf95c-0fb4-4e5b-a27f-6fc6b296c1a9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608846 Mar 11 00:17:20.361445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6978c8ee-0c61-468e-b420-eb1e43e3068a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:20.367522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0938c-5cfb-4168-8786-399125e389d4 req-e56f7a4d-9f53-4429-89fe-ceef8b61b866 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:20.382543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ede0938c-5cfb-4168-8786-399125e389d4 req-e56f7a4d-9f53-4429-89fe-ceef8b61b866 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 935 time: 0.1553278 Mar 11 00:17:20.412941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] For port 2ec80553-3957-433e-823d-f41f1a479d1e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:20.414889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6974f389-6b6f-45cc-8229-1161735561eb None None] Current status of the port 641d6744-6db3-420a-ae23-233927f8a8d0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:20.435709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] For port 2ec80553-3957-433e-823d-f41f1a479d1e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2ec80553-3957-433e-823d-f41f1a479d1e,segment=NetworkSegment(4d702d3e-e01f-482e-9647-94005301556d),segment_id=4d702d3e-e01f-482e-9647-94005301556d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:20.463887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.469038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ede0938c-5cfb-4168-8786-399125e389d4 req-322a6965-a3f1-4127-99f6-0c4a039ae37f tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852506 Mar 11 00:17:20.514107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6978c8ee-0c61-468e-b420-eb1e43e3068a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:20.514636 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.608454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d8474-1ac4-41ba-a8d3-a0cc990414c3 None None] Pushing event updated for resources: {'Port': ['ID=2ec80553-3957-433e-823d-f41f1a479d1e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:20.625291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Provisioning complete for port 6978c8ee-0c61-468e-b420-eb1e43e3068a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:20.626732 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.684598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Allocated IP 2001:db8::1 (e6663309-e6b3-4ec1-b4e3-864b663f960f/08a4ab42-c9c8-4dde-aeed-1bd054d559d6/67c1bc14-4fcc-41e5-a07f-c427368c76cf) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:20.696313 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f5214-1f9f-47bf-8cea-bdf6e695187f x-openstack-request-id: req-f40f5214-1f9f-47bf-8cea-bdf6e695187f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:20.697044 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:20.697539 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f40f5214-1f9f-47bf-8cea-bdf6e695187f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:20.697867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6978c8ee-0c61-468e-b420-eb1e43e3068a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:20.698349 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'status': 'completed', 'code': 200} Mar 11 00:17:20.699042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 641d6744-6db3-420a-ae23-233927f8a8d0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:20.762918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413943f-39fe-4054-9ae2-4e0951b9720a service neutron] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:20.907961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Current status of the port 6978c8ee-0c61-468e-b420-eb1e43e3068a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:20.913954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 641d6744-6db3-420a-ae23-233927f8a8d0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:20.918966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:20.970413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Provisioning complete for port 63c8324e-2957-453d-9ca8-c367c8167e7c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:20.970802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:21.064977 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0ee0b24-d172-4dfc-a0ce-fa1d5d4f8396 req-07c7d696-413f-4e13-bedd-35f3b54b5b7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3702221 Mar 11 00:17:21.068421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1c03c-a572-4548-ae63-2c43647f4ab9 None None] Port 63c8324e-2957-453d-9ca8-c367c8167e7c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:21.135337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0ee0b24-d172-4dfc-a0ce-fa1d5d4f8396 req-60d0ada4-4268-401a-bc43-f8369a98b9e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0466449 Mar 11 00:17:21.210318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 641d6744-6db3-420a-ae23-233927f8a8d0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:21.315324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a5a759b5-f315-4bdc-99c4-a7877fa9f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.319422 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-a5a759b5-f315-4bdc-99c4-a7877fa9f814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 1126 time: 1.3560619 Mar 11 00:17:21.321097 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0ee0b24-d172-4dfc-a0ce-fa1d5d4f8396 req-434b70db-ff38-442e-92d1-86c65770285e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291666 Mar 11 00:17:21.322101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b1734-1b73-4b02-8f6a-3b3d52e26b27 req-48cec6ba-7140-4945-a6de-f17b1ecb3bb6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.333243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c2b1734-1b73-4b02-8f6a-3b3d52e26b27 req-48cec6ba-7140-4945-a6de-f17b1ecb3bb6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.1020489 Mar 11 00:17:21.445582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c2b1734-1b73-4b02-8f6a-3b3d52e26b27 req-38786557-8a2e-487b-b49c-fa978594f7e8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093321 Mar 11 00:17:21.549986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3997-e27b-42e2-8039-1d701af37d4c req-7657e059-916a-4e10-bd7e-aa4b02dd633a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.557415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72fa3997-e27b-42e2-8039-1d701af37d4c req-7657e059-916a-4e10-bd7e-aa4b02dd633a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1355321 Mar 11 00:17:21.680458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee0b24-d172-4dfc-a0ce-fa1d5d4f8396 req-fc3fb905-95bc-4ca5-ba0b-5ab74b86c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.681934 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c0ee0b24-d172-4dfc-a0ce-fa1d5d4f8396 req-fc3fb905-95bc-4ca5-ba0b-5ab74b86c1df service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3431976 Mar 11 00:17:21.731666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72fa3997-e27b-42e2-8039-1d701af37d4c req-b59d8b6f-4325-4ea8-b79b-cb60745eff12 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666424 Mar 11 00:17:21.734876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-d30adcc2-081a-402f-a989-c011a832ec1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a HTTP/1.1" status: 200 len: 217 time: 0.3989863 Mar 11 00:17:21.785765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcef8a-ab4a-45b4-85b3-4a25ad104b54 req-6b4c813a-b347-4159-a05c-a3602a8e8a75 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.794546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5adcef8a-ab4a-45b4-85b3-4a25ad104b54 req-6b4c813a-b347-4159-a05c-a3602a8e8a75 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 935 time: 0.1870241 Mar 11 00:17:21.858228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5adcef8a-ab4a-45b4-85b3-4a25ad104b54 req-71b2429d-4739-4507-89a3-38d316a8ee8a tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623841 Mar 11 00:17:21.878736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c8324e-2957-453d-9ca8-c367c8167e7c {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:21.889877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks [] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:21.895947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-63d41888-afab-48d5-895c-4484b50e5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:21.898073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-63d41888-afab-48d5-895c-4484b50e5b03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1622121 Mar 11 00:17:21.963983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Transition to ACTIVE for port object 63c8324e-2957-453d-9ca8-c367c8167e7c will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:17:21.979241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.021128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.131816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:22.187834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-c559f840-6742-4bb4-923c-090bece548c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:22.191273 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-c559f840-6742-4bb4-923c-090bece548c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2854912 Mar 11 00:17:22.212491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25214160-d999-47df-a2eb-b2d4b4cda6c1 None None] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:22.407152 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-bb7a2e2a-d0af-4ef3-9cb0-d722c45e66a5 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965880 Mar 11 00:17:22.413890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.455605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2ec80553-3957-433e-823d-f41f1a479d1e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:22.457379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Provisioning complete for port 2ec80553-3957-433e-823d-f41f1a479d1e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:22.458211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.528822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network e6663309-e6b3-4ec1-b4e3-864b663f960f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:22.570226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:22.589379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:22.589693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.629925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2ec80553-3957-433e-823d-f41f1a479d1e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:22.631357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.700473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10bb4d-fe67-43da-bd82-0f1da8ab5b65 req-311bb11f-bd4a-4535-8954-149c898176b6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:22.709835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d10bb4d-fe67-43da-bd82-0f1da8ab5b65 req-311bb11f-bd4a-4535-8954-149c898176b6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.0978329 Mar 11 00:17:22.771244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2ec80553-3957-433e-823d-f41f1a479d1e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:22.772166 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.774426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Current status of the port 2ec80553-3957-433e-823d-f41f1a479d1e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:22.775109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:22.862516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d10bb4d-fe67-43da-bd82-0f1da8ab5b65 req-06211345-3c79-41b3-9b9b-0cf5794fd53b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516483 Mar 11 00:17:22.919693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 2ec80553-3957-433e-823d-f41f1a479d1e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2ec80553-3957-433e-823d-f41f1a479d1e,segment=NetworkSegment(4d702d3e-e01f-482e-9647-94005301556d),segment_id=4d702d3e-e01f-482e-9647-94005301556d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:22.931408 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:23.112409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Port': ['ID=67c1bc14-4fcc-41e5-a07f-c427368c76cf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:23.126894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8751-906c-4039-ae86-80d783d0ea1b req-7e3b5217-798f-4a39-98a5-80cdc8794ded tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:23.128149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c94e8751-906c-4039-ae86-80d783d0ea1b req-7e3b5217-798f-4a39-98a5-80cdc8794ded tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1907589 Mar 11 00:17:23.170020 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:17:23.170441 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:17:23.173736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=2ec80553-3957-433e-823d-f41f1a479d1e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:23.245798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:23.246500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c94e8751-906c-4039-ae86-80d783d0ea1b req-d960c965-381d-419b-961b-763f0fcde0f4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000557 Mar 11 00:17:23.276469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6f986-d1c2-4aff-8672-30cd966ec702 req-8e78e601-eab1-4773-93e9-87cc5687a8d4 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:23.278385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4d6f986-d1c2-4aff-8672-30cd966ec702 req-8e78e601-eab1-4773-93e9-87cc5687a8d4 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 947 time: 0.1703181 Mar 11 00:17:23.295726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Attempting to bind port 63c8324e-2957-453d-9ca8-c367c8167e7c on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:23.296287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Attempting to bind port 63c8324e-2957-453d-9ca8-c367c8167e7c by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:23.296827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Attempting to bind port 63c8324e-2957-453d-9ca8-c367c8167e7c on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:23.307298 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-42d04ae9-947e-45bc-9bdc-fb155b7e3b06 req-2fb47a1f-59a4-4dcc-80dd-232ef8eb6b28 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911307 Mar 11 00:17:23.335355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Port 63c8324e-2957-453d-9ca8-c367c8167e7c on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:17:23.335743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Attempting to bind port 63c8324e-2957-453d-9ca8-c367c8167e7c on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:23.353145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4d6f986-d1c2-4aff-8672-30cd966ec702 req-194a7ae2-07a0-4936-81e2-3318603b65de tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Mar 11 00:17:23.377550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:23.378765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:23.379347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:23.380155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Bound port: 63c8324e-2957-453d-9ca8-c367c8167e7c, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:23.381454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:23.629251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-8c6b868f-0e0c-4c63-aa8f-5215da0c9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:23.632422 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-8c6b868f-0e0c-4c63-aa8f-5215da0c9634 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 1126 time: 0.2385397 Mar 11 00:17:23.654408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:23.662662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=63c8324e-2957-453d-9ca8-c367c8167e7c,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:23.701621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:23.744288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-40dfb4c1-3b8b-4326-9c2b-6d9f5bef911c None None] Current status of the port 2ec80553-3957-433e-823d-f41f1a479d1e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:23.834221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:23.835346 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:23.836772 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] 10.222.0.30 "PUT /v2.0/ports/63c8324e-2957-453d-9ca8-c367c8167e7c HTTP/1.1" status: 200 len: 1095 time: 4.3120959 Mar 11 00:17:23.845722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:23.853856 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:23.906347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Provisioning complete for port 2ec80553-3957-433e-823d-f41f1a479d1e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:23.906779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.008373 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f745db59-af44-414e-961f-84efc88e1734 x-openstack-request-id: req-f745db59-af44-414e-961f-84efc88e1734 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:24.009082 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:24.009628 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f745db59-af44-414e-961f-84efc88e1734 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:24.010311 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c', 'status': 'completed', 'code': 200} Mar 11 00:17:24.057925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467034c3-6bd1-49ab-b5e5-b45ed357f462 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:24.143143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-78560dcc-e072-400e-8cc0-8966a2acfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.148475 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-78560dcc-e072-400e-8cc0-8966a2acfdc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.5047135 Mar 11 00:17:24.216156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Current status of the port 2ec80553-3957-433e-823d-f41f1a479d1e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:24.221410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-bb8f31f4-beb9-4eb3-a95d-25e5dd93e6e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a HTTP/1.1" status: 200 len: 217 time: 0.0632219 Mar 11 00:17:24.239057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.260471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-e5515417-06fa-47dd-b3de-3193c3807447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.262111 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-e5515417-06fa-47dd-b3de-3193c3807447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 1129 time: 0.3430424 Mar 11 00:17:24.272215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2ec80553-3957-433e-823d-f41f1a479d1e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:24.276503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07ee1c-01db-4423-9215-e099b5ced065 req-88c78163-e593-4377-b590-f9c82ac2dadf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.283064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad07ee1c-01db-4423-9215-e099b5ced065 req-88c78163-e593-4377-b590-f9c82ac2dadf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.2345502 Mar 11 00:17:24.318901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.319683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.421577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad07ee1c-01db-4423-9215-e099b5ced065 req-5800d252-59a3-47a9-85cd-b0d23f36c98c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361513 Mar 11 00:17:24.541441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066afd-71dc-4a35-b000-2d4945a185ef req-734439e7-8c7c-4b96-864b-a1b2cee5d168 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.543028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38066afd-71dc-4a35-b000-2d4945a185ef req-734439e7-8c7c-4b96-864b-a1b2cee5d168 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1511059 Mar 11 00:17:24.651262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38066afd-71dc-4a35-b000-2d4945a185ef req-b9df4e25-732e-4887-a638-4e1c2dd03623 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941637 Mar 11 00:17:24.688611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Provisioning complete for port 67c1bc14-4fcc-41e5-a07f-c427368c76cf triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:24.689386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.690637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc1cc8-95d0-4002-9abc-73752658dcd2 req-8493793e-3416-43ac-95de-07a717304264 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.699213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3bc1cc8-95d0-4002-9abc-73752658dcd2 req-8493793e-3416-43ac-95de-07a717304264 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 947 time: 0.1283321 Mar 11 00:17:24.719435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2ec80553-3957-433e-823d-f41f1a479d1e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:24.719912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:24.764396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd258c-61cb-49ef-86bc-6102c5d5e37d None None] Port 67c1bc14-4fcc-41e5-a07f-c427368c76cf cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:24.769472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3bc1cc8-95d0-4002-9abc-73752658dcd2 req-2181de6e-0cec-48d7-a003-9c2e2ce288ba tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Mar 11 00:17:24.860447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2ec80553-3957-433e-823d-f41f1a479d1e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:24.868926 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-030e2203-c5fa-4378-aa52-a8865f64f32f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=63c8324e-2957-453d-9ca8-c367c8167e7c HTTP/1.1" status: 200 len: 217 time: 0.5459061 Mar 11 00:17:24.931127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-77ae0641-664e-4e3a-b147-e082df0d4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:24.932168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-77ae0641-664e-4e3a-b147-e082df0d4fb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.6876173 Mar 11 00:17:24.999354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Port': ['ID=67c1bc14-4fcc-41e5-a07f-c427368c76cf,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:25.057621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-866239de-560c-4074-b096-9e232ba96551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.058524 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-866239de-560c-4074-b096-9e232ba96551 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1727421 Mar 11 00:17:25.119338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-8709d1a9-354b-4158-b317-f0925dff2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.120959 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-8709d1a9-354b-4158-b317-f0925dff2ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1782777 Mar 11 00:17:25.213263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network e6663309-e6b3-4ec1-b4e3-864b663f960f is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:25.221114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:25.244146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-c525d405-847b-4d66-b572-b67989039e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.246004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-c525d405-847b-4d66-b572-b67989039e93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1794429 Mar 11 00:17:25.333859 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-7c4a84ed-bfcc-4a17-a103-50dbe59c6718 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041438 Mar 11 00:17:25.540484 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-d868c559-5dc8-467e-bac9-51ae354229da service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457623 Mar 11 00:17:25.626001 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9d6674ac-74bb-4c20-bd4f-c094abd3631d req-d876f1d4-51d4-401b-a701-5fc945216764 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712793 Mar 11 00:17:25.636743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a46146-8537-4dbf-ad8c-371ab9a9d65e req-56bde6ae-9ec7-4eee-8abd-fa61a288dd72 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.644934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20a46146-8537-4dbf-ad8c-371ab9a9d65e req-56bde6ae-9ec7-4eee-8abd-fa61a288dd72 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.1041594 Mar 11 00:17:25.682538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Router 675eff9b-0742-4d3b-9729-45c5d6c681f8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:17:25.698285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ecaa7673-12a5-487f-bb2d-c74142fbaf42 None None] Provisioning complete for port 67c1bc14-4fcc-41e5-a07f-c427368c76cf triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:25.698717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7673-12a5-487f-bb2d-c74142fbaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:25.774921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20a46146-8537-4dbf-ad8c-371ab9a9d65e req-2b7ea654-247c-4abc-8701-07bb35ac9171 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281395 Mar 11 00:17:25.776559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa7673-12a5-487f-bb2d-c74142fbaf42 None None] Port 67c1bc14-4fcc-41e5-a07f-c427368c76cf cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:25.798050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-778c26bf-fe99-43a5-acdc-5e04e9b334b4 req-3914b3cc-9f05-4755-b093-f82dce065e67 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496152 Mar 11 00:17:25.960634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:17:25.971831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0589d36f-0f5e-49fe-9416-06faadf0edca tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3646116 Mar 11 00:17:25.974503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c280e0-a439-44cb-a32b-addbfae8f9ea req-54a89b2e-c4fa-4ea1-b67b-198bfcd65ce1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.976010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-ff8ebab7-92f4-4acb-bb96-d0952c85a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:25.976721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-ff8ebab7-92f4-4acb-bb96-d0952c85a8c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 1129 time: 0.0973146 Mar 11 00:17:25.976966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47616) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:25.980423 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] Sync routers for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:17:25.983648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8c280e0-a439-44cb-a32b-addbfae8f9ea req-54a89b2e-c4fa-4ea1-b67b-198bfcd65ce1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1886079 Mar 11 00:17:25.997873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:25.998783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:26.064511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57eab-fe4b-4e95-a03e-88e5ade91f81 req-bf81fe87-0774-4485-934f-290b7359e7ab tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:26.066310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6c57eab-fe4b-4e95-a03e-88e5ade91f81 req-bf81fe87-0774-4485-934f-290b7359e7ab tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 947 time: 0.1954587 Mar 11 00:17:26.124566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8c280e0-a439-44cb-a32b-addbfae8f9ea req-bc2527f7-08d3-4a1e-bdc7-2d535779ceb1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403913 Mar 11 00:17:26.180148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:26.190381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:26.191234 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:26.194815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6c57eab-fe4b-4e95-a03e-88e5ade91f81 req-bdeed71e-22c0-4ed2-af72-1801944140a8 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175592 Mar 11 00:17:26.236574 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:26.237851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4d33-dc78-4cb9-af28-e0f9aaa744de None None] The sync data for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:17:26.334310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-ac712d72-54a4-426f-9d82-23b2a46e2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:26.335804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-ac712d72-54a4-426f-9d82-23b2a46e2321 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1936135 Mar 11 00:17:26.418744 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-c48ef7e7-4ce9-450a-b4af-962fe3d50655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=63c8324e-2957-453d-9ca8-c367c8167e7c HTTP/1.1" status: 200 len: 217 time: 0.0471642 Mar 11 00:17:26.485950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:17:26.519508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-3a70b214-3ff3-4b80-9c70-56cdf80a9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:26.522300 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-3a70b214-3ff3-4b80-9c70-56cdf80a9639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0732734 Mar 11 00:17:26.632386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:26.647182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'mac_address': 'fa:16:3e:31:5f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:17:26.647616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-6845af4a-15a8-4726-9124-0c5c40efbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:26.649167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-6845af4a-15a8-4726-9124-0c5c40efbc60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1052945 Mar 11 00:17:26.671257 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-87d6d923-ff46-4220-a252-89ae29a996d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:17:26.672525 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-87d6d923-ff46-4220-a252-89ae29a996d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6944287 Mar 11 00:17:26.675975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47618) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:26.697667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:26.698345 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:26.727332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7369a4-0754-4637-a59c-b8edb3f59f4a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:26.764768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:26.773226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:26.861782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-57c47cc3-c444-4ba6-a9b3-33b1103e43ae service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039471 Mar 11 00:17:26.902935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:26.997772 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ed91730-e1c4-4595-ad3e-94bcee5b3ac1 req-a6fe71bf-d7ae-4bd4-85bb-d1fea331eeea service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281819 Mar 11 00:17:27.044268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f24aa-a410-4265-8b3d-60c518ef7c0a req-853d2e60-571d-4dd6-8104-ff70ff77b642 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:27.045923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a91f24aa-a410-4265-8b3d-60c518ef7c0a req-853d2e60-571d-4dd6-8104-ff70ff77b642 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 945 time: 0.1172607 Mar 11 00:17:27.098206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ce7369a4-0754-4637-a59c-b8edb3f59f4a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:27.168983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a91f24aa-a410-4265-8b3d-60c518ef7c0a req-29116927-76aa-481e-b54e-0cc978dcba2a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961335 Mar 11 00:17:27.373634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e826a94-5f12-470d-9040-7eea4808f84c req-35c823e9-52aa-40a0-aa41-b9442300f506 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:27.375075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e826a94-5f12-470d-9040-7eea4808f84c req-35c823e9-52aa-40a0-aa41-b9442300f506 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1412079 Mar 11 00:17:27.390924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:27.527060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb03b-c84b-41fe-b3b7-f1e9e7e803c5 req-bbfd06a7-4a72-43ae-bf0a-89ee11df0d57 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:27.528077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b47bb03b-c84b-41fe-b3b7-f1e9e7e803c5 req-bbfd06a7-4a72-43ae-bf0a-89ee11df0d57 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 947 time: 0.2001839 Mar 11 00:17:27.558645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e826a94-5f12-470d-9040-7eea4808f84c req-dadccb6b-a8fe-49f8-9cb6-68b6a876c291 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735859 Mar 11 00:17:27.657142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b47bb03b-c84b-41fe-b3b7-f1e9e7e803c5 req-346559e6-994b-4f27-9aa3-c3dc2f64e3f8 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167819 Mar 11 00:17:27.802493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting port 67c1bc14-4fcc-41e5-a07f-c427368c76cf {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:27.803195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:27.924675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:27.942407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Calling delete_port for 67c1bc14-4fcc-41e5-a07f-c427368c76cf owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:28.159075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (67c1bc14-4fcc-41e5-a07f-c427368c76cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:28.496177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 63c8324e-2957-453d-9ca8-c367c8167e7c details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:17:28.544110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:28.728570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Port': ['ID=67c1bc14-4fcc-41e5-a07f-c427368c76cf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:28.762884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ce7369a4-0754-4637-a59c-b8edb3f59f4a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:17:28.783117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ce7369a4-0754-4637-a59c-b8edb3f59f4a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:28.783977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:28.867177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=63c8324e-2957-453d-9ca8-c367c8167e7c,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:28.892535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '63c8324e-2957-453d-9ca8-c367c8167e7c', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '63c8324e-2957-453d-9ca8-c367c8167e7c', 'mac_address': 'fa:16:3e:ef:04:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:17:28.940912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:28.941379 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:28.951526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa418-99e9-4f01-96e8-1b7c6ffe1d80 req-96a2c866-2b21-4cab-8193-6e981d4bfd51 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:28.960236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d28fa418-99e9-4f01-96e8-1b7c6ffe1d80 req-96a2c866-2b21-4cab-8193-6e981d4bfd51 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 945 time: 0.2518342 Mar 11 00:17:28.986717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:28.995566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 63c8324e-2957-453d-9ca8-c367c8167e7c is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:28.995983 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.029290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c8324e-2957-453d-9ca8-c367c8167e7c {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:29.043903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d28fa418-99e9-4f01-96e8-1b7c6ffe1d80 req-852376a4-365c-46c9-97ed-6b835df0ab70 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Mar 11 00:17:29.053589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48487bc3-f343-40a9-8391-b390bfff6c78 req-06f9e337-4e24-4dac-976e-873dc10500ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:29.056075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:29.058634 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e53cc2-8da7-4fd9-a50a-b522f1b33726" -d '{"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-plugged", "status": "completed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:29.063526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=63c8324e-2957-453d-9ca8-c367c8167e7c,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:29.065734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48487bc3-f343-40a9-8391-b390bfff6c78 req-06f9e337-4e24-4dac-976e-873dc10500ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.3364429 Mar 11 00:17:29.078762 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.083950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:29.116278 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.157988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:29.207607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48487bc3-f343-40a9-8391-b390bfff6c78 req-adb8aec9-8bcc-4500-bac1-be0db1c44411 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398935 Mar 11 00:17:29.221812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:29.272382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eefcc-66a5-4825-9670-02db66bc3d0b req-d3d01013-20de-40f2-8ca7-d9a94c772ccc tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:29.275380 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93705f-7f65-4fb9-888f-46fc49802b94 x-openstack-request-id: req-4c93705f-7f65-4fb9-888f-46fc49802b94 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:29.275745 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-plugged", "status": "completed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:29.276126 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c93705f-7f65-4fb9-888f-46fc49802b94 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:29.276539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b85eefcc-66a5-4825-9670-02db66bc3d0b req-d3d01013-20de-40f2-8ca7-d9a94c772ccc tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 948 time: 0.1516228 Mar 11 00:17:29.276739 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'code': 200} Mar 11 00:17:29.382676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd3936-5206-416c-9ce6-8067eae2a814 req-06feee81-d2ca-405c-9059-d99c66cb512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:29.384738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Router 675eff9b-0742-4d3b-9729-45c5d6c681f8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:17:29.385033 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47cd3936-5206-416c-9ce6-8067eae2a814 req-06feee81-d2ca-405c-9059-d99c66cb512e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 1128 time: 0.0473688 Mar 11 00:17:29.399677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b85eefcc-66a5-4825-9670-02db66bc3d0b req-9e89e4f9-2413-4398-abc7-89d08568cc59 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873642 Mar 11 00:17:29.433368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['63c8324e-2957-453d-9ca8-c367c8167e7c'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:29.445831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-47cd3936-5206-416c-9ce6-8067eae2a814 req-732dca3e-c24f-4898-adb3-7d6cbfb79230 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 Mar 11 00:17:29.482225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:17:29.488471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c3c45a1f-ea53-4523-bb04-de8334680f17 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8104656 Mar 11 00:17:29.492371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47640) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:29.505362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] Sync routers for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:17:29.528645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:29.529395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:29.539027 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-493851df-b051-47cd-9e88-e051200abe2d tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] delete failed (client error): The resource could not be found. Mar 11 00:17:29.540271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-493851df-b051-47cd-9e88-e051200abe2d tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-377361100 HTTP/1.1" status: 404 len: 334 time: 0.0468655 Mar 11 00:17:29.545681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47642) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:29.550215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c8c5a550-bf35-475d-9fa1-97b698c7d098 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'router': {'external_gateway_info': {'network_id': '675eff9b-0742-4d3b-9729-45c5d6c681f8'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:29.580901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:29.600642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:29.601263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:29.645696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:29.646509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d30706f-8a9f-41e7-8365-1db9d63842f7 None None] The sync data for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:17:29.776744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a550-bf35-475d-9fa1-97b698c7d098 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router_gateway (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.799416 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-c8c5a550-bf35-475d-9fa1-97b698c7d098 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] update failed (client error): The resource could not be found. Mar 11 00:17:29.800567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c8c5a550-bf35-475d-9fa1-97b698c7d098 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8 HTTP/1.1" status: 404 len: 339 time: 0.2538538 Mar 11 00:17:29.805144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47646) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:29.810762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-455587294'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:29.832392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:29.837577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.861743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:17:29.872008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ce0c049c-fb29-40f7-9178-ad5b4c619fe2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.872305 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Added segment ce0c049c-fb29-40f7-9178-ad5b4c619fe2 of type vlan for network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b Mar 11 00:17:29.915553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.949205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:29.955415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:29.956405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:30.015128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2083442 Mar 11 00:17:30.017590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:30.024316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'subnet': {'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:30.075544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b7e9e-fbbc-479f-8792-b48cd3e5a007 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Network': ['ID=05b4d4df-6c58-4a1f-a0d4-43340a0ab72b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:30.088280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:17:30.181544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Made reservation on behalf of 7c4a01a3ee2f4ebbb9ded1fb23ee2d2f for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:17:30.185943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:30.208675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f99e53-6836-4327-94e8-2fdbc7934d7e req-d3f834e3-53bb-45ea-8bf9-c3276eb95ce2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:30.210597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78f99e53-6836-4327-94e8-2fdbc7934d7e req-d3f834e3-53bb-45ea-8bf9-c3276eb95ce2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.0831492 Mar 11 00:17:30.271285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78f99e53-6836-4327-94e8-2fdbc7934d7e req-632b40b8-f559-483a-b90b-d9e8915a7337 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Mar 11 00:17:30.368963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86571c7f-b76f-44b5-be5c-999b4c8d71d3 req-3d440571-6328-46e5-8cee-dbdf1f44c59d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:30.370736 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86571c7f-b76f-44b5-be5c-999b4c8d71d3 req-3d440571-6328-46e5-8cee-dbdf1f44c59d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.0671110 Mar 11 00:17:30.439871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86571c7f-b76f-44b5-be5c-999b4c8d71d3 req-c5c8897a-8662-439d-828f-e2a1be8625a9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Mar 11 00:17:30.550527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab7169-49c9-4336-b58e-1f7247b7aba9 req-82e45062-af56-46b7-84c8-c3375c093070 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:30.553156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-baab7169-49c9-4336-b58e-1f7247b7aba9 req-82e45062-af56-46b7-84c8-c3375c093070 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 948 time: 0.0664697 Mar 11 00:17:30.612263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-baab7169-49c9-4336-b58e-1f7247b7aba9 req-97d8a981-0f9e-4647-b29e-112d5b27cb63 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522265 Mar 11 00:17:30.733372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (0039b891-6086-44e1-98b9-242784fdb86c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:30.797831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Subnet': ['ID=0039b891-6086-44e1-98b9-242784fdb86c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:30.809072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Checking segment: {'id': 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:30.809591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network hostable DHCP agents. Network: 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:17:30.829557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:17:30.847269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:30.852440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:30.853161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:30.861363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2eb94-daef-4e65-9f2a-abe72fa23798 None None] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:30.880721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47658) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:30.881547 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c96612c-460d-4714-9f2d-8b300bc1d403 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8614204 Mar 11 00:17:30.887341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dd4787c7-b396-480f-a2cb-8cdc2e45d774 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'router': {'external_gateway_info': {'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:30.987531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-05b4d4df-6c58-4a1f-a0d4-43340a0ab72b', 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b', 'project_id': '7c4a01a3ee2f4ebbb9ded1fb23ee2d2f', 'fixed_ips': [{'subnet_id': '0039b891-6086-44e1-98b9-242784fdb86c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:17:30.988527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.123076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd4787c7-b396-480f-a2cb-8cdc2e45d774 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router_gateway (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.150194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Allocated IP 2001:db8:1::2 (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b/0039b891-6086-44e1-98b9-242784fdb86c/d5af52c4-76d3-4e40-95ac-7bb90cb6ed87) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:31.234301 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-dd4787c7-b396-480f-a2cb-8cdc2e45d774 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:17:31.238933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dd4787c7-b396-480f-a2cb-8cdc2e45d774 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8 HTTP/1.1" status: 400 len: 364 time: 0.3534937 Mar 11 00:17:31.239101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47662) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:31.310410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks [] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.320465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.369625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:31.375415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:31.377544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Pushing event updated for resources: {'Port': ['ID=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:31.382067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:31.445686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Attempting to bind port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:17:31.446329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Attempting to bind port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:17:31.447023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Attempting to bind port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 on network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:17:31.452312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:17:31.452833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Checking segment: {'id': 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:17:31.453337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.453830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Bound using segment: {'id': 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:17:31.454404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Bound port: d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '05b4d4df-6c58-4a1f-a0d4-43340a0ab72b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:17:31.454881 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.548757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] For port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:17:31.553341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] For port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,segment=NetworkSegment(ce0c049c-fb29-40f7-9178-ad5b4c619fe2),segment_id=ce0c049c-fb29-40f7-9178-ad5b4c619fe2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:17:31.561327 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:31.632159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad488d4-3632-4cf7-a514-a67c6f74163d req-0f45ed3e-b817-44d7-8947-2b3964884c46 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:31.639190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad488d4-3632-4cf7-a514-a67c6f74163d req-0f45ed3e-b817-44d7-8947-2b3964884c46 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.2738228 Mar 11 00:17:31.653766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d24c4-03df-4e6d-aae9-5fdc320ad167 None None] Pushing event updated for resources: {'Port': ['ID=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:31.731955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ad488d4-3632-4cf7-a514-a67c6f74163d req-0c2f26fb-fe67-4bd3-bd8e-20f4477db28d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918484 Mar 11 00:17:31.759721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b5d6-ea54-46c3-af0b-0b52fb986169 req-6a06aa91-a629-4b7f-9b56-22b9b48c0f30 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:31.761475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02d2b5d6-ea54-46c3-af0b-0b52fb986169 req-6a06aa91-a629-4b7f-9b56-22b9b48c0f30 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2065136 Mar 11 00:17:31.763275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.031064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02d2b5d6-ea54-46c3-af0b-0b52fb986169 req-bca0f161-2f88-4908-a1ac-2c3a6f3d9029 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575853 Mar 11 00:17:32.051539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd0df2-f7df-4197-b784-b8cff2eed033 req-fa9ab7df-8940-464f-90e7-1111167e0c55 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:32.075111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37bd0df2-f7df-4197-b784-b8cff2eed033 req-fa9ab7df-8940-464f-90e7-1111167e0c55 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 948 time: 0.2640498 Mar 11 00:17:32.249195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37bd0df2-f7df-4197-b784-b8cff2eed033 req-e7c772d4-f87d-4ca1-afe0-9ac0dca68236 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729913 Mar 11 00:17:32.339695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:32.418401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:32.419188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.523108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 63c8324e-2957-453d-9ca8-c367c8167e7c up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:32.525496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:32.525893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.617085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,segment=NetworkSegment(ce0c049c-fb29-40f7-9178-ad5b4c619fe2),segment_id=ce0c049c-fb29-40f7-9178-ad5b4c619fe2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:32.626270 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.675842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 63c8324e-2957-453d-9ca8-c367c8167e7c completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:17:32.688735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 63c8324e-2957-453d-9ca8-c367c8167e7c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:32.688859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.731503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:32.784332 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:17:32.819169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d16b3f-fdd6-4ff8-8d01-abae2551c46a req-d7824a4b-bd1e-4b33-9bea-bdc26bbd7ee6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:32.820962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7d16b3f-fdd6-4ff8-8d01-abae2551c46a req-d7824a4b-bd1e-4b33-9bea-bdc26bbd7ee6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.0851259 Mar 11 00:17:32.835341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 63c8324e-2957-453d-9ca8-c367c8167e7c is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:32.836102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.872859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:32.875436 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44464f7-d743-4a45-a946-a6cc75134370" -d '{"events": [{"server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:32.919376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=63c8324e-2957-453d-9ca8-c367c8167e7c,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:32.927187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:32.936321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7d16b3f-fdd6-4ff8-8d01-abae2551c46a req-767e500c-d177-464e-b92d-0642dbacfcb7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913730 Mar 11 00:17:32.938124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Allocated IP 2001:db8::1 (b968891e-8f1b-4e2a-9732-306cc35e00fa/1c87ad63-ed5d-4fd6-9352-6437bec5de66/fc97cde0-2a59-44cc-a27f-f121e748e81a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:17:32.985718 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b921787-3008-45b5-bf03-0c974674d147 x-openstack-request-id: req-3b921787-3008-45b5-bf03-0c974674d147 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:32.986336 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:32.998936 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b921787-3008-45b5-bf03-0c974674d147 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:32.999378 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c', 'code': 200} Mar 11 00:17:33.074863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:33.118584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4105e3-3abf-4f5d-a91f-5c9080a963a2 req-636093e8-69be-4dcd-a9f2-19630c1645aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:33.121550 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d4105e3-3abf-4f5d-a91f-5c9080a963a2 req-636093e8-69be-4dcd-a9f2-19630c1645aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 1131 time: 0.0764010 Mar 11 00:17:33.130552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.138866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4840d80-d13f-454b-bb58-84549986faa7 None None] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:33.178379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.212656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1d4105e3-3abf-4f5d-a91f-5c9080a963a2 req-8effcf7a-ee3f-43f9-a23d-9166e9e3d817 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835290 Mar 11 00:17:33.248103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-33138c0b-493a-43e7-afe9-4bb2d418c6c0 None None] Provisioning complete for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:33.248522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33138c0b-493a-43e7-afe9-4bb2d418c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.268975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network b968891e-8f1b-4e2a-9732-306cc35e00fa is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:33.277421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:33.286690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:17:33.288093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.383511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Port': ['ID=fc97cde0-2a59-44cc-a27f-f121e748e81a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:33.433407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33138c0b-493a-43e7-afe9-4bb2d418c6c0 None None] Current status of the port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:33.471976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d75240-0a3e-4169-9fd7-069686839e59 req-8d181261-bca0-4b8d-89f0-acbaf854e293 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:33.473981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7d75240-0a3e-4169-9fd7-069686839e59 req-8d181261-bca0-4b8d-89f0-acbaf854e293 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2818062 Mar 11 00:17:33.583798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.599585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18846aff-f3f2-493e-b8dd-dbb27da7d673 req-9dfb506f-5e01-4e3d-9c00-010f6ff84560 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:33.601215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18846aff-f3f2-493e-b8dd-dbb27da7d673 req-9dfb506f-5e01-4e3d-9c00-010f6ff84560 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.2041588 Mar 11 00:17:33.658307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7d75240-0a3e-4169-9fd7-069686839e59 req-b880548b-5d26-4e5e-99e7-4cdb8946b1d6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735284 Mar 11 00:17:33.774448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9aad9f15-ac92-4a7e-8d5c-8831ad64bff8 None None] Provisioning complete for port fc97cde0-2a59-44cc-a27f-f121e748e81a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:33.774830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9aad9f15-ac92-4a7e-8d5c-8831ad64bff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:33.847149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9aad9f15-ac92-4a7e-8d5c-8831ad64bff8 None None] Port fc97cde0-2a59-44cc-a27f-f121e748e81a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:33.867016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18846aff-f3f2-493e-b8dd-dbb27da7d673 req-56948eda-6bbb-48e2-a7ee-9637c40fa03b tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551253 Mar 11 00:17:33.973500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a164b3f3-e43b-416c-be21-625ba3b8be7d None None] Provisioning complete for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:33.975328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a164b3f3-e43b-416c-be21-625ba3b8be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.025280 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.039191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.041410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.124068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a164b3f3-e43b-416c-be21-625ba3b8be7d None None] Current status of the port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:34.196702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event updated for resources: {'Port': ['ID=fc97cde0-2a59-44cc-a27f-f121e748e81a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:34.212362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:34.263089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c2228-29a9-4b1c-b33c-373f08acc2c2 req-07d8e5f0-f1e9-4a5f-a3e6-d04772724563 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:34.263089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162c2228-29a9-4b1c-b33c-373f08acc2c2 req-07d8e5f0-f1e9-4a5f-a3e6-d04772724563 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1520884 Mar 11 00:17:34.302455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:34.303444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.327310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Network b968891e-8f1b-4e2a-9732-306cc35e00fa is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:17:34.332165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:17:34.342070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162c2228-29a9-4b1c-b33c-373f08acc2c2 req-f1ae9231-afbc-46e3-afeb-ec8eeaded96e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Mar 11 00:17:34.458089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:34.541099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Router 675eff9b-0742-4d3b-9729-45c5d6c681f8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:17:34.701889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:17:34.716889 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] Sync routers for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:17:34.741635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:34.744681 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:34.751504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eb35afba-5321-464c-a0b4-3a6d9293e833 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5080426 Mar 11 00:17:34.752245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:34.866845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cb30bc2e-5ed6-4efb-b761-5e0b9804fae2 None None] Provisioning complete for port fc97cde0-2a59-44cc-a27f-f121e748e81a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:34.871679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb30bc2e-5ed6-4efb-b761-5e0b9804fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:34.882160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:34.913268 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:34.922024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:34.999532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea26c1-5667-486b-a67b-1a4eb06ee679 req-d2e00a9f-6dad-4943-83a9-9e872f3986f7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:35.011527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ea26c1-5667-486b-a67b-1a4eb06ee679 req-d2e00a9f-6dad-4943-83a9-9e872f3986f7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1975427 Mar 11 00:17:35.038542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cb30bc2e-5ed6-4efb-b761-5e0b9804fae2 None None] Port fc97cde0-2a59-44cc-a27f-f121e748e81a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:17:35.048541 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:35.053033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1a510-176c-41c0-bc26-0b663cc00d1a None None] The sync data for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:17:35.080520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4de98a9c-cba1-48f6-a314-b691e554ee4d tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:35.142551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ea26c1-5667-486b-a67b-1a4eb06ee679 req-5b54e791-7ac5-4c15-93c2-384051cbcda7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283817 Mar 11 00:17:35.198357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4931ee1-ad94-4f01-8a48-df73d40fea75 req-dfe03f97-c534-4a7f-b287-1db62ebf4c87 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:35.209948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4931ee1-ad94-4f01-8a48-df73d40fea75 req-dfe03f97-c534-4a7f-b287-1db62ebf4c87 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.1797991 Mar 11 00:17:35.294158 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-4de98a9c-cba1-48f6-a314-b691e554ee4d tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 00:17:35.303517 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4de98a9c-cba1-48f6-a314-b691e554ee4d tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8 HTTP/1.1" status: 409 len: 376 time: 0.5464227 Mar 11 00:17:35.303750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47722) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:35.352230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4931ee1-ad94-4f01-8a48-df73d40fea75 req-be83ebe1-e335-487b-805a-53b912ac91b3 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412628 Mar 11 00:17:35.465890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3a6a0-9f82-46f6-9ba4-5db847d0801e req-0ba3c573-203f-4e81-b2d9-b6844d5d04b7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:35.476091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8e3a6a0-9f82-46f6-9ba4-5db847d0801e req-0ba3c573-203f-4e81-b2d9-b6844d5d04b7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1624897 Mar 11 00:17:35.576062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8e3a6a0-9f82-46f6-9ba4-5db847d0801e req-5e3e27f9-deed-41bd-818c-608d9b8e3001 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901313 Mar 11 00:17:35.806539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6cdf5-a2cc-4469-9327-d56f01f03959 req-dd105a71-2942-478a-9884-8f6b39c1d56d tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:35.821664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f6cdf5-a2cc-4469-9327-d56f01f03959 req-dd105a71-2942-478a-9884-8f6b39c1d56d tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.1159067 Mar 11 00:17:35.905062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f6cdf5-a2cc-4469-9327-d56f01f03959 req-b4567c58-510b-4218-940a-5ab655c575e3 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811703 Mar 11 00:17:35.941474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.421004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting port fc97cde0-2a59-44cc-a27f-f121e748e81a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:36.421004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.435189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d68f44-5d37-47da-b91a-504e5bdb82f0 req-8a414659-7aaf-4418-a879-c30c59ad475a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:36.437094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32d68f44-5d37-47da-b91a-504e5bdb82f0 req-8a414659-7aaf-4418-a879-c30c59ad475a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1167808 Mar 11 00:17:36.514361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32d68f44-5d37-47da-b91a-504e5bdb82f0 req-859a7613-6c4e-4fd3-9ae1-9cd1128251e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672209 Mar 11 00:17:36.541847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.544565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:17:36.558285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Calling delete_port for fc97cde0-2a59-44cc-a27f-f121e748e81a owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:36.735479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:36.762288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'port_id': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'mac_address': 'fa:16:3e:31:5f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:17:36.776241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fc97cde0-2a59-44cc-a27f-f121e748e81a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.816464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b17c66a0-0ac0-4402-8f71-d89b7213add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.824283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4bd3-4158-4046-808d-74d04e55b04b req-db275311-78ac-44fc-88b9-d4ee62b734ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:36.831822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e6b4bd3-4158-4046-808d-74d04e55b04b req-db275311-78ac-44fc-88b9-d4ee62b734ec tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1206584 Mar 11 00:17:36.838559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:36.839538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:36.854274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Port': ['ID=fc97cde0-2a59-44cc-a27f-f121e748e81a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:36.888199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce7369a4-0754-4637-a59c-b8edb3f59f4a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:17:36.921150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e6b4bd3-4158-4046-808d-74d04e55b04b req-2099de52-f727-4771-a64f-4f0dea44e617 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837402 Mar 11 00:17:36.936856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:36.945760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:37.060995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:37.076123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:37.093231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ce7369a4-0754-4637-a59c-b8edb3f59f4a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:17:37.123499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd536b5c-fe16-4e63-b024-c8a4401e7bfc req-07b8e859-1332-4e4e-b9fa-3169b6e39550 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:37.132121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd536b5c-fe16-4e63-b024-c8a4401e7bfc req-07b8e859-1332-4e4e-b9fa-3169b6e39550 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.0961437 Mar 11 00:17:37.217626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd536b5c-fe16-4e63-b024-c8a4401e7bfc req-c1f761c7-e87f-47a6-9345-70ae45262daa tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794058 Mar 11 00:17:37.378266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Router 675eff9b-0742-4d3b-9729-45c5d6c681f8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:17:37.433788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eedd3-24fa-4843-8298-471f079bf322 req-4afd1557-0d93-4d6d-b7c9-7fb10545faf4 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:37.435292 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-431eedd3-24fa-4843-8298-471f079bf322 req-4afd1557-0d93-4d6d-b7c9-7fb10545faf4 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.30 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.1292872 Mar 11 00:17:37.609889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:17:37.622396 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56db1697-9482-4885-8aec-a51e8033f845 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3131809 Mar 11 00:17:37.622803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:37.631057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] Sync routers for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:17:37.643078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:37.653693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:37.712971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Deleting port 63c8324e-2957-453d-9ca8-c367c8167e7c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:37.714673 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:37.730792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:37.744146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] Routers {'675eff9b-0742-4d3b-9729-45c5d6c681f8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:17:37.745882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['675eff9b-0742-4d3b-9729-45c5d6c681f8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:37.782798 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-fba193e8-cc95-41c7-98a5-69285f890bc1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] show failed (client error): The resource could not be found. Mar 11 00:17:37.789812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fba193e8-cc95-41c7-98a5-69285f890bc1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-254865526 HTTP/1.1" status: 404 len: 334 time: 0.1652155 Mar 11 00:17:37.793898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47758) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:37.798611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f509acf9-7784-442b-b139-4cee496a8511 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:37.845829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:37.847932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5edbeb-5620-4998-9ab1-a8db2e86928e None None] The sync data for ids ['675eff9b-0742-4d3b-9729-45c5d6c681f8'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:17:37.860564 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f509acf9-7784-442b-b139-4cee496a8511 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] update failed (client error): The resource could not be found. Mar 11 00:17:37.871466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47760) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:37.873238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f509acf9-7784-442b-b139-4cee496a8511 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-2118567246 HTTP/1.1" status: 404 len: 335 time: 0.0779774 Mar 11 00:17:37.920902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea5f10-2a5a-4785-bb02-51220e721433 req-278d576a-b8f4-4581-a4e0-26de7b5a954f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:37.930312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ea5f10-2a5a-4785-bb02-51220e721433 req-278d576a-b8f4-4581-a4e0-26de7b5a954f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1928759 Mar 11 00:17:38.059168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8ea5f10-2a5a-4785-bb02-51220e721433 req-c29504e1-0799-45c9-b453-9187c72915f4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272447 Mar 11 00:17:38.073320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] For port 63c8324e-2957-453d-9ca8-c367c8167e7c, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=63c8324e-2957-453d-9ca8-c367c8167e7c,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:38.073689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.100373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting subnet 0039b891-6086-44e1-98b9-242784fdb86c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:17:38.107039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Calling delete_port for 63c8324e-2957-453d-9ca8-c367c8167e7c owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:38.109220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (0039b891-6086-44e1-98b9-242784fdb86c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.216516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef4171-7140-4f95-8956-c0a47823f108 req-42a28202-f269-40d3-a1d2-c85f4700a5dd tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:38.228912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7ef4171-7140-4f95-8956-c0a47823f108 req-42a28202-f269-40d3-a1d2-c85f4700a5dd tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 945 time: 0.1374791 Mar 11 00:17:38.432670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7ef4171-7140-4f95-8956-c0a47823f108 req-8a0c7b38-b16d-422b-a848-b1bbf77d4252 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027469 Mar 11 00:17:38.516296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bbfaf-74ae-474f-b131-cdc493a001e5 req-ed0879f0-744c-44f5-867d-9f6585994e73 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:38.517904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-548bbfaf-74ae-474f-b131-cdc493a001e5 req-ed0879f0-744c-44f5-867d-9f6585994e73 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 949 time: 0.1614068 Mar 11 00:17:38.561493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:17:38.656834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-548bbfaf-74ae-474f-b131-cdc493a001e5 req-b7dac1fb-e9f2-4b68-98a1-5a3a6b26b97b tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b5e940-6b23-4203-a0c5-26334bcea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314662 Mar 11 00:17:38.702238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ce7369a4-0754-4637-a59c-b8edb3f59f4a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:17:38.704910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.754316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0039b891-6086-44e1-98b9-242784fdb86c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.852445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:38.853130 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.921056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:38.923861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:38.927702 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7542f6-df2e-4b14-9e50-1011e35288e3" -d '{"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-plugged", "status": "completed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:38.936364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:38.937965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 63c8324e-2957-453d-9ca8-c367c8167e7c no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:39.075544 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6215f-57ab-4607-8c7d-a6676c986189 x-openstack-request-id: req-4fb6215f-57ab-4607-8c7d-a6676c986189 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:39.075981 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-plugged", "status": "completed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:39.076252 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb6215f-57ab-4607-8c7d-a6676c986189 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:39.076788 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'code': 200} Mar 11 00:17:39.079521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 63c8324e-2957-453d-9ca8-c367c8167e7c is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:17:39.080026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.130777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:39.138998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (63c8324e-2957-453d-9ca8-c367c8167e7c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.261180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f6487cb5-030a-4c68-b869-9423b6b23920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.288211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0039b891-6086-44e1-98b9-242784fdb86c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.292070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] No DVR routers for this DVR port 63c8324e-2957-453d-9ca8-c367c8167e7c on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:39.328987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.339572 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-431eedd3-24fa-4843-8298-471f079bf322 req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.30 "DELETE /v2.0/ports/63c8324e-2957-453d-9ca8-c367c8167e7c HTTP/1.1" status: 204 len: 173 time: 1.8602443 Mar 11 00:17:39.343011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'name': 'network-vif-deleted', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:17:39.351520 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc7bc1-df3b-4a7a-9e43-82dfc6e761e0" -d '{"events": [{"server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "name": "network-vif-deleted", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:17:39.371971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cbff2-df36-48d8-adae-f5f437842d45 req-0665ca62-4f56-4702-8105-af5605b53dd3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:39.372859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249104c3-54f4-4959-b463-1619de5c6831 tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] Pushing event deleted for resources: {'Port': ['ID=63c8324e-2957-453d-9ca8-c367c8167e7c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:39.381409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f7cbff2-df36-48d8-adae-f5f437842d45 req-0665ca62-4f56-4702-8105-af5605b53dd3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1577878 Mar 11 00:17:39.479538 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a68bfe-340c-47cb-87cd-a04fce3341f0 x-openstack-request-id: req-c7a68bfe-340c-47cb-87cd-a04fce3341f0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:17:39.479800 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748d4757-b331-4a10-b3cd-dd384e05b4b3", "name": "network-vif-deleted", "tag": "63c8324e-2957-453d-9ca8-c367c8167e7c", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:17:39.480074 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a68bfe-340c-47cb-87cd-a04fce3341f0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:17:39.480497 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748d4757-b331-4a10-b3cd-dd384e05b4b3', 'name': 'network-vif-deleted', 'tag': '63c8324e-2957-453d-9ca8-c367c8167e7c', 'status': 'completed', 'code': 200} Mar 11 00:17:39.496775 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0039b891-6086-44e1-98b9-242784fdb86c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.526959 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.532732 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/subnets/0039b891-6086-44e1-98b9-242784fdb86c HTTP/1.1" status: 204 len: 168 time: 1.6579998 Mar 11 00:17:39.533972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:39.540168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42b9797-3ad6-4913-9a73-303f9e17e0f0 None None] Network 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:39.604114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b61f2-da73-411e-b2ab-969119a3d792 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Subnet': ['ID=0039b891-6086-44e1-98b9-242784fdb86c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:39.686062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:39.704995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f7cbff2-df36-48d8-adae-f5f437842d45 req-ae34ca38-2bd3-4ed1-a944-2c4c35a14df6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138242 Mar 11 00:17:39.914992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1af12962-f176-4b81-9488-ba0a340815b9 req-bfa7119b-83cb-4049-9b53-d7a22f3ecbfa tempest-VolumesNegativeTest-1057965052 tempest-VolumesNegativeTest-1057965052-project] 10.222.0.21 "GET /v2.0/ports?device_id=748d4757-b331-4a10-b3cd-dd384e05b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0572188 Mar 11 00:17:39.945295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e3e57-f38a-459d-b2ff-716c87da25bb req-98be8319-ea99-4b6f-b2f4-14b60997e623 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:39.954032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac1e3e57-f38a-459d-b2ff-716c87da25bb req-98be8319-ea99-4b6f-b2f4-14b60997e623 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.2646632 Mar 11 00:17:39.987270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] DHCP port deletion for 05b4d4df-6c58-4a1f-a0d4-43340a0ab72b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:17:40.010600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:40.010918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.060807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac1e3e57-f38a-459d-b2ff-716c87da25bb req-7fd734f2-e25f-42c9-bb68-476cbd9add12 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Mar 11 00:17:40.194676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] For port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,segment=NetworkSegment(ce0c049c-fb29-40f7-9178-ad5b4c619fe2),segment_id=ce0c049c-fb29-40f7-9178-ad5b4c619fe2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:40.195416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.237483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Calling delete_port for d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:40.419647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:40.448567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.488726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Deleting port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:40.490219 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.516710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Port': ['ID=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:40.519860 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] No DVR routers for this DVR port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:40.590088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] For port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:40.591177 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.613282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Calling delete_port for d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:40.616966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:17:40.622631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:17:40.623435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:17:40.624090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:17:40.643105 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d5af52c4-76d3-4e40-95ac-7bb90cb6ed87), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.644301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.675165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b4d4df-6c58-4a1f-a0d4-43340a0ab72b']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:40.689399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:40.690338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0c049c-fb29-40f7-9178-ad5b4c619fe2') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:40.695888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] Pushing event deleted for resources: {'Port': ['ID=d5af52c4-76d3-4e40-95ac-7bb90cb6ed87,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:40.705436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ce0c049c-fb29-40f7-9178-ad5b4c619fe2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.722051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3a69b-8e46-4d11-88d3-c0ef3f907b22 None None] No DVR routers for this DVR port d5af52c4-76d3-4e40-95ac-7bb90cb6ed87 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:40.741788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ce0c049c-fb29-40f7-9178-ad5b4c619fe2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.756742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.758413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:40.760123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ce0c049c-fb29-40f7-9178-ad5b4c619fe2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.785816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:40.891745 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:40.906792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (05b4d4df-6c58-4a1f-a0d4-43340a0ab72b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.940150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:40.954610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/networks/05b4d4df-6c58-4a1f-a0d4-43340a0ab72b HTTP/1.1" status: 204 len: 168 time: 1.4195645 Mar 11 00:17:40.957111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:40.986843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689d072-57bf-4a98-aca1-56284111f8d9 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Network': ['ID=05b4d4df-6c58-4a1f-a0d4-43340a0ab72b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:41.014471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.015069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73317-bf14-4834-8814-bf666603dde6 req-e8edfa42-675f-4d0b-909d-fcf29b01274e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:41.025801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fba73317-bf14-4834-8814-bf666603dde6 req-e8edfa42-675f-4d0b-909d-fcf29b01274e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1327605 Mar 11 00:17:41.070958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting subnet ba4f61d9-f827-402b-a073-8e45a13ab675 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:17:41.076491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (ba4f61d9-f827-402b-a073-8e45a13ab675), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.149274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fba73317-bf14-4834-8814-bf666603dde6 req-be64c8b6-ff5f-4214-bfb8-a0a030a69d8a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214416 Mar 11 00:17:41.227690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ba4f61d9-f827-402b-a073-8e45a13ab675), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.346789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e1378-159d-4fa0-832d-744cdace7c29 req-e3ad0ca0-a74b-4cff-8855-89e20dabf6ed tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:41.349918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c41e1378-159d-4fa0-832d-744cdace7c29 req-e3ad0ca0-a74b-4cff-8855-89e20dabf6ed tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1241486 Mar 11 00:17:41.439263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ba4f61d9-f827-402b-a073-8e45a13ab675), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.496558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c41e1378-159d-4fa0-832d-744cdace7c29 req-6d2d5ae4-fe33-468f-a495-1535851133f3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406231 Mar 11 00:17:41.558478 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ba4f61d9-f827-402b-a073-8e45a13ab675), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.623457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.633197 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/subnets/ba4f61d9-f827-402b-a073-8e45a13ab675 HTTP/1.1" status: 204 len: 168 time: 0.6744292 Mar 11 00:17:41.634828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.635777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47828) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:41.650609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858be0a-0c30-4611-bcc8-08d6e31d06ef None None] Network 4d960145-f2c7-4f30-9b3a-b9421a1652a2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:41.651465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f60b-16b2-4ba8-9e2a-260ed83dbc11 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4f61d9-f827-402b-a073-8e45a13ab675,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:41.774788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting subnet 08a4ab42-c9c8-4dde-aeed-1bd054d559d6 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:17:41.781868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (08a4ab42-c9c8-4dde-aeed-1bd054d559d6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:41.906335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (08a4ab42-c9c8-4dde-aeed-1bd054d559d6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.038056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] DHCP port deletion for 4d960145-f2c7-4f30-9b3a-b9421a1652a2 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:17:42.108608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Deleting port 2ec80553-3957-433e-823d-f41f1a479d1e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:42.109309 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.202702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (08a4ab42-c9c8-4dde-aeed-1bd054d559d6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.292070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] For port 2ec80553-3957-433e-823d-f41f1a479d1e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2ec80553-3957-433e-823d-f41f1a479d1e,segment=NetworkSegment(4d702d3e-e01f-482e-9647-94005301556d),segment_id=4d702d3e-e01f-482e-9647-94005301556d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:42.293151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.338993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Calling delete_port for 2ec80553-3957-433e-823d-f41f1a479d1e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:42.360571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2ec80553-3957-433e-823d-f41f1a479d1e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:42.417853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (08a4ab42-c9c8-4dde-aeed-1bd054d559d6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.486512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Subnet': ['ID=08a4ab42-c9c8-4dde-aeed-1bd054d559d6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:42.498374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.502623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-942075d5-2aab-4151-a59d-3b88ae560f4a tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/subnets/08a4ab42-c9c8-4dde-aeed-1bd054d559d6 HTTP/1.1" status: 204 len: 168 time: 0.8655233 Mar 11 00:17:42.505386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47892) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:42.543205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d4723-d45f-43cd-a41e-49f87ebf1c36 req-ccea1460-82dc-4236-99ef-34c4ad8e1cc8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:42.573312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1d4723-d45f-43cd-a41e-49f87ebf1c36 req-ccea1460-82dc-4236-99ef-34c4ad8e1cc8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2365685 Mar 11 00:17:42.680723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c735c55-a52d-46aa-9e10-1061a1a94ce9 None None] Network e6663309-e6b3-4ec1-b4e3-864b663f960f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:42.781491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (2ec80553-3957-433e-823d-f41f1a479d1e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.783811 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (4d960145-f2c7-4f30-9b3a-b9421a1652a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:42.811672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77a13d-ffd7-460d-9211-e21ad7d0a660 req-8a2ee95a-4fa4-42cd-a40e-a396d57d538a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:42.818477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c77a13d-ffd7-460d-9211-e21ad7d0a660 req-8a2ee95a-4fa4-42cd-a40e-a396d57d538a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.2089415 Mar 11 00:17:42.819799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] No DVR routers for this DVR port 2ec80553-3957-433e-823d-f41f1a479d1e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:42.825610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e1d4723-d45f-43cd-a41e-49f87ebf1c36 req-83704755-b2ac-4045-ab3c-6240ec5c58e4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513900 Mar 11 00:17:42.896516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c4e81-e0a1-46b2-9f0f-988452a88db9 None None] Pushing event deleted for resources: {'Port': ['ID=2ec80553-3957-433e-823d-f41f1a479d1e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:42.923253 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No active binding found for port 2ec80553-3957-433e-823d-f41f1a479d1e {{(pid=110427) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 00:17:42.923628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] The host n-d-831844-1 is not matching for port 2ec80553-3957-433e-823d-f41f1a479d1e host None! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:17:42.924051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2ec80553-3957-433e-823d-f41f1a479d1e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:17:42.928939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c77a13d-ffd7-460d-9211-e21ad7d0a660 req-63e173a0-c5b9-4a81-b8e4-635f7eff3cbc tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022735 Mar 11 00:17:43.001576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (4d960145-f2c7-4f30-9b3a-b9421a1652a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.061416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d960145-f2c7-4f30-9b3a-b9421a1652a2']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:43.076449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] DHCP port deletion for e6663309-e6b3-4ec1-b4e3-864b663f960f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:17:43.086316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d702d3e-e01f-482e-9647-94005301556d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:43.086821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d702d3e-e01f-482e-9647-94005301556d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:43.128883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (4d702d3e-e01f-482e-9647-94005301556d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.158191 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4d702d3e-e01f-482e-9647-94005301556d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.171716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:43.171716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (4d702d3e-e01f-482e-9647-94005301556d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:43.178279 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:43.294450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Deleting port 6978c8ee-0c61-468e-b420-eb1e43e3068a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:43.298296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.300661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (4d960145-f2c7-4f30-9b3a-b9421a1652a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.311697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.315818 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/networks/4d960145-f2c7-4f30-9b3a-b9421a1652a2 HTTP/1.1" status: 204 len: 168 time: 0.8094184 Mar 11 00:17:43.318591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 47920) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:43.351265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f659-be29-49c1-a969-8455a3c622a1 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Network': ['ID=4d960145-f2c7-4f30-9b3a-b9421a1652a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:43.431244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] For port 6978c8ee-0c61-468e-b420-eb1e43e3068a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6978c8ee-0c61-468e-b420-eb1e43e3068a,segment=NetworkSegment(d9351c6d-f8bc-4251-8f9e-075f7eb12d36),segment_id=d9351c6d-f8bc-4251-8f9e-075f7eb12d36)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:43.431761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.463401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Calling delete_port for 6978c8ee-0c61-468e-b420-eb1e43e3068a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:43.572540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (e6663309-e6b3-4ec1-b4e3-864b663f960f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.634414 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (6978c8ee-0c61-468e-b420-eb1e43e3068a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.668108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] Pushing event deleted for resources: {'Port': ['ID=6978c8ee-0c61-468e-b420-eb1e43e3068a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:43.678576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.718632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9471fba-931c-4de3-8e7c-2502137b6b08 None None] No DVR routers for this DVR port 6978c8ee-0c61-468e-b420-eb1e43e3068a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:43.887620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (e6663309-e6b3-4ec1-b4e3-864b663f960f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:43.951005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6663309-e6b3-4ec1-b4e3-864b663f960f']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:43.980531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:43.981070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9351c6d-f8bc-4251-8f9e-075f7eb12d36') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:44.008781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (d9351c6d-f8bc-4251-8f9e-075f7eb12d36), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.073710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d9351c6d-f8bc-4251-8f9e-075f7eb12d36), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.084201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:44.084884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (d9351c6d-f8bc-4251-8f9e-075f7eb12d36), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:44.088247 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:44.192825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0781e-c02b-47ac-904c-c5273b064743 req-598bf595-da32-4480-b2fd-588461ec6874 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:44.194408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21e0781e-c02b-47ac-904c-c5273b064743 req-598bf595-da32-4480-b2fd-588461ec6874 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1783879 Mar 11 00:17:44.252216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (e6663309-e6b3-4ec1-b4e3-864b663f960f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.283282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6978c8ee-0c61-468e-b420-eb1e43e3068a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:44.294397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.306785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 47982) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:44.307835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/networks/e6663309-e6b3-4ec1-b4e3-864b663f960f HTTP/1.1" status: 204 len: 168 time: 0.9877279 Mar 11 00:17:44.327247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6978c8ee-0c61-468e-b420-eb1e43e3068a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:17:44.328676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6978c8ee-0c61-468e-b420-eb1e43e3068a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:17:44.387276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21e0781e-c02b-47ac-904c-c5273b064743 req-5a50b18e-190b-4a10-b4b3-3b6ef6b01642 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798315 Mar 11 00:17:44.409647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cccdf4-a585-4794-a5c4-6542cd9936fd tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Network': ['ID=e6663309-e6b3-4ec1-b4e3-864b663f960f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:44.453406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting subnet 1c87ad63-ed5d-4fd6-9352-6437bec5de66 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:17:44.458675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cda1f4-b06f-42bd-a414-174b5d42cae9 req-364bc45c-e570-4249-8482-b64e747cef56 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:44.460505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7cda1f4-b06f-42bd-a414-174b5d42cae9 req-364bc45c-e570-4249-8482-b64e747cef56 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.2975001 Mar 11 00:17:44.463048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (1c87ad63-ed5d-4fd6-9352-6437bec5de66), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.533155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (1c87ad63-ed5d-4fd6-9352-6437bec5de66), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.568573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7cda1f4-b06f-42bd-a414-174b5d42cae9 req-ad383d1b-d9e7-4320-95bb-876bc69c938b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Mar 11 00:17:44.705311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (1c87ad63-ed5d-4fd6-9352-6437bec5de66), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.835115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (1c87ad63-ed5d-4fd6-9352-6437bec5de66), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.872184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Subnet': ['ID=1c87ad63-ed5d-4fd6-9352-6437bec5de66,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:44.888430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bc1bcd-ae54-4293-b138-e1fe1fd7f0e9 None None] Network b968891e-8f1b-4e2a-9732-306cc35e00fa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:17:44.889156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:44.896747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48008) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:44.908479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a5611752-be8d-4606-aaeb-82fe10968356 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/subnets/1c87ad63-ed5d-4fd6-9352-6437bec5de66 HTTP/1.1" status: 204 len: 168 time: 0.6005118 Mar 11 00:17:45.033501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b968891e-8f1b-4e2a-9732-306cc35e00fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.149631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Deleting port 641d6744-6db3-420a-ae23-233927f8a8d0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:45.151658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.278591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] DHCP port deletion for b968891e-8f1b-4e2a-9732-306cc35e00fa request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:17:45.305996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] For port 641d6744-6db3-420a-ae23-233927f8a8d0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=641d6744-6db3-420a-ae23-233927f8a8d0,segment=NetworkSegment(18aabe86-6a7c-486e-821f-c95d8c8fbb34),segment_id=18aabe86-6a7c-486e-821f-c95d8c8fbb34)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:45.309848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.340054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Calling delete_port for 641d6744-6db3-420a-ae23-233927f8a8d0 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:45.401220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Deleting port 641d6744-6db3-420a-ae23-233927f8a8d0 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:17:45.409268 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.616058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] For port 641d6744-6db3-420a-ae23-233927f8a8d0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=641d6744-6db3-420a-ae23-233927f8a8d0,segment=NetworkSegment(18aabe86-6a7c-486e-821f-c95d8c8fbb34),segment_id=18aabe86-6a7c-486e-821f-c95d8c8fbb34)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:17:45.620306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.652297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Calling delete_port for 641d6744-6db3-420a-ae23-233927f8a8d0 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:17:45.667852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.733247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] No DVR routers for this DVR port 641d6744-6db3-420a-ae23-233927f8a8d0 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:45.913285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (641d6744-6db3-420a-ae23-233927f8a8d0), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:45.916213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Port': ['ID=641d6744-6db3-420a-ae23-233927f8a8d0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:46.005975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] Pushing event deleted for resources: {'Port': ['ID=641d6744-6db3-420a-ae23-233927f8a8d0,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:46.042569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf83b74-0860-44e3-b806-e91001f805a4 None None] No DVR routers for this DVR port 641d6744-6db3-420a-ae23-233927f8a8d0 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:17:46.122212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aa10b-08f7-42ad-8150-ea1535a48a0c req-31ec44fa-4a9f-42f4-a228-fc42b67fdefc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:46.125447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-661aa10b-08f7-42ad-8150-ea1535a48a0c req-31ec44fa-4a9f-42f4-a228-fc42b67fdefc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.5655332 Mar 11 00:17:46.239754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 641d6744-6db3-420a-ae23-233927f8a8d0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:17:46.277590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 641d6744-6db3-420a-ae23-233927f8a8d0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:17:46.281856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 641d6744-6db3-420a-ae23-233927f8a8d0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:17:46.284583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b968891e-8f1b-4e2a-9732-306cc35e00fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.417776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b968891e-8f1b-4e2a-9732-306cc35e00fa']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:46.442462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18aabe86-6a7c-486e-821f-c95d8c8fbb34') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:46.443182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18aabe86-6a7c-486e-821f-c95d8c8fbb34') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:17:46.471280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aefa96-5da8-48a3-8120-cc6122a9b89d req-784c5fe9-4d1b-4e6c-867b-97e90f286ff7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:46.479860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28aefa96-5da8-48a3-8120-cc6122a9b89d req-784c5fe9-4d1b-4e6c-867b-97e90f286ff7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.4039037 Mar 11 00:17:46.513674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-661aa10b-08f7-42ad-8150-ea1535a48a0c req-171ceb90-4109-4fa8-bc25-8a8e288e6f85 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760397 Mar 11 00:17:46.516523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (18aabe86-6a7c-486e-821f-c95d8c8fbb34), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.589354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28aefa96-5da8-48a3-8120-cc6122a9b89d req-4ba63a29-cebd-498c-b22a-08997411a1a0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075799 Mar 11 00:17:46.605338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (18aabe86-6a7c-486e-821f-c95d8c8fbb34), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.623196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:17:46.623865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (18aabe86-6a7c-486e-821f-c95d8c8fbb34), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:17:46.628089 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:17:46.779520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b968891e-8f1b-4e2a-9732-306cc35e00fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.789204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:46.803014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/networks/b968891e-8f1b-4e2a-9732-306cc35e00fa HTTP/1.1" status: 204 len: 168 time: 1.9030318 Mar 11 00:17:46.804586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48054) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:46.897968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce537e51-69d8-4b03-b4ba-a4c688afdcf5 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "GET /v2.0/ports?device_id=675eff9b-0742-4d3b-9729-45c5d6c681f8 HTTP/1.1" status: 200 len: 205 time: 0.0874085 Mar 11 00:17:46.899260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:46.899788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Pushing event deleted for resources: {'Network': ['ID=b968891e-8f1b-4e2a-9732-306cc35e00fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:46.918565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.919264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.919264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.919600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.919907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.920258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.920594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.925345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.925608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.927331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.927679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.928654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:46.929007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca40bb6a-e109-46f4-af18-1693c08099d2 tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:47.135127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:47.678822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:47.689384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router_controller (675eff9b-0742-4d3b-9729-45c5d6c681f8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:47.930737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (675eff9b-0742-4d3b-9729-45c5d6c681f8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:47.931388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Fanout notify agent at l3_agent the message router_deleted on router 675eff9b-0742-4d3b-9729-45c5d6c681f8 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:17:47.949593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:47.964667 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5d07f520-71b9-4cfc-806f-9ad1eaaf144f tempest-RoutersNegativeIpV6Test-235991547 tempest-RoutersNegativeIpV6Test-235991547-project] 10.222.0.21 "DELETE /v2.0/routers/675eff9b-0742-4d3b-9729-45c5d6c681f8 HTTP/1.1" status: 204 len: 168 time: 1.0598798 Mar 11 00:17:48.010231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941b6a0-7629-4ba7-b2f5-9f2660094767 req-24050642-dea1-4071-b6c5-7c036f150df2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:48.025775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6941b6a0-7629-4ba7-b2f5-9f2660094767 req-24050642-dea1-4071-b6c5-7c036f150df2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.3223145 Mar 11 00:17:48.159741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0780032-1e16-4115-8ea4-a8c2f70956f7 req-599598ce-dd8f-4989-91da-11ad7291206c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:48.164817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0780032-1e16-4115-8ea4-a8c2f70956f7 req-599598ce-dd8f-4989-91da-11ad7291206c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.3077695 Mar 11 00:17:48.347909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6941b6a0-7629-4ba7-b2f5-9f2660094767 req-f57ffb1f-f4a5-4387-9f70-4dd5030dd199 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208554 Mar 11 00:17:48.360250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0780032-1e16-4115-8ea4-a8c2f70956f7 req-abd463f7-f4e7-405f-a589-2b2a55a3cde1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849346 Mar 11 00:17:48.719329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48110) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:49.006137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4031987-6ef0-4a49-a091-9db5e63757bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c4a01a3ee2f4ebbb9ded1fb23ee2d2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824705 Mar 11 00:17:49.006833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48114) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:49.130939 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] Publish callbacks [] for security_group (34a0466c-da04-4440-947a-2817031f008b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:49.181801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] Publish callbacks [] for security_group (34a0466c-da04-4440-947a-2817031f008b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:49.288445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (34a0466c-da04-4440-947a-2817031f008b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:49.291198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:49.293009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a0466c-da04-4440-947a-2817031f008b HTTP/1.1" status: 204 len: 168 time: 0.2827203 Mar 11 00:17:49.305342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0b72-dbe0-49c3-a6f3-b8194d5095cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0466c-da04-4440-947a-2817031f008b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:49.644145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239afd3-6675-4c18-b2e0-d6b2021d74a7 req-129f08fc-0724-42a4-9c03-9221eaf39b6a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:49.652123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a239afd3-6675-4c18-b2e0-d6b2021d74a7 req-129f08fc-0724-42a4-9c03-9221eaf39b6a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1456444 Mar 11 00:17:49.690955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546042a-aba5-469b-8029-ede3f600854f req-6d7db92f-8e8e-4b19-8ee0-5d911e31ad54 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:49.698323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7546042a-aba5-469b-8029-ede3f600854f req-6d7db92f-8e8e-4b19-8ee0-5d911e31ad54 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1413457 Mar 11 00:17:49.765465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7546042a-aba5-469b-8029-ede3f600854f req-46681053-51cf-458b-b142-f527a4ead140 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661530 Mar 11 00:17:49.919535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a239afd3-6675-4c18-b2e0-d6b2021d74a7 req-2e965b23-706c-4e1b-beeb-53a210f23c48 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664175 Mar 11 00:17:50.775080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48152) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:51.028358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-68e98e5f-6e47-43a9-b6ea-b09704e98c2d tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-696194702', 'prefixes': ['172.20.0.0/16']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:51.249094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87e101-63fb-4466-bc30-97f11edb7e69 req-806c7102-d292-48d7-a4a3-f1f52cfcda06 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:51.250705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b87e101-63fb-4466-bc30-97f11edb7e69 req-806c7102-d292-48d7-a4a3-f1f52cfcda06 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.3134131 Mar 11 00:17:51.322416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d9bf5-082e-48d9-876e-4d7833d2c927 req-83b37096-6b05-401b-b2e6-0124ce090102 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:51.324295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc5d9bf5-082e-48d9-876e-4d7833d2c927 req-83b37096-6b05-401b-b2e6-0124ce090102 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2778132 Mar 11 00:17:51.398762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b87e101-63fb-4466-bc30-97f11edb7e69 req-b7dd2ac0-92e8-4ed6-a1d8-12e4a9afd959 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346679 Mar 11 00:17:51.409971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-68e98e5f-6e47-43a9-b6ea-b09704e98c2d tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:51.414446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-68e98e5f-6e47-43a9-b6ea-b09704e98c2d tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6383257 Mar 11 00:17:51.419310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48168) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:51.502648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc5d9bf5-082e-48d9-876e-4d7833d2c927 req-e06e9bf0-6ec3-43cc-8a0e-4a89c2aed68e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715794 Mar 11 00:17:51.522613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48170) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:51.522853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92c3029b-486a-469d-bafd-e3307db3e154 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "GET /v2.0/subnetpools/9e6a7081-95ce-4a5f-ad9b-ebbba8cf9b07 HTTP/1.1" status: 200 len: 731 time: 0.0998318 Mar 11 00:17:51.538280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-128e71c0-3958-4b68-833f-73e99d1afe86 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1204558983'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:17:51.871201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-128e71c0-3958-4b68-833f-73e99d1afe86 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:51.877506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-128e71c0-3958-4b68-833f-73e99d1afe86 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "PUT /v2.0/subnetpools/9e6a7081-95ce-4a5f-ad9b-ebbba8cf9b07 HTTP/1.1" status: 200 len: 684 time: 0.3519881 Mar 11 00:17:51.879308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48180) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:52.099577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a631546-5867-4b41-9ff7-e19650ce0161 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:52.100841 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a631546-5867-4b41-9ff7-e19650ce0161 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9e6a7081-95ce-4a5f-ad9b-ebbba8cf9b07 HTTP/1.1" status: 204 len: 168 time: 0.2205184 Mar 11 00:17:52.103580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:52.132516 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-3a93ade7-3809-4dff-b769-5398aadc726e tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] show failed (client error): The resource could not be found. Mar 11 00:17:52.133606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3a93ade7-3809-4dff-b769-5398aadc726e tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "GET /v2.0/subnetpools/9e6a7081-95ce-4a5f-ad9b-ebbba8cf9b07 HTTP/1.1" status: 404 len: 346 time: 0.0291584 Mar 11 00:17:52.138033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48190) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:52.169749 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-6a902365-e2fa-41c0-b6ca-0638f24cb0b2 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] delete failed (client error): The resource could not be found. Mar 11 00:17:52.173179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a902365-e2fa-41c0-b6ca-0638f24cb0b2 tempest-SubnetPoolsTestJSON-555456382 tempest-SubnetPoolsTestJSON-555456382-project] 10.222.0.21 "DELETE /v2.0/subnetpools/9e6a7081-95ce-4a5f-ad9b-ebbba8cf9b07 HTTP/1.1" status: 404 len: 346 time: 0.0339167 Mar 11 00:17:52.627107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:52.734386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bd8cf-08d6-4ea5-a9c6-9d059d02fff7 req-a530a0de-e07b-456a-8f95-05c6a90f3096 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:52.741762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-002bd8cf-08d6-4ea5-a9c6-9d059d02fff7 req-a530a0de-e07b-456a-8f95-05c6a90f3096 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.6789131 Mar 11 00:17:52.777965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:52.778239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef23fb-454c-41e9-b98a-4e8d17f87052 req-d66c561e-8843-47be-9cef-703a6024d1b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:52.779903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddef23fb-454c-41e9-b98a-4e8d17f87052 req-d66c561e-8843-47be-9cef-703a6024d1b1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1095359 Mar 11 00:17:52.868130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddef23fb-454c-41e9-b98a-4e8d17f87052 req-790d7a23-a5ae-4d85-a0c0-1926dfdf2397 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790164 Mar 11 00:17:52.896948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-002bd8cf-08d6-4ea5-a9c6-9d059d02fff7 req-85478a2e-53ec-4775-8789-516e3c6628b6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542218 Mar 11 00:17:52.967589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Publish callbacks [] for security_group (76a156fe-1b22-4112-8328-165d64249546), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:52.977091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (76a156fe-1b22-4112-8328-165d64249546), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:53.010696 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa486c573674920a5357782fcfe8f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3817756 Mar 11 00:17:53.012473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48204) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:53.064084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a156fe-1b22-4112-8328-165d64249546,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:53.079819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff91f7-f1d7-42b3-8f0b-46a8bfdc165c req-175ad710-0746-4976-b0d1-3ef312756279 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:53.095997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ff91f7-f1d7-42b3-8f0b-46a8bfdc165c req-175ad710-0746-4976-b0d1-3ef312756279 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1295328 Mar 11 00:17:53.099376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.106189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.106699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.107118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.107574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.108223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.108818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.109406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.113234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.115023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.115660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.116272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.116869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d186e1-d6c7-4490-a43d-9f2c50d369b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:17:53.156054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] Publish callbacks [] for security_group (76a156fe-1b22-4112-8328-165d64249546), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:53.175047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55ff91f7-f1d7-42b3-8f0b-46a8bfdc165c req-f3691e19-ceaa-47dd-aaf8-f96892c2c02e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780547 Mar 11 00:17:53.218513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] Publish callbacks [] for security_group (76a156fe-1b22-4112-8328-165d64249546), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:53.285330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (76a156fe-1b22-4112-8328-165d64249546), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:53.290274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:53.292410 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76a156fe-1b22-4112-8328-165d64249546 HTTP/1.1" status: 204 len: 168 time: 0.2786579 Mar 11 00:17:53.305838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a2c43-3613-4210-aba6-388da8f428d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a156fe-1b22-4112-8328-165d64249546,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:54.157398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653c4e4-351d-4617-90a2-1ed3cb3386ff req-b5e65cf2-db74-4ca7-bae9-c9374e2c087d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:54.167036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b653c4e4-351d-4617-90a2-1ed3cb3386ff req-b5e65cf2-db74-4ca7-bae9-c9374e2c087d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1466885 Mar 11 00:17:54.190346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6545a02-5cb1-4ec3-a496-372ea659f718 req-2ba6b162-5b61-4742-983d-502550300fe0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:54.197599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6545a02-5cb1-4ec3-a496-372ea659f718 req-2ba6b162-5b61-4742-983d-502550300fe0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1483033 Mar 11 00:17:54.296616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b653c4e4-351d-4617-90a2-1ed3cb3386ff req-62e33144-feab-4ae2-9408-ad787a57cc8d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282756 Mar 11 00:17:54.309935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6545a02-5cb1-4ec3-a496-372ea659f718 req-7ece64d7-e841-4422-9e5e-de238da21c36 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113153 Mar 11 00:17:54.474820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c906dc1-a55a-4d68-9944-33d80184f78a req-1163ec0c-b8f7-48c6-8a5b-572ad54efb35 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:54.482918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c906dc1-a55a-4d68-9944-33d80184f78a req-1163ec0c-b8f7-48c6-8a5b-572ad54efb35 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1009946 Mar 11 00:17:54.560234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c906dc1-a55a-4d68-9944-33d80184f78a req-72842c59-9761-4d3c-8e31-ce4bb6a1988f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755289 Mar 11 00:17:55.685539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afcbc0-cfd0-4740-8b11-71c1ab7b779f req-61c67b4c-1168-4bae-a040-2b24fa9d5e3d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:55.694981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8afcbc0-cfd0-4740-8b11-71c1ab7b779f req-61c67b4c-1168-4bae-a040-2b24fa9d5e3d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1707394 Mar 11 00:17:55.715470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a29ec6-7ed3-4093-88cf-54aa8ccb3834 req-4f8e47c7-bc6d-47b6-ac9b-b775705cb965 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:55.732056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a29ec6-7ed3-4093-88cf-54aa8ccb3834 req-4f8e47c7-bc6d-47b6-ac9b-b775705cb965 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2674804 Mar 11 00:17:55.922609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a29ec6-7ed3-4093-88cf-54aa8ccb3834 req-d6041edc-2903-47ea-a710-bd270b4f3eac tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895130 Mar 11 00:17:55.976033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8afcbc0-cfd0-4740-8b11-71c1ab7b779f req-ed7acace-df6b-4851-aeac-ced19d9ea59e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799900 Mar 11 00:17:56.111204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48284) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:56.159256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777ef4-5926-436e-aa84-f50755838dc5 req-919d2689-a866-4a4b-94c6-8f8ce1a27e28 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:56.174864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78777ef4-5926-436e-aa84-f50755838dc5 req-919d2689-a866-4a4b-94c6-8f8ce1a27e28 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1154430 Mar 11 00:17:56.292989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78777ef4-5926-436e-aa84-f50755838dc5 req-c857410e-4906-42f2-ba78-e5ed34311f0d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170609 Mar 11 00:17:56.406356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48290) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:56.408749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c845611-e0db-401c-af65-6e4deee37c6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00640dfae2f145f1a44fc6fe757d3ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966204 Mar 11 00:17:56.546076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] Publish callbacks [] for security_group (e9b5e940-6b23-4203-a0c5-26334bcea57e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:56.600397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] Publish callbacks [] for security_group (e9b5e940-6b23-4203-a0c5-26334bcea57e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:56.725561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e9b5e940-6b23-4203-a0c5-26334bcea57e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:56.737468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:56.744225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9b5e940-6b23-4203-a0c5-26334bcea57e HTTP/1.1" status: 204 len: 168 time: 0.3358951 Mar 11 00:17:56.803543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a92271-cf1f-463d-bcdb-b135dd772388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5e940-6b23-4203-a0c5-26334bcea57e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:57.084243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:57.413329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bb43-242b-47bd-8cb1-12a298ea181e req-81e6244f-9dbd-4dbd-9685-7b92a42b8c1f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:57.418405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1f6bb43-242b-47bd-8cb1-12a298ea181e req-81e6244f-9dbd-4dbd-9685-7b92a42b8c1f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2604969 Mar 11 00:17:57.439628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17d2a0-c75a-49c9-9db3-fbf03513b5dc req-85a20c34-5af2-40bc-a3ab-b530c31584b9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:57.441216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc17d2a0-c75a-49c9-9db3-fbf03513b5dc req-85a20c34-5af2-40bc-a3ab-b530c31584b9 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.3060167 Mar 11 00:17:57.497753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e54ba21c-a711-4733-9cc0-6cc0972f38aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:57.612943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc17d2a0-c75a-49c9-9db3-fbf03513b5dc req-de70859d-c389-4772-8113-f1fec467d8a3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475112 Mar 11 00:17:57.683154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1f6bb43-242b-47bd-8cb1-12a298ea181e req-8440121b-445d-4a0a-a6e6-f0b77fc7aca3 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404058 Mar 11 00:17:58.015315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462af68-38a5-4cde-acdb-ddbb2f63f4ee req-86b6efec-4ef3-4f2f-8f30-c52620d7d68e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:58.023556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f462af68-38a5-4cde-acdb-ddbb2f63f4ee req-86b6efec-4ef3-4f2f-8f30-c52620d7d68e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2582951 Mar 11 00:17:58.049348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e54ba21c-a711-4733-9cc0-6cc0972f38aa admin admin] Publish callbacks [] for security_group (a12cf8c9-40e7-480a-9ee1-80468ad8dd12), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.093471 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e54ba21c-a711-4733-9cc0-6cc0972f38aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a12cf8c9-40e7-480a-9ee1-80468ad8dd12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.158001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48334) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:58.172686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e54ba21c-a711-4733-9cc0-6cc0972f38aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45ce3e1ef5904e7f86cd5575c0c48e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0872459 Mar 11 00:17:58.251739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f462af68-38a5-4cde-acdb-ddbb2f63f4ee req-b75b5706-7044-486c-8ccb-c5e802dce34e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273402 Mar 11 00:17:58.277050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ba21c-a711-4733-9cc0-6cc0972f38aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cf8c9-40e7-480a-9ee1-80468ad8dd12,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:58.297135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] Publish callbacks [] for security_group (a12cf8c9-40e7-480a-9ee1-80468ad8dd12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.346255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] Publish callbacks [] for security_group (a12cf8c9-40e7-480a-9ee1-80468ad8dd12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.445518 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a12cf8c9-40e7-480a-9ee1-80468ad8dd12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.448475 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:58.449862 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a12cf8c9-40e7-480a-9ee1-80468ad8dd12 HTTP/1.1" status: 204 len: 168 time: 0.2908282 Mar 11 00:17:58.466049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abe5ac-766d-4e4d-befb-6264ed40233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cf8c9-40e7-480a-9ee1-80468ad8dd12,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:58.863886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-927f764a-6bc9-4297-b088-0e03af200d4e req-6643a56b-aa35-45c8-abd2-5d6c0e37775f service neutron] (110425) timed out ('10.222.0.21', 35248) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:17:58.947900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dbf02-b10b-4090-b69d-a9e8e7d1ff8a req-a68e6b89-40aa-4e3e-9f6a-96957f0b87a1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:58.959180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae1dbf02-b10b-4090-b69d-a9e8e7d1ff8a req-a68e6b89-40aa-4e3e-9f6a-96957f0b87a1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.2085876 Mar 11 00:17:59.073677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ab4f-252c-4eca-9319-63820282d97c req-aa528d3b-0d02-49be-a3b0-6710b4fc03cb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:59.086349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73b8ab4f-252c-4eca-9319-63820282d97c req-aa528d3b-0d02-49be-a3b0-6710b4fc03cb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2351201 Mar 11 00:17:59.138328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48356) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:59.166574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5745daaa-bee5-43f2-ab47-b2353a851038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.236174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae1dbf02-b10b-4090-b69d-a9e8e7d1ff8a req-3afd6565-910c-4684-8cbe-b6e90c6194ad tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684846 Mar 11 00:17:59.256636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73b8ab4f-252c-4eca-9319-63820282d97c req-c88a856a-5126-460a-8bba-586392f761f1 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638288 Mar 11 00:17:59.360530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5745daaa-bee5-43f2-ab47-b2353a851038 admin admin] Publish callbacks [] for security_group (ee1df30b-8099-4205-b3d3-89cfd87d338a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.372684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5745daaa-bee5-43f2-ab47-b2353a851038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ee1df30b-8099-4205-b3d3-89cfd87d338a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.418897 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5745daaa-bee5-43f2-ab47-b2353a851038 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d55eb3ed9af340aba2c0bf169b0dd12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791936 Mar 11 00:17:59.421400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48362) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:17:59.511833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] Publish callbacks [] for security_group (ee1df30b-8099-4205-b3d3-89cfd87d338a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.568300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bdee6-1d03-4100-a115-aa87380f5bf3 req-b86f4480-f16a-4356-9658-9b0f0127b38b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:17:59.576943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745daaa-bee5-43f2-ab47-b2353a851038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1df30b-8099-4205-b3d3-89cfd87d338a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:17:59.579144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5bdee6-1d03-4100-a115-aa87380f5bf3 req-b86f4480-f16a-4356-9658-9b0f0127b38b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.1711249 Mar 11 00:17:59.604535 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] Publish callbacks [] for security_group (ee1df30b-8099-4205-b3d3-89cfd87d338a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.678956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ee1df30b-8099-4205-b3d3-89cfd87d338a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.690116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:17:59.693787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee1df30b-8099-4205-b3d3-89cfd87d338a HTTP/1.1" status: 204 len: 168 time: 0.2710609 Mar 11 00:17:59.700657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5bdee6-1d03-4100-a115-aa87380f5bf3 req-4ac94ab1-5780-436b-8985-3d53ede320bf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188149 Mar 11 00:17:59.736995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab3b3c-ddff-4bf6-a011-6d04f995b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1df30b-8099-4205-b3d3-89cfd87d338a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:00.491082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275f61c-94ca-4ae7-8681-d25e544d7e5d req-5075003e-d0ef-4526-9001-8f85f0693077 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:00.504201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4275f61c-94ca-4ae7-8681-d25e544d7e5d req-5075003e-d0ef-4526-9001-8f85f0693077 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1169665 Mar 11 00:18:00.608476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4275f61c-94ca-4ae7-8681-d25e544d7e5d req-2a55270b-cf35-4850-8062-3ce67e86bc01 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972223 Mar 11 00:18:00.682778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a7c864b-504b-404b-bde8-a7a34cb12616 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:18:00.761723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:00.767793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474158147', 'description': 'tempest-secgroup-smoke-474158147 description', 'project_id': '4c79b35ba8454d5e968272e83089973a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:00.852449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:00.886064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:00.969746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d234a-ca57-41e1-b903-89bdd6eaaee1 req-86e83063-8536-4485-9091-9301097787fe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:00.972049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e50d234a-ca57-41e1-b903-89bdd6eaaee1 req-86e83063-8536-4485-9091-9301097787fe tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2209387 Mar 11 00:18:00.976435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a7c864b-504b-404b-bde8-a7a34cb12616,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:01.004235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '7a7c864b-504b-404b-bde8-a7a34cb12616', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': '7a7c864b-504b-404b-bde8-a7a34cb12616', 'mac_address': 'fa:16:3e:6f:16:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:18:01.068421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (d4f4699c-934e-4683-9896-04bd90c537e9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.082142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d4f4699c-934e-4683-9896-04bd90c537e9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.094089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e50d234a-ca57-41e1-b903-89bdd6eaaee1 req-b710266d-95e3-4ff1-8414-c8d683d07d97 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070910 Mar 11 00:18:01.101454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbdbc6-912c-40de-888a-5c1d026b8d7f req-be3e0486-7a57-4446-a8f0-58f11315879f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:01.108496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eefbdbc6-912c-40de-888a-5c1d026b8d7f req-be3e0486-7a57-4446-a8f0-58f11315879f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 943 time: 0.2670202 Mar 11 00:18:01.127511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a7c864b-504b-404b-bde8-a7a34cb12616 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:01.127915 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.184572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7c864b-504b-404b-bde8-a7a34cb12616 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:18:01.194819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eefbdbc6-912c-40de-888a-5c1d026b8d7f req-30549744-86f6-49a0-ba06-639a0a6bf3c7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847294 Mar 11 00:18:01.224324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a7c864b-504b-404b-bde8-a7a34cb12616,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:01.238031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.262363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (8538eee5-4201-447f-8263-c2e9ec81472e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.278697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8538eee5-4201-447f-8263-c2e9ec81472e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.309783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:01.315406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.317286 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5539215 Mar 11 00:18:01.321384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48406) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:01.336509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:01.362912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f4699c-934e-4683-9896-04bd90c537e9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:01.403882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c91e-de92-49a3-a064-25270bbe436e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8538eee5-4201-447f-8263-c2e9ec81472e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:01.409910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (a1f9db76-0f45-42a9-9347-d90e6ccf8d8d), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.482018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (a1f9db76-0f45-42a9-9347-d90e6ccf8d8d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.491885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a1f9db76-0f45-42a9-9347-d90e6ccf8d8d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.538211 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.540466 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179158 Mar 11 00:18:01.543674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48414) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:01.548257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a38676-fdac-4c09-ad94-03af56071ebc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f9db76-0f45-42a9-9347-d90e6ccf8d8d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:01.553145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:01.582507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a7c864b-504b-404b-bde8-a7a34cb12616'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:18:01.618235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (3d720f70-484d-47d5-aede-f235b905a41d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.896688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (3d720f70-484d-47d5-aede-f235b905a41d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.917603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73287d-c09c-4098-ba24-fb8b5c7dab21 req-cbba9aed-f5a2-4811-83b8-8a95452f50a8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:01.919601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb73287d-c09c-4098-ba24-fb8b5c7dab21 req-cbba9aed-f5a2-4811-83b8-8a95452f50a8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1717994 Mar 11 00:18:01.921232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (3d720f70-484d-47d5-aede-f235b905a41d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:01.990654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d720f70-484d-47d5-aede-f235b905a41d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:02.003977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.008607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48426) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.009548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e12bae9a-fb70-4283-aa21-853231422b01 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4621902 Mar 11 00:18:02.013622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:02.030630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb73287d-c09c-4098-ba24-fb8b5c7dab21 req-d2b844fa-6fdd-477d-8d6a-a628412fa0d3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972631 Mar 11 00:18:02.069179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (fb630183-0cea-461c-af95-951e944d1651), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.207391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48434) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.238085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (fb630183-0cea-461c-af95-951e944d1651), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.247446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (fb630183-0cea-461c-af95-951e944d1651), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.277641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb630183-0cea-461c-af95-951e944d1651,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:02.307291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.316526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a6e8404f-e75b-4f5e-810d-e2cdb6d4aafc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3066416 Mar 11 00:18:02.317669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48442) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.327653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:02.380180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (46fb7c99-b87f-4b08-9571-b6dc6171bcf8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.474991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288abb5-d641-48ec-8c0b-a2cf6ee24b41 req-661ad5f3-e09c-4cda-811d-06b887f25953 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:02.483274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5288abb5-d641-48ec-8c0b-a2cf6ee24b41 req-661ad5f3-e09c-4cda-811d-06b887f25953 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 944 time: 0.1357775 Mar 11 00:18:02.495338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09620-27c7-4859-8cfe-f0e66b86e389 req-df9a607f-ecc9-4ae8-9dac-84948ada5f3a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:02.497421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0e09620-27c7-4859-8cfe-f0e66b86e389 req-df9a607f-ecc9-4ae8-9dac-84948ada5f3a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2058048 Mar 11 00:18:02.512240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (46fb7c99-b87f-4b08-9571-b6dc6171bcf8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.520987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (46fb7c99-b87f-4b08-9571-b6dc6171bcf8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.528509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd846a61-6881-4a4a-963f-f156f8b5dfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.562315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fb7c99-b87f-4b08-9571-b6dc6171bcf8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:02.576252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.587215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a84c0b41-3a72-4080-89bf-886b7a8b038f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641087 Mar 11 00:18:02.587215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48444) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.595091 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:02.658085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd846a61-6881-4a4a-963f-f156f8b5dfab admin admin] Publish callbacks [] for security_group (44b8e826-bb7e-4180-b582-1f119a95618d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.686171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd846a61-6881-4a4a-963f-f156f8b5dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (44b8e826-bb7e-4180-b582-1f119a95618d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.698766 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:18:02.717953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (028a2d32-8212-453f-9f2e-77fc1aa3fd78), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.732022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0e09620-27c7-4859-8cfe-f0e66b86e389 req-6115a9aa-b3bf-4131-b73a-839a650bd93b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074218 Mar 11 00:18:02.761775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5288abb5-d641-48ec-8c0b-a2cf6ee24b41 req-1cd4002e-73c3-43b4-9ddc-9a226b2d6550 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632599 Mar 11 00:18:02.796697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd846a61-6881-4a4a-963f-f156f8b5dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b8e826-bb7e-4180-b582-1f119a95618d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:02.809180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fd846a61-6881-4a4a-963f-f156f8b5dfab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69655b05eb4f4aa392fc21e57553d641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004319 Mar 11 00:18:02.810009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.890636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (028a2d32-8212-453f-9f2e-77fc1aa3fd78), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.918278 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (028a2d32-8212-453f-9f2e-77fc1aa3fd78), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.939565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] Publish callbacks [] for security_group (44b8e826-bb7e-4180-b582-1f119a95618d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.960818 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:02.966347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3777125 Mar 11 00:18:02.967448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48452) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:02.972287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '8538eee5-4201-447f-8263-c2e9ec81472e', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:02.984502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89e3f0-6bfa-46b8-8d00-b227926a263e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028a2d32-8212-453f-9f2e-77fc1aa3fd78,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:02.998186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] Publish callbacks [] for security_group (44b8e826-bb7e-4180-b582-1f119a95618d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.071541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (44b8e826-bb7e-4180-b582-1f119a95618d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.075578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.079031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44b8e826-bb7e-4180-b582-1f119a95618d HTTP/1.1" status: 204 len: 168 time: 0.2654793 Mar 11 00:18:03.093900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42901ed-d172-49cb-915a-0bbca281bc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b8e826-bb7e-4180-b582-1f119a95618d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:03.116480 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:18:03.131106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (2c6bb491-c859-4722-9689-90c3fe913226), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.177207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:03.340450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af628b2f-289c-47bf-a429-05892a8922af req-d35fefae-386c-494f-b5fa-bee6303d0819 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:03.348636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af628b2f-289c-47bf-a429-05892a8922af req-d35fefae-386c-494f-b5fa-bee6303d0819 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1088355 Mar 11 00:18:03.352457 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (2c6bb491-c859-4722-9689-90c3fe913226), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.420794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af628b2f-289c-47bf-a429-05892a8922af req-83ab7648-2819-4f38-9b91-2908125dd755 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710838 Mar 11 00:18:03.421928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2c6bb491-c859-4722-9689-90c3fe913226), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.440078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6bb491-c859-4722-9689-90c3fe913226,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:03.468340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.475305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48472) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:03.481660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'network': {'name': 'tempest-network-smoke--711395949', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:03.486630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ab9a0d83-7271-4523-8a3b-0313af442bf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5176294 Mar 11 00:18:03.524055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:18:03.533626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.596764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:18:03.614318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbbad678-6705-4bd6-824f-a08640f49b2b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.614681 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Added segment bbbad678-6705-4bd6-824f-a08640f49b2b of type vlan for network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 Mar 11 00:18:03.628430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d89da24b-d7c0-4681-bc02-b69a872acc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.704487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (77d3748a-f85b-40fe-bba5-1513bc45f0e9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.760829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (77d3748a-f85b-40fe-bba5-1513bc45f0e9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.766611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:03.767439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.932612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4559689 Mar 11 00:18:03.933269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48488) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:03.935356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d89da24b-d7c0-4681-bc02-b69a872acc21 admin admin] Publish callbacks [] for security_group (96e30185-8aee-471c-a417-db97b4ddf2f5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:03.954693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'admin_state_up': True, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:04.026573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d89da24b-d7c0-4681-bc02-b69a872acc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (96e30185-8aee-471c-a417-db97b4ddf2f5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.058179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece84cec-2e24-43ab-b536-14ffff8f3245 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Network': ['ID=77d3748a-f85b-40fe-bba5-1513bc45f0e9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:04.082799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:18:04.106247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d4b7c-6e62-47eb-8bd5-b3d267eeffda req-97f337c5-8791-4c24-a709-1c43781b910f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:04.114000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd1d4b7c-6e62-47eb-8bd5-b3d267eeffda req-97f337c5-8791-4c24-a709-1c43781b910f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1503096 Mar 11 00:18:04.128934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4bd72-1acc-4f4e-83f4-3af4654be78f req-da87280f-0eb3-4405-96bf-6c9f6d8cd378 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:04.130970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-def4bd72-1acc-4f4e-83f4-3af4654be78f req-da87280f-0eb3-4405-96bf-6c9f6d8cd378 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 944 time: 0.2424140 Mar 11 00:18:04.152994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d89da24b-d7c0-4681-bc02-b69a872acc21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4081b3fb1e5e4fbca423be9bdf63ee9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9739709 Mar 11 00:18:04.159372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48502) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:04.162688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.164707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.169585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89da24b-d7c0-4681-bc02-b69a872acc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e30185-8aee-471c-a417-db97b4ddf2f5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:04.300375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] Publish callbacks [] for security_group (96e30185-8aee-471c-a417-db97b4ddf2f5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.308661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48508) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:04.313780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-def4bd72-1acc-4f4e-83f4-3af4654be78f req-71d2fb90-4b7d-44b3-ab4a-02167d978a9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760895 Mar 11 00:18:04.324744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.364137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd1d4b7c-6e62-47eb-8bd5-b3d267eeffda req-dce0b836-72e2-4269-a2f0-2d7e941bb4a5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478049 Mar 11 00:18:04.386530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] Publish callbacks [] for security_group (96e30185-8aee-471c-a417-db97b4ddf2f5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.456242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (96e30185-8aee-471c-a417-db97b4ddf2f5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.460205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.465162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96e30185-8aee-471c-a417-db97b4ddf2f5 HTTP/1.1" status: 204 len: 168 time: 0.2677472 Mar 11 00:18:04.489553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ae19-aa5c-4631-a793-131a7dbad463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e30185-8aee-471c-a417-db97b4ddf2f5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:04.532426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-708234987-network', 'tenant_id': 'c29a21ee5b48429a8ed0ca1e00cf121b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:04.549912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.595842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Made reservation on behalf of c29a21ee5b48429a8ed0ca1e00cf121b for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:18:04.599668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.612286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.682538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:18:04.685220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a7c864b-504b-404b-bde8-a7a34cb12616 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:04.686704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99670e10-e6d6-49a4-8e86-e6e2c576324b req-a5cf3e1e-e881-49be-affa-b5c6b4c0c5b0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:04.701376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99670e10-e6d6-49a4-8e86-e6e2c576324b req-a5cf3e1e-e881-49be-affa-b5c6b4c0c5b0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1594207 Mar 11 00:18:04.800670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99670e10-e6d6-49a4-8e86-e6e2c576324b req-ac1a2236-6e94-4a3a-9a1c-ae68abdbe553 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975027 Mar 11 00:18:04.870133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks [] for security_group (ba45da2d-794d-427c-b5eb-ce229007f564), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.879223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba45da2d-794d-427c-b5eb-ce229007f564), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.895172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:18:04.906384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:04.906960 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Added segment 3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd of type vlan for network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 Mar 11 00:18:04.960135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.026044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:05.037520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.045097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '36634fd3-e053-4c58-a89a-1fd00e432636', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:18:05.047301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.051149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.054350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.055482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 7a7c864b-504b-404b-bde8-a7a34cb12616 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:18:05.079223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48532) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:05.083733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.084903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 7a7c864b-504b-404b-bde8-a7a34cb12616 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:05.086200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.121683 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5877acac-08a6-4d15-8ba2-2e9129884994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.138470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:05.139151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.140660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba45da2d-794d-427c-b5eb-ce229007f564,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.160449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8453238 Mar 11 00:18:05.163360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:18:05.166168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:05.171275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Request body: {'subnet': {'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-708234987-subnet', 'tenant_id': 'c29a21ee5b48429a8ed0ca1e00cf121b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:05.213462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:05.230857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670bfa7-0b45-44c3-9537-42be2518bcbe admin admin] Pushing event updated for resources: {'Network': ['ID=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.236703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-9875af3e-f773-44f2-bae2-065e0ebe1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.241837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.244631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-9875af3e-f773-44f2-bae2-065e0ebe1a91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 1128 time: 0.3361073 Mar 11 00:18:05.254909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Made reservation on behalf of c29a21ee5b48429a8ed0ca1e00cf121b for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:18:05.258409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.266401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a7c864b-504b-404b-bde8-a7a34cb12616 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:05.266796 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.269742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:18:05.416010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.436605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5877acac-08a6-4d15-8ba2-2e9129884994 admin admin] Publish callbacks [] for security_group (ffc9a910-2a09-4e05-b1cf-2f1c52fcedae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.446952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5877acac-08a6-4d15-8ba2-2e9129884994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ffc9a910-2a09-4e05-b1cf-2f1c52fcedae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.509259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5877acac-08a6-4d15-8ba2-2e9129884994 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eda0f307d4446b9827b4c831135b5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172137 Mar 11 00:18:05.513092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.127 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/0792e9bb-6c53-4685-b429-9ad71a41ea57) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:18:05.522112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:05.566749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['36634fd3-e053-4c58-a89a-1fd00e432636'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:18:05.632159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-cd599493-4b01-4a93-8ba1-7a2cba111028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.633708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-cd599493-4b01-4a93-8ba1-7a2cba111028 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3619556 Mar 11 00:18:05.640210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877acac-08a6-4d15-8ba2-2e9129884994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9a910-2a09-4e05-b1cf-2f1c52fcedae,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.647409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:05.649975 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e16b4a-224f-49ea-a351-dfb147486f60" -d '{"events": [{"server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:05.675498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a7c864b-504b-404b-bde8-a7a34cb12616,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:05.685142 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.688721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b377d-74a7-409c-a5db-cb817add351c req-c9ca647b-c822-46c0-8dfb-776cf6b05de7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.690352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d8b377d-74a7-409c-a5db-cb817add351c req-c9ca647b-c822-46c0-8dfb-776cf6b05de7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 945 time: 0.1769061 Mar 11 00:18:05.703522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766809ca-9a96-4729-893a-10552f075a2d req-59178c3f-8e6a-440a-9076-338d97690f12 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.705098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-766809ca-9a96-4729-893a-10552f075a2d req-59178c3f-8e6a-440a-9076-338d97690f12 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 944 time: 0.2310793 Mar 11 00:18:05.708123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-33498a7d-d90f-4a5a-aba1-d1660a3eda99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a HTTP/1.1" status: 200 len: 217 time: 0.0673811 Mar 11 00:18:05.774212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.777935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.786538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-154c73c2-d005-43ed-ae2a-3e38af5e210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.788079 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-154c73c2-d005-43ed-ae2a-3e38af5e210e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0736547 Mar 11 00:18:05.822388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] Publish callbacks [] for security_group (ffc9a910-2a09-4e05-b1cf-2f1c52fcedae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.850185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a4ac8fc9-80ed-4b45-9671-8023c7e0a827), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.870074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.876859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-9b5105f2-5ea9-42b8-baad-bea4a663a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:05.878390 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-9b5105f2-5ea9-42b8-baad-bea4a663a8dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0837383 Mar 11 00:18:05.904950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d8b377d-74a7-409c-a5db-cb817add351c req-6e10b1fd-c7b3-4d5a-8cda-e2612ee3965a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954098 Mar 11 00:18:05.913917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] Publish callbacks [] for security_group (ffc9a910-2a09-4e05-b1cf-2f1c52fcedae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:05.922591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-766809ca-9a96-4729-893a-10552f075a2d req-2ac9248b-183c-42cc-a094-9fac42c55226 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814694 Mar 11 00:18:05.984240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ac8fc9-80ed-4b45-9671-8023c7e0a827,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:05.994916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Checking segment: {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:05.995551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Network hostable DHCP agents. Network: 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:18:06.037473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ffc9a910-2a09-4e05-b1cf-2f1c52fcedae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:06.040753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:06.042827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffc9a910-2a09-4e05-b1cf-2f1c52fcedae HTTP/1.1" status: 204 len: 168 time: 0.5190430 Mar 11 00:18:06.055982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:18:06.078224 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca33482-6ec5-470f-9ac2-e343020e10a2 x-openstack-request-id: req-4ca33482-6ec5-470f-9ac2-e343020e10a2 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:06.078532 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:06.078809 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ca33482-6ec5-470f-9ac2-e343020e10a2 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:06.079210 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616', 'code': 200} Mar 11 00:18:06.104636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b271ea-745c-4cbb-b932-57d5b04100de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9a910-2a09-4e05-b1cf-2f1c52fcedae,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:06.117131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:06.138555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faa2e6-9957-4e06-af68-b478556bb9d1 None None] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:18:06.158639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:06.159176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:06.215391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5feb66f7-7501-4c0c-bcc9-8d271dce9309 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0390105 Mar 11 00:18:06.246880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afba7b-2f4e-41f6-ae3e-b2ce429d3873 req-d49978f6-e0db-409b-a4e6-c112ef0e13b5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:06.248554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5afba7b-2f4e-41f6-ae3e-b2ce429d3873 req-d49978f6-e0db-409b-a4e6-c112ef0e13b5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1381297 Mar 11 00:18:06.370955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5afba7b-2f4e-41f6-ae3e-b2ce429d3873 req-285fa589-6c85-4a78-ad9c-75c9c81edb04 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151693 Mar 11 00:18:06.397052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:06.421749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:06.434456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:18:06.461583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8cbc0-dc78-4864-9e24-ceddeb903599 None None] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:18:06.534684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=0792e9bb-6c53-4685-b429-9ad71a41ea57,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:06.778775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c33427-6923-4628-8246-37ca7c2026e0 req-c6d4ba55-2d32-4b04-80ef-14ef783b7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:06.780339 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0c33427-6923-4628-8246-37ca7c2026e0 req-c6d4ba55-2d32-4b04-80ef-14ef783b7e2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 1127 time: 0.4255092 Mar 11 00:18:06.847129 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-35a11c1a-695e-421d-ba81-7e8ae8b3c182 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9610076 Mar 11 00:18:06.854145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:06.947488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 36634fd3-e053-4c58-a89a-1fd00e432636 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:06.948237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:06.971771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-784e3deb-3318-4fdc-9186-ef059fe2200d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.026201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.141714 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d0c33427-6923-4628-8246-37ca7c2026e0 req-3c63522f-6215-4dfa-9d5f-5b051a8b091e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464124 Mar 11 00:18:07.155132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:07.156321 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.200867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:07.205738 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ded2c946-ac6c-49eb-aa35-eb4568da6e79 req-64f8ff56-3ac8-4014-a4bc-79b7d45fcc56 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520594 Mar 11 00:18:07.209790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.363166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:07.366269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf4364-9aba-4d56-a4ce-9c770ef9ce60 req-38970cd3-4b70-47a3-af48-0794c44d4530 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:07.368246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cbf4364-9aba-4d56-a4ce-9c770ef9ce60 req-38970cd3-4b70-47a3-af48-0794c44d4530 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 945 time: 0.2539244 Mar 11 00:18:07.386859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f4c4-5943-40fb-a469-4c5c0817ce4a req-0f7013d0-22ab-492a-943e-4938f4bdac6a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:07.394604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eea5f4c4-5943-40fb-a469-4c5c0817ce4a req-0f7013d0-22ab-492a-943e-4938f4bdac6a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 0.1937356 Mar 11 00:18:07.482530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.484609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eea5f4c4-5943-40fb-a469-4c5c0817ce4a req-63f132b8-75a0-48ef-ad1d-58e5e6482c4b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890834 Mar 11 00:18:07.518889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cbf4364-9aba-4d56-a4ce-9c770ef9ce60 req-43f6535d-788b-4be3-895d-9ccea59fb613 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401355 Mar 11 00:18:07.709870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:18:07.745523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecb6ce-b88e-4c47-b5da-89f8685ad814 req-28bd6717-28bc-4bd9-9779-eb82f58734a7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:07.756368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aecb6ce-b88e-4c47-b5da-89f8685ad814 req-28bd6717-28bc-4bd9-9779-eb82f58734a7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 946 time: 0.1418238 Mar 11 00:18:07.830458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2aecb6ce-b88e-4c47-b5da-89f8685ad814 req-1a3e3f58-67ff-41aa-be26-57e3c868382d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674045 Mar 11 00:18:07.887507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:18:07.902218 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Sync routers for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:18:07.922542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:07.932920 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:17:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:07.939593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:07.942275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4461a09a-a1d5-4dfe-9457-03c3542ebb14 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9944077 Mar 11 00:18:07.945414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48596) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:08.080673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:08.084579 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035acd5f-1304-4cc5-a97d-b7b9213a2e86" -d '{"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:08.189081 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae8795-0698-4245-b0ca-4bad33bb41c8 x-openstack-request-id: req-0aae8795-0698-4245-b0ca-4bad33bb41c8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:08.189875 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:08.189875 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aae8795-0698-4245-b0ca-4bad33bb41c8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:08.190247 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'code': 200} Mar 11 00:18:08.208006 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:08.330613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48608) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:08.344129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-61bd6f2b-3351-403f-9416-1c3269ffb871 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4c79b35ba8454d5e968272e83089973a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3810108 Mar 11 00:18:08.523867 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:06Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:08.559381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Checking router: b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:18:08.560119 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Updating router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 port 0792e9bb-6c53-4685-b429-9ad71a41ea57 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:18:08.638133 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:08.711715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:18:08.757488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5be45b-456d-40a3-9815-8f09541fd5fa tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:08.761188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bd5be45b-456d-40a3-9815-8f09541fd5fa tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4260869 Mar 11 00:18:08.761188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48624) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:08.844062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5c279234-c340-43e0-8e26-5ce28d537351 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812557 Mar 11 00:18:08.846906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:08.858652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85485685', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:08.860653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:08.861061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:08.914656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca062c61-ff29-47de-a41c-3f29a5b9324c req-a7aa82bd-1310-49df-b318-c41f38fcd4cd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:08.920785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca062c61-ff29-47de-a41c-3f29a5b9324c req-a7aa82bd-1310-49df-b318-c41f38fcd4cd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 0.2596385 Mar 11 00:18:08.957269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:08.965775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:08.966135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b8bd7-3d16-4ebc-8a98-e234dd8cde0f req-9e4b0e27-b56f-49e4-8afe-29e435a524a9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:08.977145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de0b8bd7-3d16-4ebc-8a98-e234dd8cde0f req-9e4b0e27-b56f-49e4-8afe-29e435a524a9 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2472973 Mar 11 00:18:09.129407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:09.176764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca062c61-ff29-47de-a41c-3f29a5b9324c req-9668e948-6414-4b4a-b6cd-e5b539a17c37 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440300 Mar 11 00:18:09.177062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:18:09.181408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.205470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de0b8bd7-3d16-4ebc-8a98-e234dd8cde0f req-ee5e29fc-6104-432e-ac93-563ec66ea833 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113454 Mar 11 00:18:09.273395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f08e2971-5d09-419b-a502-269a5463bd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.404867 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks [] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.421086 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.547128 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Pushing event updated for resources: {'Port': ['ID=0792e9bb-6c53-4685-b429-9ad71a41ea57,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:09.554959 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Attempting to bind port 0792e9bb-6c53-4685-b429-9ad71a41ea57 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:18:09.555337 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Attempting to bind port 0792e9bb-6c53-4685-b429-9ad71a41ea57 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:18:09.558940 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Attempting to bind port 0792e9bb-6c53-4685-b429-9ad71a41ea57 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:18:09.594940 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.599883 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.600672 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.601217 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.601875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.602402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.602919 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.603436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.603957 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.607836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.608490 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.609001 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.609662 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:09.621080 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:18:09.621825 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:09.622576 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.623298 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:18:09.624646 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Bound port: 0792e9bb-6c53-4685-b429-9ad71a41ea57, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:18:09.625039 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.643225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2b219-f813-4609-936e-a7a4b0c1404a req-ba89f2cb-a6da-4dcd-abce-08bcf2942bb7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:09.653511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3af2b219-f813-4609-936e-a7a4b0c1404a req-ba89f2cb-a6da-4dcd-abce-08bcf2942bb7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 0.2683711 Mar 11 00:18:09.678952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (328c2fcc-1731-4e1e-98c6-760571e95daa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.726778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bedd14-981f-4459-b322-33a6e117221d req-4fe3bb93-f769-4d4b-9764-2dc54690854d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:09.731389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58bedd14-981f-4459-b322-33a6e117221d req-4fe3bb93-f769-4d4b-9764-2dc54690854d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.2715478 Mar 11 00:18:09.771859 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] For port 0792e9bb-6c53-4685-b429-9ad71a41ea57, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:18:09.785356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] For port 0792e9bb-6c53-4685-b429-9ad71a41ea57, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0792e9bb-6c53-4685-b429-9ad71a41ea57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:18:09.809010 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:18:09.820209 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:09.853827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3af2b219-f813-4609-936e-a7a4b0c1404a req-18ecfed0-f16b-4ae6-a387-162e3308e9dd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989157 Mar 11 00:18:09.904696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58bedd14-981f-4459-b322-33a6e117221d req-662d854b-90d8-4637-a19a-efe71f2ce3a4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621227 Mar 11 00:18:09.958634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Checking segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:09.959840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network hostable DHCP agents. Network: 77d3748a-f85b-40fe-bba5-1513bc45f0e9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:18:09.966625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Subnet': ['ID=328c2fcc-1731-4e1e-98c6-760571e95daa,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:10.000674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:10.001468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:18:10.001779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:10.012984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 77d3748a-f85b-40fe-bba5-1513bc45f0e9) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:10.023906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786ea85-bdfb-4674-b14d-e64ff7e1928c None None] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:18:10.028697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:10.029921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:10.062118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ab9c5e8-99f7-435e-b43b-1062fcdcf71a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2107694 Mar 11 00:18:10.062639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48648) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:10.243885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:10.245929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:10.260512 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8807a614-ddf7-4cd1-8b78-89f2cdd8d6db" -d '{"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:10.338692 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd85a5-5185-4b40-86dc-47e7ca979bad x-openstack-request-id: req-e4cd85a5-5185-4b40-86dc-47e7ca979bad {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:10.339352 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-unplugged", "status": "failed", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a", "code": 422}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:10.339352 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4cd85a5-5185-4b40-86dc-47e7ca979bad {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:10.339654 n-d-831844-1 neutron-server[110427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'code': 422} returned with failed status Mar 11 00:18:10.414567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:18:10.415476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:10.498404 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b27302-3f02-43c6-98aa-94d088cbd228 None None] Pushing event updated for resources: {'Port': ['ID=0792e9bb-6c53-4685-b429-9ad71a41ea57,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:10.716864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Allocated IP 172.20.0.2 (77d3748a-f85b-40fe-bba5-1513bc45f0e9/328c2fcc-1731-4e1e-98c6-760571e95daa/5c116c5e-4496-407c-a10d-8cf90602b0cb) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:18:10.722732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0e2e6-4741-4396-8664-48f02774cda4 req-2720381d-59d0-465d-8d7d-8d52da69bcc5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:10.734035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9d0e2e6-4741-4396-8664-48f02774cda4 req-2720381d-59d0-465d-8d7d-8d52da69bcc5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 0.2392843 Mar 11 00:18:10.775212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c40d41-79cc-4fdd-9469-e26e33206e8c req-66eee428-c5c7-483d-92f3-6ca41912e579 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:10.776966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c40d41-79cc-4fdd-9469-e26e33206e8c req-66eee428-c5c7-483d-92f3-6ca41912e579 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2793844 Mar 11 00:18:10.777513 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:06Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:10.859558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7eba33-55c4-4ea5-8daf-02d87e42e587 None None] The sync data for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 is: [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:06Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:18:10.927346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9d0e2e6-4741-4396-8664-48f02774cda4 req-c2123bbb-f951-43d6-b04c-875ae6f9dbfe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941619 Mar 11 00:18:10.986913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks [] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.028825 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.109738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.133133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:11.139230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.143586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:11.146979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c40d41-79cc-4fdd-9469-e26e33206e8c req-d157c058-06c3-41e1-b282-33555857c411 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3181989 Mar 11 00:18:11.155511 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.165517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:18:11.260710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Pushing event updated for resources: {'Port': ['ID=5c116c5e-4496-407c-a10d-8cf90602b0cb,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:11.358476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Attempting to bind port 5c116c5e-4496-407c-a10d-8cf90602b0cb on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:18:11.359056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Attempting to bind port 5c116c5e-4496-407c-a10d-8cf90602b0cb by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:18:11.359641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Attempting to bind port 5c116c5e-4496-407c-a10d-8cf90602b0cb on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:18:11.366600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:18:11.367174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Checking segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:11.367823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.368435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Bound using segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:18:11.368981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Bound port: 5c116c5e-4496-407c-a10d-8cf90602b0cb, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:18:11.369579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.506466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.520412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] For port 5c116c5e-4496-407c-a10d-8cf90602b0cb, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:18:11.524535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] For port 5c116c5e-4496-407c-a10d-8cf90602b0cb, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c116c5e-4496-407c-a10d-8cf90602b0cb,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:18:11.540921 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.563036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39cf9-3b9d-400f-a524-9a130d8ed652 req-f8aafd2f-d5c1-4eba-969e-76523757691d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:11.563036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69b39cf9-3b9d-400f-a524-9a130d8ed652 req-f8aafd2f-d5c1-4eba-969e-76523757691d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.4577813 Mar 11 00:18:11.671288 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:11.696576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c559f2f-e3d1-41fa-9683-05c278ef8233 None None] Pushing event updated for resources: {'Port': ['ID=5c116c5e-4496-407c-a10d-8cf90602b0cb,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:11.798702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69b39cf9-3b9d-400f-a524-9a130d8ed652 req-ee557932-4d7d-40c5-8d26-aadc9b45acf8 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156320 Mar 11 00:18:12.009927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-9fb83267-23b7-4045-b2f3-f6894f296602 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:12.011470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-9fb83267-23b7-4045-b2f3-f6894f296602 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 0.2321739 Mar 11 00:18:12.329011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port 7a7c864b-504b-404b-bde8-a7a34cb12616 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:18:12.329364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:12.365585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc26f-ca3b-4d2f-9240-dbf2b229d551 req-c4aff346-6e1d-4380-b40f-481fb0f8836d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:12.367511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c13bc26f-ca3b-4d2f-9240-dbf2b229d551 req-c4aff346-6e1d-4380-b40f-481fb0f8836d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.3578920 Mar 11 00:18:12.491433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0792e9bb-6c53-4685-b429-9ad71a41ea57 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:12.607575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port 7a7c864b-504b-404b-bde8-a7a34cb12616, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a7c864b-504b-404b-bde8-a7a34cb12616,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:12.612391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:12.666575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for 7a7c864b-504b-404b-bde8-a7a34cb12616 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:18:12.667715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0792e9bb-6c53-4685-b429-9ad71a41ea57 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:12.668201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:12.787716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ce7369a4-0754-4637-a59c-b8edb3f59f4a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:18:13.004753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0792e9bb-6c53-4685-b429-9ad71a41ea57 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:13.009175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:13.087796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 0792e9bb-6c53-4685-b429-9ad71a41ea57, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0792e9bb-6c53-4685-b429-9ad71a41ea57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:13.102078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7a7c864b-504b-404b-bde8-a7a34cb12616), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:13.125398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:13.127827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c116c5e-4496-407c-a10d-8cf90602b0cb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:13.150030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5d3bd86-88d5-4652-971b-98f1ed178d03'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:18:13.187532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=7a7c864b-504b-404b-bde8-a7a34cb12616,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:13.361648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port 7a7c864b-504b-404b-bde8-a7a34cb12616 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:18:13.385986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:13.389472 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-dc11b085-acdc-4ee4-8f0c-050a41b05a6a req-93ffc9d1-a0ee-4f7d-8605-6312668ba650 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/7a7c864b-504b-404b-bde8-a7a34cb12616 HTTP/1.1" status: 204 len: 173 time: 1.3623328 Mar 11 00:18:13.389967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'name': 'network-vif-deleted', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:13.421514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ce7369a4-0754-4637-a59c-b8edb3f59f4a is: DOWN; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:13.430942 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821aceb1-e7a6-4a71-b15f-d3e2f186618c" -d '{"events": [{"server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "name": "network-vif-deleted", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:13.536792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:13.625691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bbdf9-0d42-4b4c-b959-f4fc74ad6b88 req-3e5042a1-a523-4af7-b4ff-65bf0b18fa9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:13.640190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b43bbdf9-0d42-4b4c-b959-f4fc74ad6b88 req-3e5042a1-a523-4af7-b4ff-65bf0b18fa9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 945 time: 1.5428946 Mar 11 00:18:13.688056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=0792e9bb-6c53-4685-b429-9ad71a41ea57,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:13.874225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4b132-b435-4851-93a9-90d571053cd8 None None] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:18:14.051091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c13bc26f-ca3b-4d2f-9240-dbf2b229d551 req-bc27396c-a12c-4ec1-8db6-17ce2b70672e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.6747842 Mar 11 00:18:14.064251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5c116c5e-4496-407c-a10d-8cf90602b0cb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:14.064913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:14.095341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b43bbdf9-0d42-4b4c-b959-f4fc74ad6b88 req-eafc6f61-d39e-4d4e-b5e4-36b1635ac930 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471562 Mar 11 00:18:14.178069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Provisioning complete for port 5c116c5e-4496-407c-a10d-8cf90602b0cb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:14.181836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:14.223808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.1 (77d3748a-f85b-40fe-bba5-1513bc45f0e9/328c2fcc-1731-4e1e-98c6-760571e95daa/0146e559-f76b-4927-8993-0ad3cfbedc69) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:18:14.283764 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd08d3-f465-40d7-9c01-6fda9344387f x-openstack-request-id: req-3ffd08d3-f465-40d7-9c01-6fda9344387f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:14.285466 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af0470c-99f9-401d-aa7c-0e0821b6d307", "name": "network-vif-deleted", "tag": "7a7c864b-504b-404b-bde8-a7a34cb12616", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:14.286642 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ffd08d3-f465-40d7-9c01-6fda9344387f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:14.287379 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af0470c-99f9-401d-aa7c-0e0821b6d307', 'name': 'network-vif-deleted', 'tag': '7a7c864b-504b-404b-bde8-a7a34cb12616', 'status': 'completed', 'code': 200} Mar 11 00:18:14.614079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0b2ba-8df6-4b2b-88f1-569f6c747839 req-a49717f1-9e91-47e3-ae7e-c9091bfec1ee tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:14.625831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b0b2ba-8df6-4b2b-88f1-569f6c747839 req-a49717f1-9e91-47e3-ae7e-c9091bfec1ee tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2695003 Mar 11 00:18:14.655365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbaf6-297c-4da2-911a-5d67a2f08088 req-a898430c-0f24-45ed-9901-7c33cb7a6de2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:14.662974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-560dbaf6-297c-4da2-911a-5d67a2f08088 req-a898430c-0f24-45ed-9901-7c33cb7a6de2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1950932 Mar 11 00:18:14.686847 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-748e3c70-7a2a-4e0c-a4e1-deb04fb539bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619658 Mar 11 00:18:14.706557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:14.796611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a7c864b-504b-404b-bde8-a7a34cb12616 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:18:14.805436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03b0b2ba-8df6-4b2b-88f1-569f6c747839 req-ac1b182b-e13f-4e41-8f34-7d9bba12a818 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786091 Mar 11 00:18:14.852025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-560dbaf6-297c-4da2-911a-5d67a2f08088 req-2eb7da3b-e548-4c4f-90d2-9f89f7044d15 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880746 Mar 11 00:18:14.854098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 7a7c864b-504b-404b-bde8-a7a34cb12616 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:18:14.854660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a7c864b-504b-404b-bde8-a7a34cb12616 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:18:14.872482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-174edb6f-ddcf-4d00-82b3-ae7d008555aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:14.877325 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-174edb6f-ddcf-4d00-82b3-ae7d008555aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 1127 time: 0.1667979 Mar 11 00:18:14.902472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:14.957312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Current status of the port 5c116c5e-4496-407c-a10d-8cf90602b0cb is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:14.957701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:15.012469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:15.081105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5c116c5e-4496-407c-a10d-8cf90602b0cb is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:15.082103 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:15.102639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-50e0ddef-568f-40c8-8895-1d5c876e168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:15.104434 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-50e0ddef-568f-40c8-8895-1d5c876e168f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2036445 Mar 11 00:18:15.155479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:15.168882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:18:15.213437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] For port 5c116c5e-4496-407c-a10d-8cf90602b0cb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c116c5e-4496-407c-a10d-8cf90602b0cb,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:15.249985 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-8b020526-8a77-49d2-8fd0-75226d3d9572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7401acd-2934-4845-b7a9-2d413ca5630b HTTP/1.1" status: 200 len: 217 time: 0.1385307 Mar 11 00:18:15.323850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:15.337248 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:18:15.337615 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:18:15.345050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:15.413577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-ed76e5c1-8d59-40e0-9606-ffcc3c3bb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:15.415077 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-ed76e5c1-8d59-40e0-9606-ffcc3c3bb738 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1578870 Mar 11 00:18:15.434761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:15.486851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40bff3-3655-47e7-ac95-71e7922451de None None] Pushing event updated for resources: {'Port': ['ID=5c116c5e-4496-407c-a10d-8cf90602b0cb,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:15.540188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-768a15f4-62ce-45c7-bb9a-ce278d92087a req-5c02ef85-6291-481e-bd0a-a3901fe6212a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.2174377 Mar 11 00:18:15.570790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-291e18f8-ceb1-4fd8-9303-9744da8dd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:15.592595 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-291e18f8-ceb1-4fd8-9303-9744da8dd967 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1696558 Mar 11 00:18:15.595238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207035-f9ce-43d1-8a12-6cd47d4cc235 req-6254f792-3a9f-48e4-b027-9617b09c2a5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:15.613162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7207035-f9ce-43d1-8a12-6cd47d4cc235 req-6254f792-3a9f-48e4-b027-9617b09c2a5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.6067228 Mar 11 00:18:15.679038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e486f827-61ee-4979-97a7-7dd5a79e7017 None None] Provisioning complete for port 5c116c5e-4496-407c-a10d-8cf90602b0cb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:15.683367 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e486f827-61ee-4979-97a7-7dd5a79e7017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:15.876698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f7207035-f9ce-43d1-8a12-6cd47d4cc235 req-8ba7c93d-a06a-428b-9ef3-3991db23994a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2622476 Mar 11 00:18:15.957861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-a4d94181-9c65-4379-8f54-0edc7e0046f7 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031700 Mar 11 00:18:16.039492 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:16.180429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e486f827-61ee-4979-97a7-7dd5a79e7017 None None] Current status of the port 5c116c5e-4496-407c-a10d-8cf90602b0cb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:16.191499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5c116c5e-4496-407c-a10d-8cf90602b0cb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:16.299716 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d01628e2-3b4d-451b-9b6f-ea3bb99a2669 req-0a5bba5a-da4f-4616-b343-cbba9d3c7cdd service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898413 Mar 11 00:18:16.311826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f41e44e9-8f09-4858-8db4-00de429517fc None None] Provisioning complete for port 0146e559-f76b-4927-8993-0ad3cfbedc69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:16.312416 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f41e44e9-8f09-4858-8db4-00de429517fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:16.406045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f41e44e9-8f09-4858-8db4-00de429517fc None None] Port 0146e559-f76b-4927-8993-0ad3cfbedc69 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:18:16.451731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99d72-ab1c-4d5d-84fb-4f0623da68c9 req-8f1c5fa6-453f-45b5-a594-948dc2a0a9cd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:16.471018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44a99d72-ab1c-4d5d-84fb-4f0623da68c9 req-8f1c5fa6-453f-45b5-a594-948dc2a0a9cd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.4169304 Mar 11 00:18:16.522744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0792e9bb-6c53-4685-b429-9ad71a41ea57 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:16.553997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43b17-0b78-4677-b4a8-57b9f5fcb48c req-aa312751-dbbc-4e1c-8e25-a33a1945ffcf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:16.560743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38d43b17-0b78-4677-b4a8-57b9f5fcb48c req-aa312751-dbbc-4e1c-8e25-a33a1945ffcf tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.3985431 Mar 11 00:18:16.634466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44a99d72-ab1c-4d5d-84fb-4f0623da68c9 req-dfbceaa2-3d58-4668-a2b8-95b4107bdaec tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624739 Mar 11 00:18:16.646089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0792e9bb-6c53-4685-b429-9ad71a41ea57 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:16.646654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:16.806162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bed38ec9-6350-4977-90ad-e2049e312955 req-fd7a339e-2c72-462d-bbb3-b7544cda38c4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0486920 Mar 11 00:18:16.841495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38d43b17-0b78-4677-b4a8-57b9f5fcb48c req-3122d45a-69ce-4c5f-b4e9-360cb8760290 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2796075 Mar 11 00:18:16.850270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0792e9bb-6c53-4685-b429-9ad71a41ea57 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:16.851476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c116c5e-4496-407c-a10d-8cf90602b0cb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:17.288072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:17.312252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:17.348569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5c116c5e-4496-407c-a10d-8cf90602b0cb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:17.349127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:17.478075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5c116c5e-4496-407c-a10d-8cf90602b0cb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:17.495301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb5b0d-47be-46cf-b5b7-f5a3ae152098 req-88f31590-0eaf-4dcb-88a8-60e45136ebc7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:17.507139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bcb5b0d-47be-46cf-b5b7-f5a3ae152098 req-88f31590-0eaf-4dcb-88a8-60e45136ebc7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.3131130 Mar 11 00:18:17.522366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:17.529925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:17.716891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9bcb5b0d-47be-46cf-b5b7-f5a3ae152098 req-4c1c3c91-c7d3-4c39-8842-e4a51553733b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019744 Mar 11 00:18:18.092582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96636831-e5e6-4498-ac91-d355485720e9 req-d8c0bc9d-be74-464c-9778-9de69cfcaf98 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.1299210 Mar 11 00:18:18.137027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:18.148983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58083-d273-4e2d-971c-82bce6d64574 req-f9d07c0a-451d-438c-83ec-d0a260e97ff2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:18.160821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0f58083-d273-4e2d-971c-82bce6d64574 req-f9d07c0a-451d-438c-83ec-d0a260e97ff2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2677631 Mar 11 00:18:18.165523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:18.337855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0f58083-d273-4e2d-971c-82bce6d64574 req-087b6fca-1796-4e04-b2b5-9a86d8f86506 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754589 Mar 11 00:18:18.444873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:18:18.634305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:18:18.648450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Sync routers for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:18:18.656555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-290398c4-8dd0-4a53-a3ba-e5dc61939ae0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/b91d5b06-8f97-4b0f-9638-6ad97cdc6f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5927405 Mar 11 00:18:18.664703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:18.665369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:18.875162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:19.014970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-949e667b-25d0-411f-9754-85c3e86000ab tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474158147&fields=id&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 267 time: 0.0969644 Mar 11 00:18:19.025056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c841-79c8-4e25-8361-3f217ee93245 req-4662c96b-371d-4822-bc08-4d7837c0b513 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:19.032071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a78c841-79c8-4e25-8361-3f217ee93245 req-4662c96b-371d-4822-bc08-4d7837c0b513 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1893580 Mar 11 00:18:19.057851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4515487a-3925-4fcc-97d9-17b7f7440cf7 None None] Provisioning complete for port 0146e559-f76b-4927-8993-0ad3cfbedc69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:19.058233 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4515487a-3925-4fcc-97d9-17b7f7440cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:19.132606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a78c841-79c8-4e25-8361-3f217ee93245 req-45d3132a-5b2f-4eb7-a71a-7a6819362296 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995696 Mar 11 00:18:19.254781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4515487a-3925-4fcc-97d9-17b7f7440cf7 None None] Port 0146e559-f76b-4927-8993-0ad3cfbedc69 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:18:19.316427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:16Z', 'revision_number': 2, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:19.444537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae6ab732-22f9-4d64-9ffb-1b408acace09 req-f5067f94-787b-41c8-8dca-9fc2a762efc3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.1362545 Mar 11 00:18:19.455575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Checking router: b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:18:19.455962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Updating router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 port 0146e559-f76b-4927-8993-0ad3cfbedc69 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:18:19.505385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-37ade9f1-2d5a-48fb-9582-2f4fc63d63e4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:19.506863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-37ade9f1-2d5a-48fb-9582-2f4fc63d63e4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 796 time: 0.4639795 Mar 11 00:18:19.533691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:19.548438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-408f39df-93bc-4100-bef7-03d18c0c8780 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/quotas/4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 375 time: 0.0352964 Mar 11 00:18:19.708074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2052b2ae-c408-44cd-96d4-9356aef7ae1a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1563361 Mar 11 00:18:19.723814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccacd3c-33c8-4135-8ead-604a66a7581c req-e72f7085-2ac1-4d55-97b9-0603d291c76c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:19.731780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cccacd3c-33c8-4135-8ead-604a66a7581c req-e72f7085-2ac1-4d55-97b9-0603d291c76c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1317205 Mar 11 00:18:19.867109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-ba09701f-6fba-4493-a4f8-7a79d5c88c7d service neutron] 10.222.0.21 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262660 Mar 11 00:18:20.096296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cccacd3c-33c8-4135-8ead-604a66a7581c req-9ac79b03-7b0b-4377-908a-e58584c712ac tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635411 Mar 11 00:18:20.166941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-294343e9-446e-4586-8fb2-398467c63711 service neutron] 10.222.0.21 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911294 Mar 11 00:18:20.193733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks [] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:20.205605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:20.277737 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Pushing event updated for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:20.303780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.304720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.305260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.312228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.312740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.313221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.313676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.314124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.314630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.315072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.315556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.316250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.316655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:20.371200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8cf6b-d92d-4ddc-a13d-5a7872ed827b req-7927560c-33b3-4fe6-b365-4b844ed171ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:20.382792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ad8cf6b-d92d-4ddc-a13d-5a7872ed827b req-7927560c-33b3-4fe6-b365-4b844ed171ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1260650 Mar 11 00:18:20.510957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Attempting to bind port 0146e559-f76b-4927-8993-0ad3cfbedc69 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:18:20.517126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Attempting to bind port 0146e559-f76b-4927-8993-0ad3cfbedc69 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:18:20.518542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Attempting to bind port 0146e559-f76b-4927-8993-0ad3cfbedc69 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:18:20.537109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:18:20.544092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Checking segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:20.545483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:20.549537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Bound using segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:18:20.550875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Bound port: 0146e559-f76b-4927-8993-0ad3cfbedc69, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:18:20.551531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:20.558082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ad8cf6b-d92d-4ddc-a13d-5a7872ed827b req-eb06416d-13a9-4610-80df-77f3d5475436 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1691928 Mar 11 00:18:20.769024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] For port 0146e559-f76b-4927-8993-0ad3cfbedc69, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:18:20.775692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] For port 0146e559-f76b-4927-8993-0ad3cfbedc69, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0146e559-f76b-4927-8993-0ad3cfbedc69,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:18:20.796136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93f2f7d4-5a3c-4823-b623-e71affb32a81 req-ef466891-ba59-43e8-bbff-51e26c6a729d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0963507 Mar 11 00:18:20.805263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:20.909054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb16203d-0f39-4192-bb01-3af3918db677 req-eac8b310-7b45-4d46-af70-423993af49dd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 210 time: 0.1035593 Mar 11 00:18:20.991796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdab8c-3ea7-4f8a-9105-8091ae1d639a None None] Pushing event updated for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:21.062928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:21.063569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:21.419185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b5331-5488-4e55-b2c1-33740af2268c req-da2d3d56-a838-4fc0-bd0a-e3916c700136 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:21.427744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d19b5331-5488-4e55-b2c1-33740af2268c req-da2d3d56-a838-4fc0-bd0a-e3916c700136 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1336596 Mar 11 00:18:21.485532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:21.522794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d19b5331-5488-4e55-b2c1-33740af2268c req-9dcfdf62-0009-4fc4-bd3e-a82fc5dfd699 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940444 Mar 11 00:18:21.626172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Provisioning complete for port 0146e559-f76b-4927-8993-0ad3cfbedc69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:21.627246 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:21.813508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Current status of the port 0146e559-f76b-4927-8993-0ad3cfbedc69 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:21.814081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:21.859593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] For port 0146e559-f76b-4927-8993-0ad3cfbedc69, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0146e559-f76b-4927-8993-0ad3cfbedc69,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:21.874386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:21.895221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02a1bb-18d9-444a-b265-8c01251df4a0 req-1a259f64-5c49-4b2d-a56c-75f1095a9133 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:21.898624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a02a1bb-18d9-444a-b265-8c01251df4a0 req-1a259f64-5c49-4b2d-a56c-75f1095a9133 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2046480 Mar 11 00:18:22.013579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1484682-d2f7-429f-a19f-43e6b1dead58 None None] Pushing event updated for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:22.056789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b92fc0a-ff99-4fb2-83d5-8fb89141be87 req-56f6d915-a259-4108-94b1-26489bf64896 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0951250 Mar 11 00:18:22.090366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a02a1bb-18d9-444a-b265-8c01251df4a0 req-bc60fae9-9b27-4caa-8984-8b1815cd08f6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1816840 Mar 11 00:18:22.105388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8513bf87-1da3-4256-ae90-d7fc901ea843 None None] Provisioning complete for port 0146e559-f76b-4927-8993-0ad3cfbedc69 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:22.105767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8513bf87-1da3-4256-ae90-d7fc901ea843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:22.232460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7529454e-a49e-429d-bbfe-27fd79da452e req-55158f6b-8e3c-4103-95a0-d4eefae0170e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 210 time: 0.0821054 Mar 11 00:18:22.328647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8513bf87-1da3-4256-ae90-d7fc901ea843 None None] Current status of the port 0146e559-f76b-4927-8993-0ad3cfbedc69 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:22.397917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:20Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:22.494654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8abca6-f25f-499e-b5fa-0993992225ce None None] The sync data for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 is: [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:20Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:18:22.595464 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5e85872-9ed5-4578-bdcd-1b3ae3a6748f req-a90c3ce2-861a-4c1b-89a7-39f42791de01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1014605 Mar 11 00:18:22.771585 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5e85872-9ed5-4578-bdcd-1b3ae3a6748f req-2fad323c-a8ca-49ee-aedd-7d52e7464536 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.1469154 Mar 11 00:18:22.886405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5e85872-9ed5-4578-bdcd-1b3ae3a6748f req-75652025-dee1-46bf-b2d8-e245543bcfc6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407150 Mar 11 00:18:22.964753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8966692-08e8-4630-9b1e-9e2aaf94558d req-3d0083a1-0ec6-47f9-a4b8-71e190803ac2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:22.966945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8966692-08e8-4630-9b1e-9e2aaf94558d req-3d0083a1-0ec6-47f9-a4b8-71e190803ac2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2144287 Mar 11 00:18:23.073334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8966692-08e8-4630-9b1e-9e2aaf94558d req-64509d98-a181-474b-9683-c179dff83abd tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954318 Mar 11 00:18:23.093199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e85872-9ed5-4578-bdcd-1b3ae3a6748f req-20f92a8e-f1a9-4d69-80bd-e2226acbc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:23.094749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e5e85872-9ed5-4578-bdcd-1b3ae3a6748f req-20f92a8e-f1a9-4d69-80bd-e2226acbc573 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1777341 Mar 11 00:18:23.327415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53e62bd7-672d-4243-93fc-7daf6ee5aa8a req-e714afe5-c9e0-47c3-8d8f-8579e9ddea59 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0874941 Mar 11 00:18:23.528866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d179bc-2664-4e6c-b752-33f4321d38aa req-003b4b88-4fe2-4e4f-bd9d-9d9ebf30a405 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:23.551038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94d179bc-2664-4e6c-b752-33f4321d38aa req-003b4b88-4fe2-4e4f-bd9d-9d9ebf30a405 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2225156 Mar 11 00:18:23.740334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43b35e80-0d66-4660-a598-553d5853c8cb req-ed398e0a-a32b-4028-872b-ce5dc7ac2ed0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 210 time: 0.1311748 Mar 11 00:18:23.818574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94d179bc-2664-4e6c-b752-33f4321d38aa req-379dd0c0-0f99-4c87-8aff-da8be74f1365 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2666299 Mar 11 00:18:23.859855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-0b9b19df-964a-4cf4-9145-729d9f6bcf33 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:23.861342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-0b9b19df-964a-4cf4-9145-729d9f6bcf33 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 796 time: 0.5195768 Mar 11 00:18:24.367010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a7525-24b6-4061-9d24-99874dfed7cb req-d7fadd01-50a0-4c30-bb82-009e0f822412 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:24.374189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad7a7525-24b6-4061-9d24-99874dfed7cb req-d7fadd01-50a0-4c30-bb82-009e0f822412 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1475103 Mar 11 00:18:24.497431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad7a7525-24b6-4061-9d24-99874dfed7cb req-4e9ce808-09ff-4563-9956-983adcd070ed tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220396 Mar 11 00:18:24.572231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf0e6429-a70c-431b-9bf8-a3a1c54cf4fc req-8054f512-284a-410c-8acc-c16efa99389d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0737102 Mar 11 00:18:24.587450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0146e559-f76b-4927-8993-0ad3cfbedc69 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:24.794387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-ce3ec949-f2e3-4fa4-a9b3-6ec978c9ef4d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 379 time: 0.9235024 Mar 11 00:18:24.825449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0146e559-f76b-4927-8993-0ad3cfbedc69 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:24.825833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:24.888932 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'port': {'device_id': '06bf640b-c785-45f9-939b-76475d91748c', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'admin_state_up': True, 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'security_groups': ['8538eee5-4201-447f-8263-c2e9ec81472e']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:24.937079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f7f552b-c51a-4c4a-a26a-d174483df6c7 req-091a6623-22e8-423d-ae7c-6c32473bc2d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 210 time: 0.0747147 Mar 11 00:18:25.070321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:18:25.073891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:25.080575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0146e559-f76b-4927-8993-0ad3cfbedc69 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:25.118508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35093364-c5ec-447f-bb5d-2ce81e5661e8 req-917f3052-2364-47e0-82d0-c6de35099280 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:25.125108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35093364-c5ec-447f-bb5d-2ce81e5661e8 req-917f3052-2364-47e0-82d0-c6de35099280 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1433167 Mar 11 00:18:25.238668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35093364-c5ec-447f-bb5d-2ce81e5661e8 req-b068e0b8-c2d8-44ab-8330-23e026f4d4ab tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125886 Mar 11 00:18:25.321685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.11 (77d3748a-f85b-40fe-bba5-1513bc45f0e9/328c2fcc-1731-4e1e-98c6-760571e95daa/abfdc150-3236-4294-b8d9-738d23873251) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:18:25.490770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (abfdc150-3236-4294-b8d9-738d23873251), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:25.532827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:25.610622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:25.615395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:25.618970 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:18:25.708088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:25.708833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:25.712737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:25.762437 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-28dbd528-4d65-4fb1-9b01-907c334c6211 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626203 Mar 11 00:18:25.775670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Request body: {'port': {'device_id': '06bf640b-c785-45f9-939b-76475d91748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:25.908838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11da7206-2c4f-45a1-87b7-170f865a35f2 req-fd579db9-649a-4548-a1d6-d9b847e17530 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0689695 Mar 11 00:18:25.993196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:26.028521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f8f5c-6bba-431f-9436-d3f2562fb630 req-de253957-43ca-424d-b5b6-75b3ce3528d5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:26.038084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f8f8f5c-6bba-431f-9436-d3f2562fb630 req-de253957-43ca-424d-b5b6-75b3ce3528d5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2975032 Mar 11 00:18:26.140988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cbf88477-7dd8-4f84-94aa-4a4a2bf5399b None None] Provisioning complete for port abfdc150-3236-4294-b8d9-738d23873251 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:26.141558 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cbf88477-7dd8-4f84-94aa-4a4a2bf5399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (abfdc150-3236-4294-b8d9-738d23873251), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:26.223251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f8f8f5c-6bba-431f-9436-d3f2562fb630 req-9fc2c424-6d4f-41f2-a7e4-707955235240 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791203 Mar 11 00:18:26.298043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cbf88477-7dd8-4f84-94aa-4a4a2bf5399b None None] Port abfdc150-3236-4294-b8d9-738d23873251 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:18:26.312055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b546-4cc3-461d-93c1-cec05cdacdf8 req-58f4c4a8-694a-480b-81f4-5e36d82d8408 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:26.329860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d660b546-4cc3-461d-93c1-cec05cdacdf8 req-58f4c4a8-694a-480b-81f4-5e36d82d8408 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 932 time: 0.2519758 Mar 11 00:18:26.454311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfdc150-3236-4294-b8d9-738d23873251 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:18:26.480251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks [] for port (abfdc150-3236-4294-b8d9-738d23873251), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:26.499423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d660b546-4cc3-461d-93c1-cec05cdacdf8 req-3e1812d3-28c9-40a9-a6d1-50c0962a988c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623628 Mar 11 00:18:26.508795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Transition to ACTIVE for port object abfdc150-3236-4294-b8d9-738d23873251 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:18:26.520014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:26.533910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d461afe-e64e-4eff-a0ae-c6155209cb80 req-7454f93a-d006-4f60-b156-454e5ecc8c5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:26.551826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d461afe-e64e-4eff-a0ae-c6155209cb80 req-7454f93a-d006-4f60-b156-454e5ecc8c5a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1439884 Mar 11 00:18:26.625082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:26.661490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d461afe-e64e-4eff-a0ae-c6155209cb80 req-e6d2b236-37e0-4762-b891-7218304f2089 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033010 Mar 11 00:18:26.822167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:18:26.822513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:18:26.822853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:18:26.834280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:18:26.838665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:18:26.853871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:18:26.854220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Checking segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:18:26.855616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Bound using segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:18:26.856688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Bound port: abfdc150-3236-4294-b8d9-738d23873251, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:18:26.857060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:26.971054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:18:26.979337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:18:26.994949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:27.042629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.043288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:27.053891 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] 10.222.0.30 "PUT /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1092 time: 1.2789230 Mar 11 00:18:27.066157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:27.075951 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:27.122554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-df31389c-0356-4bd7-b447-a80c7ed17ce4 req-e67d1e7d-f7e1-4a47-804c-d33b0e36f03e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0825126 Mar 11 00:18:27.206704 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640075ce-8f5c-4b3c-9627-689ce7265725 x-openstack-request-id: req-640075ce-8f5c-4b3c-9627-689ce7265725 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:27.207001 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:27.207252 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640075ce-8f5c-4b3c-9627-689ce7265725 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:27.207658 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'status': 'completed', 'code': 200} Mar 11 00:18:27.465035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98671c-7bef-480f-86b6-ba3affd021cb req-2b8c6731-5b44-4f85-a948-300f7ca86bc6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.474571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc98671c-7bef-480f-86b6-ba3affd021cb req-2b8c6731-5b44-4f85-a948-300f7ca86bc6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1648691 Mar 11 00:18:27.475452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6f33-3c56-4d58-ba19-db6f14a59331 service neutron] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:27.529685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-5ad5cc05-54ec-4f75-b622-529544da1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.533767 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-5ad5cc05-54ec-4f75-b622-529544da1528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1126 time: 0.3404837 Mar 11 00:18:27.612867 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-f023a4ed-11e1-41b1-9925-3d75ed425caf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 217 time: 0.0704896 Mar 11 00:18:27.644977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc98671c-7bef-480f-86b6-ba3affd021cb req-bb7acb11-83ba-4fb4-88a4-62493820aea6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597638 Mar 11 00:18:27.792662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-baf7fb00-f785-411f-9022-5f763e59b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.794163 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-baf7fb00-f785-411f-9022-5f763e59b7f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1693087 Mar 11 00:18:27.849856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9679160-74e6-4b5f-bdec-6792a94b3dec req-82b06379-ab3d-485f-b848-b835e4c82c53 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.851444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9679160-74e6-4b5f-bdec-6792a94b3dec req-82b06379-ab3d-485f-b848-b835e4c82c53 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1901572 Mar 11 00:18:27.938428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-300c356e-c2ac-437a-ba23-ba782bc04047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.943753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-300c356e-c2ac-437a-ba23-ba782bc04047 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1425023 Mar 11 00:18:27.956956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26141bd-3689-4049-9cf0-6d247e365c2f req-9dbb841d-b2f1-472f-acf3-4295a206a998 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:27.965187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c26141bd-3689-4049-9cf0-6d247e365c2f req-9dbb841d-b2f1-472f-acf3-4295a206a998 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1104698 Mar 11 00:18:28.024829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9679160-74e6-4b5f-bdec-6792a94b3dec req-8e35f1ae-34a1-449c-b41d-93d54c5bc4f0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600850 Mar 11 00:18:28.098975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c26141bd-3689-4049-9cf0-6d247e365c2f req-07e5f62c-b371-493d-aa66-1f2e520e584c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327798 Mar 11 00:18:28.235312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48902) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:28.242175 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-0cd02e9d-8ddb-4cad-9d15-fc431663d048 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920828 Mar 11 00:18:28.397214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a7826e-0579-43ed-9b7b-f9066bf1d577 req-5013454a-99d7-421e-948f-f4e2e09a9057 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.1184030 Mar 11 00:18:28.469454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d057e8fc-e117-498f-9656-31345be839a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:28.760075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-021cc11b-303e-40a2-a465-06a3cdae7844 req-23652da9-0c2e-479f-987c-9a2a8289ade0 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106375 Mar 11 00:18:28.770288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-c211db5b-c300-42ef-a2bb-b9ef2d290337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:28.778968 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-c211db5b-c300-42ef-a2bb-b9ef2d290337 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.2338428 Mar 11 00:18:28.795508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d057e8fc-e117-498f-9656-31345be839a6 admin admin] Publish callbacks [] for security_group (5bb6ef54-1e0b-405b-8c98-3959cf8045f2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:28.841284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d057e8fc-e117-498f-9656-31345be839a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5bb6ef54-1e0b-405b-8c98-3959cf8045f2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:28.963429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e4c6-e591-4f84-a71d-e589fb9644c7 req-6b7dbed0-f092-421e-ab38-41db6405cfb4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:28.971113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4600e4c6-e591-4f84-a71d-e589fb9644c7 req-6b7dbed0-f092-421e-ab38-41db6405cfb4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.4820387 Mar 11 00:18:29.039849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-2f90215c-0b98-4434-b607-8a92a5a8b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.043128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-2f90215c-0b98-4434-b607-8a92a5a8b283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.2567658 Mar 11 00:18:29.069355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4600e4c6-e591-4f84-a71d-e589fb9644c7 req-38fad3fa-7995-4333-ab4d-71290b9cda58 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875847 Mar 11 00:18:29.087787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057e8fc-e117-498f-9656-31345be839a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb6ef54-1e0b-405b-8c98-3959cf8045f2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:29.203274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d057e8fc-e117-498f-9656-31345be839a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6dc9202c53e4099870aa93ea0cb65ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9667907 Mar 11 00:18:29.215841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48914) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:29.349398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-7a45c812-6946-4149-a1b8-b3f0d26f8430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.2469554 Mar 11 00:18:29.351395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-721de43e-631c-4f78-bed6-d2fb5340456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.357000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-721de43e-631c-4f78-bed6-d2fb5340456e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1126 time: 0.3129442 Mar 11 00:18:29.368235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bca63-a6f0-495c-96d7-bd3035e817cd req-c83da63c-1e94-4306-9729-c7d4817e4780 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.373006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-722bca63-a6f0-495c-96d7-bd3035e817cd req-c83da63c-1e94-4306-9729-c7d4817e4780 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.5733130 Mar 11 00:18:29.470007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-97cbd044-dd91-4041-b519-80c60b844a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.473763 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-97cbd044-dd91-4041-b519-80c60b844a46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.1158431 Mar 11 00:18:29.539859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-722bca63-a6f0-495c-96d7-bd3035e817cd req-198c1376-ca0e-4e05-a70a-cb027bacf598 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500030 Mar 11 00:18:29.605655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59025a62-caed-4a48-bc91-b4f26f1d2282 req-594e8888-1efc-4ff7-a2e2-f8411e1c629e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.621432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59025a62-caed-4a48-bc91-b4f26f1d2282 req-594e8888-1efc-4ff7-a2e2-f8411e1c629e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.4167812 Mar 11 00:18:29.779488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-0c72577a-ac13-42ea-892f-f9e40861ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.781166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-0c72577a-ac13-42ea-892f-f9e40861ff71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2623949 Mar 11 00:18:29.805306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59025a62-caed-4a48-bc91-b4f26f1d2282 req-24c9de2a-3ae2-40a4-ad41-a66e3055483c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824765 Mar 11 00:18:29.808628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21ec6536-4087-4a65-9f65-2ab583e951ab req-ace5b062-bb1e-4dfd-a7f1-9ca14bcc270d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0829005 Mar 11 00:18:29.810704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] Publish callbacks [] for security_group (5bb6ef54-1e0b-405b-8c98-3959cf8045f2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:29.839951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-e69128b4-61d9-4c11-b644-d0ede37e6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:29.839951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-e69128b4-61d9-4c11-b644-d0ede37e6cb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.3620033 Mar 11 00:18:29.865158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] Publish callbacks [] for security_group (5bb6ef54-1e0b-405b-8c98-3959cf8045f2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:29.948457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-8dfecec0-c90a-4816-bc90-7631739c26a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 217 time: 0.0804257 Mar 11 00:18:29.963623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5bb6ef54-1e0b-405b-8c98-3959cf8045f2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:29.968153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:29.970135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bb6ef54-1e0b-405b-8c98-3959cf8045f2 HTTP/1.1" status: 204 len: 168 time: 0.7482710 Mar 11 00:18:29.985970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a46ec-4d2f-4cf0-8a76-9a477cb0ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb6ef54-1e0b-405b-8c98-3959cf8045f2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:30.060589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-4ae15055-67c9-4d8b-a0ca-71badd2961f9 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671452 Mar 11 00:18:30.062114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-93255283-1e0e-4bf3-92ef-c784d26590df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:30.063621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-93255283-1e0e-4bf3-92ef-c784d26590df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1087863 Mar 11 00:18:30.304026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5a05-5ebe-4fe9-a582-1aebb05a45e9 req-e93bb906-ce55-4e2b-b383-644ef5031d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:30.305718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3ce5a05-5ebe-4fe9-a582-1aebb05a45e9 req-e93bb906-ce55-4e2b-b383-644ef5031d11 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1264222 Mar 11 00:18:30.359219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-28c8d3f2-247b-429e-a693-af4432aee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:30.361426 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-28c8d3f2-247b-429e-a693-af4432aee5ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2879677 Mar 11 00:18:30.446165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cce7ac63-3ac0-43dc-bd2d-ccad25fe5fa0 req-8a4956e0-238c-4cd2-a870-eec5342ce3ba service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738408 Mar 11 00:18:30.522862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3ce5a05-5ebe-4fe9-a582-1aebb05a45e9 req-b3ad096f-c8ac-492f-ac15-356b636a2d6b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100680 Mar 11 00:18:30.667761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 48932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:30.688766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a211a9b-89ae-41d3-bc53-6791b4e5276c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:30.692759 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-db7a9d7d-688d-46d0-9133-30017a7034c3 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135228 Mar 11 00:18:30.866003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device abfdc150-3236-4294-b8d9-738d23873251 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:18:30.898694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527e36a-3b3b-48d3-b4b9-3251d11abef5 req-ca8e91e9-6bd3-4e2f-8a77-286369595487 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:30.906472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c527e36a-3b3b-48d3-b4b9-3251d11abef5 req-ca8e91e9-6bd3-4e2f-8a77-286369595487 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1974490 Mar 11 00:18:30.943600 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3b70f5a8-36b4-4ba3-ba80-a7d37246ccd0 req-f38a16ed-a2c2-4d79-b1c5-2cf649426401 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414408 Mar 11 00:18:31.064988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a211a9b-89ae-41d3-bc53-6791b4e5276c admin admin] Publish callbacks [] for security_group (d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.091049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a211a9b-89ae-41d3-bc53-6791b4e5276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.134266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:31.165061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'abfdc150-3236-4294-b8d9-738d23873251', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'mac_address': 'fa:16:3e:05:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:18:31.173865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c527e36a-3b3b-48d3-b4b9-3251d11abef5 req-0d7193e4-1069-49e2-9c53-a6c7f542f203 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463031 Mar 11 00:18:31.234461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a211a9b-89ae-41d3-bc53-6791b4e5276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:31.249138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 48938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:31.249630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a211a9b-89ae-41d3-bc53-6791b4e5276c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f267b7b7146a421cad0f8fb0f14060f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5815001 Mar 11 00:18:31.267360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port abfdc150-3236-4294-b8d9-738d23873251 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:31.267759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.430263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-293e917e-6331-453f-8bdf-5f800793dfee req-682aa1b7-5099-44b9-99f2-836e4d4ff04a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0974550 Mar 11 00:18:31.446152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] Publish callbacks [] for security_group (d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.514780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] Publish callbacks [] for security_group (d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.592842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfdc150-3236-4294-b8d9-738d23873251 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:18:31.598300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa85fb-61ff-4033-8f8d-b6ca50ea0176 req-d8582803-4514-4895-a298-b0b914508a45 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:31.608518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16fa85fb-61ff-4033-8f8d-b6ca50ea0176 req-d8582803-4514-4895-a298-b0b914508a45 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1239896 Mar 11 00:18:31.638296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.642267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.652008 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1 HTTP/1.1" status: 204 len: 168 time: 0.3957813 Mar 11 00:18:31.653612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:31.664009 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:31.676051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200ed77-2bd2-4110-b5a3-ff79d1aa0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e459e3-4d9a-4971-9c47-ad2b8ebd56f1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:31.739757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16fa85fb-61ff-4033-8f8d-b6ca50ea0176 req-b921d986-1091-4b9c-be94-85d36672c5c7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302457 Mar 11 00:18:31.757380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:31.848335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f793b-66e1-467c-b964-243dad1e9ed9 req-a65d68c8-654a-4a75-b471-17d16f54692f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:31.851242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e95f793b-66e1-467c-b964-243dad1e9ed9 req-a65d68c8-654a-4a75-b471-17d16f54692f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1407149 Mar 11 00:18:31.948451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['abfdc150-3236-4294-b8d9-738d23873251'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:18:31.959690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e95f793b-66e1-467c-b964-243dad1e9ed9 req-f5e88c41-7a25-4aee-8bc6-c7a286997321 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004317 Mar 11 00:18:32.755129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710935fb-7dcb-4914-8321-f36c81daf14b req-bf108be0-7f9c-4386-b4b5-69e3539d2937 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:32.757455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-710935fb-7dcb-4914-8321-f36c81daf14b req-bf108be0-7f9c-4386-b4b5-69e3539d2937 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.6530538 Mar 11 00:18:32.806790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4a9d3-149e-413f-90f4-694f2fa62567 req-2ae3b3bb-b07e-4316-b3f1-47682a211da4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:32.808886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33f4a9d3-149e-413f-90f4-694f2fa62567 req-2ae3b3bb-b07e-4316-b3f1-47682a211da4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1300566 Mar 11 00:18:32.932905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-710935fb-7dcb-4914-8321-f36c81daf14b req-5373cc40-ce58-474b-a1d8-1c34b346c837 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1652992 Mar 11 00:18:33.024373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33f4a9d3-149e-413f-90f4-694f2fa62567 req-649f8493-dd31-4d44-8d3b-ce530836be5d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072525 Mar 11 00:18:33.139567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8652224-8455-40d3-abda-4052d0c897c7 req-cd10c96c-8ab0-4e0c-9e6b-4c29e7d2dc11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.1031964 Mar 11 00:18:33.219393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c95dc1-4bde-4030-aa93-04a1619edacf req-407af468-a1b2-4594-a48b-3f357b9ec4bb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:33.239450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c95dc1-4bde-4030-aa93-04a1619edacf req-407af468-a1b2-4594-a48b-3f357b9ec4bb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 945 time: 0.1021082 Mar 11 00:18:33.510922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c95dc1-4bde-4030-aa93-04a1619edacf req-13c081eb-bef4-4cf6-9821-41292fa3f250 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702100 Mar 11 00:18:33.668491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5004570-b72b-46bd-a38a-625249b57aac req-dc3afbda-84ff-453b-b1fe-4e995d75a1fb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:33.676962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5004570-b72b-46bd-a38a-625249b57aac req-dc3afbda-84ff-453b-b1fe-4e995d75a1fb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.3715699 Mar 11 00:18:33.804010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5004570-b72b-46bd-a38a-625249b57aac req-a68cde23-e456-47a9-8c93-aaad67e34a04 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1232927 Mar 11 00:18:34.104691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4ab2-80ff-4d5d-b83d-845fd9c9288d req-2358bc81-eaf9-4f62-ad1b-6136d6d62fb0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:34.106192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-841c4ab2-80ff-4d5d-b83d-845fd9c9288d req-2358bc81-eaf9-4f62-ad1b-6136d6d62fb0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1681123 Mar 11 00:18:34.215912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-841c4ab2-80ff-4d5d-b83d-845fd9c9288d req-156f9b12-8939-406e-b9e1-b6881b4b089a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039124 Mar 11 00:18:34.315524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df552-6227-4158-8164-9fc327b0140a req-8ae20e60-42f5-4954-8ffe-8fb65bcb80a4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:34.326761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b9df552-6227-4158-8164-9fc327b0140a req-8ae20e60-42f5-4954-8ffe-8fb65bcb80a4 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1083057 Mar 11 00:18:34.437711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b9df552-6227-4158-8164-9fc327b0140a req-8f1c868f-2c2b-412c-9b07-c86636b5e60f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100316 Mar 11 00:18:34.525431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52029618-c2ac-45b5-b56e-d3842ed39f25 req-11b12f60-6a1b-4f5a-932c-23b175c4143d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0779276 Mar 11 00:18:34.704963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c47d5-c791-4a75-978c-205f00c30208 req-178f9aef-7eb4-4ffa-aca3-7a4c57094359 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:34.712758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-102c47d5-c791-4a75-978c-205f00c30208 req-178f9aef-7eb4-4ffa-aca3-7a4c57094359 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1536505 Mar 11 00:18:34.844672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-102c47d5-c791-4a75-978c-205f00c30208 req-ee3e1ab9-ccaf-4855-9080-610018231e44 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309092 Mar 11 00:18:34.886776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee09ad-a02c-4270-b40f-3d3f611df411 req-20696d39-921c-47f5-8bef-d6513bdb3b79 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:34.897742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device abfdc150-3236-4294-b8d9-738d23873251 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:18:34.910010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddee09ad-a02c-4270-b40f-3d3f611df411 req-20696d39-921c-47f5-8bef-d6513bdb3b79 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 945 time: 0.2506948 Mar 11 00:18:35.071676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port abfdc150-3236-4294-b8d9-738d23873251 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:18:35.082394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddee09ad-a02c-4270-b40f-3d3f611df411 req-3d41b08d-7963-4351-96a9-8457458ae2c8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687665 Mar 11 00:18:35.084980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port abfdc150-3236-4294-b8d9-738d23873251 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:18:35.085945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (abfdc150-3236-4294-b8d9-738d23873251), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:35.275094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port abfdc150-3236-4294-b8d9-738d23873251 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:35.276915 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:35.354499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:35.356886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:35.364744 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1310555a-6526-4a55-90a0-a0f2340d02cb" -d '{"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-plugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:35.383164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:35.550633 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ca3aa-80a3-488f-a764-9b2c1334c4e9 x-openstack-request-id: req-5f9ca3aa-80a3-488f-a764-9b2c1334c4e9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:35.551167 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-plugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:35.551597 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f9ca3aa-80a3-488f-a764-9b2c1334c4e9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:35.552973 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'code': 200} Mar 11 00:18:35.556017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:35.589669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae2e27-379c-4119-9cba-161e743bfd03 req-6e9f467c-2b54-4bd0-a656-9ce56e612898 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:35.595186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22ae2e27-379c-4119-9cba-161e743bfd03 req-6e9f467c-2b54-4bd0-a656-9ce56e612898 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1729014 Mar 11 00:18:35.704195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22ae2e27-379c-4119-9cba-161e743bfd03 req-8de8a102-e9e7-4b8e-a360-a2682135608b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029599 Mar 11 00:18:35.739281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511b791-6c05-40e1-be58-7a4f825b435a req-6a6f49e4-de6e-458a-8ad8-ed149c3b8b6a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:35.751746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b511b791-6c05-40e1-be58-7a4f825b435a req-6a6f49e4-de6e-458a-8ad8-ed149c3b8b6a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1272495 Mar 11 00:18:35.757668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed865-5b05-4a4e-9b6c-0431b3972f7e req-71450ef4-d0a1-4d66-bc7e-49d54d59538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:35.772327 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-427ed865-5b05-4a4e-9b6c-0431b3972f7e req-71450ef4-d0a1-4d66-bc7e-49d54d59538e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.2150822 Mar 11 00:18:35.874359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b511b791-6c05-40e1-be58-7a4f825b435a req-dfa3505d-e9f5-497f-8dd4-74ff0e23f978 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191385 Mar 11 00:18:35.953867 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-427ed865-5b05-4a4e-9b6c-0431b3972f7e req-4ea65b5f-95f9-46b5-9341-b942dd49c224 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728446 Mar 11 00:18:36.102205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f93c2bb0-bfbb-4f16-9805-f6da4444cfde req-1131f80d-ff93-4321-8117-85c182ae9b93 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af0470c-99f9-401d-aa7c-0e0821b6d307 HTTP/1.1" status: 200 len: 210 time: 0.0770788 Mar 11 00:18:36.365944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f07bfc-97c0-451c-84df-a0c0b7b460f5 req-ad07453a-a86b-429b-8e00-0d59a345e745 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:36.367643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f07bfc-97c0-451c-84df-a0c0b7b460f5 req-ad07453a-a86b-429b-8e00-0d59a345e745 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1699913 Mar 11 00:18:36.519565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00f07bfc-97c0-451c-84df-a0c0b7b460f5 req-1bd33ea9-fc43-452f-9dd6-784faccee2b3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380839 Mar 11 00:18:36.703002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8222-3368-4960-b187-438c8431e3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:36.973546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736047-cfc2-4301-ae20-e714d2d84223 req-54677fdb-a21a-4505-8339-b7404f4ebf21 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:36.975318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38736047-cfc2-4301-ae20-e714d2d84223 req-54677fdb-a21a-4505-8339-b7404f4ebf21 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0977323 Mar 11 00:18:37.076640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-20703a27-cad0-4008-a4d8-1c7ea0f8b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.081219 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-20703a27-cad0-4008-a4d8-1c7ea0f8b050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1128 time: 0.1141152 Mar 11 00:18:37.225614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38736047-cfc2-4301-ae20-e714d2d84223 req-a711895c-f162-46fa-86fe-3cca015b4a6f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2435067 Mar 11 00:18:37.324266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-5be6781f-76a5-407d-a364-d8896aa1500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.329508 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-5be6781f-76a5-407d-a364-d8896aa1500f service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.2391098 Mar 11 00:18:37.352074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9edc17-c643-454c-9c5f-35acd2bf58b2 req-e775160f-f789-4e3f-bc51-dc0f608d34eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.370987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee9edc17-c643-454c-9c5f-35acd2bf58b2 req-e775160f-f789-4e3f-bc51-dc0f608d34eb tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.2899141 Mar 11 00:18:37.502115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-bed142c9-7a3b-4a98-8834-186902f9c74c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 1002 time: 0.1679709 Mar 11 00:18:37.506392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee9edc17-c643-454c-9c5f-35acd2bf58b2 req-d8872e1a-567e-43f5-95aa-28ddbf8e9ce7 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344111 Mar 11 00:18:37.608286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-a479e8e5-6397-419b-9a29-74d8eb801bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.609876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-a479e8e5-6397-419b-9a29-74d8eb801bc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.0993824 Mar 11 00:18:37.687328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-4ad44f3d-2efd-4c2c-a4bf-eec8dd8e7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.688874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-4ad44f3d-2efd-4c2c-a4bf-eec8dd8e7419 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734017 Mar 11 00:18:37.934914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa5884-3bff-46fb-872a-991a7555d59f req-35ff95fe-a72d-4fbb-a1cc-fc8e3384fb64 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.948479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6eaa5884-3bff-46fb-872a-991a7555d59f req-35ff95fe-a72d-4fbb-a1cc-fc8e3384fb64 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.2148888 Mar 11 00:18:37.949500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-d90098f9-467c-448e-9338-95e896ad3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:37.954113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-d90098f9-467c-448e-9338-95e896ad3247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72087a8ab28d4fddba8805e41f89de8f&device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 1127 time: 0.2365828 Mar 11 00:18:38.066133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6eaa5884-3bff-46fb-872a-991a7555d59f req-3cad3c52-e23a-4fb6-b300-dd1a8e07365c tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159263 Mar 11 00:18:38.079124 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-fb34b30d-3bd8-4421-8793-fa0b9328f037 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837128 Mar 11 00:18:38.106001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6687f-0a22-4eed-beb7-29af8e417338 req-91410b38-c677-41b5-aa45-ee75abeb815a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.113912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da6687f-0a22-4eed-beb7-29af8e417338 req-91410b38-c677-41b5-aa45-ee75abeb815a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.3194666 Mar 11 00:18:38.256659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da6687f-0a22-4eed-beb7-29af8e417338 req-03f5a1d1-c16e-4a48-9291-fc6f8472fe21 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416731 Mar 11 00:18:38.268484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-06364a7a-2418-4df0-b835-73e7f340976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.270240 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-06364a7a-2418-4df0-b835-73e7f340976a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 200 len: 912 time: 0.3085213 Mar 11 00:18:38.333431 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-095aa08f-38e4-47f6-8ff5-f20760509565 req-11f73ec2-22f5-43fc-990d-e95b9e44c389 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184207 Mar 11 00:18:38.351494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-ea85862c-ee1d-4c72-9f68-82aaa5021f04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 200 len: 1000 time: 0.0750909 Mar 11 00:18:38.433163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-e5df53ab-950b-49ec-aeff-9c7c562d389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.434783 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-e5df53ab-950b-49ec-aeff-9c7c562d389a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 200 len: 850 time: 0.0768998 Mar 11 00:18:38.489231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420ae5-8869-4752-b5c6-7f2062a6dec6 req-999fc788-8d2f-4b63-af64-c07ff46f4849 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.490852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d420ae5-8869-4752-b5c6-7f2062a6dec6 req-999fc788-8d2f-4b63-af64-c07ff46f4849 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0956035 Mar 11 00:18:38.560732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-2040bd76-5fba-41a2-87e0-1e8573600550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.576198 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-2040bd76-5fba-41a2-87e0-1e8573600550 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6271353f-ff67-45f5-a718-56703ce11782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1339130 Mar 11 00:18:38.598437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d420ae5-8869-4752-b5c6-7f2062a6dec6 req-941e01f9-c598-4880-a3fd-0eb1605be85c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983779 Mar 11 00:18:38.623432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49064) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:38.816233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ef3a-450d-4305-acc4-bd46fbff5e57 req-31cd375d-b734-418f-939d-f06db4f3e854 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.817753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f704ef3a-450d-4305-acc4-bd46fbff5e57 req-31cd375d-b734-418f-939d-f06db4f3e854 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.1473718 Mar 11 00:18:38.824777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b20cc2-0ba7-4a4d-aa37-eed5cbd9337d tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:38.829071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d8b20cc2-0ba7-4a4d-aa37-eed5cbd9337d tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1123 time: 0.2017443 Mar 11 00:18:38.830623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:38.835883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:18:38.912782 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-e405dc44-c2dd-4ac7-8381-196a8b413136 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285193 Mar 11 00:18:38.915913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:38.947164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f704ef3a-450d-4305-acc4-bd46fbff5e57 req-1de141e0-2a4e-4b22-aaa1-22fb249a7550 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172292 Mar 11 00:18:39.052939 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9b751934-c0c0-4d4c-bde5-573ca01b71e9 req-be941f0c-51de-424b-ac15-0b3f7903f190 service neutron] 10.222.0.30 "GET /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189177 Mar 11 00:18:39.276008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d181392b-7186-4480-bb68-09bb89c8bbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:39.356546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f73f6-2d2d-4815-a2a8-d150f01ea8fc req-9f203310-b62e-4e58-b3e0-fc2311abeba7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:39.356977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:39.364523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f4f73f6-2d2d-4815-a2a8-d150f01ea8fc req-9f203310-b62e-4e58-b3e0-fc2311abeba7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1295078 Mar 11 00:18:39.507283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f4f73f6-2d2d-4815-a2a8-d150f01ea8fc req-eac2635d-4d5f-4f9b-9806-55266b472685 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1362169 Mar 11 00:18:39.602763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.208 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/b958ec07-ad49-443b-9b0d-1dc40637ae43) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:18:39.740458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:39.812289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:39.875232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=b958ec07-ad49-443b-9b0d-1dc40637ae43,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:39.895330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:18:39.896973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:18:39.900099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:18:40.175984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109183c-cd77-477e-9f24-2f12be6715bb req-3e1d5ac2-3449-4840-bc1e-02e1276eac9f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:40.184346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5109183c-cd77-477e-9f24-2f12be6715bb req-3e1d5ac2-3449-4840-bc1e-02e1276eac9f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 946 time: 0.0965731 Mar 11 00:18:40.382991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5109183c-cd77-477e-9f24-2f12be6715bb req-dba6d164-43ec-434a-84fb-d934c9900221 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887712 Mar 11 00:18:40.501822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:40.688576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60adc1-441d-4853-87e6-5f06e9117078 req-fdd46171-f5fd-4a33-98bb-fd1aea990156 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:40.690518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b60adc1-441d-4853-87e6-5f06e9117078 req-fdd46171-f5fd-4a33-98bb-fd1aea990156 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0761783 Mar 11 00:18:40.745597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:40.807796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b60adc1-441d-4853-87e6-5f06e9117078 req-6c1add90-7af7-42f3-97d3-b2864859e796 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1088524 Mar 11 00:18:40.930011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:18:41.040785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d8c75-0d69-421b-857c-8592e7536064 req-8b63d327-1440-4db0-b22f-b0dc2bc74a86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:41.049103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca6d8c75-0d69-421b-857c-8592e7536064 req-8b63d327-1440-4db0-b22f-b0dc2bc74a86 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0980954 Mar 11 00:18:41.050966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.156117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:18:41.156482 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.176527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca6d8c75-0d69-421b-857c-8592e7536064 req-0e0fa48c-1fc4-49fe-9962-a0662bd14fa1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258595 Mar 11 00:18:41.238677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:41.241239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:41.246571 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045c80c0-dee3-4adc-ae02-9b10d6492791" -d '{"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:41.255292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.328412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (3907e913-6c22-4104-a1bf-2c2aa6766236), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.330003 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c8da9-7f37-4a28-bf02-7a9adb896d52 x-openstack-request-id: req-7d0c8da9-7f37-4a28-bf02-7a9adb896d52 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:41.330305 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-unplugged", "status": "failed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "code": 422}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:41.336869 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d0c8da9-7f37-4a28-bf02-7a9adb896d52 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:41.337256 n-d-831844-1 neutron-server[110427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'code': 422} returned with failed status Mar 11 00:18:41.380386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:41.503063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.603239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f336c5-272b-4b61-be99-ed9cc1a6870f req-f35cadd9-e504-4562-9b18-c5dc9bf43401 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:41.610391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0f336c5-272b-4b61-be99-ed9cc1a6870f req-f35cadd9-e504-4562-9b18-c5dc9bf43401 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1240590 Mar 11 00:18:41.635444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.709357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0f336c5-272b-4b61-be99-ed9cc1a6870f req-00f41fd6-0cd4-41b4-a9ca-e6d749da988d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980370 Mar 11 00:18:41.857621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:41.874644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:42.067627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=b958ec07-ad49-443b-9b0d-1dc40637ae43,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:42.070455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (3907e913-6c22-4104-a1bf-2c2aa6766236), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:42.216236 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 3907e913-6c22-4104-a1bf-2c2aa6766236 associated. External IP: 172.25.7.208, port: abfdc150-3236-4294-b8d9-738d23873251. Mar 11 00:18:42.578929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580252d1-743f-49b3-8db1-26c99e48373f req-7149ee5d-111a-450a-8f9e-425ad243db39 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:42.584846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-580252d1-743f-49b3-8db1-26c99e48373f req-7149ee5d-111a-450a-8f9e-425ad243db39 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fd67c4-f83a-4aa3-b6ce-d7ef949ad597 HTTP/1.1" status: 200 len: 944 time: 0.1414971 Mar 11 00:18:42.625783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:18:42.750766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port ce7369a4-0754-4637-a59c-b8edb3f59f4a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:18:42.751397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:42.805926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:18:42.826517 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Sync routers for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:18:42.846999 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:42.850687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:42.879938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:42.922831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port ce7369a4-0754-4637-a59c-b8edb3f59f4a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ce7369a4-0754-4637-a59c-b8edb3f59f4a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:42.923539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:42.930161 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b9841bad-b5a9-4ec4-8e13-209ccf07a796 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0979915 Mar 11 00:18:42.930840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:42.933501 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:42.953017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for ce7369a4-0754-4637-a59c-b8edb3f59f4a owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:18:43.145860 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:43.297751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705c29-984b-44e1-9ee0-85a8193c5d91 req-11159c55-6482-48c6-8f6d-4f80a63416de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:43.301822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34705c29-984b-44e1-9ee0-85a8193c5d91 req-11159c55-6482-48c6-8f6d-4f80a63416de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1203043 Mar 11 00:18:43.331535 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ce7369a4-0754-4637-a59c-b8edb3f59f4a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:43.351672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:43.355884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'd7401acd-2934-4845-b7a9-2d413ca5630b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:18:43.390319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=ce7369a4-0754-4637-a59c-b8edb3f59f4a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:43.477087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34705c29-984b-44e1-9ee0-85a8193c5d91 req-cae2c6e2-62aa-4d17-86a0-e86d97ff1cde tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593127 Mar 11 00:18:43.505670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] No DVR routers for this DVR port ce7369a4-0754-4637-a59c-b8edb3f59f4a on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:18:43.517341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:43.521115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-580252d1-743f-49b3-8db1-26c99e48373f req-c9c906e9-78b3-4895-939f-5015d3e3f4c6 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "DELETE /v2.0/ports/ce7369a4-0754-4637-a59c-b8edb3f59f4a HTTP/1.1" status: 204 len: 173 time: 0.9293859 Mar 11 00:18:43.525379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-deleted', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:43.538480 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c150008-7699-42b5-93cb-6f940dde709f" -d '{"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-deleted", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:43.613706 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c91420-a35b-4a3a-8be4-48330c1fde5b x-openstack-request-id: req-84c91420-a35b-4a3a-8be4-48330c1fde5b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:43.614188 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:43.624922 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c91420-a35b-4a3a-8be4-48330c1fde5b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:43.629875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49206) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:43.630066 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'status': 'completed', 'code': 200} Mar 11 00:18:43.754671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-eedb3510-f730-4336-ad9b-5bfbd3c722f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:43.756663 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-eedb3510-f730-4336-ad9b-5bfbd3c722f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.1255836 Mar 11 00:18:43.884192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a8916a00-bebb-4131-9232-d9eae9b7cd59 req-bf70e645-4864-4ca8-b531-e79083c6ae2c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:18:43.895458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8916a00-bebb-4131-9232-d9eae9b7cd59 req-bf70e645-4864-4ca8-b531-e79083c6ae2c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0262289 Mar 11 00:18:43.900463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ded71218-7f33-4007-a225-8ebf69bd6248 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 200 len: 992 time: 0.2688546 Mar 11 00:18:43.946146 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '3907e913-6c22-4104-a1bf-2c2aa6766236', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'mac_address': 'fa:16:3e:05:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf640b-c785-45f9-939b-76475d91748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:18:40Z', 'updated_at': '2022-03-11T00:18:40Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:44.000669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Checking router: b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:18:44.004700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-786d9523-633d-4c8c-8ad0-fb90a7a73dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:44.009405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-786d9523-633d-4c8c-8ad0-fb90a7a73dd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.2442031 Mar 11 00:18:44.042671 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:18:44.047200 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:44.130910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-f0322483-43cc-4832-b6a2-debb29398e3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1000 time: 0.1150107 Mar 11 00:18:44.274550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-0b692fc9-c0b9-4ee1-a1e3-701411157f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:44.278222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-0b692fc9-c0b9-4ee1-a1e3-701411157f6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1393092 Mar 11 00:18:44.339868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:18:44.391824 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5d896e-51cc-407f-b386-4cfe0082c94d x-openstack-request-id: req-cd5d896e-51cc-407f-b386-4cfe0082c94d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:44.392406 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fd67c4-f83a-4aa3-b6ce-d7ef949ad597", "name": "network-vif-deleted", "tag": "ce7369a4-0754-4637-a59c-b8edb3f59f4a", "status": "failed", "code": 422}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:44.392821 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd5d896e-51cc-407f-b386-4cfe0082c94d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:44.393995 n-d-831844-1 neutron-server[110425]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79fd67c4-f83a-4aa3-b6ce-d7ef949ad597', 'name': 'network-vif-deleted', 'tag': 'ce7369a4-0754-4637-a59c-b8edb3f59f4a', 'status': 'failed', 'code': 422} returned with failed status Mar 11 00:18:44.402894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-1787a99a-664b-42a8-ab34-cd35613b6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:44.404663 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-1787a99a-664b-42a8-ab34-cd35613b6e99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148188 Mar 11 00:18:44.615952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-bee96214-367c-4177-b2c9-f204f2b953c1 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042778 Mar 11 00:18:44.665374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314d739-d7b7-4147-a95b-bee939768baa req-1669aa26-5433-404b-80e0-732067264889 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:44.671259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1314d739-d7b7-4147-a95b-bee939768baa req-1669aa26-5433-404b-80e0-732067264889 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1354084 Mar 11 00:18:44.690872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49238) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:44.859876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1314d739-d7b7-4147-a95b-bee939768baa req-97512f1b-832e-4da8-abd2-34d363ce903e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828444 Mar 11 00:18:44.900873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '3907e913-6c22-4104-a1bf-2c2aa6766236', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'mac_address': 'fa:16:3e:05:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf640b-c785-45f9-939b-76475d91748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:18:40Z', 'updated_at': '2022-03-11T00:18:40Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:18:44.904110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49248) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:44.929713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d794905e-fba9-4fa0-bd78-d163e8f6fb0d req-b7653085-f670-4d2d-b94d-a24f4eaeaf34 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075817 Mar 11 00:18:44.998553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac617e34-8681-457a-9484-ff9adb2dd8f7 None None] The sync data for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 is: [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '3907e913-6c22-4104-a1bf-2c2aa6766236', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.208', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'mac_address': 'fa:16:3e:05:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bf640b-c785-45f9-939b-76475d91748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:18:40Z', 'updated_at': '2022-03-11T00:18:40Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:18:45.120731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-470d202c-6779-4d78-88ab-e912fa52f9e8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 200 len: 992 time: 0.2154710 Mar 11 00:18:45.177318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-b6e43c12-d0cc-4b68-9e84-f8581318bbd5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4831905 Mar 11 00:18:45.193683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcca3d3-426e-4e0b-b53d-69cca981007b req-ea83d679-cf85-4964-bf49-62ab9759b28a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:45.195280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dcca3d3-426e-4e0b-b53d-69cca981007b req-ea83d679-cf85-4964-bf49-62ab9759b28a tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 907 time: 0.1117477 Mar 11 00:18:45.200352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-b6c49679-42aa-4832-a1dd-a797e7f35e7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:18:45.201380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-b6c49679-42aa-4832-a1dd-a797e7f35e7e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052075 Mar 11 00:18:45.298326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:45.423607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b731a-e56f-460a-9c9c-e968ff684d33 None None] New status for floating IP 3907e913-6c22-4104-a1bf-2c2aa6766236: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:18:45.459858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-ed1d4b7f-0487-414f-8ee0-f7eb38972388 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:45.461368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-ed1d4b7f-0487-414f-8ee0-f7eb38972388 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports/36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 941 time: 0.1620479 Mar 11 00:18:46.083624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf4e2-3f75-46b2-9de9-9ecc811c6be9 req-3367755d-8eda-4927-aa02-d4f64f1ac08b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:46.085276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e45bf4e2-3f75-46b2-9de9-9ecc811c6be9 req-3367755d-8eda-4927-aa02-d4f64f1ac08b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.0970259 Mar 11 00:18:46.124531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:46.181357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e45bf4e2-3f75-46b2-9de9-9ecc811c6be9 req-3c955358-7d5b-4776-a1f7-05bb1e075183 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883510 Mar 11 00:18:46.252293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0d008ad6-0f5b-4d72-9c3b-dde45598221a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 200 len: 994 time: 0.1264896 Mar 11 00:18:46.430087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274567-e89a-4c7f-b362-188fb226bdc9 req-2abec9c6-cba9-42b4-bf07-3ad530346943 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:46.432856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a274567-e89a-4c7f-b362-188fb226bdc9 req-2abec9c6-cba9-42b4-bf07-3ad530346943 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 907 time: 0.1134448 Mar 11 00:18:46.556829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-05e94717-ca4c-430e-ac66-c0fded74f171 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:46.558401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-05e94717-ca4c-430e-ac66-c0fded74f171 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 907 time: 0.1126842 Mar 11 00:18:46.792256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:18:46.841330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-a455e4b6-7f56-42a9-aa69-7c166dbe3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:46.843067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-a455e4b6-7f56-42a9-aa69-7c166dbe3ded service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f&tenant_id=0002ec01896c4799b6bfdd013fb1292a HTTP/1.1" status: 200 len: 1126 time: 0.2258134 Mar 11 00:18:46.860526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:18:46.860800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:46.989332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-1bad8eb2-4aae-40ac-b2ab-76382ac63204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:46.990880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-1bad8eb2-4aae-40ac-b2ab-76382ac63204 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0002ec01896c4799b6bfdd013fb1292a&device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1126 time: 0.1241729 Mar 11 00:18:47.035939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:18:47.036331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:47.060221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:18:47.169670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-40e5bdeb-a2c1-4b4f-8dfa-1a09b0ecb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:47.171177 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-40e5bdeb-a2c1-4b4f-8dfa-1a09b0ecb25d service neutron] 10.222.0.30 "GET /v2.0/networks?id=99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 200 len: 917 time: 0.1718366 Mar 11 00:18:47.260174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-eef03137-bc7e-4b18-a46a-d543af2dbdb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 200 len: 1000 time: 0.0791376 Mar 11 00:18:47.405131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-e72c74b4-828a-4d1c-a19b-d6b458fc8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:47.406875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-e72c74b4-828a-4d1c-a19b-d6b458fc8635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 200 len: 855 time: 0.1406059 Mar 11 00:18:47.411743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:47.423562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43750b03-350a-48be-a208-62b500dbb7b3 req-fe3cd783-5a46-4ff8-80e4-026b78a1ba6b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:47.428327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43750b03-350a-48be-a208-62b500dbb7b3 req-fe3cd783-5a46-4ff8-80e4-026b78a1ba6b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1150789 Mar 11 00:18:47.499151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:47.559231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43750b03-350a-48be-a208-62b500dbb7b3 req-3ab53910-9949-4001-81bc-b34cc4533f3a tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236107 Mar 11 00:18:47.673638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-286a4344-3316-43c6-9717-f5a222150d65 req-716c8d85-4936-41e3-bc98-740d92d36195 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89fbf06-b89f-4953-8db9-665d3180ac6d HTTP/1.1" status: 200 len: 210 time: 0.0940332 Mar 11 00:18:47.713615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] No DVR routers for this DVR port d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:18:47.717843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:47.726915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-56b4a4d8-1293-4012-aa49-8717198917a6 req-c4f10cd8-bddf-4fd2-ac10-16f7aead303b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "DELETE /v2.0/ports/d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd HTTP/1.1" status: 204 len: 173 time: 1.1615138 Mar 11 00:18:47.727421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'name': 'network-vif-deleted', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:18:47.729739 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fb499-e658-446a-933d-8075a53570b3" -d '{"events": [{"server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "name": "network-vif-deleted", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:18:47.751636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-883beab5-3f52-4c42-93c6-393a22ccff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:47.770582 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-883beab5-3f52-4c42-93c6-393a22ccff48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=99203839-293f-4371-b3a0-b426cd1e6cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3017170 Mar 11 00:18:47.879694 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b35908-9aa7-4d24-8abe-77ca910217ff x-openstack-request-id: req-f4b35908-9aa7-4d24-8abe-77ca910217ff {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:18:47.880107 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89fbf06-b89f-4953-8db9-665d3180ac6d", "name": "network-vif-deleted", "tag": "d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:18:47.880978 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4b35908-9aa7-4d24-8abe-77ca910217ff {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:18:47.881441 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89fbf06-b89f-4953-8db9-665d3180ac6d', 'name': 'network-vif-deleted', 'tag': 'd93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd', 'status': 'completed', 'code': 200} Mar 11 00:18:48.025712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-adc657f4-2cfe-4cf9-8181-bdb05314c3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497716 Mar 11 00:18:48.200317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8ccd5119-b17b-4ee2-961c-1fd925c02142 req-a4df75a6-951d-41ab-9df1-ca79f7664ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690550 Mar 11 00:18:48.818259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba7e7e-f362-4202-b144-9438ad79c674 req-7a9f538f-5265-4ea4-90b3-ef27927e398f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:48.826368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72ba7e7e-f362-4202-b144-9438ad79c674 req-7a9f538f-5265-4ea4-90b3-ef27927e398f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1081512 Mar 11 00:18:48.892082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72ba7e7e-f362-4202-b144-9438ad79c674 req-9cb5572c-9d1d-4615-8ef0-08576220db81 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581598 Mar 11 00:18:49.291256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225f971-145d-41ed-8ecb-11e201c2a9d7 req-a0cc31b8-535d-4ec5-b25c-00108459ecd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:49.303613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4225f971-145d-41ed-8ecb-11e201c2a9d7 req-a0cc31b8-535d-4ec5-b25c-00108459ecd4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1191120 Mar 11 00:18:49.386701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4225f971-145d-41ed-8ecb-11e201c2a9d7 req-0858192f-6f7b-4118-b10f-0cfc5df3b80b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817447 Mar 11 00:18:50.154017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c7a2c-c013-4de4-a077-1e2b610b98ee req-9ffd89e2-0b46-443e-8309-c3068261d07c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:50.166600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf8c7a2c-c013-4de4-a077-1e2b610b98ee req-9ffd89e2-0b46-443e-8309-c3068261d07c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1274960 Mar 11 00:18:50.304796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf8c7a2c-c013-4de4-a077-1e2b610b98ee req-708ec5e1-f858-4dd2-9f90-6a8d8f401eab tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318634 Mar 11 00:18:50.596673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5c82d-f0e6-4faf-b120-c6788e0dcca7 req-f7dd9b9e-47f8-4abc-8a06-bcb3e9d4dbdd tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:50.616601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bac5c82d-f0e6-4faf-b120-c6788e0dcca7 req-f7dd9b9e-47f8-4abc-8a06-bcb3e9d4dbdd tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1271014 Mar 11 00:18:50.717965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bac5c82d-f0e6-4faf-b120-c6788e0dcca7 req-2fcf9d78-cfdc-49be-9ffd-0d56a5d89310 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001921 Mar 11 00:18:50.978342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:18:51.011180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:18:51.011822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d93d5c7d-caf8-4a54-b6d9-e1e74e7cc5dd not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:18:51.504759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a316-8983-4600-9256-2625dd32447c req-1977767d-85ca-4493-b782-71a808c09073 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:51.523086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aad0a316-8983-4600-9256-2625dd32447c req-1977767d-85ca-4493-b782-71a808c09073 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.0717852 Mar 11 00:18:51.591409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aad0a316-8983-4600-9256-2625dd32447c req-ca5eb8f9-ec58-4f70-b92e-93812f8bf8a0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671284 Mar 11 00:18:51.925761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ec05-8a5d-42c9-bf93-808634f01889 req-716609fc-37c2-46bf-9ffe-f9a9228fab21 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:51.935907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5c6ec05-8a5d-42c9-bf93-808634f01889 req-716609fc-37c2-46bf-9ffe-f9a9228fab21 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1145129 Mar 11 00:18:52.024622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5c6ec05-8a5d-42c9-bf93-808634f01889 req-52c20092-b23b-49b5-aa89-a9a9b58274a2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876069 Mar 11 00:18:52.234478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf42aad-d98e-400d-80ef-cf6a1619ef0b req-236a1794-3ab0-424c-9532-a780a5961cd9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:52.251713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bf42aad-d98e-400d-80ef-cf6a1619ef0b req-236a1794-3ab0-424c-9532-a780a5961cd9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0951509 Mar 11 00:18:52.311246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bf42aad-d98e-400d-80ef-cf6a1619ef0b req-4e15d132-1d00-4866-8b65-412795cfef93 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619423 Mar 11 00:18:52.805167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5900e7-5311-4912-932b-1c72faf97fd1 req-ee9fa36e-f42f-4889-ba11-b0a1ec34df14 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:52.823307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb5900e7-5311-4912-932b-1c72faf97fd1 req-ee9fa36e-f42f-4889-ba11-b0a1ec34df14 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1418900 Mar 11 00:18:52.920756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb5900e7-5311-4912-932b-1c72faf97fd1 req-5412a05f-6657-4c6b-9164-40893146a362 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963092 Mar 11 00:18:53.195334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784b3e1-8152-40fd-889b-60c62e1b0e09 req-10548d29-dc42-49ba-bfb4-af8024473ec5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:53.197078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2784b3e1-8152-40fd-889b-60c62e1b0e09 req-10548d29-dc42-49ba-bfb4-af8024473ec5 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0565219 Mar 11 00:18:53.269899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2784b3e1-8152-40fd-889b-60c62e1b0e09 req-faa8a136-b443-481d-a28e-dc0f21a2bf9d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Mar 11 00:18:53.591271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dfb5f-e477-469b-9a27-f1d4d87fa429 req-9e82aac4-6f3e-49c3-ae01-9522f81dcc7a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:53.608454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c14dfb5f-e477-469b-9a27-f1d4d87fa429 req-9e82aac4-6f3e-49c3-ae01-9522f81dcc7a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1786282 Mar 11 00:18:53.735069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c14dfb5f-e477-469b-9a27-f1d4d87fa429 req-43a99995-7f56-4509-98e1-76bc1f39a460 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193025 Mar 11 00:18:54.124035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907f78b-b8e6-4d63-bfbc-9b7166511f80 req-6498f9a5-38fa-43f9-8db6-35e60b16133b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:54.133164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4907f78b-b8e6-4d63-bfbc-9b7166511f80 req-6498f9a5-38fa-43f9-8db6-35e60b16133b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1201456 Mar 11 00:18:54.208624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4907f78b-b8e6-4d63-bfbc-9b7166511f80 req-0060590b-4742-4cf9-b5b2-ed57f3978f72 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689104 Mar 11 00:18:54.461779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e015-6330-49d0-a627-6939b58dc41d req-995059c3-c72a-4811-b940-28ffe2ed6c8d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:54.463523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b241e015-6330-49d0-a627-6939b58dc41d req-995059c3-c72a-4811-b940-28ffe2ed6c8d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0630198 Mar 11 00:18:54.535239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b241e015-6330-49d0-a627-6939b58dc41d req-c9170333-bbb7-499e-9b82-cfd061065ab4 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661099 Mar 11 00:18:54.960135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d4d50-10f3-4e5f-b728-3efc8080bb16 req-ac0acec1-b952-4ff4-bf4f-58bf299a2ef8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:54.984082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb3d4d50-10f3-4e5f-b728-3efc8080bb16 req-ac0acec1-b952-4ff4-bf4f-58bf299a2ef8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0994468 Mar 11 00:18:55.092921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb3d4d50-10f3-4e5f-b728-3efc8080bb16 req-ec7b5f73-fcb8-4409-8218-f8be201867e2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004636 Mar 11 00:18:55.221626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49390) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:55.441426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046500b6-2b82-481b-8a73-71f596ce2bce req-61172f60-8be3-4e85-839d-8d488fae7fd5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:55.444308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-046500b6-2b82-481b-8a73-71f596ce2bce req-61172f60-8be3-4e85-839d-8d488fae7fd5 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1199009 Mar 11 00:18:55.509018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:55.546494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-046500b6-2b82-481b-8a73-71f596ce2bce req-d73e2e4a-ccb8-40f1-a6a1-329b222ef034 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941968 Mar 11 00:18:55.654204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Publish callbacks [] for security_group (28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:55.669094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:55.684368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bde7-e061-4d50-8be9-22eab2da0f4c req-60a2c887-0517-47cc-ab2f-9e2295d959f0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:55.692140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc67bde7-e061-4d50-8be9-22eab2da0f4c req-60a2c887-0517-47cc-ab2f-9e2295d959f0 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0675468 Mar 11 00:18:55.750512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc67bde7-e061-4d50-8be9-22eab2da0f4c req-adc50a8a-1356-49d8-bbe4-21a7547d1463 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Mar 11 00:18:55.773642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49398) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:55.791831 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10be9092c53c4acf9f65ef4bb3acc4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472307 Mar 11 00:18:55.814173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:55.833427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.834042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.834537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.835027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.835517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.836020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.836510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.836987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.837462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.837937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.838410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.839146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.839617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b715a2-445c-4b3d-ab24-8ac9c6d0314b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:55.882156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Publish callbacks [] for security_group (28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:55.914137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Publish callbacks [] for security_group (28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:56.016291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:56.019530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:56.021068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b HTTP/1.1" status: 204 len: 168 time: 0.2459784 Mar 11 00:18:56.037556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28337dc9-51b7-4ccd-a0ff-95d93c6f8f2b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:56.070444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.070801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.071144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.071484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.071822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.072182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.072510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.072837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.073198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.073483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.073806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.074127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.074443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ca114a-dbf0-4847-9efa-d6764c6c1701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:18:56.352765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ec6e9-4b46-427c-b78a-b7bb5ce7b88a req-fac1f84c-cd50-4a7c-86ee-21ae9232b2b5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:56.360472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb1ec6e9-4b46-427c-b78a-b7bb5ce7b88a req-fac1f84c-cd50-4a7c-86ee-21ae9232b2b5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1518877 Mar 11 00:18:56.466954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb1ec6e9-4b46-427c-b78a-b7bb5ce7b88a req-c7716786-1251-4855-ba53-45b68a46bde5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053731 Mar 11 00:18:56.868803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06626a-3614-4f57-950d-eaddbde0726e req-c0782e47-3ff6-4438-8171-dd99781f8eea tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:56.874470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb06626a-3614-4f57-950d-eaddbde0726e req-c0782e47-3ff6-4438-8171-dd99781f8eea tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1821961 Mar 11 00:18:57.017498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb06626a-3614-4f57-950d-eaddbde0726e req-e91bc2f5-f95c-4c48-8583-9d7fe6aa401e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406507 Mar 11 00:18:57.056471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec6fb5-5060-4bb0-b80c-30b0830fe091 req-02147396-8b52-4a2f-8744-afab6c1611bb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:57.065812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89ec6fb5-5060-4bb0-b80c-30b0830fe091 req-02147396-8b52-4a2f-8744-afab6c1611bb tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.1893041 Mar 11 00:18:57.195036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-89ec6fb5-5060-4bb0-b80c-30b0830fe091 req-222f8d6a-953b-4882-9fa7-81a34bd4950e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282156 Mar 11 00:18:57.714790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ba90c-17c8-4f50-814d-94dd0fd05db4 req-5d4a4d0f-a5db-4e84-bbe8-55f3f2e8cb51 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:57.724566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-694ba90c-17c8-4f50-814d-94dd0fd05db4 req-5d4a4d0f-a5db-4e84-bbe8-55f3f2e8cb51 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.1479738 Mar 11 00:18:57.831470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-694ba90c-17c8-4f50-814d-94dd0fd05db4 req-5fe77f7b-a441-466a-be5d-5464b691369c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059659 Mar 11 00:18:58.188127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2663d74-8613-4dde-9162-e34eca4a18bc req-e5ee671a-f78d-4670-a68d-c34b7c339d11 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:58.191185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2663d74-8613-4dde-9162-e34eca4a18bc req-e5ee671a-f78d-4670-a68d-c34b7c339d11 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.0655928 Mar 11 00:18:58.210610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:58.257693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2663d74-8613-4dde-9162-e34eca4a18bc req-1a6b087a-f389-4d06-a2ce-784419b4cff0 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595026 Mar 11 00:18:58.328293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490cbb-fb82-4d84-bb2f-23e38d1647ea req-e135b33d-e437-4084-926b-735aa778315b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:58.329371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4490cbb-fb82-4d84-bb2f-23e38d1647ea req-e135b33d-e437-4084-926b-735aa778315b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0650380 Mar 11 00:18:58.356280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9458e12-3632-4149-9b52-4cba24ce1f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.382784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4490cbb-fb82-4d84-bb2f-23e38d1647ea req-7d2edd87-3680-4704-9b1f-e7442f4efede tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Mar 11 00:18:58.450219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9458e12-3632-4149-9b52-4cba24ce1f13 admin admin] Publish callbacks [] for security_group (11655814-f540-4f50-9efe-15aaad8c18a1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.453681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9458e12-3632-4149-9b52-4cba24ce1f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11655814-f540-4f50-9efe-15aaad8c18a1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.494866 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9458e12-3632-4149-9b52-4cba24ce1f13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4e23919f7b0425ea204c16ce427a70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824378 Mar 11 00:18:58.495736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9458e12-3632-4149-9b52-4cba24ce1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11655814-f540-4f50-9efe-15aaad8c18a1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:58.498582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49458) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:18:58.546373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] Publish callbacks [] for security_group (11655814-f540-4f50-9efe-15aaad8c18a1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.568388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] Publish callbacks [] for security_group (11655814-f540-4f50-9efe-15aaad8c18a1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.617703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11655814-f540-4f50-9efe-15aaad8c18a1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.620378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:18:58.621526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11655814-f540-4f50-9efe-15aaad8c18a1 HTTP/1.1" status: 204 len: 168 time: 0.1216137 Mar 11 00:18:58.629499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422979-5e83-4939-8b42-d1df6c31335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11655814-f540-4f50-9efe-15aaad8c18a1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:18:58.974965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da834d6e-e5df-44e7-8497-86c00ff122c0 req-f08556c8-1e05-4325-b88d-4dcddf86a3d7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:58.976466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da834d6e-e5df-44e7-8497-86c00ff122c0 req-f08556c8-1e05-4325-b88d-4dcddf86a3d7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0577488 Mar 11 00:18:59.026902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da834d6e-e5df-44e7-8497-86c00ff122c0 req-34597f2a-120d-487d-ab11-15cfb200d0b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448644 Mar 11 00:18:59.385607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f55dd-33cc-437e-96fb-eeccc3e97c6f req-4225c74f-1a01-4b94-a2bd-82e2e082aef6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:59.388395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e16f55dd-33cc-437e-96fb-eeccc3e97c6f req-4225c74f-1a01-4b94-a2bd-82e2e082aef6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.0553014 Mar 11 00:18:59.437660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e16f55dd-33cc-437e-96fb-eeccc3e97c6f req-6bb328a1-4ff5-4eec-a865-105bbac43695 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Mar 11 00:18:59.532467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228836f-2005-4dca-8b4a-d0f9934a1ae6 req-9e66581a-d345-4791-8089-f10f5ed32387 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:59.534068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e228836f-2005-4dca-8b4a-d0f9934a1ae6 req-9e66581a-d345-4791-8089-f10f5ed32387 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0531437 Mar 11 00:18:59.597903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e228836f-2005-4dca-8b4a-d0f9934a1ae6 req-91967f39-ac74-4602-89f3-7bd420c74d2b tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 Mar 11 00:18:59.986038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-cba979df-d8bb-4a4d-b619-62abc412d563 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:18:59.987786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-cba979df-d8bb-4a4d-b619-62abc412d563 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 945 time: 0.0546305 Mar 11 00:19:00.108037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port d7401acd-2934-4845-b7a9-2d413ca5630b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:00.108761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.182656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2cf4-3feb-409b-b499-971b043e873a req-5d0b9c7b-bff8-4e95-aa9b-7440baf97451 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:00.185411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69de2cf4-3feb-409b-b499-971b043e873a req-5d0b9c7b-bff8-4e95-aa9b-7440baf97451 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0759192 Mar 11 00:19:00.226872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port d7401acd-2934-4845-b7a9-2d413ca5630b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d7401acd-2934-4845-b7a9-2d413ca5630b,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:00.227424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.243215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for d7401acd-2934-4845-b7a9-2d413ca5630b owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:00.252487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69de2cf4-3feb-409b-b499-971b043e873a req-e2ea3604-8466-4758-b27b-a51821036f55 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609062 Mar 11 00:19:00.396651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d7401acd-2934-4845-b7a9-2d413ca5630b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.410991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'd7401acd-2934-4845-b7a9-2d413ca5630b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:00.428154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=d7401acd-2934-4845-b7a9-2d413ca5630b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:00.487403 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] No DVR routers for this DVR port d7401acd-2934-4845-b7a9-2d413ca5630b on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:00.490369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.493743 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5c60c116-87a7-4178-8ed9-a3470733d17a req-bb69ff69-3dd1-4758-9efc-e6c18b8e9741 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "DELETE /v2.0/ports/d7401acd-2934-4845-b7a9-2d413ca5630b HTTP/1.1" status: 204 len: 173 time: 0.4995914 Mar 11 00:19:00.495361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'name': 'network-vif-deleted', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:00.496859 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7bc5ee-bdd9-47de-b888-5b5e29c033b2" -d '{"events": [{"server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "name": "network-vif-deleted", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:00.559987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-23c1c18f-91ba-488c-94ff-b7a9f685209d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:00.561779 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-23c1c18f-91ba-488c-94ff-b7a9f685209d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 945 time: 0.0997801 Mar 11 00:19:00.628318 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdae03-939a-4fe5-b738-cc4cb1c3885f x-openstack-request-id: req-efcdae03-939a-4fe5-b738-cc4cb1c3885f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:00.628883 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173ffa2d-66a3-4e13-bc5f-5e2ec9f59381", "name": "network-vif-deleted", "tag": "d7401acd-2934-4845-b7a9-2d413ca5630b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:00.629298 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efcdae03-939a-4fe5-b738-cc4cb1c3885f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:00.630069 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173ffa2d-66a3-4e13-bc5f-5e2ec9f59381', 'name': 'network-vif-deleted', 'tag': 'd7401acd-2934-4845-b7a9-2d413ca5630b', 'status': 'completed', 'code': 200} Mar 11 00:19:00.735536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a10e-c9fc-4450-a3c2-6cd8eb071faa req-8fd1a56c-baa5-4e41-8d74-7f37f5acbc70 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:00.745592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b05a10e-c9fc-4450-a3c2-6cd8eb071faa req-8fd1a56c-baa5-4e41-8d74-7f37f5acbc70 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 944 time: 0.1241245 Mar 11 00:19:00.758368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port c5d3bd86-88d5-4652-971b-98f1ed178d03 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:00.758721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.813357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f58d0e61-4050-4e2f-a181-cc23a3cbbd75 req-13f6cf02-18ca-4319-a9d3-6fce9b7ce628 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=173ffa2d-66a3-4e13-bc5f-5e2ec9f59381 HTTP/1.1" status: 200 len: 210 time: 0.0561888 Mar 11 00:19:00.879595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b05a10e-c9fc-4450-a3c2-6cd8eb071faa req-9b77cf83-3e2c-419a-b8e9-de4ce507ca1b tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324899 Mar 11 00:19:00.958721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port c5d3bd86-88d5-4652-971b-98f1ed178d03, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5d3bd86-88d5-4652-971b-98f1ed178d03,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:00.959170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:00.975771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for c5d3bd86-88d5-4652-971b-98f1ed178d03 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:01.012909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:19:01.214181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:01.231185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '36634fd3-e053-4c58-a89a-1fd00e432636', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'port_id': '36634fd3-e053-4c58-a89a-1fd00e432636', 'mac_address': 'fa:16:3e:1d:de:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:19:01.243044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c5d3bd86-88d5-4652-971b-98f1ed178d03), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:01.283687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=c5d3bd86-88d5-4652-971b-98f1ed178d03,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:01.300656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5d3bd86-88d5-4652-971b-98f1ed178d03'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:01.361244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:01.361603 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:01.377788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:01.397564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e890ad9-e3f1-4734-8d5c-d73052ced367 req-0a58a6da-29ed-41ec-8427-dd4345be7301 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0435300 Mar 11 00:19:01.401417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:01.407769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:01.478093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:01.693352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['36634fd3-e053-4c58-a89a-1fd00e432636'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:01.709492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port c5d3bd86-88d5-4652-971b-98f1ed178d03 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:01.712111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:01.715797 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4b1aba-d291-43dd-b049-07d207923db1 req-36e7b587-51de-4a3b-b1ba-56d2983127bb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/c5d3bd86-88d5-4652-971b-98f1ed178d03 HTTP/1.1" status: 204 len: 173 time: 1.1471872 Mar 11 00:19:02.019236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8a1e4-3574-40fc-a450-4a86a23d73c5 req-e752e4ba-69f8-4632-a64a-aeccefe409ff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:02.021271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31f8a1e4-3574-40fc-a450-4a86a23d73c5 req-e752e4ba-69f8-4632-a64a-aeccefe409ff tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 945 time: 0.0648775 Mar 11 00:19:02.092681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31f8a1e4-3574-40fc-a450-4a86a23d73c5 req-9024bc1a-f4b6-4908-95d0-202fb60007d2 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636921 Mar 11 00:19:02.201972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-b92a08ee-ca77-462f-8cb5-92c528866c3b tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250335 Mar 11 00:19:02.301656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890eb4d-4084-4163-b9d9-277f82cc100f req-d168d9ba-8cd9-4633-bc93-b47716d995ac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:02.303227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0890eb4d-4084-4163-b9d9-277f82cc100f req-d168d9ba-8cd9-4633-bc93-b47716d995ac tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.1042402 Mar 11 00:19:02.397315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-38a12d73-e036-4744-9e2a-457989be701b tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:02.398840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-38a12d73-e036-4744-9e2a-457989be701b tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876523 Mar 11 00:19:02.432682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0890eb4d-4084-4163-b9d9-277f82cc100f req-333dbeae-9ea9-4ef4-b336-f858f9e1c3d7 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=47afdef6-54b6-42c3-9faf-e7daa593b302&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Mar 11 00:19:02.435648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-584de242-c0f9-40a6-b034-8e13cf1d671a tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/quotas/36b442d7b7474e9bbc74049f6e2003a1 HTTP/1.1" status: 200 len: 375 time: 0.0166800 Mar 11 00:19:02.502752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-8d6c668c-d368-4faa-80eb-c0fc2ecd22d8 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602956 Mar 11 00:19:02.542625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-65cd75e6-f550-46d5-8b62-77024fd7fbbd req-5982b2ec-02d5-4e47-bd75-ae9093defff6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0340350 Mar 11 00:19:02.631596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'name': 'network-vif-deleted', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:02.634674 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ddb4f-b248-4ac7-b907-520db13aa87c" -d '{"events": [{"server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "name": "network-vif-deleted", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:02.726821 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05d16a-74e1-444d-a0b6-889837f54897 x-openstack-request-id: req-af05d16a-74e1-444d-a0b6-889837f54897 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:02.728458 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250dbe85-2c42-40b0-9696-bc7b2045d1b0", "name": "network-vif-deleted", "tag": "c5d3bd86-88d5-4652-971b-98f1ed178d03", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:02.728826 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af05d16a-74e1-444d-a0b6-889837f54897 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:02.729331 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250dbe85-2c42-40b0-9696-bc7b2045d1b0', 'name': 'network-vif-deleted', 'tag': 'c5d3bd86-88d5-4652-971b-98f1ed178d03', 'status': 'completed', 'code': 200} Mar 11 00:19:02.730098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce11b727-0f76-4730-981d-94977506ddd3 req-34b5d479-155e-4fc2-b57f-33e63154cb42 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 210 time: 0.0472753 Mar 11 00:19:02.930902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-c4d1630d-75ed-4790-9ca9-5cfeed0e16e3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:02.932442 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-c4d1630d-75ed-4790-9ca9-5cfeed0e16e3 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 945 time: 0.0682533 Mar 11 00:19:03.030919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:03.073293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port b7d1e918-7288-4ae3-a36d-ec091353b3b9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:03.073755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.150136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 36634fd3-e053-4c58-a89a-1fd00e432636 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:03.150759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.239522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port b7d1e918-7288-4ae3-a36d-ec091353b3b9, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=b7d1e918-7288-4ae3-a36d-ec091353b3b9,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:03.239891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.274875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f84c71-e8eb-4493-8132-777e9dfa2787 req-efe0bd86-c56d-4049-895b-74fa65a43953 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:03.276553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for b7d1e918-7288-4ae3-a36d-ec091353b3b9 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:03.280611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 36634fd3-e053-4c58-a89a-1fd00e432636 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:03.281448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.281880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9f84c71-e8eb-4493-8132-777e9dfa2787 req-efe0bd86-c56d-4049-895b-74fa65a43953 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 945 time: 0.0896313 Mar 11 00:19:03.336765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9f84c71-e8eb-4493-8132-777e9dfa2787 req-9467b7f6-8066-441f-8ee1-e14549427cae tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505598 Mar 11 00:19:03.338964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:03.341418 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b430852d-0145-4d8e-9b6c-185313d825d2" -d '{"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:03.363597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:03.377671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.379785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5d3bd86-88d5-4652-971b-98f1ed178d03 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:03.473892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b7d1e918-7288-4ae3-a36d-ec091353b3b9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.481174 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842c540-7570-453e-8f01-8a602bdf967a x-openstack-request-id: req-a842c540-7570-453e-8f01-8a602bdf967a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:03.481476 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-plugged", "status": "completed", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:03.481789 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a842c540-7570-453e-8f01-8a602bdf967a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:03.483016 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'code': 200} Mar 11 00:19:03.485331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: c5d3bd86-88d5-4652-971b-98f1ed178d03 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:03.485744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5d3bd86-88d5-4652-971b-98f1ed178d03 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:03.486236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d7401acd-2934-4845-b7a9-2d413ca5630b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:03.510483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['b7d1e918-7288-4ae3-a36d-ec091353b3b9'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:03.518012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=b7d1e918-7288-4ae3-a36d-ec091353b3b9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:03.579130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d7401acd-2934-4845-b7a9-2d413ca5630b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:03.579694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d7401acd-2934-4845-b7a9-2d413ca5630b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:03.651246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6d8a182-7353-4791-98ce-e7df02828efb req-29c257a7-b6e0-4976-8b13-20d9044f9367 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3fcaf16-18af-4767-9ca1-06b9ceedcc80 HTTP/1.1" status: 200 len: 210 time: 0.0801809 Mar 11 00:19:03.667194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] No DVR routers for this DVR port b7d1e918-7288-4ae3-a36d-ec091353b3b9 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:03.675960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:03.689078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:03.689749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72b787d0-5193-4d8a-bec9-8319f05a50eb req-119d3ecf-21c5-47ce-9b40-e202212e9394 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "DELETE /v2.0/ports/b7d1e918-7288-4ae3-a36d-ec091353b3b9 HTTP/1.1" status: 204 len: 173 time: 0.7504325 Mar 11 00:19:03.807123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90870104-f316-41fa-bfe1-20a5b1880d5b req-c8cc276e-0306-4dbe-8a5b-1d3d24ddc151 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.1042895 Mar 11 00:19:03.844450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd8a8f-1833-4fa5-bbb8-966ccfb1758b req-57a77dac-b788-418a-8f47-c24dfc0db1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:03.853660 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e9bd8a8f-1833-4fa5-bbb8-966ccfb1758b req-57a77dac-b788-418a-8f47-c24dfc0db1b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 1129 time: 0.1442025 Mar 11 00:19:03.910158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a9b720e-4077-48ac-9637-05340c597921 req-980f5a98-d21b-41ec-a149-dbcb185adedb tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 210 time: 0.0423341 Mar 11 00:19:03.933105 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e9bd8a8f-1833-4fa5-bbb8-966ccfb1758b req-3225dc29-bd9b-4a2e-abc5-b4f96007fa5a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714803 Mar 11 00:19:04.306338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-4eb13203-b2c6-4f6c-bd91-ca677528a289 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259888 Mar 11 00:19:04.457704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-300636c2-78a0-46ed-9d82-f3eed242e3fb tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:04.459208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-300636c2-78a0-46ed-9d82-f3eed242e3fb tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476691 Mar 11 00:19:04.472295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Request body: {'port': {'device_id': '949e94b9-154b-444b-b5b4-2de07278e265', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '36b442d7b7474e9bbc74049f6e2003a1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:04.542126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ae2cf-20de-4626-8bec-191b53dfbd1d req-1cb8fdf7-6879-4921-a4ab-66e517c34235 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:04.552622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d39ae2cf-20de-4626-8bec-191b53dfbd1d req-1cb8fdf7-6879-4921-a4ab-66e517c34235 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.0908215 Mar 11 00:19:04.623074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Made reservation on behalf of 36b442d7b7474e9bbc74049f6e2003a1 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:04.626841 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:04.636464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:04.655902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d39ae2cf-20de-4626-8bec-191b53dfbd1d req-e56d935a-14ed-401d-8842-9ea992c9439f tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960250 Mar 11 00:19:04.718220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks [] for security_group (94ceac9e-375b-494d-9878-54cc62359a05), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:04.728717 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (94ceac9e-375b-494d-9878-54cc62359a05), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:04.750720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'name': 'network-vif-deleted', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:04.754006 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99735cc5-08d9-4b7b-9181-fe60c90b275e" -d '{"events": [{"server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "name": "network-vif-deleted", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:04.803195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ceac9e-375b-494d-9878-54cc62359a05,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:04.933862 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689163d0-e016-4ac0-98f0-832a277b909c x-openstack-request-id: req-689163d0-e016-4ac0-98f0-832a277b909c {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:04.937737 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fcaf16-18af-4767-9ca1-06b9ceedcc80", "name": "network-vif-deleted", "tag": "b7d1e918-7288-4ae3-a36d-ec091353b3b9", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:04.938253 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-689163d0-e016-4ac0-98f0-832a277b909c {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:04.938836 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fcaf16-18af-4767-9ca1-06b9ceedcc80', 'name': 'network-vif-deleted', 'tag': 'b7d1e918-7288-4ae3-a36d-ec091353b3b9', 'status': 'completed', 'code': 200} Mar 11 00:19:04.978812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Allocated IP 192.168.233.25 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/6f80566b-0548-4453-bb07-8608462dde56) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:19:04.980443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b66c484-77b1-4414-843b-5329f97e585b req-d0ed6b21-0d2d-4364-b85d-0e9011c489af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0444067 Mar 11 00:19:05.114275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adc853cf-2dbe-4519-a441-f4487b03dcb0 req-2ea3bcea-3d0c-41ab-8406-d87954e8f670 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 210 time: 0.0426776 Mar 11 00:19:05.199808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e9bcf-5d25-4329-ae55-38abcd8205c3 req-e62b8685-11b4-432c-a5ed-14c66241a411 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:05.201407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64e9bcf-5d25-4329-ae55-38abcd8205c3 req-e62b8685-11b4-432c-a5ed-14c66241a411 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0908780 Mar 11 00:19:05.301110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks [] for port (6f80566b-0548-4453-bb07-8608462dde56), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:05.313261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b64e9bcf-5d25-4329-ae55-38abcd8205c3 req-0de5de1f-dba1-457c-83a0-3230d6bf2430 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003461 Mar 11 00:19:05.358842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:05.407173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:19:05.411480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:05.415645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:19:05.468807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Pushing event updated for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:05.505078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:05.505863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:05.528515 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-7335d0f6-5d3e-4761-98b3-fc2fcd8c6b57 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0609286 Mar 11 00:19:05.556099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Request body: {'port': {'device_id': '949e94b9-154b-444b-b5b4-2de07278e265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:05.649857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f80566b-0548-4453-bb07-8608462dde56), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:05.803577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfc4e1-7987-4ee6-85aa-ca9cc6225920 req-a0d43630-055c-4398-93be-be3b817a25f6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:05.812692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92dfc4e1-7987-4ee6-85aa-ca9cc6225920 req-a0d43630-055c-4398-93be-be3b817a25f6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.0813162 Mar 11 00:19:05.906255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92dfc4e1-7987-4ee6-85aa-ca9cc6225920 req-6dacab4a-a176-47c7-a759-2dbb3d52ce83 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922348 Mar 11 00:19:05.948844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d1933a66-5d07-47ac-a18a-3e0e03f67bf7 None None] Provisioning complete for port 6f80566b-0548-4453-bb07-8608462dde56 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:05.949361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d1933a66-5d07-47ac-a18a-3e0e03f67bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6f80566b-0548-4453-bb07-8608462dde56), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.001325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d1933a66-5d07-47ac-a18a-3e0e03f67bf7 None None] Port 6f80566b-0548-4453-bb07-8608462dde56 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:19:06.027137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f80566b-0548-4453-bb07-8608462dde56 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:06.037996 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks [] for port (6f80566b-0548-4453-bb07-8608462dde56), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.053441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Transition to ACTIVE for port object 6f80566b-0548-4453-bb07-8608462dde56 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:19:06.058553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.141000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7db1a5cc-ba6e-4a5c-84f4-7fc56966ce0c req-68697afe-3d13-47fc-9fee-d30a1e7ea354 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0471780 Mar 11 00:19:06.242165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Pushing event updated for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:06.255192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Attempting to bind port 6f80566b-0548-4453-bb07-8608462dde56 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:19:06.255537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Attempting to bind port 6f80566b-0548-4453-bb07-8608462dde56 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:19:06.255870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Attempting to bind port 6f80566b-0548-4453-bb07-8608462dde56 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:06.260782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Port 6f80566b-0548-4453-bb07-8608462dde56 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:19:06.261234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Attempting to bind port 6f80566b-0548-4453-bb07-8608462dde56 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:06.266476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:19:06.266818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:06.267809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:19:06.268258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Bound port: 6f80566b-0548-4453-bb07-8608462dde56, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:19:06.276039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f80566b-0548-4453-bb07-8608462dde56), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.296480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d18af-a6c5-451f-9ea6-4cc9305e41ed req-67279f10-2048-4ca6-ac2b-81f6fc6ec082 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:06.303574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-551d18af-a6c5-451f-9ea6-4cc9305e41ed req-67279f10-2048-4ca6-ac2b-81f6fc6ec082 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 947 time: 0.0683115 Mar 11 00:19:06.417560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-551d18af-a6c5-451f-9ea6-4cc9305e41ed req-5be69c40-d6ac-4944-9ab8-2f1ebcbab3b6 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129715 Mar 11 00:19:06.476347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:06.492808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6f80566b-0548-4453-bb07-8608462dde56,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:19:06.505101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.564843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af135073-708a-4232-aff4-ac6491d027ab req-9cf09b72-a100-4aae-af29-766805893a1d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:06.571176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af135073-708a-4232-aff4-ac6491d027ab req-9cf09b72-a100-4aae-af29-766805893a1d tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1242428 Mar 11 00:19:06.578316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:06.578968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.581321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] 10.222.0.30 "PUT /v2.0/ports/6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 200 len: 1095 time: 1.0377772 Mar 11 00:19:06.597442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bda51-1fd8-46ec-b3c6-7478253ae89f service neutron] Pushing event updated for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:06.713514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af135073-708a-4232-aff4-ac6491d027ab req-0f822cd3-340e-4961-9fc3-73e6536859ae tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367562 Mar 11 00:19:06.727121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-201d9028-38c1-470a-8556-d664beda0bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:06.790391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-153bfd15-8da4-470a-afdc-7d15763bc111 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:06.792222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-153bfd15-8da4-470a-afdc-7d15763bc111 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.1198761 Mar 11 00:19:06.794575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-58124460-6c55-4175-9a9f-e008b5f41821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:06.796190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-58124460-6c55-4175-9a9f-e008b5f41821 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 1129 time: 0.1700349 Mar 11 00:19:06.941403 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-74235b22-47d8-49db-9e84-6bedbcd6a96c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 200 len: 217 time: 0.0929599 Mar 11 00:19:06.943794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'tag': '6f80566b-0548-4453-bb07-8608462dde56'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:06.948264 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b4c316-6870-41f3-bffa-a9527cd9892f" -d '{"events": [{"name": "network-changed", "server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "tag": "6f80566b-0548-4453-bb07-8608462dde56"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:07.014991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b7d1e918-7288-4ae3-a36d-ec091353b3b9 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:07.015995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-720a37d6-b927-48a5-a81e-2b27cc665841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.017524 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-720a37d6-b927-48a5-a81e-2b27cc665841 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0614781 Mar 11 00:19:07.056753 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551938d-3033-4e3f-9b83-91b76a72274e x-openstack-request-id: req-e551938d-3033-4e3f-9b83-91b76a72274e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:07.057388 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "tag": "6f80566b-0548-4453-bb07-8608462dde56", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:07.057388 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e551938d-3033-4e3f-9b83-91b76a72274e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:07.057769 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'tag': '6f80566b-0548-4453-bb07-8608462dde56', 'status': 'completed', 'code': 200} Mar 11 00:19:07.072745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: b7d1e918-7288-4ae3-a36d-ec091353b3b9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:07.075245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device b7d1e918-7288-4ae3-a36d-ec091353b3b9 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:07.119170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1089c13-0dfb-454a-8642-7b5cacdd6c74 req-61daf7cf-6a61-4840-986b-2d0c18f792d8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.121391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1089c13-0dfb-454a-8642-7b5cacdd6c74 req-61daf7cf-6a61-4840-986b-2d0c18f792d8 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.0658519 Mar 11 00:19:07.137382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:07.137886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6cd10011-6588-485d-a95f-daf34dca520a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:07.177707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-e7f99810-36df-4fd3-a606-512b2dc24f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.179231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-e7f99810-36df-4fd3-a606-512b2dc24f5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1488540 Mar 11 00:19:07.182092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1089c13-0dfb-454a-8642-7b5cacdd6c74 req-eb41000f-ab56-41d0-bb31-dd2db3fa801c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528276 Mar 11 00:19:07.309209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37367d84-1d63-45ea-9e83-950635f4a364 req-8ea6cd67-b3ca-4bcc-9eca-0e436342002b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0280602 Mar 11 00:19:07.320928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] For port 6cd10011-6588-485d-a95f-daf34dca520a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6cd10011-6588-485d-a95f-daf34dca520a,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:07.321303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6cd10011-6588-485d-a95f-daf34dca520a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:07.436734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-edc3aaec-5af0-4302-8728-fc61aa4803d9 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496312 Mar 11 00:19:07.542453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9a0769c6-d616-4373-b7fb-4cf561f947dd req-f75fcfc5-fcd7-424b-bd8d-a384582ce8df service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964546 Mar 11 00:19:07.555752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d0b88-9923-42a1-9ac9-7d68943564da req-17f009dd-5f38-4d28-bc27-c994944fbb02 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.557301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f43d0b88-9923-42a1-9ac9-7d68943564da req-17f009dd-5f38-4d28-bc27-c994944fbb02 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 947 time: 0.0600696 Mar 11 00:19:07.615053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f43d0b88-9923-42a1-9ac9-7d68943564da req-8054a946-004d-4972-b4ee-a412a7945301 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521522 Mar 11 00:19:07.722523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-a9ab0db8-ed45-434d-b820-e108693edbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.723898 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-a9ab0db8-ed45-434d-b820-e108693edbd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 1129 time: 0.1060615 Mar 11 00:19:07.770973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:07.771341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:07.771659 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Floating IP 80907ac1-0814-4b7d-9340-d45eaf1d3925 disassociated. External IP: 172.25.7.170, port: 6cd10011-6588-485d-a95f-daf34dca520a. Mar 11 00:19:07.772032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for 6cd10011-6588-485d-a95f-daf34dca520a owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:07.873651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e394cfe-3981-427f-b2b9-cc70c52a7c81 req-ce458aa9-dd1e-431b-bca0-431ea8e7cef2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.875619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e394cfe-3981-427f-b2b9-cc70c52a7c81 req-ce458aa9-dd1e-431b-bca0-431ea8e7cef2 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 945 time: 0.0693147 Mar 11 00:19:07.896981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-06420313-f4b5-4382-a6c9-23a49615774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:07.898455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-06420313-f4b5-4382-a6c9-23a49615774a service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1641905 Mar 11 00:19:07.952407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-612c7fe0-84ba-48b2-9ffd-4d0549f90b6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 200 len: 217 time: 0.0474651 Mar 11 00:19:07.953698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e394cfe-3981-427f-b2b9-cc70c52a7c81 req-db882947-5f23-48f4-bec7-99774e9b95d1 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691452 Mar 11 00:19:08.045272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-5225b540-c45f-472f-8fa7-619ff2d0046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:08.046732 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-5225b540-c45f-472f-8fa7-619ff2d0046b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0882187 Mar 11 00:19:08.053757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6cd10011-6588-485d-a95f-daf34dca520a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:08.106005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=6cd10011-6588-485d-a95f-daf34dca520a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:08.187705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-3349ce26-af6d-4a31-a6cf-4c639dda70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:08.189561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-3349ce26-af6d-4a31-a6cf-4c639dda70e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1337883 Mar 11 00:19:08.314154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:19:08.342228 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-80b08774-030a-40a2-9bbf-8dc4ac55f7d9 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265626 Mar 11 00:19:08.429337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29999899-7613-4981-9a38-883f37635093 req-7961c7ec-1203-4fa9-980b-2f0d5e4fa99a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0398266 Mar 11 00:19:08.490641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:19:08.503585 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Sync routers for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:19:08.526105 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:08.527392 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:08.566881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] No DVR routers for this DVR port 6cd10011-6588-485d-a95f-daf34dca520a on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:08.569990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:08.574598 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae33bf3d-7abc-4636-a405-cb8d2d5a2258 req-39fdcdd2-f39e-457b-bb08-cabb9f92d995 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.30 "DELETE /v2.0/ports/6cd10011-6588-485d-a95f-daf34dca520a HTTP/1.1" status: 204 len: 173 time: 1.7709441 Mar 11 00:19:08.660704 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2b4c316-6870-41f3-bffa-a9527cd9892f req-dfd9ac69-9735-41d9-98a9-b8cb21443aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254183 Mar 11 00:19:08.785303 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:08.813510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fb01a-1d64-4db7-a76d-58a8cca7d426 req-6191c302-f4ce-44d3-a698-b228165273d6 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:08.815056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b39fb01a-1d64-4db7-a76d-58a8cca7d426 req-6191c302-f4ce-44d3-a698-b228165273d6 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 947 time: 0.0985999 Mar 11 00:19:08.874761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b39fb01a-1d64-4db7-a76d-58a8cca7d426 req-4bc24ccf-eb89-44ca-a03f-f79d85313274 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Mar 11 00:19:09.005885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:09.026929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6f80566b-0548-4453-bb07-8608462dde56 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:19:09.040692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Checking router: 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:19:09.050761 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:09.051699 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:18:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:09.059061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-deleted', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:09.062956 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ef5cc6-878b-4395-b9a6-eca520334ca2" -d '{"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-deleted", "tag": "6cd10011-6588-485d-a95f-daf34dca520a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:09.110142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e0430ba-1d27-49cb-b470-5da7beb0882b req-6137ab9b-8099-430c-aa0c-e168d9aaed29 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/ports?device_id=c940ba7f-c2ed-4101-8a61-8dae1d878b79 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Mar 11 00:19:09.126809 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5caa864-c9a5-46e1-be3c-0e71ec974af5 x-openstack-request-id: req-e5caa864-c9a5-46e1-be3c-0e71ec974af5 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:09.128528 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c940ba7f-c2ed-4101-8a61-8dae1d878b79", "name": "network-vif-deleted", "tag": "6cd10011-6588-485d-a95f-daf34dca520a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:09.129063 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5caa864-c9a5-46e1-be3c-0e71ec974af5 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:09.129671 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c940ba7f-c2ed-4101-8a61-8dae1d878b79', 'name': 'network-vif-deleted', 'tag': '6cd10011-6588-485d-a95f-daf34dca520a', 'status': 'completed', 'code': 200} Mar 11 00:19:09.245746 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:09.276574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b731eb66-dc3e-4423-955a-4f3d4016cabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:09.292310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6f80566b-0548-4453-bb07-8608462dde56,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:09.306301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '6f80566b-0548-4453-bb07-8608462dde56', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '6f80566b-0548-4453-bb07-8608462dde56', 'mac_address': 'fa:16:3e:96:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:19:09.361276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6f80566b-0548-4453-bb07-8608462dde56 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:09.361751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f80566b-0548-4453-bb07-8608462dde56), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:09.385267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f80566b-0548-4453-bb07-8608462dde56 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:09.425381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6f80566b-0548-4453-bb07-8608462dde56,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:09.434464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:09.507158 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:09.518668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:09.557341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2e54a69-deeb-43f3-889b-6bc2d1e449d2 req-c5e98ff7-0504-46d7-872f-a90a45789159 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0395815 Mar 11 00:19:09.650456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fce824-e829-416b-a8b3-0b5c96b051d2 None None] The sync data for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 is: [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:11:20Z', 'revision_number': 4, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '3b60e6bd-854d-4359-b6b3-d44de252a9fc', 'name': '', 'network_id': '6271353f-ff67-45f5-a718-56703ce11782', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'mac_address': 'fa:16:3e:ee:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2811, 'fixed_ips': [{'subnet_id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:18Z', 'updated_at': '2022-03-11T00:11:34Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'subnets': [{'id': 'a46f74f4-a912-4aef-a228-7b74a9bb677d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:19:09.661241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6f80566b-0548-4453-bb07-8608462dde56'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:10.021629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4414-65e9-4596-9fd3-30f42727c6d5 req-588e6969-3155-4785-91c4-2960cd3fff4b tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:10.028488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba9a4414-65e9-4596-9fd3-30f42727c6d5 req-588e6969-3155-4785-91c4-2960cd3fff4b tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 948 time: 0.0703008 Mar 11 00:19:10.060990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb00593-a9a9-4fee-aeda-25e775a320dd None None] New status for floating IP 80907ac1-0814-4b7d-9340-d45eaf1d3925: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:19:10.096543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba9a4414-65e9-4596-9fd3-30f42727c6d5 req-93058aca-656b-4392-a783-53a21c305550 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669127 Mar 11 00:19:10.221004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49790) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:10.303907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (9a6d2c7d-c6ea-43ec-8e69-5157e430c27c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.328187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (9a6d2c7d-c6ea-43ec-8e69-5157e430c27c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.382282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9a6d2c7d-c6ea-43ec-8e69-5157e430c27c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.385537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.387033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "DELETE /v2.0/security-groups/9a6d2c7d-c6ea-43ec-8e69-5157e430c27c HTTP/1.1" status: 204 len: 168 time: 0.1636963 Mar 11 00:19:10.389624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:10.397504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc48b58-2777-4f69-ac4f-467b0e611813 tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d2c7d-c6ea-43ec-8e69-5157e430c27c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:10.443543 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-5dc2ec6f-be6b-4de2-95ec-b6ed7e27f12e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] show failed (client error): The resource could not be found. Mar 11 00:19:10.447282 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5dc2ec6f-be6b-4de2-95ec-b6ed7e27f12e tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "GET /v2.0/security-groups/9a6d2c7d-c6ea-43ec-8e69-5157e430c27c HTTP/1.1" status: 404 len: 347 time: 0.0534933 Mar 11 00:19:10.447395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49798) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:10.487966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.578125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Deleting port 589512a0-e0ae-47e5-8f25-ccee204959f6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:10.578354 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.660089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472e83ab-b1a4-49f6-b2e9-92df89bac751 req-d8ca683b-6bde-4e15-ace2-f6833e5b9176 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0407269 Mar 11 00:19:10.669782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.670112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (589512a0-e0ae-47e5-8f25-ccee204959f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:10.694251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Calling delete_port for 589512a0-e0ae-47e5-8f25-ccee204959f6 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:10.732063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.037400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6f80566b-0548-4453-bb07-8608462dde56 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:11.089293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.097927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 6f80566b-0548-4453-bb07-8608462dde56 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:19:11.102334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 6f80566b-0548-4453-bb07-8608462dde56 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:11.103072 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6f80566b-0548-4453-bb07-8608462dde56), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.200700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 6f80566b-0548-4453-bb07-8608462dde56 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:11.201115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6f80566b-0548-4453-bb07-8608462dde56), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.204977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (589512a0-e0ae-47e5-8f25-ccee204959f6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.233645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Pushing event deleted for resources: {'Port': ['ID=589512a0-e0ae-47e5-8f25-ccee204959f6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:11.288313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6f80566b-0548-4453-bb07-8608462dde56,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:11.289488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80566b-0548-4453-bb07-8608462dde56'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:11.292196 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f40d63e-f5cd-4d3e-95e2-2f0e16d7f294" -d '{"events": [{"server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "name": "network-vif-plugged", "status": "completed", "tag": "6f80566b-0548-4453-bb07-8608462dde56"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:11.297629 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.299195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:11.322731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 6cd10011-6588-485d-a95f-daf34dca520a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:11.323134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6cd10011-6588-485d-a95f-daf34dca520a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:11.327863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f1825-be92-40b8-b7a4-5929691e7251 req-74add7aa-b221-4dd0-bc01-943eeb7a95b3 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:11.330195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef6f1825-be92-40b8-b7a4-5929691e7251 req-74add7aa-b221-4dd0-bc01-943eeb7a95b3 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 948 time: 0.1253827 Mar 11 00:19:11.366743 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81869c06-4aa3-4a12-a580-c7665dad84a1 x-openstack-request-id: req-81869c06-4aa3-4a12-a580-c7665dad84a1 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:11.367455 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "name": "network-vif-plugged", "status": "completed", "tag": "6f80566b-0548-4453-bb07-8608462dde56", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:11.367716 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81869c06-4aa3-4a12-a580-c7665dad84a1 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:11.368313 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f80566b-0548-4453-bb07-8608462dde56', 'code': 200} Mar 11 00:19:11.404391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:11.410035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks [] for floatingip (80907ac1-0814-4b7d-9340-d45eaf1d3925), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.412879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.423761 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a6e2ea0-5e13-4661-8237-6004dcbbad5f tempest-ServerActionsTestJSON-503341657 tempest-ServerActionsTestJSON-503341657-project] 10.222.0.21 "DELETE /v2.0/floatingips/80907ac1-0814-4b7d-9340-d45eaf1d3925 HTTP/1.1" status: 204 len: 168 time: 0.9702642 Mar 11 00:19:11.425079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:11.455586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef6f1825-be92-40b8-b7a4-5929691e7251 req-2a3d2da9-b2e7-470e-a81a-03c89c8faf1d tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173198 Mar 11 00:19:11.499711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf5548-a7fb-45ea-afde-655feacba07d req-002f671a-b723-47c0-a083-be942bf84895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:11.502709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23bf5548-a7fb-45ea-afde-655feacba07d req-002f671a-b723-47c0-a083-be942bf84895 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 1131 time: 0.0654154 Mar 11 00:19:11.561754 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23bf5548-a7fb-45ea-afde-655feacba07d req-afb66299-22ed-4d33-a5f4-e4cbef8581fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Mar 11 00:19:11.627892 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:11.828558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79759033-4c51-4cff-8de0-d3b2ab18cf6f req-fea65112-0efa-4e7b-a15e-a3a44c9b2ee2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0617051 Mar 11 00:19:12.065951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:12.337690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Deleting port 3b60e6bd-854d-4359-b6b3-d44de252a9fc {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:12.338035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:12.418958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] For port 3b60e6bd-854d-4359-b6b3-d44de252a9fc, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3b60e6bd-854d-4359-b6b3-d44de252a9fc,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:12.419613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:12.432452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Calling delete_port for 3b60e6bd-854d-4359-b6b3-d44de252a9fc owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:12.630008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17d809-b5c0-489d-9d95-6e82810a8f5a req-4af65c9c-888d-4c0b-86f9-1d22be742ca2 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:12.631772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc17d809-b5c0-489d-9d95-6e82810a8f5a req-4af65c9c-888d-4c0b-86f9-1d22be742ca2 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 949 time: 0.1007288 Mar 11 00:19:12.724579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc17d809-b5c0-489d-9d95-6e82810a8f5a req-c3fce0ce-fa8d-4999-b5fa-554ffad29429 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747035 Mar 11 00:19:12.776093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3b60e6bd-854d-4359-b6b3-d44de252a9fc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:12.815129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b60e6bd-854d-4359-b6b3-d44de252a9fc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:12.990003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81af4f7f-a25c-4091-a9e2-417dacc2704d req-31be5eb2-80b2-4ef4-8623-7301671239d4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=250dbe85-2c42-40b0-9696-bc7b2045d1b0 HTTP/1.1" status: 200 len: 210 time: 0.0296583 Mar 11 00:19:13.068938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.318464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.342184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:19:13.466050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:19:13.478552 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Sync routers for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:19:13.483837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c108952-a974-49c0-91a2-ecde0aa139c3 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d58bc4b-5ebe-4f44-bb0a-84f07332da47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552883 Mar 11 00:19:13.484248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49864) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:13.496422 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:13.497201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:13.648937 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks [] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.667091 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:13.780674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks [] for router_gateway (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.857160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Deleting port 002a657e-2ff4-44f1-8d55-fd73a4597ad4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:13.857590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.910965 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:19:12Z', 'revision_number': 5, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port': {'id': '002a657e-2ff4-44f1-8d55-fd73a4597ad4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:11:13Z', 'updated_at': '2022-03-11T00:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:13.949307 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Checking router: 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:19:13.959005 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Routers {'7d58bc4b-5ebe-4f44-bb0a-84f07332da47'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:13.959712 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:13.976833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] For port 002a657e-2ff4-44f1-8d55-fd73a4597ad4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=002a657e-2ff4-44f1-8d55-fd73a4597ad4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:13.977204 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:13.995478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Calling delete_port for 002a657e-2ff4-44f1-8d55-fd73a4597ad4 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:14.021625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf28f59-5874-4ed1-9d4b-6923220ef800 req-bd2329bc-f49d-4e9f-b51f-17c2b986fd1f tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:14.028644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cf28f59-5874-4ed1-9d4b-6923220ef800 req-bd2329bc-f49d-4e9f-b51f-17c2b986fd1f tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 949 time: 0.1828892 Mar 11 00:19:14.056938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] Set router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:14.116321 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:19:13Z', 'revision_number': 6, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:14.138694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cf28f59-5874-4ed1-9d4b-6923220ef800 req-a4a1ceee-f6f1-4e27-927c-682abeb695ad tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Mar 11 00:19:14.152045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c488cd-cf27-412a-a954-a4393bb545bb None None] The sync data for ids ['7d58bc4b-5ebe-4f44-bb0a-84f07332da47'] in n-d-831844-1 is: [{'id': '7d58bc4b-5ebe-4f44-bb0a-84f07332da47', 'name': 'tempest-ServerActionsTestJSON-977618503-router', 'tenant_id': '72087a8ab28d4fddba8805e41f89de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:11:11Z', 'updated_at': '2022-03-11T00:19:13Z', 'revision_number': 6, 'project_id': '72087a8ab28d4fddba8805e41f89de8f', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:19:14.331112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (002a657e-2ff4-44f1-8d55-fd73a4597ad4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.373430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=002a657e-2ff4-44f1-8d55-fd73a4597ad4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:14.439538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.601822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-41d015c7-15dd-4ef5-9886-dc7fec311839 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087072 Mar 11 00:19:14.654722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.657196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks [] for router_controller (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.736759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-550b58cf-355c-4d7c-bd80-5f9bfa0d92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:14.739964 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-550b58cf-355c-4d7c-bd80-5f9bfa0d92be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 1128 time: 0.1117306 Mar 11 00:19:14.746399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (7d58bc4b-5ebe-4f44-bb0a-84f07332da47), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.746947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d58bc4b-5ebe-4f44-bb0a-84f07332da47 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:19:14.753164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:14.757050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49896) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:14.765593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-177a7d02-d447-493a-987e-dc7124f41d4f admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d58bc4b-5ebe-4f44-bb0a-84f07332da47 HTTP/1.1" status: 204 len: 168 time: 1.2801547 Mar 11 00:19:14.900523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-82e0a610-9364-4da1-8ca3-0d764193142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:14.902280 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-82e0a610-9364-4da1-8ca3-0d764193142c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 200 len: 910 time: 0.1290679 Mar 11 00:19:15.020522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-44d8d0b8-b342-4bff-936a-1b3dcda0912a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 200 len: 1002 time: 0.1071777 Mar 11 00:19:15.024137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Deleting subnet a46f74f4-a912-4aef-a228-7b74a9bb677d {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:19:15.028379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Publish callbacks [] for subnet (a46f74f4-a912-4aef-a228-7b74a9bb677d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:15.134847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3b60e6bd-854d-4359-b6b3-d44de252a9fc no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:15.150706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a46f74f4-a912-4aef-a228-7b74a9bb677d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:15.171541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 3b60e6bd-854d-4359-b6b3-d44de252a9fc {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:15.172401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3b60e6bd-854d-4359-b6b3-d44de252a9fc not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:15.207973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-45217721-1242-40d6-a97b-34d3c5cc53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:15.209476 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-45217721-1242-40d6-a97b-34d3c5cc53ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=697cfdca-9a1d-4fc5-ae2a-43693e82244b HTTP/1.1" status: 200 len: 848 time: 0.1788807 Mar 11 00:19:15.344917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-f788ae63-fb96-40be-a7eb-35fffdcb424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:15.347649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-f788ae63-fb96-40be-a7eb-35fffdcb424c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c67cdf1e-ba20-44eb-a498-957c72ebf497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174121 Mar 11 00:19:15.391018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a46f74f4-a912-4aef-a228-7b74a9bb677d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:15.529882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-fdf54e86-2d81-446b-9919-32ea46f4fa09 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719325 Mar 11 00:19:15.537537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a46f74f4-a912-4aef-a228-7b74a9bb677d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:15.603608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2846d-94d7-4a2d-8e91-2ec516672f52 None None] Network 6271353f-ff67-45f5-a718-56703ce11782 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:15.605172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46f74f4-a912-4aef-a228-7b74a9bb677d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:15.609465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:15.615357 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14f44274-bd31-48c0-9d13-f381ba668387 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a46f74f4-a912-4aef-a228-7b74a9bb677d HTTP/1.1" status: 204 len: 168 time: 0.8532078 Mar 11 00:19:15.618328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:15.741290 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8fdef0b2-b5f8-4df7-91b8-dc93c6461e4d req-9c4a430a-fbdc-4468-bf5b-b130acabd3c4 service neutron] 10.222.0.30 "GET /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983311 Mar 11 00:19:15.948464 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] DHCP port deletion for 6271353f-ff67-45f5-a718-56703ce11782 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:19:16.029594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Deleting port 6c3b8bb2-b696-46f8-947f-f199fbb41255 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:16.030275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.173780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] For port 6c3b8bb2-b696-46f8-947f-f199fbb41255, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6c3b8bb2-b696-46f8-947f-f199fbb41255,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:16.175193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.203804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Calling delete_port for 6c3b8bb2-b696-46f8-947f-f199fbb41255 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:16.240132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6271353f-ff67-45f5-a718-56703ce11782), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.344906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Deleting port 6c3b8bb2-b696-46f8-947f-f199fbb41255 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:16.345663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.377771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 002a657e-2ff4-44f1-8d55-fd73a4597ad4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:16.409962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 002a657e-2ff4-44f1-8d55-fd73a4597ad4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:16.410687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 002a657e-2ff4-44f1-8d55-fd73a4597ad4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:16.411764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6c3b8bb2-b696-46f8-947f-f199fbb41255 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:16.435698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6c3b8bb2-b696-46f8-947f-f199fbb41255 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:16.436599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6c3b8bb2-b696-46f8-947f-f199fbb41255 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:16.438452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.467978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] No DVR routers for this DVR port 6c3b8bb2-b696-46f8-947f-f199fbb41255 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:16.488187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] For port 6c3b8bb2-b696-46f8-947f-f199fbb41255, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6c3b8bb2-b696-46f8-947f-f199fbb41255,segment=NetworkSegment(c82e19ca-382b-4d96-9aa4-f56a743b7ca3),segment_id=c82e19ca-382b-4d96-9aa4-f56a743b7ca3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:16.488993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.509146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Calling delete_port for 6c3b8bb2-b696-46f8-947f-f199fbb41255 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:16.525407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81999485-7597-4de5-a4dc-61b59d336a0e None None] Pushing event deleted for resources: {'Port': ['ID=6c3b8bb2-b696-46f8-947f-f199fbb41255,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:16.618267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6c3b8bb2-b696-46f8-947f-f199fbb41255), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.694771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3b8bb2-b696-46f8-947f-f199fbb41255,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:16.700621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] No DVR routers for this DVR port 6c3b8bb2-b696-46f8-947f-f199fbb41255 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:16.832382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6271353f-ff67-45f5-a718-56703ce11782), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.910577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6271353f-ff67-45f5-a718-56703ce11782']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:16.922620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:16.922921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82e19ca-382b-4d96-9aa4-f56a743b7ca3') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:16.934623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (c82e19ca-382b-4d96-9aa4-f56a743b7ca3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.952456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c82e19ca-382b-4d96-9aa4-f56a743b7ca3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.961118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:19:16.961713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (c82e19ca-382b-4d96-9aa4-f56a743b7ca3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:19:16.964438 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:19:17.077500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6271353f-ff67-45f5-a718-56703ce11782), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.104274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.107942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] 10.222.0.21 "DELETE /v2.0/networks/6271353f-ff67-45f5-a718-56703ce11782 HTTP/1.1" status: 204 len: 168 time: 1.4885504 Mar 11 00:19:17.118571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037d469-9c3f-432e-b0b3-6b3062435c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6271353f-ff67-45f5-a718-56703ce11782,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:17.304850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 49948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:17.353056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2302623c-d633-4e8b-bbce-1ffd20bc8386 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72087a8ab28d4fddba8805e41f89de8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448527 Mar 11 00:19:17.353519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49950) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:17.459511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] Publish callbacks [] for security_group (47afdef6-54b6-42c3-9faf-e7daa593b302), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.494375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] Publish callbacks [] for security_group (47afdef6-54b6-42c3-9faf-e7daa593b302), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.553902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47afdef6-54b6-42c3-9faf-e7daa593b302), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.557787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.558962 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47afdef6-54b6-42c3-9faf-e7daa593b302 HTTP/1.1" status: 204 len: 168 time: 0.2044010 Mar 11 00:19:17.568972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27cc20-5e47-4270-a3d5-97c66f2efae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afdef6-54b6-42c3-9faf-e7daa593b302,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:17.662691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-1b9ab172-123e-47c7-921b-06d250d001d7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:17.665070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-1b9ab172-123e-47c7-921b-06d250d001d7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.0649383 Mar 11 00:19:17.706283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-b1423faf-aa05-4592-9c08-7b327182c497 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.847070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-b1423faf-aa05-4592-9c08-7b327182c497 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Publish callbacks [] for security_group (5a18e401-d7c1-46cd-b14b-9dc8f56447d5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.863091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-b1423faf-aa05-4592-9c08-7b327182c497 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5a18e401-d7c1-46cd-b14b-9dc8f56447d5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:17.915960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9265b3c4-936e-4fb8-b4f5-922a5b294338 req-b1423faf-aa05-4592-9c08-7b327182c497 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437963 Mar 11 00:19:17.933789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a8ddd5bd-664a-4327-be62-da72e58ee18a req-fb3a127d-3e3a-43db-8120-957a3b661f33 service neutron] (110425) timed out ('10.222.0.21', 58758) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:19:18.008063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1423faf-aa05-4592-9c08-7b327182c497 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18e401-d7c1-46cd-b14b-9dc8f56447d5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:18.129726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa3729-3a29-4d48-bb8c-6ff93bf291e5 req-fe644ec7-6e54-4f64-ace3-41af3f0feac0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:18.131461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9aa3729-3a29-4d48-bb8c-6ff93bf291e5 req-fe644ec7-6e54-4f64-ace3-41af3f0feac0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0942028 Mar 11 00:19:18.229155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9aa3729-3a29-4d48-bb8c-6ff93bf291e5 req-44326d8c-9384-4331-a211-e272cd2ea0ba tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918839 Mar 11 00:19:18.263466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 49984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:18.357492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-37445b18-d99f-4e15-88be-1ba7f5f714d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 200 len: 994 time: 0.0923164 Mar 11 00:19:18.730895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a71d4c44-2d49-4abe-9663-de9f34a0ecd5 req-f5704997-bedc-4c4c-b618-433d4c785d47 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:19:18.732059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a71d4c44-2d49-4abe-9663-de9f34a0ecd5 req-f5704997-bedc-4c4c-b618-433d4c785d47 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084097 Mar 11 00:19:18.843159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:19.065939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2055207450-network', 'tenant_id': '3da7d934d9034142a07ccd1e3c53805a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:19.117146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Made reservation on behalf of 3da7d934d9034142a07ccd1e3c53805a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:19.120425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.132939 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.246997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks [] for security_group (11918b8c-c2e1-42f5-808f-1cb590bc7b6a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.255009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11918b8c-c2e1-42f5-808f-1cb590bc7b6a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.292168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:19:19.303041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11918b8c-c2e1-42f5-808f-1cb590bc7b6a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:19.308110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1a9a8866-8409-4d3d-bb83-ee1f85254f80), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.308468 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Added segment 1a9a8866-8409-4d3d-bb83-ee1f85254f80 of type vlan for network 465b25d5-9645-4336-bbf5-24521f11e125 Mar 11 00:19:19.354438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (465b25d5-9645-4336-bbf5-24521f11e125), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.390333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (465b25d5-9645-4336-bbf5-24521f11e125), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.392198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:19.393000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.461838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-c467a8cf-fc2c-49f5-a31a-859e55cb6c3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1722143 Mar 11 00:19:19.479221 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6d8e-fa0b-49dd-b349-0cd75d31048a req-75b268f6-d2e5-4a79-ae44-b115e3a7f327 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:19.487335 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6405194 Mar 11 00:19:19.487514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6df6d8e-fa0b-49dd-b349-0cd75d31048a req-75b268f6-d2e5-4a79-ae44-b115e3a7f327 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1420047 Mar 11 00:19:19.494168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50030) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:19.498820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Request body: {'subnet': {'network_id': '465b25d5-9645-4336-bbf5-24521f11e125', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2055207450-subnet', 'tenant_id': '3da7d934d9034142a07ccd1e3c53805a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:19.576530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Made reservation on behalf of 3da7d934d9034142a07ccd1e3c53805a for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:19.586591 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:19.638742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6df6d8e-fa0b-49dd-b349-0cd75d31048a req-82529abc-965c-4f61-aee3-8403b4c2ae89 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475580 Mar 11 00:19:19.665571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5610a-ea07-41d5-8b5f-7d97dcc1cdd5 admin admin] Pushing event updated for resources: {'Network': ['ID=465b25d5-9645-4336-bbf5-24521f11e125,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:19.679898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 465b25d5-9645-4336-bbf5-24521f11e125 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:19:19.972732 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (e42aabd4-130a-4923-8d58-fb56adc9a4b5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:20.090560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-dec9da53-8cfc-4129-9246-f7a9285f833c tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:20.092157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-dec9da53-8cfc-4129-9246-f7a9285f833c tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1125 time: 0.0538576 Mar 11 00:19:20.125906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42aabd4-130a-4923-8d58-fb56adc9a4b5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:20.132274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Checking segment: {'id': '1a9a8866-8409-4d3d-bb83-ee1f85254f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:20.132631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Network hostable DHCP agents. Network: 465b25d5-9645-4336-bbf5-24521f11e125, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:19:20.156624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Network 465b25d5-9645-4336-bbf5-24521f11e125 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:19:20.171864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 465b25d5-9645-4336-bbf5-24521f11e125) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:20.185717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:20.194534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274b444-ec71-4162-a063-3b9ca5f9367e None None] Network 465b25d5-9645-4336-bbf5-24521f11e125 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:20.198428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:20.257310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e885dbb8-9710-479c-a378-13fd2c30cc3a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7619503 Mar 11 00:19:20.438966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77bb01-16e9-424f-b198-fec99b695fb1 None None] Network 465b25d5-9645-4336-bbf5-24521f11e125 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:21.030767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c17b-2150-46e4-9fd8-0081e2884fe5 req-ff19bc64-f886-4b18-8863-29119e8acc79 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.033776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd1c17b-2150-46e4-9fd8-0081e2884fe5 req-ff19bc64-f886-4b18-8863-29119e8acc79 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1823001 Mar 11 00:19:21.093431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-620b0a08-826a-4496-8545-faf66198a546 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.095217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-620b0a08-826a-4496-8545-faf66198a546 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/networks?id=465b25d5-9645-4336-bbf5-24521f11e125 HTTP/1.1" status: 200 len: 813 time: 0.1731915 Mar 11 00:19:21.137753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-2d9a8152-33f6-401a-a1f8-b3c2cb266f6d tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/quotas/3da7d934d9034142a07ccd1e3c53805a HTTP/1.1" status: 200 len: 375 time: 0.0164635 Mar 11 00:19:21.205635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-3eced120-8643-4596-b0e5-d96e47c55d1b tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3da7d934d9034142a07ccd1e3c53805a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559027 Mar 11 00:19:21.217705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cd1c17b-2150-46e4-9fd8-0081e2884fe5 req-7b0b167b-055c-42fb-a89b-99705d7b5ad0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722789 Mar 11 00:19:21.229906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-8664ad00-214e-42ec-8236-6b2320c43a7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:19:21.232415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-8664ad00-214e-42ec-8236-6b2320c43a7e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137403 Mar 11 00:19:21.453717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-71d0b626-aa85-4498-af95-e465d7770f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.457313 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-71d0b626-aa85-4498-af95-e465d7770f7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.1082101 Mar 11 00:19:21.462250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-d50548a1-e1c4-4db1-bad7-a7a7860ef5ac service neutron] 10.222.0.21 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146764 Mar 11 00:19:21.592204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-084bc61b-4b56-49fc-87d7-f8d515e066f5 service neutron] 10.222.0.21 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223190 Mar 11 00:19:21.599063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-a25f7c7a-2300-4926-85c6-4f83f9d19896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.601606 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-a25f7c7a-2300-4926-85c6-4f83f9d19896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.1380115 Mar 11 00:19:21.749406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-979ea393-5851-43f1-87b2-db104b2a19f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1002 time: 0.1417143 Mar 11 00:19:21.871769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f4b490c4-a002-4fb5-afa6-087f1d0e428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.874130 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f4b490c4-a002-4fb5-afa6-087f1d0e428a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1153641 Mar 11 00:19:21.908957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82b4106b-3de0-4e15-a3e8-fb5ade806bec req-2b73d35b-c552-4ec4-906f-f3b5cf4f5216 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 210 time: 0.0980549 Mar 11 00:19:21.997919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-b6c89e72-10f5-42fa-b089-db8bb8d4966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:21.999438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-b6c89e72-10f5-42fa-b089-db8bb8d4966b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198294 Mar 11 00:19:22.179860 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-dbc93a3f-b965-4739-ab26-05a3ab0c2ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736393 Mar 11 00:19:22.466034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a334b-23e3-485d-b2b4-a34690c00d92 req-a40291ac-7153-41ba-bcfe-f36d9514bfff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:22.475791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c13a334b-23e3-485d-b2b4-a34690c00d92 req-a40291ac-7153-41ba-bcfe-f36d9514bfff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1077044 Mar 11 00:19:22.656389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c13a334b-23e3-485d-b2b4-a34690c00d92 req-81a01448-2a6e-4aae-87a7-8d80bb19ccc6 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673465 Mar 11 00:19:22.995354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-1b60d47f-541c-4ba8-b52c-cbc63c86278a service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904830 Mar 11 00:19:23.110959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98c02cf7-b0db-4dd2-aac1-bbe4f2870de0 req-c382c61d-decd-40ce-af51-30d9683ad521 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 210 time: 0.0751636 Mar 11 00:19:23.515842 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eedeb9ff-eeec-46b4-b47f-84ae083c82a4 req-82cb6a6e-8744-4a0e-9e85-4c86d22d0c0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0444376 Mar 11 00:19:23.667812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eedeb9ff-eeec-46b4-b47f-84ae083c82a4 req-6db0cf80-cf86-48b8-8fc0-4f484a205fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0925133 Mar 11 00:19:23.792283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:19:23.804497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eedeb9ff-eeec-46b4-b47f-84ae083c82a4 req-37f55434-28c3-429c-9570-656695484815 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120288 Mar 11 00:19:23.877533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8db508-afc7-416f-89aa-26cbcc19ae31 req-afbaed5e-8d86-423a-b90c-aa6cb9c0a005 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:23.886340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a8db508-afc7-416f-89aa-26cbcc19ae31 req-afbaed5e-8d86-423a-b90c-aa6cb9c0a005 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1209495 Mar 11 00:19:23.952418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-f23925c1-e054-4d5f-89a3-f810fd2f3a2d tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:23.954877 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-f23925c1-e054-4d5f-89a3-f810fd2f3a2d tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.30 "GET /v2.0/networks?id=465b25d5-9645-4336-bbf5-24521f11e125 HTTP/1.1" status: 200 len: 813 time: 0.4172947 Mar 11 00:19:23.967498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a8db508-afc7-416f-89aa-26cbcc19ae31 req-9b1555df-da4f-4bc7-bd8d-13c564317660 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802324 Mar 11 00:19:23.979262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Request body: {'port': {'device_id': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125', 'admin_state_up': True, 'tenant_id': '3da7d934d9034142a07ccd1e3c53805a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.113840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Made reservation on behalf of 3da7d934d9034142a07ccd1e3c53805a for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:24.118085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.161171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb9ff-eeec-46b4-b47f-84ae083c82a4 req-93c9b6d6-90f3-414f-b10f-353c42d6bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:24.165288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-eedeb9ff-eeec-46b4-b47f-84ae083c82a4 req-93c9b6d6-90f3-414f-b10f-353c42d6bd0a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3447061 Mar 11 00:19:24.176622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50200) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:24.181765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667614855', 'description': 'tempest-secgroup-smoke-667614855 description', 'project_id': '177b30be438f4b35847541df8828a3b8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.222378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.309010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0b1dc9d-a22f-43ed-ad31-13484db67369 req-9a6fce59-4e04-4932-b7ae-b0d9265ab68a tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 210 time: 0.0566657 Mar 11 00:19:24.380525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Allocated IP 172.20.0.9 (465b25d5-9645-4336-bbf5-24521f11e125/e42aabd4-130a-4923-8d58-fb56adc9a4b5/35818484-79cf-4dff-8407-cd9865450cf7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:19:24.403164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (782bc08d-1051-4c21-b0d0-100e9bf2ec68), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.410990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (782bc08d-1051-4c21-b0d0-100e9bf2ec68), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.471261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782bc08d-1051-4c21-b0d0-100e9bf2ec68,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:24.476728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.481203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50206) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:24.482323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bbe5a1bf-667a-4e98-928c-34dfa69afe2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3044035 Mar 11 00:19:24.491478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.577704 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (da2c60f9-8e79-4fe5-95cd-a1b09722ab30), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.691979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks [] for port (35818484-79cf-4dff-8407-cd9865450cf7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.714906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (da2c60f9-8e79-4fe5-95cd-a1b09722ab30), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.720284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (da2c60f9-8e79-4fe5-95cd-a1b09722ab30), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.756861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2c60f9-8e79-4fe5-95cd-a1b09722ab30,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:24.770642 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.775048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50216) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:24.780356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.780848 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25edbd89-1737-414c-bd78-3a724e6a0b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2978060 Mar 11 00:19:24.783740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.813871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (589f2aa1-33ad-4645-88e9-cc83c984b0d5), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.848402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Network 465b25d5-9645-4336-bbf5-24521f11e125 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:19:24.853136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:24.866781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:19:24.893021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (589f2aa1-33ad-4645-88e9-cc83c984b0d5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.899046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (589f2aa1-33ad-4645-88e9-cc83c984b0d5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.913860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Pushing event updated for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:24.925894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f2aa1-33ad-4645-88e9-cc83c984b0d5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:24.930645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.934383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe2badea-e8eb-4105-a541-29151fdedf11 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558187 Mar 11 00:19:24.934584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50218) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:24.937486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:24.938222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:24.940178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.958370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-6fb9cf4f-4aa4-4a0a-a3b1-bb55523adfb1 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829664 Mar 11 00:19:24.970957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Request body: {'port': {'device_id': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:24.971132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (c5de11f8-92e9-4f36-89f5-894a060011cc), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.061480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35818484-79cf-4dff-8407-cd9865450cf7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.066746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (c5de11f8-92e9-4f36-89f5-894a060011cc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.085837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c5de11f8-92e9-4f36-89f5-894a060011cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.156736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5de11f8-92e9-4f36-89f5-894a060011cc,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.192832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.194530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d80329f3-5ce4-4489-ac71-3f9d47514e70 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589440 Mar 11 00:19:25.198008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50226) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:25.204618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:25.238797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f837f-0e2f-4678-be6f-b4415f73e6a0 req-c954c560-1a7a-4ec5-bcd9-1a5ba741af37 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:25.241200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-644f837f-0e2f-4678-be6f-b4415f73e6a0 req-c954c560-1a7a-4ec5-bcd9-1a5ba741af37 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1686268 Mar 11 00:19:25.251080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (015b839e-7d1a-4285-b042-856e4631e9b4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.368712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-644f837f-0e2f-4678-be6f-b4415f73e6a0 req-8936ddc0-b68e-4fbc-b81c-9c0696efee12 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198654 Mar 11 00:19:25.371245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (015b839e-7d1a-4285-b042-856e4631e9b4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.378603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (015b839e-7d1a-4285-b042-856e4631e9b4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.416848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015b839e-7d1a-4285-b042-856e4631e9b4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.430851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.433407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1bd25590-b407-4d11-8d83-36f8dabdff83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2334514 Mar 11 00:19:25.435235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:25.441075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:25.457378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35818484-79cf-4dff-8407-cd9865450cf7 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:25.471319 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks [] for port (35818484-79cf-4dff-8407-cd9865450cf7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.491872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Transition to ACTIVE for port object 35818484-79cf-4dff-8407-cd9865450cf7 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:19:25.494280 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Project 177b30be438f4b35847541df8828a3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:19:25.501766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (fb4d1567-c17c-4aba-8231-7d7c761dbcd3), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.506010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.514020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6356ae-96d2-41b4-8d51-00880e8a99dd req-dcb16e6c-c8d2-4368-86de-8cdc359613a4 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:25.515886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6356ae-96d2-41b4-8d51-00880e8a99dd req-dcb16e6c-c8d2-4368-86de-8cdc359613a4 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 931 time: 0.0811830 Mar 11 00:19:25.584161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b6356ae-96d2-41b4-8d51-00880e8a99dd req-9af10f06-a4b9-4aac-83a3-d5423ac8bb04 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Mar 11 00:19:25.617757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Pushing event updated for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.650082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (fb4d1567-c17c-4aba-8231-7d7c761dbcd3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.677565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (fb4d1567-c17c-4aba-8231-7d7c761dbcd3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.706633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4d1567-c17c-4aba-8231-7d7c761dbcd3,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.725805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.729612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f95e884-a5c7-4212-bf96-73993740d4b0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2906017 Mar 11 00:19:25.730655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50244) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:25.736040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'security_group_rule': {'security_group_id': '782bc08d-1051-4c21-b0d0-100e9bf2ec68', 'project_id': '177b30be438f4b35847541df8828a3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:25.755614 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Attempting to bind port 35818484-79cf-4dff-8407-cd9865450cf7 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:19:25.756047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Attempting to bind port 35818484-79cf-4dff-8407-cd9865450cf7 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '1a9a8866-8409-4d3d-bb83-ee1f85254f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:19:25.756604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Attempting to bind port 35818484-79cf-4dff-8407-cd9865450cf7 on network 465b25d5-9645-4336-bbf5-24521f11e125 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:25.761930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Port 35818484-79cf-4dff-8407-cd9865450cf7 on network 465b25d5-9645-4336-bbf5-24521f11e125 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:19:25.762162 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Project 177b30be438f4b35847541df8828a3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:19:25.762609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Attempting to bind port 35818484-79cf-4dff-8407-cd9865450cf7 on network 465b25d5-9645-4336-bbf5-24521f11e125 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:25.768547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:19:25.768880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Checking segment: {'id': '1a9a8866-8409-4d3d-bb83-ee1f85254f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:25.769317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Bound using segment: {'id': '1a9a8866-8409-4d3d-bb83-ee1f85254f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:19:25.769440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (da258855-f544-4c1b-87c6-4727564735cf), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.769858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Bound port: 35818484-79cf-4dff-8407-cd9865450cf7, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9a8866-8409-4d3d-bb83-ee1f85254f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:19:25.770215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35818484-79cf-4dff-8407-cd9865450cf7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.855613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (da258855-f544-4c1b-87c6-4727564735cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.863638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (da258855-f544-4c1b-87c6-4727564735cf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.866786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:25.870814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=35818484-79cf-4dff-8407-cd9865450cf7,segment=NetworkSegment(1a9a8866-8409-4d3d-bb83-ee1f85254f80),segment_id=1a9a8866-8409-4d3d-bb83-ee1f85254f80)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:19:25.880887 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.884747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da258855-f544-4c1b-87c6-4727564735cf,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.895583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.899701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d31bc24d-8cf7-4183-a534-89db63fa5e26 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651988 Mar 11 00:19:25.935463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:25.936238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:25.937917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] 10.222.0.30 "PUT /v2.0/ports/35818484-79cf-4dff-8407-cd9865450cf7 HTTP/1.1" status: 200 len: 1091 time: 0.9715803 Mar 11 00:19:25.939450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:25.942153 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8f3525-54a3-4502-8b09-fe8a7251318e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "tag": "35818484-79cf-4dff-8407-cd9865450cf7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:25.969297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5593-af88-4a5a-9c8a-4567a50e6218 service neutron] Pushing event updated for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:25.991865 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7f9b5-c884-4539-81d9-b234af241845 x-openstack-request-id: req-12e7f9b5-c884-4539-81d9-b234af241845 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:25.992291 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "tag": "35818484-79cf-4dff-8407-cd9865450cf7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:25.993110 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e7f9b5-c884-4539-81d9-b234af241845 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:25.993624 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7', 'status': 'completed', 'code': 200} Mar 11 00:19:26.052998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-cafd2fb7-7590-4f6c-a933-4c8fdde7159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.054581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-cafd2fb7-7590-4f6c-a933-4c8fdde7159e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da7d934d9034142a07ccd1e3c53805a&device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 1125 time: 0.0580249 Mar 11 00:19:26.120898 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-8b3fc4dd-1247-4600-985f-4015453555f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35818484-79cf-4dff-8407-cd9865450cf7 HTTP/1.1" status: 200 len: 217 time: 0.0581026 Mar 11 00:19:26.190991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df378a-6053-459d-8b47-cf798158b820 req-6583830b-7b07-4f75-8ec4-366da1f4fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.192683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-6583830b-7b07-4f75-8ec4-366da1f4fa8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42aabd4-130a-4923-8d58-fb56adc9a4b5 HTTP/1.1" status: 200 len: 853 time: 0.0518863 Mar 11 00:19:26.230519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-ac05db08-fabf-4ec0-af9a-7c272b70537a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=465b25d5-9645-4336-bbf5-24521f11e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276115 Mar 11 00:19:26.334623 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-bf5ca789-d87a-4671-b3ae-5ff401c1e239 service neutron] 10.222.0.30 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974798 Mar 11 00:19:26.545159 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6df378a-6053-459d-8b47-cf798158b820 req-edcca38b-14af-4937-acc7-9f9e0190e43b service neutron] 10.222.0.30 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915417 Mar 11 00:19:26.546064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a31b5-dde5-4a3b-8253-4e336be27abd req-40d514f6-ee80-4f74-a319-545d9ea43eaf tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.557266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f0a31b5-dde5-4a3b-8253-4e336be27abd req-40d514f6-ee80-4f74-a319-545d9ea43eaf tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0965314 Mar 11 00:19:26.632221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f0a31b5-dde5-4a3b-8253-4e336be27abd req-7a75feaa-ab0a-4c34-9d50-84d9964f0929 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738106 Mar 11 00:19:26.689575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-e8045255-e5f8-409d-824f-0ba217ea156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.691393 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-e8045255-e5f8-409d-824f-0ba217ea156c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da7d934d9034142a07ccd1e3c53805a&device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 1125 time: 0.0773242 Mar 11 00:19:26.775504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a6c82-5a83-4508-9e8a-f2d65a29b3b2 req-f604529d-0895-418f-965a-4f634b097cd5 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.783743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-330a6c82-5a83-4508-9e8a-f2d65a29b3b2 req-f604529d-0895-418f-965a-4f634b097cd5 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 943 time: 0.0807693 Mar 11 00:19:26.855122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-330a6c82-5a83-4508-9e8a-f2d65a29b3b2 req-87f3758d-be96-45dc-bb0f-a13e8b881e3d tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Mar 11 00:19:26.881678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-3c1f8255-a91d-4437-8b2c-de8aa5f9f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:26.883194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-3c1f8255-a91d-4437-8b2c-de8aa5f9f87e service neutron] 10.222.0.30 "GET /v2.0/networks?id=465b25d5-9645-4336-bbf5-24521f11e125 HTTP/1.1" status: 200 len: 914 time: 0.1785851 Mar 11 00:19:26.937087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-461ee9fd-64c2-47b4-b058-c1ad68eb54a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35818484-79cf-4dff-8407-cd9865450cf7 HTTP/1.1" status: 200 len: 217 time: 0.0466082 Mar 11 00:19:27.006935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-3c0eb17b-a42d-4d9b-a299-d5475ca372e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:27.008769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-3c0eb17b-a42d-4d9b-a299-d5475ca372e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42aabd4-130a-4923-8d58-fb56adc9a4b5 HTTP/1.1" status: 200 len: 853 time: 0.0635448 Mar 11 00:19:27.048689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-ef227eb3-1459-40a0-b0ca-f2ae28eeeb6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=465b25d5-9645-4336-bbf5-24521f11e125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344324 Mar 11 00:19:27.169955 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-1ea699c4-44d0-4df7-852a-6b33ce656505 service neutron] 10.222.0.30 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146541 Mar 11 00:19:27.284641 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6f8f3525-54a3-4502-8b09-fe8a7251318e req-2805e63f-7b15-4477-893b-be1c3678a45b service neutron] 10.222.0.30 "GET /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071775 Mar 11 00:19:27.820346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd91074-1a18-4243-bcd5-937950184efd req-5912f983-fe77-4ede-b8cb-147c20c4fc02 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:27.822018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cd91074-1a18-4243-bcd5-937950184efd req-5912f983-fe77-4ede-b8cb-147c20c4fc02 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1181226 Mar 11 00:19:27.940320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cd91074-1a18-4243-bcd5-937950184efd req-fa40a799-2cb1-461a-9fb3-71289e77090f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121366 Mar 11 00:19:28.040638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70744-c19b-4581-90ae-f38d2face698 req-54e621de-dba4-46f9-acfb-0e34a21248eb tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:28.042405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19e70744-c19b-4581-90ae-f38d2face698 req-54e621de-dba4-46f9-acfb-0e34a21248eb tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 943 time: 0.0893860 Mar 11 00:19:28.118213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19e70744-c19b-4581-90ae-f38d2face698 req-764c530e-cd87-4654-88f8-41a09a595498 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702443 Mar 11 00:19:29.111354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834627-b254-46b4-8e43-68b9e534079e req-5a1b9e7e-fa6c-4a50-8e06-fada678f005f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:29.119728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf834627-b254-46b4-8e43-68b9e534079e req-5a1b9e7e-fa6c-4a50-8e06-fada678f005f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0827138 Mar 11 00:19:29.131437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 35818484-79cf-4dff-8407-cd9865450cf7 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:19:29.188731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf834627-b254-46b4-8e43-68b9e534079e req-250357cb-89f9-4dcb-beb0-f1a2c24000a6 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673969 Mar 11 00:19:29.277554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=35818484-79cf-4dff-8407-cd9865450cf7,segment=NetworkSegment(1a9a8866-8409-4d3d-bb83-ee1f85254f80),segment_id=1a9a8866-8409-4d3d-bb83-ee1f85254f80)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:29.292683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '35818484-79cf-4dff-8407-cd9865450cf7', 'network_id': '465b25d5-9645-4336-bbf5-24521f11e125', 'port_id': '35818484-79cf-4dff-8407-cd9865450cf7', 'mac_address': 'fa:16:3e:61:61:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42aabd4-130a-4923-8d58-fb56adc9a4b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:19:29.299314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88ad92-13cb-4f85-bb9c-8bfc48883399 req-8d9b1f55-5ba2-49ec-bff2-5588ad6ab11b tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:29.301676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c88ad92-13cb-4f85-bb9c-8bfc48883399 req-8d9b1f55-5ba2-49ec-bff2-5588ad6ab11b tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 943 time: 0.0680363 Mar 11 00:19:29.346966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 35818484-79cf-4dff-8407-cd9865450cf7 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:29.347643 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35818484-79cf-4dff-8407-cd9865450cf7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:29.365705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35818484-79cf-4dff-8407-cd9865450cf7 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:29.412333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=35818484-79cf-4dff-8407-cd9865450cf7,segment=NetworkSegment(1a9a8866-8409-4d3d-bb83-ee1f85254f80),segment_id=1a9a8866-8409-4d3d-bb83-ee1f85254f80)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:29.417676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:29.428899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c88ad92-13cb-4f85-bb9c-8bfc48883399 req-8b3e0fa0-e151-4090-898f-61182e31b75f tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187584 Mar 11 00:19:29.478732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:29.499999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.500826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.501193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.501540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.501880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.502405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.502751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.503387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.503722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.504089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.504457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.504783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.505111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:29.706783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['35818484-79cf-4dff-8407-cd9865450cf7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:30.323163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8203-8157-4442-a667-f7d334a0eace req-bc6a581e-6ab1-4f1a-9e83-1fb0e2f09cf0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:30.334428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc2b8203-8157-4442-a667-f7d334a0eace req-bc6a581e-6ab1-4f1a-9e83-1fb0e2f09cf0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0653284 Mar 11 00:19:30.379665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc2b8203-8157-4442-a667-f7d334a0eace req-d4ad52e3-d868-4f5f-a684-3ba1ceed3c22 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 Mar 11 00:19:30.558882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aac34-ae6f-440b-8578-63903f807f36 req-e0cecba7-9671-4828-b52c-10a3a23cefd7 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:30.561463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c18aac34-ae6f-440b-8578-63903f807f36 req-e0cecba7-9671-4828-b52c-10a3a23cefd7 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 944 time: 0.0545919 Mar 11 00:19:30.615351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c18aac34-ae6f-440b-8578-63903f807f36 req-247bb647-666b-474f-b686-1c66a82b2662 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456524 Mar 11 00:19:31.134775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 35818484-79cf-4dff-8407-cd9865450cf7 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:31.221329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 35818484-79cf-4dff-8407-cd9865450cf7 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:19:31.225656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 35818484-79cf-4dff-8407-cd9865450cf7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:31.225966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35818484-79cf-4dff-8407-cd9865450cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:31.318371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 35818484-79cf-4dff-8407-cd9865450cf7 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:31.318769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35818484-79cf-4dff-8407-cd9865450cf7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:31.346286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:31.348889 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5cbf50-933f-4dd7-974e-f08034cf7702" -d '{"events": [{"server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "name": "network-vif-plugged", "status": "completed", "tag": "35818484-79cf-4dff-8407-cd9865450cf7"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:31.363350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=35818484-79cf-4dff-8407-cd9865450cf7,segment=NetworkSegment(1a9a8866-8409-4d3d-bb83-ee1f85254f80),segment_id=1a9a8866-8409-4d3d-bb83-ee1f85254f80)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:31.369385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:31.406366 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59cdf60-9787-40ec-8e37-9e3e349f7c29 x-openstack-request-id: req-e59cdf60-9787-40ec-8e37-9e3e349f7c29 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:31.406682 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "name": "network-vif-plugged", "status": "completed", "tag": "35818484-79cf-4dff-8407-cd9865450cf7", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:31.407007 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e59cdf60-9787-40ec-8e37-9e3e349f7c29 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:31.407442 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7', 'code': 200} Mar 11 00:19:31.447284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:31.528504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0b5e1-5f6c-438b-8540-178e65727a0d req-ec5203d6-410e-4ed4-b942-bd8250536325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:31.530319 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8de0b5e1-5f6c-438b-8540-178e65727a0d req-ec5203d6-410e-4ed4-b942-bd8250536325 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 1127 time: 0.0624464 Mar 11 00:19:31.552299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e23bad-2c06-4dc1-adc2-468e9f71ab31 req-3adb46c0-b93c-4449-b4e5-394a0d780625 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:31.554783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05e23bad-2c06-4dc1-adc2-468e9f71ab31 req-3adb46c0-b93c-4449-b4e5-394a0d780625 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0713127 Mar 11 00:19:31.585820 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8de0b5e1-5f6c-438b-8540-178e65727a0d req-549cf1af-5e07-44f3-9270-b9aaff1a0fc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480328 Mar 11 00:19:31.612387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05e23bad-2c06-4dc1-adc2-468e9f71ab31 req-a22f35b0-28ad-4561-a02f-25b9413def67 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519006 Mar 11 00:19:31.746508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa4c7-07ae-4b3d-93a3-3783ab20ce2a req-fcf76927-9c49-4645-baa3-40cfae2a10ac tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:31.750915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472fa4c7-07ae-4b3d-93a3-3783ab20ce2a req-fcf76927-9c49-4645-baa3-40cfae2a10ac tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 945 time: 0.0645766 Mar 11 00:19:31.819318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-472fa4c7-07ae-4b3d-93a3-3783ab20ce2a req-1905440e-1fbc-4490-8bdf-f995c555ad77 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619264 Mar 11 00:19:32.795771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d05f89-60b4-4546-bfaa-e103d45877e7 req-6734381e-536e-4093-916a-f670c62159ad tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:32.797299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47d05f89-60b4-4546-bfaa-e103d45877e7 req-6734381e-536e-4093-916a-f670c62159ad tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0719540 Mar 11 00:19:32.896817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47d05f89-60b4-4546-bfaa-e103d45877e7 req-b3cdfe7c-1154-4352-8930-3b5736b0c71e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907261 Mar 11 00:19:32.963589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee899a9-bf80-4c35-bf04-85d2a9d7ca62 req-d7ba519c-0ed7-489e-ac5e-64091cff8f82 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:32.965275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aee899a9-bf80-4c35-bf04-85d2a9d7ca62 req-d7ba519c-0ed7-489e-ac5e-64091cff8f82 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 945 time: 0.0635765 Mar 11 00:19:33.014924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aee899a9-bf80-4c35-bf04-85d2a9d7ca62 req-46328921-c993-4476-a160-7210c2ba1750 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Mar 11 00:19:33.483215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b41db-e104-4314-87bc-407d7fac07dc req-abf3dadf-41b3-413d-8ce9-569a51029c05 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:33.485368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e76b41db-e104-4314-87bc-407d7fac07dc req-abf3dadf-41b3-413d-8ce9-569a51029c05 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 945 time: 0.0856533 Mar 11 00:19:33.545250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e76b41db-e104-4314-87bc-407d7fac07dc req-80c4f0a3-568e-458e-9c70-a062b579c1e9 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Mar 11 00:19:34.046399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b88ab-9f0b-4371-a65f-0194e4b7d015 req-220cc15e-5679-4e25-be89-38aff54d55a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:34.054655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-194b88ab-9f0b-4371-a65f-0194e4b7d015 req-220cc15e-5679-4e25-be89-38aff54d55a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0708504 Mar 11 00:19:34.104896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-194b88ab-9f0b-4371-a65f-0194e4b7d015 req-68415796-9c9a-41cc-9e06-836741c91e3b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489020 Mar 11 00:19:34.690770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982eade-1613-41ea-9a16-69984207ab7a req-0f930eac-f472-4a8e-9b71-47d1b99b33fa tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:34.696944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9982eade-1613-41ea-9a16-69984207ab7a req-0f930eac-f472-4a8e-9b71-47d1b99b33fa tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Mar 11 00:19:34.758510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9982eade-1613-41ea-9a16-69984207ab7a req-db9eff33-a61b-4172-bb6d-aee2d7464f3c tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/security-groups?id=11918b8c-c2e1-42f5-808f-1cb590bc7b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Mar 11 00:19:34.967600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357be44f-6931-4c39-a890-941b566f0602 req-72d73d9f-a2ae-4cfc-ad0e-8fc95d42eb41 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:34.969370 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-357be44f-6931-4c39-a890-941b566f0602 req-72d73d9f-a2ae-4cfc-ad0e-8fc95d42eb41 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 945 time: 0.0655274 Mar 11 00:19:35.090058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Deleting port 35818484-79cf-4dff-8407-cd9865450cf7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:35.090485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (35818484-79cf-4dff-8407-cd9865450cf7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:35.228126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] For port 35818484-79cf-4dff-8407-cd9865450cf7, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=35818484-79cf-4dff-8407-cd9865450cf7,segment=NetworkSegment(1a9a8866-8409-4d3d-bb83-ee1f85254f80),segment_id=1a9a8866-8409-4d3d-bb83-ee1f85254f80)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:35.229682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (35818484-79cf-4dff-8407-cd9865450cf7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:35.249288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Calling delete_port for 35818484-79cf-4dff-8407-cd9865450cf7 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:35.302275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf64e16-8570-4916-bfbc-c91a67dbac6d req-32c62295-9b53-4d09-bfd2-2637f71dbe08 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:35.310204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edf64e16-8570-4916-bfbc-c91a67dbac6d req-32c62295-9b53-4d09-bfd2-2637f71dbe08 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1100779 Mar 11 00:19:35.380565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edf64e16-8570-4916-bfbc-c91a67dbac6d req-a5743353-a7b6-4a00-a9f2-13272592f370 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694051 Mar 11 00:19:35.527516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (35818484-79cf-4dff-8407-cd9865450cf7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:35.540501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['35818484-79cf-4dff-8407-cd9865450cf7'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:35.599104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Pushing event deleted for resources: {'Port': ['ID=35818484-79cf-4dff-8407-cd9865450cf7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:35.663045 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] No DVR routers for this DVR port 35818484-79cf-4dff-8407-cd9865450cf7 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:35.666353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:35.671123 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-357be44f-6931-4c39-a890-941b566f0602 req-7d149095-5216-403b-a94c-41b41062b418 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.30 "DELETE /v2.0/ports/35818484-79cf-4dff-8407-cd9865450cf7 HTTP/1.1" status: 204 len: 173 time: 0.6942935 Mar 11 00:19:35.671667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'name': 'network-vif-deleted', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:35.675175 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ba45a-b898-4607-b19d-dcdff7705f35" -d '{"events": [{"server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "name": "network-vif-deleted", "tag": "35818484-79cf-4dff-8407-cd9865450cf7"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:35.732083 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9842c8ad-f089-452e-a9c1-e2d85f06bf23 x-openstack-request-id: req-9842c8ad-f089-452e-a9c1-e2d85f06bf23 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:35.732349 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb6e1b5-c57f-4f47-94df-aac854f53db2", "name": "network-vif-deleted", "tag": "35818484-79cf-4dff-8407-cd9865450cf7", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:35.732609 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9842c8ad-f089-452e-a9c1-e2d85f06bf23 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:35.733021 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb6e1b5-c57f-4f47-94df-aac854f53db2', 'name': 'network-vif-deleted', 'tag': '35818484-79cf-4dff-8407-cd9865450cf7', 'status': 'completed', 'code': 200} Mar 11 00:19:35.940544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-521cdcec-d716-49c6-be3f-47bade464ec7 req-f723255f-508f-4496-a1bb-1376c3d858e3 tempest-ServerPasswordTestJSON-1880995852 tempest-ServerPasswordTestJSON-1880995852-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fb6e1b5-c57f-4f47-94df-aac854f53db2 HTTP/1.1" status: 200 len: 210 time: 0.0469842 Mar 11 00:19:36.534342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc51849-b803-4b55-922c-3f088ddb6e77 req-c79a0c6a-6dd5-4334-b629-8d7ab4e53990 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:36.541869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebc51849-b803-4b55-922c-3f088ddb6e77 req-c79a0c6a-6dd5-4334-b629-8d7ab4e53990 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0794439 Mar 11 00:19:36.611092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebc51849-b803-4b55-922c-3f088ddb6e77 req-f02b70d2-3431-49b4-bbe2-2e4dd780267f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649145 Mar 11 00:19:36.724692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a2baadfc-5493-41a5-b8c2-8cfdd8ccd918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.031663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:37.106135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Deleting subnet e42aabd4-130a-4923-8d58-fb56adc9a4b5 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:19:37.111672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Publish callbacks [] for subnet (e42aabd4-130a-4923-8d58-fb56adc9a4b5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.166550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e42aabd4-130a-4923-8d58-fb56adc9a4b5), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.230697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e42aabd4-130a-4923-8d58-fb56adc9a4b5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.347934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e42aabd4-130a-4923-8d58-fb56adc9a4b5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.380951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42aabd4-130a-4923-8d58-fb56adc9a4b5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:37.392389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.398377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-31d87534-471e-4765-8669-54688a4218f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e42aabd4-130a-4923-8d58-fb56adc9a4b5 HTTP/1.1" status: 204 len: 168 time: 0.3628676 Mar 11 00:19:37.400513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50588) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:37.575285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (465b25d5-9645-4336-bbf5-24521f11e125), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.697569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (465b25d5-9645-4336-bbf5-24521f11e125), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.767956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465b25d5-9645-4336-bbf5-24521f11e125']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:37.782610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9a8866-8409-4d3d-bb83-ee1f85254f80') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:37.782940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9a8866-8409-4d3d-bb83-ee1f85254f80') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:37.795253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (1a9a8866-8409-4d3d-bb83-ee1f85254f80), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.818778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efaed2-c79a-4eed-ba09-e06da20af4ac req-7e118db3-64f5-47db-b13f-d0b9d69080cc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:37.838968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2efaed2-c79a-4eed-ba09-e06da20af4ac req-7e118db3-64f5-47db-b13f-d0b9d69080cc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1197414 Mar 11 00:19:37.857645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (1a9a8866-8409-4d3d-bb83-ee1f85254f80), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.872367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:19:37.872777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (1a9a8866-8409-4d3d-bb83-ee1f85254f80), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:19:37.874613 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:19:37.952837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2efaed2-c79a-4eed-ba09-e06da20af4ac req-d95fa83e-fd1b-4fce-8171-328ae44c01ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257772 Mar 11 00:19:37.971089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (465b25d5-9645-4336-bbf5-24521f11e125), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.980744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:37.991710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/465b25d5-9645-4336-bbf5-24521f11e125 HTTP/1.1" status: 204 len: 168 time: 0.5893881 Mar 11 00:19:38.019530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a90b18-4799-4809-a646-a4f715b78e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=465b25d5-9645-4336-bbf5-24521f11e125,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:38.162226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50596) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:38.233576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e3ffa50-cd05-408b-84f7-f06d84e961fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3da7d934d9034142a07ccd1e3c53805a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687468 Mar 11 00:19:38.234919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50600) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:38.318478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] Publish callbacks [] for security_group (11918b8c-c2e1-42f5-808f-1cb590bc7b6a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:38.341850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] Publish callbacks [] for security_group (11918b8c-c2e1-42f5-808f-1cb590bc7b6a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:38.401462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (11918b8c-c2e1-42f5-808f-1cb590bc7b6a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:38.405048 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:38.406217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11918b8c-c2e1-42f5-808f-1cb590bc7b6a HTTP/1.1" status: 204 len: 168 time: 0.1696730 Mar 11 00:19:38.415082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f6dc2-72c5-4092-828d-bf419aaffdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11918b8c-c2e1-42f5-808f-1cb590bc7b6a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:39.149765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 35818484-79cf-4dff-8407-cd9865450cf7 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:39.174599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea685897-1414-4968-8809-695bce1482aa req-d22fc5ec-2884-48fb-ad9c-180f61186f2c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:39.184739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea685897-1414-4968-8809-695bce1482aa req-d22fc5ec-2884-48fb-ad9c-180f61186f2c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.1070626 Mar 11 00:19:39.208726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 35818484-79cf-4dff-8407-cd9865450cf7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:39.212404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 35818484-79cf-4dff-8407-cd9865450cf7 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:39.282662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-80b719c8-472e-4f36-b01d-9699fe7f3a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.333912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea685897-1414-4968-8809-695bce1482aa req-fff7b77d-b00b-4e04-ac48-612fa2a5a383 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476686 Mar 11 00:19:39.429163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50634) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:39.584561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-784074743-network', 'tenant_id': '8b3542507ec142be90168e0bb5bdb39a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:39.629534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Made reservation on behalf of 8b3542507ec142be90168e0bb5bdb39a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:39.632823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.646584 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.802148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks [] for security_group (387f9a3d-1c39-4812-a11f-e53b4cd02808), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.816270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (387f9a3d-1c39-4812-a11f-e53b4cd02808), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.869949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f9a3d-1c39-4812-a11f-e53b4cd02808,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:39.876473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:19:39.889585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a419a046-1972-437a-b637-0f182c396962), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.889932 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Added segment a419a046-1972-437a-b637-0f182c396962 of type vlan for network 74adc2c6-879f-4ce8-b454-743bb34651f1 Mar 11 00:19:39.957054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (74adc2c6-879f-4ce8-b454-743bb34651f1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.992999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (74adc2c6-879f-4ce8-b454-743bb34651f1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:39.994142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:39.995124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.069277 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] Pushing event updated for resources: {'Network': ['ID=74adc2c6-879f-4ce8-b454-743bb34651f1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:40.084770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 74adc2c6-879f-4ce8-b454-743bb34651f1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:19:40.087796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-584d5cd1-af61-40e1-a8f2-a016a0f58093 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6574428 Mar 11 00:19:40.090879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50640) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:40.096791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Request body: {'subnet': {'network_id': '74adc2c6-879f-4ce8-b454-743bb34651f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-784074743-subnet', 'tenant_id': '8b3542507ec142be90168e0bb5bdb39a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:40.140331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Made reservation on behalf of 8b3542507ec142be90168e0bb5bdb39a for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:40.143347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.343292 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-c5f80e64-8113-4b81-a787-33fa175966fa req-0407a117-c445-4fcf-be4b-89a8087753db service neutron] show failed (client error): The resource could not be found. Mar 11 00:19:40.345671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-0407a117-c445-4fcf-be4b-89a8087753db service neutron] 10.222.0.30 "GET /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0862870 Mar 11 00:19:40.415964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (7e9ec08c-15ef-4157-beac-471e9cfd725b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.501994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.565178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9ec08c-15ef-4157-beac-471e9cfd725b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:40.582014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Checking segment: {'id': 'a419a046-1972-437a-b637-0f182c396962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '74adc2c6-879f-4ce8-b454-743bb34651f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:40.582445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Network hostable DHCP agents. Network: 74adc2c6-879f-4ce8-b454-743bb34651f1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:19:40.603295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305c65a-d5cb-4f4e-8fba-0e74682cdebf req-523c8724-b6a0-4292-82fa-2fca858f5109 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:40.605045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305c65a-d5cb-4f4e-8fba-0e74682cdebf req-523c8724-b6a0-4292-82fa-2fca858f5109 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.0951803 Mar 11 00:19:40.632106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Network 74adc2c6-879f-4ce8-b454-743bb34651f1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:19:40.651728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 74adc2c6-879f-4ce8-b454-743bb34651f1) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:40.667469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592a060-95eb-4d1e-bc9b-5b238cdb2068 None None] Network 74adc2c6-879f-4ce8-b454-743bb34651f1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:40.680526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:40.681269 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.726737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305c65a-d5cb-4f4e-8fba-0e74682cdebf req-30338102-ee43-4648-ae1e-d53035323962 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133397 Mar 11 00:19:40.758030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-61345988-2669-4fa0-ba2e-b6e8b8c828c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6578891 Mar 11 00:19:40.766535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-bd163e67-4dcd-41ba-9ecc-274f97fa7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:40.768591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-bd163e67-4dcd-41ba-9ecc-274f97fa7555 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 1128 time: 0.1061244 Mar 11 00:19:40.783959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-dbccd7cf-97bc-4296-8b30-3231ee37932e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:19:40.785106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-dbccd7cf-97bc-4296-8b30-3231ee37932e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062022 Mar 11 00:19:40.796288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:40.813014 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.881327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904f306-93bb-4aae-a933-fd5a71bea645 None None] Network 74adc2c6-879f-4ce8-b454-743bb34651f1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:40.974278 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:40.987320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50662) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:41.047440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Deleting subnet 7e9ec08c-15ef-4157-beac-471e9cfd725b {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:19:41.053515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Publish callbacks [] for subnet (7e9ec08c-15ef-4157-beac-471e9cfd725b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.101495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.113156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (7e9ec08c-15ef-4157-beac-471e9cfd725b), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.171245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7e9ec08c-15ef-4157-beac-471e9cfd725b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.251710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (7e9ec08c-15ef-4157-beac-471e9cfd725b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.290910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9ec08c-15ef-4157-beac-471e9cfd725b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:41.304137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.307595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ea9f000-5118-4ddf-94e7-ec83d5655b0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e9ec08c-15ef-4157-beac-471e9cfd725b HTTP/1.1" status: 204 len: 168 time: 0.3188932 Mar 11 00:19:41.310072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:41.372513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:41.417839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (74adc2c6-879f-4ce8-b454-743bb34651f1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.425251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:41.521624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks [] for port (abfdc150-3236-4294-b8d9-738d23873251), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.538619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Transition to ACTIVE for port object abfdc150-3236-4294-b8d9-738d23873251 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:19:41.539538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:41.543136 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e248976-8965-4c51-a010-a620fc0dabcc" -d '{"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:41.548691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.557021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (74adc2c6-879f-4ce8-b454-743bb34651f1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.606798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74adc2c6-879f-4ce8-b454-743bb34651f1']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:41.635127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a419a046-1972-437a-b637-0f182c396962') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:41.637183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a419a046-1972-437a-b637-0f182c396962') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:41.637430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.660623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (a419a046-1972-437a-b637-0f182c396962), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.689275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (a419a046-1972-437a-b637-0f182c396962), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.703903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:19:41.705037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (a419a046-1972-437a-b637-0f182c396962), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:19:41.709644 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:19:41.723965 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a02ae-78fc-48ae-bf01-e8cae9ea9f51 x-openstack-request-id: req-a58a02ae-78fc-48ae-bf01-e8cae9ea9f51 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:41.724566 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-unplugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:41.724981 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a58a02ae-78fc-48ae-bf01-e8cae9ea9f51 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:41.725537 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'code': 200} Mar 11 00:19:41.793093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:41.830598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (74adc2c6-879f-4ce8-b454-743bb34651f1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.838916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:41.846363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74adc2c6-879f-4ce8-b454-743bb34651f1 HTTP/1.1" status: 204 len: 168 time: 0.5349813 Mar 11 00:19:41.883892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] No DVR routers for this DVR port abfdc150-3236-4294-b8d9-738d23873251 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:41.921873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb370-48c2-4a83-9b66-fe654d9a1628 admin admin] Pushing event deleted for resources: {'Network': ['ID=74adc2c6-879f-4ce8-b454-743bb34651f1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:42.029268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cafd10-f1fe-416f-be41-3bc34a6299bb req-3b6b30f3-7b74-4c13-aa27-cd54b812173c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:42.035651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5cafd10-f1fe-416f-be41-3bc34a6299bb req-3b6b30f3-7b74-4c13-aa27-cd54b812173c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1439610 Mar 11 00:19:42.079410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50678) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:42.150173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0b6513f9-728a-4140-ab45-4a9c5488c8e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b3542507ec142be90168e0bb5bdb39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655987 Mar 11 00:19:42.152145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5cafd10-f1fe-416f-be41-3bc34a6299bb req-ae165729-6674-41b0-ac3e-7f45d4d20ffe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118479 Mar 11 00:19:42.152710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50680) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:42.221603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] Publish callbacks [] for security_group (387f9a3d-1c39-4812-a11f-e53b4cd02808), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.230140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:19:42.230486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:19:42.230822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:42.236279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:19:42.236663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Attempting to bind port abfdc150-3236-4294-b8d9-738d23873251 on network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:42.242421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:19:42.242763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Checking segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:42.243151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Bound using segment: {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:19:42.243583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Bound port: abfdc150-3236-4294-b8d9-738d23873251, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbad678-6705-4bd6-824f-a08640f49b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:19:42.243955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.250968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] Publish callbacks [] for security_group (387f9a3d-1c39-4812-a11f-e53b4cd02808), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.304974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (387f9a3d-1c39-4812-a11f-e53b4cd02808), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.309496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.312200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/387f9a3d-1c39-4812-a11f-e53b4cd02808 HTTP/1.1" status: 204 len: 168 time: 0.1575220 Mar 11 00:19:42.330328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c34d36-9a2e-4729-8a54-a7b3ff47effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f9a3d-1c39-4812-a11f-e53b4cd02808,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:42.369153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:42.373871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:19:42.388522 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.432083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:42.432873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:42.434450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] 10.222.0.39 "PUT /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1092 time: 1.6422801 Mar 11 00:19:42.545876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4db0ed-d4a7-4022-8b52-2420e178cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:42.593121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f313a431-fcd3-4d0b-aea2-6e60f8998ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:42.596792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f313a431-fcd3-4d0b-aea2-6e60f8998ef9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1126 time: 0.1193790 Mar 11 00:19:42.753791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-6b2adc89-867e-4377-9b95-430ad67b76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:42.755468 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-6b2adc89-867e-4377-9b95-430ad67b76c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.1520965 Mar 11 00:19:42.881791 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-6d941d31-e956-4d41-a4fe-3fa55a728c15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1000 time: 0.1187418 Mar 11 00:19:42.949469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f82f3b9c-c338-4193-b8e5-f5d89718633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:42.950942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-f82f3b9c-c338-4193-b8e5-f5d89718633d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.0593300 Mar 11 00:19:43.023284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80e64-8113-4b81-a787-33fa175966fa req-b3397ca3-5aea-48e7-ab89-26282061f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:43.024898 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-b3397ca3-5aea-48e7-ab89-26282061f5f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0669241 Mar 11 00:19:43.142812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-e8a5294a-ed78-4d2d-9cb7-9d7dfe656995 service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114650 Mar 11 00:19:43.165436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device abfdc150-3236-4294-b8d9-738d23873251 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:43.259690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c5f80e64-8113-4b81-a787-33fa175966fa req-e3c8f5d1-d269-4055-be98-50f589d24a6c service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102130 Mar 11 00:19:43.269107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port abfdc150-3236-4294-b8d9-738d23873251 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:19:43.269743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device abfdc150-3236-4294-b8d9-738d23873251 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:43.379425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:43.428149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5497e5c-6a6a-467f-a5b4-78176fd904b7 req-ba166b17-9d80-4b24-9c4b-a5642a7c0fad tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:43.439420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5497e5c-6a6a-467f-a5b4-78176fd904b7 req-ba166b17-9d80-4b24-9c4b-a5642a7c0fad tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1187084 Mar 11 00:19:43.540962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5497e5c-6a6a-467f-a5b4-78176fd904b7 req-baaea70e-f91b-42e4-a600-062924e6c0ee tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001763 Mar 11 00:19:43.726950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:43.729577 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd7fafb-79dc-46b5-89ce-d391755b8290" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:43.829401 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d11089-3b9f-4ae1-a9a9-a24a4f542acc x-openstack-request-id: req-d1d11089-3b9f-4ae1-a9a9-a24a4f542acc {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:43.829697 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:43.830015 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d11089-3b9f-4ae1-a9a9-a24a4f542acc {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:43.830426 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'status': 'completed', 'code': 200} Mar 11 00:19:43.969913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-a2897600-a50e-4e27-9b89-c194cebeb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:43.971508 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-a2897600-a50e-4e27-9b89-c194cebeb23a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1126 time: 0.1375518 Mar 11 00:19:44.110262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50732) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:44.111260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-3a7d62ba-8ada-4289-9e2a-7cdb32f1d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.112858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-3a7d62ba-8ada-4289-9e2a-7cdb32f1d450 service neutron] 10.222.0.39 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.1337483 Mar 11 00:19:44.218688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-133a07d2-6637-4245-93ae-9e745ec690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.221015 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-133a07d2-6637-4245-93ae-9e745ec690ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1126 time: 0.3371911 Mar 11 00:19:44.278326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c09ade2c-decb-4bc9-8383-32a42e55fa56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.298248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-a9d5911c-3432-469b-ba3c-4f01bf205135 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1000 time: 0.1623588 Mar 11 00:19:44.419578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-9a98a0fb-2aa4-4176-b0fd-b0b477a6c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.421227 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-9a98a0fb-2aa4-4176-b0fd-b0b477a6c686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1220965 Mar 11 00:19:44.428887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-19936e5c-bbc2-432e-a9dd-39e14f226473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.432067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-19936e5c-bbc2-432e-a9dd-39e14f226473 service neutron] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.2039101 Mar 11 00:19:44.443282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c09ade2c-decb-4bc9-8383-32a42e55fa56 admin admin] Publish callbacks [] for security_group (5f336bc3-471b-4490-b28e-7087199c594b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.447698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c09ade2c-decb-4bc9-8383-32a42e55fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f336bc3-471b-4490-b28e-7087199c594b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.488382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ade2c-decb-4bc9-8383-32a42e55fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f336bc3-471b-4490-b28e-7087199c594b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:44.520322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c09ade2c-decb-4bc9-8383-32a42e55fa56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f7ff21723aa40fdae526581b7f0b86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088008 Mar 11 00:19:44.521827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:44.535398 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-09bbf961-191c-41e6-8def-28d554f5148a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1000 time: 0.0933058 Mar 11 00:19:44.540888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-c2447497-206f-43ef-b5da-10db36f710b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.542684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-c2447497-206f-43ef-b5da-10db36f710b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097012 Mar 11 00:19:44.607101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] Publish callbacks [] for security_group (5f336bc3-471b-4490-b28e-7087199c594b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.634395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] Publish callbacks [] for security_group (5f336bc3-471b-4490-b28e-7087199c594b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.699074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5f336bc3-471b-4490-b28e-7087199c594b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.701712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:44.702935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f336bc3-471b-4490-b28e-7087199c594b HTTP/1.1" status: 204 len: 168 time: 0.1801329 Mar 11 00:19:44.730346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8c337-0a20-432a-a72e-12b972590a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f336bc3-471b-4490-b28e-7087199c594b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:44.815217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be730f-a06e-4924-b03c-b473c6fcbb35 req-6b5e2672-b627-4739-879e-64d0d98522b9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:44.816878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36be730f-a06e-4924-b03c-b473c6fcbb35 req-6b5e2672-b627-4739-879e-64d0d98522b9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1288733 Mar 11 00:19:44.940722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36be730f-a06e-4924-b03c-b473c6fcbb35 req-a3b9c2f1-1916-4bfb-8827-d9f72eeeba6c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173904 Mar 11 00:19:45.399569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-9c045b41-c9d4-4fc0-8261-8b507e32e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:45.401181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-9c045b41-c9d4-4fc0-8261-8b507e32e041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.8575232 Mar 11 00:19:45.474787 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-b52e7d84-feb2-4b93-823f-3e64a3d822c4 service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9222331 Mar 11 00:19:45.509422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-57bc1195-fef6-4ff9-b041-f2cbdd2a583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:45.511014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-57bc1195-fef6-4ff9-b041-f2cbdd2a583f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0964489 Mar 11 00:19:45.703916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-38a1e3e9-ae74-4b22-8d0b-098401787097 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840587 Mar 11 00:19:45.705980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-464dcaab-9721-487d-ab19-32a2a77e6ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247241 Mar 11 00:19:45.955889 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-2dd7fafb-79dc-46b5-89ce-d391755b8290 req-64e67743-37be-4263-a008-1e138a872314 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456830 Mar 11 00:19:46.049457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5855d-7fb5-485c-8997-fa7b7ff50023 req-ea80b145-a89d-4923-93fb-01acf3b97b05 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:46.058680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fa5855d-7fb5-485c-8997-fa7b7ff50023 req-ea80b145-a89d-4923-93fb-01acf3b97b05 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.1007545 Mar 11 00:19:46.145932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fa5855d-7fb5-485c-8997-fa7b7ff50023 req-260f4a83-04e1-4ab6-a84f-6137f9678e70 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862753 Mar 11 00:19:46.201110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b8b3c-23c9-4166-a44e-80b3860fe258 req-97deec53-1b49-4eda-89ff-042262054ba4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:46.208380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-282b8b3c-23c9-4166-a44e-80b3860fe258 req-97deec53-1b49-4eda-89ff-042262054ba4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1192915 Mar 11 00:19:46.300280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-282b8b3c-23c9-4166-a44e-80b3860fe258 req-c66f2eaa-e4f0-426a-b376-fb80212ef6ac tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908380 Mar 11 00:19:46.612701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device abfdc150-3236-4294-b8d9-738d23873251 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:19:46.687476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c687-c6e4-422a-bdd7-7ad233166367 req-d82ac1d6-139c-4cc4-a17d-fa27fc62a6a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:46.693235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ea2c687-c6e4-422a-bdd7-7ad233166367 req-d82ac1d6-139c-4cc4-a17d-fa27fc62a6a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 944 time: 0.1466463 Mar 11 00:19:46.808498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ea2c687-c6e4-422a-bdd7-7ad233166367 req-2857a270-a3e5-421a-874a-8654b9ba02cd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015728 Mar 11 00:19:46.852511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-063d85ce-6e36-4505-adef-4ddba938d5a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:46.857220 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-063d85ce-6e36-4505-adef-4ddba938d5a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c&tenant_id=4c79b35ba8454d5e968272e83089973a&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 944 time: 0.2573357 Mar 11 00:19:46.882674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:46.916521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'abfdc150-3236-4294-b8d9-738d23873251', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'port_id': 'abfdc150-3236-4294-b8d9-738d23873251', 'mac_address': 'fa:16:3e:05:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:19:46.991123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port abfdc150-3236-4294-b8d9-738d23873251 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:46.991723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.013208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfdc150-3236-4294-b8d9-738d23873251 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:19:47.021414 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-ab1db7f8-280f-4890-a2f4-1d880420f0c8 service neutron] delete failed (client error): The resource could not be found. Mar 11 00:19:47.032778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-ab1db7f8-280f-4890-a2f4-1d880420f0c8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.1668656 Mar 11 00:19:47.058463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:47.070175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.173124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-9d483337-3e32-419c-9279-0dff81448e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.174917 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-9d483337-3e32-419c-9279-0dff81448e3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1127 time: 0.0812330 Mar 11 00:19:47.185138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:47.328076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-c2bc4333-6d2e-495b-aef0-79d3bfc11e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.331283 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-c2bc4333-6d2e-495b-aef0-79d3bfc11e9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.1490710 Mar 11 00:19:47.358157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799c9e-1c5c-434d-9264-d5c889d0a73e req-76be4b61-6e8b-495b-85ad-537df6979e9e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.361952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1799c9e-1c5c-434d-9264-d5c889d0a73e req-76be4b61-6e8b-495b-85ad-537df6979e9e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.0983944 Mar 11 00:19:47.410017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['abfdc150-3236-4294-b8d9-738d23873251'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:19:47.474207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32193629-294c-400f-8908-7c1e3e669888 req-4b98e2f9-c2ce-443e-bcc6-8349fe4bdde6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.475972 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-32193629-294c-400f-8908-7c1e3e669888 req-4b98e2f9-c2ce-443e-bcc6-8349fe4bdde6 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.1437261 Mar 11 00:19:47.478290 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-2a161879-3737-4d48-936c-5fe6e8747f68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 1001 time: 0.1047599 Mar 11 00:19:47.524556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1799c9e-1c5c-434d-9264-d5c889d0a73e req-53d83921-fc65-4d12-b7b2-0fb859eff44e tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564898 Mar 11 00:19:47.525339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50842) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:47.659211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a07cfdf-0141-4d34-ad70-a74ab29aa722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.676717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-da487e67-05fe-4404-95f7-e84fe9736d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.678298 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-da487e67-05fe-4404-95f7-e84fe9736d51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.0570979 Mar 11 00:19:47.770065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a07cfdf-0141-4d34-ad70-a74ab29aa722 admin admin] Publish callbacks [] for security_group (a34a1588-5076-4280-bc2c-66157bea41cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.775154 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a07cfdf-0141-4d34-ad70-a74ab29aa722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a34a1588-5076-4280-bc2c-66157bea41cf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.833530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a07cfdf-0141-4d34-ad70-a74ab29aa722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bdebd5b7d3644aeaabb9bb98325144e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3069010 Mar 11 00:19:47.834291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50848) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:47.845783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07cfdf-0141-4d34-ad70-a74ab29aa722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a1588-5076-4280-bc2c-66157bea41cf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:47.847698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Deleting port 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:47.851105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.892928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-02ebb260-5f37-42be-a7e6-ff38527419e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:47.903824 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-02ebb260-5f37-42be-a7e6-ff38527419e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2171686 Mar 11 00:19:47.937052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] Publish callbacks [] for security_group (a34a1588-5076-4280-bc2c-66157bea41cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:47.972533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] Publish callbacks [] for security_group (a34a1588-5076-4280-bc2c-66157bea41cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.072666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] For port 36634fd3-e053-4c58-a89a-1fd00e432636, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=36634fd3-e053-4c58-a89a-1fd00e432636,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:48.073044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.101800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a34a1588-5076-4280-bc2c-66157bea41cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.104763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.121186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a34a1588-5076-4280-bc2c-66157bea41cf HTTP/1.1" status: 204 len: 168 time: 0.2666266 Mar 11 00:19:48.158636 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-64359b3f-6e51-4de1-925f-a1f6934fc849 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401776 Mar 11 00:19:48.168578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cec42-707b-417d-b6ea-5f82ccffc175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a1588-5076-4280-bc2c-66157bea41cf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:48.198958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eacddf-c4c5-4740-b6e1-93394fcb97c1 req-36055624-d92e-4c19-85dd-43a32dd27a0d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:48.205624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83eacddf-c4c5-4740-b6e1-93394fcb97c1 req-36055624-d92e-4c19-85dd-43a32dd27a0d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 945 time: 0.1634655 Mar 11 00:19:48.324551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83eacddf-c4c5-4740-b6e1-93394fcb97c1 req-817de34d-093e-4e24-bd06-daebe0f3b0d8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132648 Mar 11 00:19:48.488676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6b84ac9d-f0ff-4c9e-a2e3-89f0f3439354 req-f17e955c-593c-4a57-b82c-016afb7c01b7 service neutron] 10.222.0.30 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227060 Mar 11 00:19:48.579633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.580033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.580356 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Floating IP 24cf2eb3-30f5-4c6b-a31a-4788fb726f07 disassociated. External IP: 172.25.7.174, port: 36634fd3-e053-4c58-a89a-1fd00e432636. Mar 11 00:19:48.580702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Calling delete_port for 36634fd3-e053-4c58-a89a-1fd00e432636 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:48.764753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38168d86-d1de-40a7-bf7f-8cdce2dffa07 req-4a0a0c37-1884-4655-b6ff-11aae26a3120 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:48.766529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38168d86-d1de-40a7-bf7f-8cdce2dffa07 req-4a0a0c37-1884-4655-b6ff-11aae26a3120 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 947 time: 0.1066999 Mar 11 00:19:48.826355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (36634fd3-e053-4c58-a89a-1fd00e432636), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:48.874779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'Port': ['ID=36634fd3-e053-4c58-a89a-1fd00e432636,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:48.944974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38168d86-d1de-40a7-bf7f-8cdce2dffa07 req-5a6447ce-8973-401a-9010-3e7b3d8f9c6d tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups?id=e28aea45-7caa-411f-80bb-08938c27ac0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686244 Mar 11 00:19:49.092910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:19:49.310239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:19:49.335809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:19:49.381365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:49.390294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:49.453956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] No DVR routers for this DVR port 36634fd3-e053-4c58-a89a-1fd00e432636 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:19:49.461785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:49.472715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-32193629-294c-400f-8908-7c1e3e669888 req-43b98faf-1259-4862-b91e-acfb6621b127 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.30 "DELETE /v2.0/ports/36634fd3-e053-4c58-a89a-1fd00e432636 HTTP/1.1" status: 204 len: 173 time: 1.9846361 Mar 11 00:19:49.483087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-deleted', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:49.493315 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43d971-1f4a-4ee7-8852-b2738448eee9" -d '{"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-deleted", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:49.561877 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7833d7-5fa9-4d0c-8fb2-295ca1dccf65 x-openstack-request-id: req-bc7833d7-5fa9-4d0c-8fb2-295ca1dccf65 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:49.562354 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43533925-6269-4ad4-93f1-8460e8642b2f", "name": "network-vif-deleted", "tag": "36634fd3-e053-4c58-a89a-1fd00e432636", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:49.562964 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc7833d7-5fa9-4d0c-8fb2-295ca1dccf65 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:49.563708 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43533925-6269-4ad4-93f1-8460e8642b2f', 'name': 'network-vif-deleted', 'tag': '36634fd3-e053-4c58-a89a-1fd00e432636', 'status': 'completed', 'code': 200} Mar 11 00:19:49.726689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50888) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:49.782225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd2c3-e22e-4e1a-b2e0-fc545dc37c06 req-c6fcf66c-32e1-4b9b-ae10-d5b5922f8f60 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:49.787842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01fcd2c3-e22e-4e1a-b2e0-fc545dc37c06 req-c6fcf66c-32e1-4b9b-ae10-d5b5922f8f60 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 945 time: 0.2006977 Mar 11 00:19:49.837804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:49.868034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01fcd2c3-e22e-4e1a-b2e0-fc545dc37c06 req-bea6031c-797c-4ff6-ac0f-0c8b78431d36 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711508 Mar 11 00:19:49.900405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50894) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:49.972009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-866723960-network', 'tenant_id': '166c6981125849d49312ea129b146355'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:50.053708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:50.068412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.110043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cb1428cd-c448-4f7f-8827-f64100bd4a80 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 200 len: 993 time: 0.2064934 Mar 11 00:19:50.112975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.243717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48741f39-a006-45bf-8a25-865c8c866e98 req-2cd070e9-5d75-4afd-a017-ed8589d2476c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/ports?device_id=43533925-6269-4ad4-93f1-8460e8642b2f HTTP/1.1" status: 200 len: 210 time: 0.1010432 Mar 11 00:19:50.313286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks [] for security_group (5085cc95-33c1-4de0-8427-ed15b0d60015), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.326961 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5085cc95-33c1-4de0-8427-ed15b0d60015), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.393656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:19:50.428104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5085cc95-33c1-4de0-8427-ed15b0d60015,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:50.438000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aba41152-6f3e-446d-9dc3-f2d04e4be705), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.440475 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Added segment aba41152-6f3e-446d-9dc3-f2d04e4be705 of type vlan for network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 Mar 11 00:19:50.518703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.538579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:50.574377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:19:50.578180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.582180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:50.583562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.585192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:50.586002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:50.648540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9207342 Mar 11 00:19:50.650387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50902) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:50.655275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Request body: {'subnet': {'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-866723960-subnet', 'tenant_id': '166c6981125849d49312ea129b146355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:50.701133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device abfdc150-3236-4294-b8d9-738d23873251 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:50.706671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:19:50.709723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:50.713539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc1c2-ae37-4ced-862f-ecfdc16f4f7e admin admin] Pushing event updated for resources: {'Network': ['ID=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:50.809410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:19:50.909786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:50.951075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port abfdc150-3236-4294-b8d9-738d23873251 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:19:50.959711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port abfdc150-3236-4294-b8d9-738d23873251 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:50.960118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (abfdc150-3236-4294-b8d9-738d23873251), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.050302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (001a356a-26c5-4db1-9563-251e632b3088), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.133470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001a356a-26c5-4db1-9563-251e632b3088,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:51.136252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:51.137545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Network hostable DHCP agents. Network: c8ab96c0-b28f-4e14-bd24-11a4fe98ad68, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:19:51.160906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:19:51.198574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c8ab96c0-b28f-4e14-bd24-11a4fe98ad68) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:51.205060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:19:51.219116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:51.222817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.229191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 36634fd3-e053-4c58-a89a-1fd00e432636 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:19:51.229539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 36634fd3-e053-4c58-a89a-1fd00e432636 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:19:51.231907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8ccdf-8001-407a-883d-a73ab5b83e0f None None] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:51.256865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-900fccef-bcf1-43a0-87d5-bfbc5ca4a8b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6051879 Mar 11 00:19:51.259860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:51.264743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:19:51.308287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.311683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.469896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:51.560744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for router_controller (bdc576e2-617c-4d1b-bdc9-6dbc43815197), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.575477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (e28aea45-7caa-411f-80bb-08938c27ac0f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.633108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (e28aea45-7caa-411f-80bb-08938c27ac0f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.719870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e28aea45-7caa-411f-80bb-08938c27ac0f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.727153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.730764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "DELETE /v2.0/security-groups/e28aea45-7caa-411f-80bb-08938c27ac0f HTTP/1.1" status: 204 len: 168 time: 0.2592900 Mar 11 00:19:51.738489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 50918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:51.752125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port abfdc150-3236-4294-b8d9-738d23873251 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:51.752691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.761704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c1095-185e-4927-a7b7-d62d9c489988 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28aea45-7caa-411f-80bb-08938c27ac0f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:51.798493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:19:51.799235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:51.970802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Allocated IP 172.20.0.2 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/cdf78050-4ef2-45b1-bbdc-ff943977ec45) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:19:51.978515 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-eaaee399-f012-4903-83e9-bec86a84bf6c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] show failed (client error): The resource could not be found. Mar 11 00:19:51.988459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 50922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:51.988652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eaaee399-f012-4903-83e9-bec86a84bf6c tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "GET /v2.0/security-groups/e28aea45-7caa-411f-80bb-08938c27ac0f HTTP/1.1" status: 404 len: 347 time: 0.1324737 Mar 11 00:19:52.059813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for router_gateway (bdc576e2-617c-4d1b-bdc9-6dbc43815197), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.242944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:19:52.259512 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969586f1-3b41-4847-b0cf-ba14483be347" -d '{"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-plugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:19:52.318797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Deleting port 02cb3273-41b7-4a0a-9932-ddfd22767e8b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:52.325294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:52.325869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.369882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.501341 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d917806-f2b1-4a11-a150-7daaadbccc27 x-openstack-request-id: req-7d917806-f2b1-4a11-a150-7daaadbccc27 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:19:52.501544 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-plugged", "status": "completed", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:19:52.501815 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d917806-f2b1-4a11-a150-7daaadbccc27 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:19:52.502228 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'code': 200} Mar 11 00:19:52.503272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:52.540032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:52.555385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks [] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.621510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649077a4-ede8-4416-88f9-c01b54c32f79 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:12:20Z', 'revision_number': 4, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '11721ce0-d8de-440d-9df2-1b84818bc3f9', 'name': '', 'network_id': '99203839-293f-4371-b3a0-b426cd1e6cec', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'mac_address': 'fa:16:3e:5b:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:19Z', 'updated_at': '2022-03-11T00:12:31Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'subnets': [{'id': 'e6a44bc2-c33c-4951-9f5c-7f9c39bffe76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:19:52.625596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.666200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for router_gateway (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.737631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.786594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Pushing event updated for resources: {'Port': ['ID=cdf78050-4ef2-45b1-bbdc-ff943977ec45,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:52.808560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:19:52.816869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:52.826700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:19:52.980901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Attempting to bind port cdf78050-4ef2-45b1-bbdc-ff943977ec45 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:19:52.981279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Attempting to bind port cdf78050-4ef2-45b1-bbdc-ff943977ec45 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:19:52.981649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Attempting to bind port cdf78050-4ef2-45b1-bbdc-ff943977ec45 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:52.997379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:19:52.997762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:52.998170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:52.998571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:19:52.999057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Bound port: cdf78050-4ef2-45b1-bbdc-ff943977ec45, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:19:52.999440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.131840 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Allocated IP 172.25.7.16 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/7542330f-3e64-46c2-9eb9-9dac925e2337) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:19:53.175451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] For port cdf78050-4ef2-45b1-bbdc-ff943977ec45, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:53.182716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] For port cdf78050-4ef2-45b1-bbdc-ff943977ec45, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cdf78050-4ef2-45b1-bbdc-ff943977ec45,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:19:53.197092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.257873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.258268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (02cb3273-41b7-4a0a-9932-ddfd22767e8b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.273553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132c570-b3e0-4255-a78f-4e7d2887ced0 None None] New status for floating IP 24cf2eb3-30f5-4c6b-a31a-4788fb726f07: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:19:53.296254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Calling delete_port for 02cb3273-41b7-4a0a-9932-ddfd22767e8b owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:53.309978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bbc6d-4bbf-45a7-9911-d405eb119d25 None None] Pushing event updated for resources: {'Port': ['ID=cdf78050-4ef2-45b1-bbdc-ff943977ec45,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:53.404649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.487339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.528634 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.db.api [None req-6132c570-b3e0-4255-a78f-4e7d2887ced0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:19:53.529301 n-d-831844-1 neutron-server[110428]: DEBUG oslo_db.api [None req-6132c570-b3e0-4255-a78f-4e7d2887ced0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:19:53.530073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (02cb3273-41b7-4a0a-9932-ddfd22767e8b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.570597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Pushing event updated for resources: {'Port': ['ID=7542330f-3e64-46c2-9eb9-9dac925e2337,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:53.589982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:19:53.596302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:53.600646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:19:53.730555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Pushing event deleted for resources: {'Port': ['ID=02cb3273-41b7-4a0a-9932-ddfd22767e8b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:53.847133 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks [] for floatingip (24cf2eb3-30f5-4c6b-a31a-4788fb726f07), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.849769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:53.851004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-65943e30-93e7-4089-9274-f43188979e98 tempest-AttachVolumeShelveTestJSON-1382295662 tempest-AttachVolumeShelveTestJSON-1382295662-project] 10.222.0.21 "DELETE /v2.0/floatingips/24cf2eb3-30f5-4c6b-a31a-4788fb726f07 HTTP/1.1" status: 204 len: 168 time: 1.8613434 Mar 11 00:19:54.032928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132c570-b3e0-4255-a78f-4e7d2887ced0 None None] New status for floating IP 24cf2eb3-30f5-4c6b-a31a-4788fb726f07: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:19:54.635374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device cdf78050-4ef2-45b1-bbdc-ff943977ec45 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:54.892070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port cdf78050-4ef2-45b1-bbdc-ff943977ec45 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:54.892465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:55.262986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port cdf78050-4ef2-45b1-bbdc-ff943977ec45 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:55.274490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:55.345053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for router_gateway (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:55.361751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928584f-00e5-46cc-8688-a8d3f52f5799 None None] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:19:55.451060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port cdf78050-4ef2-45b1-bbdc-ff943977ec45, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cdf78050-4ef2-45b1-bbdc-ff943977ec45,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:55.455226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-72317cd9-7b73-42be-baf6-495559577f33 None None] Provisioning complete for port cdf78050-4ef2-45b1-bbdc-ff943977ec45 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:55.456372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72317cd9-7b73-42be-baf6-495559577f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:55.595574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:55.819146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=cdf78050-4ef2-45b1-bbdc-ff943977ec45,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:56.054622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-72317cd9-7b73-42be-baf6-495559577f33 None None] Current status of the port cdf78050-4ef2-45b1-bbdc-ff943977ec45 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:56.322071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:56.629147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device cdf78050-4ef2-45b1-bbdc-ff943977ec45 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:19:56.706492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:19:56.758167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-77b8ea55-786a-461f-b58c-f3754ac41fb0 None None] Provisioning complete for port cdf78050-4ef2-45b1-bbdc-ff943977ec45 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:56.760856 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-77b8ea55-786a-461f-b58c-f3754ac41fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:56.845163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port cdf78050-4ef2-45b1-bbdc-ff943977ec45 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:19:56.845706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:56.960310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:19:56.986442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:19:57.012160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:57.014655 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b99ee0ab-d4b9-459c-9865-b91a29654377 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7526267 Mar 11 00:19:57.017112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51072) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:19:57.075063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-77b8ea55-786a-461f-b58c-f3754ac41fb0 None None] Current status of the port cdf78050-4ef2-45b1-bbdc-ff943977ec45 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:57.096791 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:57.097565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:57.207180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port cdf78050-4ef2-45b1-bbdc-ff943977ec45 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:19:57.280000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:57.448830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604be08-d333-4168-a1a4-4f2fc53fd247 req-104b8fd4-acef-4cc2-8cad-739b558f7153 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:57.450459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e604be08-d333-4168-a1a4-4f2fc53fd247 req-104b8fd4-acef-4cc2-8cad-739b558f7153 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.2426736 Mar 11 00:19:57.559001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:53Z', 'revision_number': 3, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:57.619047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:19:57.619415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Updating router bdc576e2-617c-4d1b-bdc9-6dbc43815197 port 7542330f-3e64-46c2-9eb9-9dac925e2337 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:19:57.665160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e604be08-d333-4168-a1a4-4f2fc53fd247 req-ac9d080e-3a58-4138-a2cb-361001727927 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448560 Mar 11 00:19:57.701316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.273060 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks [] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.285740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.422918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Attempting to bind port 7542330f-3e64-46c2-9eb9-9dac925e2337 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:19:58.423623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Attempting to bind port 7542330f-3e64-46c2-9eb9-9dac925e2337 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:19:58.424173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Attempting to bind port 7542330f-3e64-46c2-9eb9-9dac925e2337 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:19:58.426109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-944e372c-e147-4ec7-88de-7c0d1f78ba11 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:58.427852 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-944e372c-e147-4ec7-88de-7c0d1f78ba11 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.30 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.1182892 Mar 11 00:19:58.448211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:19:58.448824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:19:58.449536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.454559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:19:58.455281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Bound port: 7542330f-3e64-46c2-9eb9-9dac925e2337, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:19:58.455988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.459088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7347-ac92-4a37-937d-f90694c69cb4 None None] Pushing event updated for resources: {'Port': ['ID=7542330f-3e64-46c2-9eb9-9dac925e2337,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:58.553373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.597462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] For port 7542330f-3e64-46c2-9eb9-9dac925e2337, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:19:58.604823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] For port 7542330f-3e64-46c2-9eb9-9dac925e2337, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7542330f-3e64-46c2-9eb9-9dac925e2337,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:19:58.628915 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.755501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Allocated IP 172.20.0.1 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/1feb7053-407d-4028-bbf6-a1afef1f196f) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:19:58.771651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Deleting port 0f7e9484-2ec6-4543-9696-7375de52df2d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:19:58.792752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:58.847531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:19:58.848692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:19:59.008048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7347-ac92-4a37-937d-f90694c69cb4 None None] Pushing event updated for resources: {'Port': ['ID=7542330f-3e64-46c2-9eb9-9dac925e2337,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:59.025839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] For port 0f7e9484-2ec6-4543-9696-7375de52df2d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=0f7e9484-2ec6-4543-9696-7375de52df2d,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:19:59.026225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.065419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks [] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.145220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc18829-2faf-4103-a4f2-9283b4f75efa req-9c2bdcf3-b852-4707-a44a-37b00acb39c9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:19:59.147475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc18829-2faf-4103-a4f2-9283b4f75efa req-9c2bdcf3-b852-4707-a44a-37b00acb39c9 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 946 time: 0.2142770 Mar 11 00:19:59.169960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:19:59.370279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc18829-2faf-4103-a4f2-9283b4f75efa req-e334f3d2-9614-493f-8f84-82aced52fd53 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/security-groups?id=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006252 Mar 11 00:19:59.388123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.466380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:19:59.486633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:19:59.495025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:19:59.555455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.555901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (158155e7-a7c1-4f8b-9c37-28e8e4a31624), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.557104 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Floating IP 158155e7-a7c1-4f8b-9c37-28e8e4a31624 disassociated. External IP: 172.25.7.141, port: 0f7e9484-2ec6-4543-9696-7375de52df2d. Mar 11 00:19:59.557473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Calling delete_port for 0f7e9484-2ec6-4543-9696-7375de52df2d owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:19:59.615388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:19:59.640263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.640263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.641095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.641431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.641768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.642103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.642471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.642803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.643129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.643453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.643816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.644157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.644483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:19:59.674017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.892936 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0f7e9484-2ec6-4543-9696-7375de52df2d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.948067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:19:59.964217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event deleted for resources: {'Port': ['ID=0f7e9484-2ec6-4543-9696-7375de52df2d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:00.002379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.002730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.003072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.003408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.003742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.004238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.004568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.004890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.007568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.008166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.008589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.008938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.009278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:00.283616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Router 3df9ff29-8399-480e-bab9-74e9522b6d4b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:00.295974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-accbab0d-a3df-4231-be18-81b03ca38df3 None None] Provisioning complete for port 1feb7053-407d-4028-bbf6-a1afef1f196f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:00.297199 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-accbab0d-a3df-4231-be18-81b03ca38df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:00.377416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks [] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:00.395582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:00.436535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-accbab0d-a3df-4231-be18-81b03ca38df3 None None] Port 1feb7053-407d-4028-bbf6-a1afef1f196f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:00.482647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:53Z', 'revision_number': 3, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:00.505527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:00.519025 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Sync routers for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:00.543597 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:00.561430 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:00.569032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ce65e9-e88c-4bbb-8440-e08a21af9d86 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:53Z', 'revision_number': 3, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:00.680941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] No DVR routers for this DVR port 0f7e9484-2ec6-4543-9696-7375de52df2d on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:00.698319 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:00.707795 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fdce8784-e951-4552-a443-d7d7f2313aa0 req-f644f5a8-e90a-4aa0-af1e-7ae7035c069d tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.30 "DELETE /v2.0/ports/0f7e9484-2ec6-4543-9696-7375de52df2d HTTP/1.1" status: 204 len: 173 time: 2.2685435 Mar 11 00:20:00.709444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:00.713074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'name': 'network-vif-deleted', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:00.725621 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b028018-a883-4e84-9621-61a4e5d6b076" -d '{"events": [{"server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "name": "network-vif-deleted", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:00.875633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59183a07-ce1e-4642-88da-b4ae5f2f2d65 req-7510e2af-e301-4ab6-8cd6-c3ded67b98b0 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bd88b-0534-41fd-88f6-bc56b85562bb HTTP/1.1" status: 200 len: 210 time: 0.2244627 Mar 11 00:20:00.907554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:00.933866 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:00.955380 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e89d3-dff7-4f1f-81f5-6f4179740d6b x-openstack-request-id: req-f02e89d3-dff7-4f1f-81f5-6f4179740d6b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:00.955681 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061bd88b-0534-41fd-88f6-bc56b85562bb", "name": "network-vif-deleted", "tag": "0f7e9484-2ec6-4543-9696-7375de52df2d", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:00.955953 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f02e89d3-dff7-4f1f-81f5-6f4179740d6b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:00.956416 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061bd88b-0534-41fd-88f6-bc56b85562bb', 'name': 'network-vif-deleted', 'tag': '0f7e9484-2ec6-4543-9696-7375de52df2d', 'status': 'completed', 'code': 200} Mar 11 00:20:01.156383 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:20:01.243442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:01.253085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:01.271998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0f7e9484-2ec6-4543-9696-7375de52df2d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:01.360981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 0f7e9484-2ec6-4543-9696-7375de52df2d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:01.373483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 0f7e9484-2ec6-4543-9696-7375de52df2d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:01.443610 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:01.562843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Checking router: 3df9ff29-8399-480e-bab9-74e9522b6d4b for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:01.589680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:01.595368 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:01.617305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:01.763448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-d6fb5aac-ea1e-4732-ba69-5c1dbb5090ca tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667614855&fields=id&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 267 time: 0.1917336 Mar 11 00:20:01.920239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-35c907d4-d23f-4f56-88c8-73d5a462d44d None None] Provisioning complete for port 1feb7053-407d-4028-bbf6-a1afef1f196f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:01.920239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-35c907d4-d23f-4f56-88c8-73d5a462d44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:01.983842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:02.101094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-35c907d4-d23f-4f56-88c8-73d5a462d44d None None] Port 1feb7053-407d-4028-bbf6-a1afef1f196f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:02.124532 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:02.434073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7542330f-3e64-46c2-9eb9-9dac925e2337 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:02.465242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:02.522094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-c06d4599-5396-4176-b76a-9c428fbd36c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:02.534876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7542330f-3e64-46c2-9eb9-9dac925e2337 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:02.534876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:02.539760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-c06d4599-5396-4176-b76a-9c428fbd36c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 813 time: 0.2778521 Mar 11 00:20:02.570995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-de9c8e03-3802-4846-a1a9-ba06627598e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/bdc576e2-617c-4d1b-bdc9-6dbc43815197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5421755 Mar 11 00:20:02.631747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-51824402-98d3-42ad-90ea-5a1e4b62c594 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:02.633897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-51824402-98d3-42ad-90ea-5a1e4b62c594 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.8687112 Mar 11 00:20:02.649928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-95f1fbec-9241-492d-bcf1-946b31e92d4c tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/quotas/c29a21ee5b48429a8ed0ca1e00cf121b HTTP/1.1" status: 200 len: 375 time: 0.1100609 Mar 11 00:20:02.673815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:02.711702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-ff7369f0-6974-4d6b-8263-6ebda136d379 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604031 Mar 11 00:20:02.717022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-c204f5e6-e30d-457a-8b5b-a4571acdc6b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:20:02.727138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-c204f5e6-e30d-457a-8b5b-a4571acdc6b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139849 Mar 11 00:20:02.768368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-38226694-8aea-4afb-b506-0ccd729693ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0766330 Mar 11 00:20:02.773898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7542330f-3e64-46c2-9eb9-9dac925e2337 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:02.776282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:02.785183 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02fc6f-d3ff-4c41-89b1-f224c382c387 None None] The sync data for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 is: [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:14:29Z', 'revision_number': 4, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8', 'name': '', 'network_id': 'c67cdf1e-ba20-44eb-a498-957c72ebf497', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'mac_address': 'fa:16:3e:f5:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2938, 'fixed_ips': [{'subnet_id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:27Z', 'updated_at': '2022-03-11T00:14:38Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'subnets': [{'id': '697cfdca-9a1d-4fc5-ae2a-43693e82244b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:02.829349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 7542330f-3e64-46c2-9eb9-9dac925e2337, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7542330f-3e64-46c2-9eb9-9dac925e2337,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:02.842946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:02.926953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=7542330f-3e64-46c2-9eb9-9dac925e2337,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:03.045968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-da513f24-1c93-4e17-b21c-8b4855cb458a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2609031 Mar 11 00:20:03.063624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Deleting port 70374b93-1430-40cc-bf18-334cd05e265b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:03.065376 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (70374b93-1430-40cc-bf18-334cd05e265b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:03.089055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-948d1368-c478-45ab-8668-ea8fe030cd29 service neutron] 10.222.0.21 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610253 Mar 11 00:20:03.336091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-9cf760bb-33a1-4dc0-837e-ed85d8c121cb service neutron] 10.222.0.21 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370479 Mar 11 00:20:03.365624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (70374b93-1430-40cc-bf18-334cd05e265b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:03.365962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for floatingip (70374b93-1430-40cc-bf18-334cd05e265b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:03.380862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Calling delete_port for 70374b93-1430-40cc-bf18-334cd05e265b owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:03.576446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-90fcd07a-65f9-478c-9848-db3ccf7488c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295951 Mar 11 00:20:03.582894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56572374-e53a-4354-b26a-4ca70fcc331c None None] New status for floating IP 158155e7-a7c1-4f8b-9c37-28e8e4a31624: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:20:03.727043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-38238e21-ef24-4345-aa51-71f90c3ba1ec service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372271 Mar 11 00:20:03.860417 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (70374b93-1430-40cc-bf18-334cd05e265b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:03.902137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-56572374-e53a-4354-b26a-4ca70fcc331c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:20:03.902507 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-56572374-e53a-4354-b26a-4ca70fcc331c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:20:03.951813 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:03.970726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event deleted for resources: {'Port': ['ID=70374b93-1430-40cc-bf18-334cd05e265b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:03.997516 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:03.998167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:04.202453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for floatingip (158155e7-a7c1-4f8b-9c37-28e8e4a31624), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.210211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.211426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9b4feb94-9b75-4070-b59d-0f7cbb0dd86c tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "DELETE /v2.0/floatingips/158155e7-a7c1-4f8b-9c37-28e8e4a31624 HTTP/1.1" status: 204 len: 168 time: 2.2121356 Mar 11 00:20:04.261651 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:04.403911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56572374-e53a-4354-b26a-4ca70fcc331c None None] New status for floating IP 158155e7-a7c1-4f8b-9c37-28e8e4a31624: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:20:04.490796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7542330f-3e64-46c2-9eb9-9dac925e2337 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:04.528080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-110ecaa0-11f9-4c85-bc59-28f0c5381837 req-e414d46c-b899-4745-8ad5-eefdc1f2f793 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 210 time: 0.0804789 Mar 11 00:20:04.591905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51520) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:04.597421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13566183', 'description': 'tempest-description--213736188'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:04.660114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.852663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32dc7ec4-fd86-4196-841f-6773c8250fd4 req-cfbd3354-6fa5-4574-b954-df1038956d05 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.1413698 Mar 11 00:20:04.887971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:04.902150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (253b5028-7d67-4d71-b089-15c306f34c49), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.915692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (253b5028-7d67-4d71-b089-15c306f34c49), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.956277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7542330f-3e64-46c2-9eb9-9dac925e2337 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:04.956824 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:04.984266 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:00Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:05.075853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253b5028-7d67-4d71-b089-15c306f34c49,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:05.094006 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:05.101675 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Updating router bdc576e2-617c-4d1b-bdc9-6dbc43815197 port 1feb7053-407d-4028-bbf6-a1afef1f196f binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:20:05.115064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.116620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82846bd8-5982-41dc-b010-d33303d0850d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5230796 Mar 11 00:20:05.125443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:05.131142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '253b5028-7d67-4d71-b089-15c306f34c49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:05.192411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.193926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (82ac8a53-4f01-41dc-a723-565f40055739), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.251719 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.273710 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7542330f-3e64-46c2-9eb9-9dac925e2337 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:05.286570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.325737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (82ac8a53-4f01-41dc-a723-565f40055739), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.335160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (82ac8a53-4f01-41dc-a723-565f40055739), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.383514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ac8a53-4f01-41dc-a723-565f40055739,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:05.409702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.414648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:05.418143 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21996a47-1926-41df-a3f8-5149e5b41159 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842243 Mar 11 00:20:05.422805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '253b5028-7d67-4d71-b089-15c306f34c49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:05.470768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.477852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.482081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c HTTP/1.1" status: 204 len: 168 time: 0.5935264 Mar 11 00:20:05.532791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (4d8a208c-df25-4ee2-9d17-605f6f70c505), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.559513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba068e4-6d3c-4a55-b651-0519f4c30054 tempest-TestServerBasicOps-2041891881 tempest-TestServerBasicOps-2041891881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8091a7b-73fc-4dd0-9a0e-be4bf224aa7c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:05.575640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51546) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:05.741234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70ab2851-11f6-4107-a2fd-2e706c8fc590 req-87e95967-bc85-4f52-98bb-8cfaae22660a tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 210 time: 0.0703406 Mar 11 00:20:05.832162 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (4d8a208c-df25-4ee2-9d17-605f6f70c505), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.851880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (4d8a208c-df25-4ee2-9d17-605f6f70c505), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.924836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a208c-df25-4ee2-9d17-605f6f70c505,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:05.973490 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:05.981051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e38d7c9a-d7c8-4ca1-b57b-c52faa3b5674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5621583 Mar 11 00:20:05.985011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:06.019969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:06.094850 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks [] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.108387 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.132115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.187784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e05cc98-a949-47d9-8d4d-6786fb85bdda req-b9d77311-0aaa-4f02-8037-593f8d4d5cf9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.2244973 Mar 11 00:20:06.313148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Pushing event updated for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:06.371762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.372159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.376272 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.376638 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.378303 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.378491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-9651ce49-a9e9-4512-a73c-41578184330d tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:06.378952 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.379033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.379307 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.380007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-9651ce49-a9e9-4512-a73c-41578184330d tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 813 time: 0.5399482 Mar 11 00:20:06.382697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.383105 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.383456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.383795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.386318 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:06.402581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Request body: {'port': {'device_id': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127', 'admin_state_up': True, 'tenant_id': 'c29a21ee5b48429a8ed0ca1e00cf121b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:06.424263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.439836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Attempting to bind port 1feb7053-407d-4028-bbf6-a1afef1f196f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:06.440236 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Attempting to bind port 1feb7053-407d-4028-bbf6-a1afef1f196f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:06.440602 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Attempting to bind port 1feb7053-407d-4028-bbf6-a1afef1f196f on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:06.452901 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:06.453837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:06.453946 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.465726 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:06.467669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Bound port: 1feb7053-407d-4028-bbf6-a1afef1f196f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:06.468116 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.488574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6dba878f-4bce-436a-8900-5683875494e1 None None] Provisioning complete for port 1feb7053-407d-4028-bbf6-a1afef1f196f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:06.494498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6dba878f-4bce-436a-8900-5683875494e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.553029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] For port 1feb7053-407d-4028-bbf6-a1afef1f196f, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:06.557787 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] For port 1feb7053-407d-4028-bbf6-a1afef1f196f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1feb7053-407d-4028-bbf6-a1afef1f196f,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:06.568391 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.572346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6dba878f-4bce-436a-8900-5683875494e1 None None] Port 1feb7053-407d-4028-bbf6-a1afef1f196f cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:06.693265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:06.694739 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:19:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:06.722070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28f538e9-4eb4-4d5a-adf7-cc0772fec8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:06.879857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.25.7.74 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a70f5d7a-a430-4e73-ad89-78b28e2d1f0b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:06.906860 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d32d-c56d-4239-a639-61bd67571703 None None] Pushing event updated for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:07.064113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-cd0b28e5-1bdf-4418-8c37-240ff23a01e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:07.065822 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-cd0b28e5-1bdf-4418-8c37-240ff23a01e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.4116259 Mar 11 00:20:07.076004 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:07.108369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Provisioning complete for port 1feb7053-407d-4028-bbf6-a1afef1f196f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:07.110082 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:07.402763 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-e3089249-98df-4732-8a92-5f0cad87d27c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 379 time: 0.2879951 Mar 11 00:20:07.431462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Current status of the port 1feb7053-407d-4028-bbf6-a1afef1f196f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:07.431852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:07.442086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'security_groups': ['782bc08d-1051-4c21-b0d0-100e9bf2ec68']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:07.497869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] For port 1feb7053-407d-4028-bbf6-a1afef1f196f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1feb7053-407d-4028-bbf6-a1afef1f196f,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:07.506360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:07.610044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9321e1-883e-43ac-a2e9-376773da02c7 None None] Pushing event updated for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:07.683987 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:06Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:07.706740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Made reservation on behalf of c29a21ee5b48429a8ed0ca1e00cf121b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:07.710381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:07.710721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a014234b-5326-47e9-9136-f38a70fe9018 req-01601c8f-fc62-4456-a16c-b6f718b19d85 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 210 time: 0.0490518 Mar 11 00:20:07.753924 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e7887-61b1-472c-a178-3e18c9fb0337 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:06Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:07.788569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee94a364-ef52-4a14-8e21-d1d385ae49aa req-1953937c-ef05-4e44-bb4e-ceab9b32d1c4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.1254001 Mar 11 00:20:07.962485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.004198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:08.018449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.019371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.081596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=a70f5d7a-a430-4e73-ad89-78b28e2d1f0b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:08.120667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:08.122355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:08.135982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:08.364805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.399326 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.433627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.557985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1feb7053-407d-4028-bbf6-a1afef1f196f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:08.670649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Allocated IP 172.20.0.13 (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127/a4ac8fc9-80ed-4b45-9671-8023c7e0a827/17888d64-4202-485a-91ad-4d18ab5f5815) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:08.694668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1feb7053-407d-4028-bbf6-a1afef1f196f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:08.695311 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.716428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.728237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:08.872262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=a70f5d7a-a430-4e73-ad89-78b28e2d1f0b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:08.892240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.10 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/ba0d1b04-619a-4d20-a69f-0013a7824503) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:08.908910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1feb7053-407d-4028-bbf6-a1afef1f196f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:08.993064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fde6405-d067-4843-9107-e52c4268ddd2 req-fa00fc81-5054-4db9-aa99-1310a42f6684 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 210 time: 0.1075521 Mar 11 00:20:09.074834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.112645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20f68549-eba5-42c3-8637-f916e01c4d10 req-283afbbc-dd18-4c78-8d0c-a154c8723fca tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.1173573 Mar 11 00:20:09.135164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.135164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7cf60bd9-5738-487e-a759-92d5a4d8835b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1427238 Mar 11 00:20:09.251592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c034847-ba1e-4711-b965-b3627b5fa701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.279136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.365290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.425629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-f4aab7e7-f7e1-4055-a0de-110c2a85bb7f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--13566183&fields=id&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 267 time: 0.0988004 Mar 11 00:20:09.445949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:09.488638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:09.520901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:09.551997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:09.559565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks [] for port (17888d64-4202-485a-91ad-4d18ab5f5815), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.617209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-6f2d454d-8fde-4ae6-958b-a18a9c298c51 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:09.639839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-6f2d454d-8fde-4ae6-958b-a18a9c298c51 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.2132447 Mar 11 00:20:09.669271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-966ec742-a2aa-4f15-b8c2-0d758310d48b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/quotas/166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 375 time: 0.0268562 Mar 11 00:20:09.694956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:09.695641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.770101 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-fcbd1f6d-8eb5-4c9c-a207-fcb710f4d872 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3478842 Mar 11 00:20:09.773586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.805362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-c644734b-57df-499a-8de0-c3ff8f7afca2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337357 Mar 11 00:20:09.844380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Request body: {'port': {'device_id': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:09.848813 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Pushing event updated for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:09.861158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Deleting port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:09.861560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.932834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:09.956633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-96143ac5-19a0-4a92-8cc4-02ee6db81fc2 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497884 Mar 11 00:20:09.974061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e7f257b0-c873-404c-9e12-3562e353ef09 None None] Provisioning complete for port ba0d1b04-619a-4d20-a69f-0013a7824503 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:09.974600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7f257b0-c873-404c-9e12-3562e353ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:09.980339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:09.986790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:10.061677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e7f257b0-c873-404c-9e12-3562e353ef09 None None] Port ba0d1b04-619a-4d20-a69f-0013a7824503 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:10.187333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-ef182d6a-5651-4cec-a59e-cb83b72ae1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296927 Mar 11 00:20:10.230248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bca428-7d1f-42c3-939c-706192d5c7dc req-37d7bf9a-8e53-4505-b921-7b79c4a326ed tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:10.239560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0bca428-7d1f-42c3-939c-706192d5c7dc req-37d7bf9a-8e53-4505-b921-7b79c4a326ed tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 932 time: 0.1274047 Mar 11 00:20:10.308567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0bca428-7d1f-42c3-939c-706192d5c7dc req-042edd84-3a11-4903-b663-9512b219a637 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679069 Mar 11 00:20:10.469477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc9ac-aef2-4875-a739-75faebfb2a48 req-b2433c10-f3f2-4be1-b030-ba6cb3f7309e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:10.471417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee1cc9ac-aef2-4875-a739-75faebfb2a48 req-b2433c10-f3f2-4be1-b030-ba6cb3f7309e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 932 time: 0.0872214 Mar 11 00:20:10.513670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:10.526220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] For port a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:10.526494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:10.553003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Calling delete_port for a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:10.565965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:10.582146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee1cc9ac-aef2-4875-a739-75faebfb2a48 req-dd5e8c81-b3d8-42bd-8206-8af08b5b01d2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043043 Mar 11 00:20:10.620527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:10.621180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:10.671682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-773f8932-735a-4dec-8920-23cccc0e6153 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2724380 Mar 11 00:20:10.691374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Request body: {'port': {'device_id': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:10.718957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-feeb92db-a0a3-48d4-9819-8792353c0bd4 req-b97b0625-c8d6-45cc-9b43-8125d4406347 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 210 time: 0.0726514 Mar 11 00:20:10.761751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:10.949448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.074508 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.215740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.265883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:11.324645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0d1b04-619a-4d20-a69f-0013a7824503 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:11.341362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks [] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.435987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Transition to ACTIVE for port object ba0d1b04-619a-4d20-a69f-0013a7824503 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:20:11.445408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.580905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2096a-ea3f-4405-8621-3a9a2d674a8d req-c5ab08d5-685f-4e20-b74f-b399ee80cc83 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:11.601317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1e2096a-ea3f-4405-8621-3a9a2d674a8d req-c5ab08d5-685f-4e20-b74f-b399ee80cc83 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 932 time: 0.1463084 Mar 11 00:20:11.684575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.737292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:11.800810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1e2096a-ea3f-4405-8621-3a9a2d674a8d req-58dd7d5b-ae36-49d1-be52-d0d483958d9e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675894 Mar 11 00:20:11.859526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17888d64-4202-485a-91ad-4d18ab5f5815 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:11.872894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks [] for port (17888d64-4202-485a-91ad-4d18ab5f5815), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.887589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Transition to ACTIVE for port object 17888d64-4202-485a-91ad-4d18ab5f5815 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:20:11.913423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca862dd-0208-42cb-a9c0-90b8e27be1d5 req-995312b2-9858-483d-8526-e40a611f31e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:11.915917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca862dd-0208-42cb-a9c0-90b8e27be1d5 req-995312b2-9858-483d-8526-e40a611f31e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1421704 Mar 11 00:20:11.950430 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:11.968218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31ca2a13-f7a5-4359-a8cf-6f31f88aad34 req-9d40f11c-25a6-4218-84a4-53ec45f09745 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 210 time: 0.0507989 Mar 11 00:20:12.029453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ca862dd-0208-42cb-a9c0-90b8e27be1d5 req-e764b28e-3c33-4786-94c7-9c4cb0541bbe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599656 Mar 11 00:20:12.091269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.104039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Pushing event updated for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:12.256674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Attempting to bind port ba0d1b04-619a-4d20-a69f-0013a7824503 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:12.257294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Attempting to bind port ba0d1b04-619a-4d20-a69f-0013a7824503 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:12.257793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Attempting to bind port ba0d1b04-619a-4d20-a69f-0013a7824503 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:12.281635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Port ba0d1b04-619a-4d20-a69f-0013a7824503 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:20:12.282247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Attempting to bind port ba0d1b04-619a-4d20-a69f-0013a7824503 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:12.290784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:12.291374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:12.291948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:12.292581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Bound port: ba0d1b04-619a-4d20-a69f-0013a7824503, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:12.293101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.367134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-faef35cb-083a-4c3d-99e4-9995f49833a0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:12.368663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-faef35cb-083a-4c3d-99e4-9995f49833a0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.2277009 Mar 11 00:20:12.370612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Attempting to bind port 17888d64-4202-485a-91ad-4d18ab5f5815 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:12.371043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Attempting to bind port 17888d64-4202-485a-91ad-4d18ab5f5815 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:12.371465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Attempting to bind port 17888d64-4202-485a-91ad-4d18ab5f5815 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:12.382206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Port 17888d64-4202-485a-91ad-4d18ab5f5815 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:20:12.382898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Attempting to bind port 17888d64-4202-485a-91ad-4d18ab5f5815 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:12.432271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:12.432579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Checking segment: {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:12.433063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Bound using segment: {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:12.434202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Bound port: 17888d64-4202-485a-91ad-4d18ab5f5815, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:12.434202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.488044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-7cb9150b-eb47-4c48-84b7-5a0b20661cd5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 378 time: 0.1095436 Mar 11 00:20:12.498745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'port': {'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'admin_state_up': True, 'tenant_id': '166c6981125849d49312ea129b146355', 'security_groups': ['253b5028-7d67-4d71-b089-15c306f34c49']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:12.578146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:12.603507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba0d1b04-619a-4d20-a69f-0013a7824503,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:12.611887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:12.619742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.646037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:12.650920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.672343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=17888d64-4202-485a-91ad-4d18ab5f5815,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:12.716168 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.725945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:12.726687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.728240 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 200 len: 1092 time: 2.8884633 Mar 11 00:20:12.728786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:12.731149 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee2071-66de-47bd-a58d-d2fa8d508fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:12.768547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe570a-3177-4a21-b204-10bd145d8a16 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:12.772604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Router 3df9ff29-8399-480e-bab9-74e9522b6d4b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:12.775828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:12.779503 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:12.781601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] 10.222.0.30 "PUT /v2.0/ports/17888d64-4202-485a-91ad-4d18ab5f5815 HTTP/1.1" status: 200 len: 1092 time: 2.1021655 Mar 11 00:20:12.831080 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f352ebd-338c-4de6-af17-9a9bd1dde9b2 x-openstack-request-id: req-0f352ebd-338c-4de6-af17-9a9bd1dde9b2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:12.831623 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:12.832149 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f352ebd-338c-4de6-af17-9a9bd1dde9b2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:12.833296 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'status': 'completed', 'code': 200} Mar 11 00:20:12.880065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e249b6-dc36-4358-b2c9-4ff53a37d530 service neutron] Pushing event updated for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:13.060846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.20.0.11 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/44d534d1-0306-48ed-bc16-5486894aac72) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:13.096504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-fd09fcf0-9a2a-47c9-a2fb-b94c383b5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.100614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3441d6a-5e1e-447f-9a11-575b86ce8b1e req-fe1e996e-d31f-4651-a216-0f113e8b6d0e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.101504 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-fd09fcf0-9a2a-47c9-a2fb-b94c383b5356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 1126 time: 0.2227788 Mar 11 00:20:13.103058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3441d6a-5e1e-447f-9a11-575b86ce8b1e req-fe1e996e-d31f-4651-a216-0f113e8b6d0e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 944 time: 0.1995819 Mar 11 00:20:13.163085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1aba1c4f-509a-40f7-9c52-9d280f0148d4 req-2edfb72a-6e16-4f81-882c-a173aa9e6b21 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 210 time: 0.0589032 Mar 11 00:20:13.192112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:13.204487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40495500-b310-4b13-8eef-c59800758169 None None] Sync routers for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:13.213312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-780c3cae-5db4-4158-9500-3761272e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.216510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:13.221656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-780c3cae-5db4-4158-9500-3761272e7b41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1126 time: 0.3870993 Mar 11 00:20:13.222738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:13.236480 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df0204c6-942b-4479-8b7b-d3216bff43b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/3df9ff29-8399-480e-bab9-74e9522b6d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6595032 Mar 11 00:20:13.241551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:13.376692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:13.389685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-7dd4264c-3feb-43b3-befd-dd7e08466263 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17888d64-4202-485a-91ad-4d18ab5f5815 HTTP/1.1" status: 200 len: 217 time: 0.1954076 Mar 11 00:20:13.404218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (44d534d1-0306-48ed-bc16-5486894aac72), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.409478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-e1ff90cb-4ce3-4711-9853-864a947b70d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 200 len: 217 time: 0.1676977 Mar 11 00:20:13.480577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.493285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.546857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3441d6a-5e1e-447f-9a11-575b86ce8b1e req-a9cb3fc4-beac-493c-a321-d1d1af175996 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308658 Mar 11 00:20:13.588103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:13.598528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-27104126-8960-4e95-90c3-323c2e69fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.599969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:13.600671 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-27104126-8960-4e95-90c3-323c2e69fb6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4ac8fc9-80ed-4b45-9671-8023c7e0a827 HTTP/1.1" status: 200 len: 853 time: 0.1954775 Mar 11 00:20:13.605387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:13.644883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-372dc580-d05c-4af1-84b1-66391dc0939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.646587 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-372dc580-d05c-4af1-84b1-66391dc0939a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.2287929 Mar 11 00:20:13.648479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-b084549a-6bd9-46c8-bedf-b2cf5e033c60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359519 Mar 11 00:20:13.653205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340c42f-e308-4cb5-8076-3b6663869fdd req-4246df41-70ac-4587-bed8-256e2d0be077 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.653692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks [] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.666207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7340c42f-e308-4cb5-8076-3b6663869fdd req-4246df41-70ac-4587-bed8-256e2d0be077 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.3830454 Mar 11 00:20:13.687835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:13.761419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.762119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.810121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b728b94e-eba5-4fd9-8339-9c79ae6209f8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3165185 Mar 11 00:20:13.825734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Request body: {'port': {'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:13.901141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7340c42f-e308-4cb5-8076-3b6663869fdd req-6d8919af-5ef6-4edd-93e1-5acfe1ba4e35 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339363 Mar 11 00:20:13.960307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (44d534d1-0306-48ed-bc16-5486894aac72), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:13.993395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:20:11Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:13.994337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324829e-034c-4675-a532-360152779c08 req-656b8661-bfb2-4ac4-82e3-ba701e93e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:13.996613 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-656b8661-bfb2-4ac4-82e3-ba701e93e891 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3302095 Mar 11 00:20:14.054389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-16a832d6-0f24-4abf-8906-68f1e5a443c7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711843 Mar 11 00:20:14.072548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40495500-b310-4b13-8eef-c59800758169 None None] Checking router: 3df9ff29-8399-480e-bab9-74e9522b6d4b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:14.081920 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks [] for router_gateway (3df9ff29-8399-480e-bab9-74e9522b6d4b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:14.091095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-20a9d461-f38c-4ed1-8077-f06f69366651 None None] Provisioning complete for port 44d534d1-0306-48ed-bc16-5486894aac72 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:14.091737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20a9d461-f38c-4ed1-8077-f06f69366651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (44d534d1-0306-48ed-bc16-5486894aac72), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:14.135309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] Routers {'3df9ff29-8399-480e-bab9-74e9522b6d4b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:14.136248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3df9ff29-8399-480e-bab9-74e9522b6d4b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:14.278238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-20a9d461-f38c-4ed1-8077-f06f69366651 None None] Port 44d534d1-0306-48ed-bc16-5486894aac72 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:14.284459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] Set router 3df9ff29-8399-480e-bab9-74e9522b6d4b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:14.442401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d534d1-0306-48ed-bc16-5486894aac72 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:14.453237 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks [] for port (44d534d1-0306-48ed-bc16-5486894aac72), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:14.470938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Transition to ACTIVE for port object 44d534d1-0306-48ed-bc16-5486894aac72 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:20:14.523792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:14.612564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Pushing event updated for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:14.774363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-40495500-b310-4b13-8eef-c59800758169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:20:11Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:14.850848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:14.853181 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:14.863970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40495500-b310-4b13-8eef-c59800758169 None None] The sync data for ids ['3df9ff29-8399-480e-bab9-74e9522b6d4b'] in n-d-831844-1 is: [{'id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'name': 'tempest-TestServerBasicOps-1963829319-router', 'tenant_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:19Z', 'updated_at': '2022-03-11T00:20:11Z', 'revision_number': 5, 'project_id': 'e3d56e3a02fe4413ba7691fcf5ac16e5', 'gw_port': {'id': '9d172a9d-40cc-49b8-b04e-e89bb4cb8842', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df9ff29-8399-480e-bab9-74e9522b6d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:20Z', 'updated_at': '2022-03-11T00:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:14.886411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f9c1-03ef-40b7-b7c1-0e98cfc0cf67 req-ca7c8fb5-849d-4899-a0e8-025399e3d039 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:14.888396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8608f9c1-03ef-40b7-b7c1-0e98cfc0cf67 req-ca7c8fb5-849d-4899-a0e8-025399e3d039 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 932 time: 0.5941839 Mar 11 00:20:14.942312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7abf0d-ef09-445f-a67a-ec847e5909eb req-5a77cb5d-8df8-438c-b2bf-af5619f49f94 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:14.945710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa7abf0d-ef09-445f-a67a-ec847e5909eb req-5a77cb5d-8df8-438c-b2bf-af5619f49f94 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 944 time: 0.2725501 Mar 11 00:20:14.983381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-e88e9fca-747b-4ae5-8456-2e521dd963a5 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9786429 Mar 11 00:20:15.031266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa7abf0d-ef09-445f-a67a-ec847e5909eb req-00352129-b6b6-4cca-8866-d8ad6ad5df66 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754158 Mar 11 00:20:15.072458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8608f9c1-03ef-40b7-b7c1-0e98cfc0cf67 req-f2d187ed-e48b-4b97-b34b-0cd09fecb3c3 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1775608 Mar 11 00:20:15.073335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Attempting to bind port 44d534d1-0306-48ed-bc16-5486894aac72 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:15.073678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Attempting to bind port 44d534d1-0306-48ed-bc16-5486894aac72 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:15.074021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Attempting to bind port 44d534d1-0306-48ed-bc16-5486894aac72 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:15.080290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Port 44d534d1-0306-48ed-bc16-5486894aac72 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:20:15.080627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Attempting to bind port 44d534d1-0306-48ed-bc16-5486894aac72 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:15.085837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:15.086184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:15.088820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:15.089284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Bound port: 44d534d1-0306-48ed-bc16-5486894aac72, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:15.089660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (44d534d1-0306-48ed-bc16-5486894aac72), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:15.111997 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3324829e-034c-4675-a532-360152779c08 req-ed1b0286-f8b3-47db-b7bf-f4ca4800c3c9 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163630 Mar 11 00:20:15.122907 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-378a7b8b-8cea-4e2e-b7fc-2fd3e4c1dab9 req-9734a0f8-1f85-42c3-a533-b12580ece072 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0697849 Mar 11 00:20:15.154523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Deleting port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:15.155163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:15.212876 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad9bce0-8a72-47b9-aa37-377b8a241473 x-openstack-request-id: req-3ad9bce0-8a72-47b9-aa37-377b8a241473 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:15.213256 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:15.213460 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad9bce0-8a72-47b9-aa37-377b8a241473 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:15.213858 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815', 'status': 'completed', 'code': 200} Mar 11 00:20:15.333126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772834-8abe-4d08-8d77-8c9403d341c7 req-3e6370d9-156e-4d65-b21a-2696389ed4ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.334771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73772834-8abe-4d08-8d77-8c9403d341c7 req-3e6370d9-156e-4d65-b21a-2696389ed4ec tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1110659 Mar 11 00:20:15.336357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:15.338769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:15.367300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=44d534d1-0306-48ed-bc16-5486894aac72,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:15.408977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:15.435167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] For port 9d172a9d-40cc-49b8-b04e-e89bb4cb8842, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:15.435537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:15.451234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-3c6c556f-53d0-4979-9f65-22d377bdb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.453073 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-3c6c556f-53d0-4979-9f65-22d377bdb8c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 1126 time: 0.2233388 Mar 11 00:20:15.458921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Calling delete_port for 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:15.462033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-c409171d-faab-4b1a-81c1-a0258fac5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.463767 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-c409171d-faab-4b1a-81c1-a0258fac5abd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1126 time: 0.2490568 Mar 11 00:20:15.691539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.692219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:15.693640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] 10.222.0.30 "PUT /v2.0/ports/44d534d1-0306-48ed-bc16-5486894aac72 HTTP/1.1" status: 200 len: 1092 time: 1.8748784 Mar 11 00:20:15.694102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:15.705660 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a86d9-30fd-45d5-90db-675cbd7c7b21" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "tag": "44d534d1-0306-48ed-bc16-5486894aac72"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:15.826626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73772834-8abe-4d08-8d77-8c9403d341c7 req-bc5c55bd-64a6-4565-ac99-91eafdb79f62 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4810402 Mar 11 00:20:15.832440 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a7f10e-debd-4f0e-9643-02d4bc62408c x-openstack-request-id: req-73a7f10e-debd-4f0e-9643-02d4bc62408c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:15.833013 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "tag": "44d534d1-0306-48ed-bc16-5486894aac72", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:15.833948 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73a7f10e-debd-4f0e-9643-02d4bc62408c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:15.834527 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72', 'status': 'completed', 'code': 200} Mar 11 00:20:15.856880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-76f328e9-57ff-47fb-8d2e-4c2e650fcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.860481 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-76f328e9-57ff-47fb-8d2e-4c2e650fcf09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 914 time: 0.3957775 Mar 11 00:20:15.881093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798efc7-e72c-41e6-a6fe-9d5321bdcb8a service neutron] Pushing event updated for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:15.912976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-19d1ddb4-5f44-4505-a8a9-4bf0c5249625 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3567767 Mar 11 00:20:15.958596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-91be866d-a76b-4b32-bdbf-0570f3e1e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:15.963062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-91be866d-a76b-4b32-bdbf-0570f3e1e532 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.4798992 Mar 11 00:20:16.008965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-f060fbb1-81e2-422a-b556-bdbeb378c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.010425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-f060fbb1-81e2-422a-b556-bdbeb378c929 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 1126 time: 0.2359271 Mar 11 00:20:16.085613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9d172a9d-40cc-49b8-b04e-e89bb4cb8842), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.090316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-3420bb0a-cf24-4b5e-9324-4271012ffbde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 200 len: 217 time: 0.0687954 Mar 11 00:20:16.091829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-736f5b33-0886-4908-88de-00c0cbfaeb91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d534d1-0306-48ed-bc16-5486894aac72 HTTP/1.1" status: 200 len: 217 time: 0.0709095 Mar 11 00:20:16.093452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-c0526cb4-6099-49b5-8d59-69a22c2e4656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17888d64-4202-485a-91ad-4d18ab5f5815 HTTP/1.1" status: 200 len: 217 time: 0.0974293 Mar 11 00:20:16.186462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d172a9d-40cc-49b8-b04e-e89bb4cb8842,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:16.311644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-7a2b01d8-5bab-435c-9683-7965eef724b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.313470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-7a2b01d8-5bab-435c-9683-7965eef724b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4ac8fc9-80ed-4b45-9671-8023c7e0a827 HTTP/1.1" status: 200 len: 853 time: 0.1698997 Mar 11 00:20:16.316528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-a4bc14c1-17f4-4e31-afa4-31be92dffbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.317949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-a4bc14c1-17f4-4e31-afa4-31be92dffbce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1566155 Mar 11 00:20:16.395208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-8133a26b-8d20-433d-a86c-366def647ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746565 Mar 11 00:20:16.396594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.469354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:16.506447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b785f1b6-67bc-496d-8c4e-2b8e9d639120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.508206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b785f1b6-67bc-496d-8c4e-2b8e9d639120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.2605250 Mar 11 00:20:16.516231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:16.516607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a608b9a2-2e68-4aa9-8f4a-85f73e5c29d8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:16.563646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-0afa1ae4-929c-4c99-956a-8b4d2801f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.565535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-0afa1ae4-929c-4c99-956a-8b4d2801f084 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 1131 time: 0.5654948 Mar 11 00:20:16.582315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.587108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks [] for router_controller (3df9ff29-8399-480e-bab9-74e9522b6d4b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.595681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff5bc7-cffb-4557-bc59-225a7faa89dc req-3227a3e2-97ad-4e6b-9f5a-9fd24e18f121 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.597972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbff5bc7-cffb-4557-bc59-225a7faa89dc req-3227a3e2-97ad-4e6b-9f5a-9fd24e18f121 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 944 time: 0.2980053 Mar 11 00:20:16.613426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931ed9e-f6d7-446b-9f16-e7877b26eee8 req-0e613560-9c62-4b98-9912-671866007b51 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.621100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e931ed9e-f6d7-446b-9f16-e7877b26eee8 req-0e613560-9c62-4b98-9912-671866007b51 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 944 time: 0.3190353 Mar 11 00:20:16.645919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-755d54d0-123a-4573-ab96-9394c5c9ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.647417 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-755d54d0-123a-4573-ab96-9394c5c9ac16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3177350 Mar 11 00:20:16.683750 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-d1281522-c28e-4b4f-93d7-3ff1c9e1a2dd service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811501 Mar 11 00:20:16.741933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbff5bc7-cffb-4557-bc59-225a7faa89dc req-0ba2c29f-0db2-448d-8978-bd48406eff26 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008973 Mar 11 00:20:16.780366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-b851354c-946f-477b-b4d6-4056b7413512 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248088 Mar 11 00:20:16.800675 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3df9ff29-8399-480e-bab9-74e9522b6d4b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.801441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df9ff29-8399-480e-bab9-74e9522b6d4b {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:20:16.806327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:16.810502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-abe60dcd-51a3-4809-b0ca-39be179d5ed7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3df9ff29-8399-480e-bab9-74e9522b6d4b HTTP/1.1" status: 204 len: 168 time: 3.5517497 Mar 11 00:20:16.822025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:16.875910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b583ff4d-3e0c-432f-9669-1eb550c35e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:16.878202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-b583ff4d-3e0c-432f-9669-1eb550c35e1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3446770 Mar 11 00:20:16.892211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e931ed9e-f6d7-446b-9f16-e7877b26eee8 req-6555eb3c-c487-40b9-8231-43cdaff91a0e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696669 Mar 11 00:20:17.021940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-47c6d8b4-4685-4dad-a383-9c3243167818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:17.024719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-47c6d8b4-4685-4dad-a383-9c3243167818 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.3621109 Mar 11 00:20:17.080884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Deleting subnet 697cfdca-9a1d-4fc5-ae2a-43693e82244b {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:20:17.103813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Publish callbacks [] for subnet (697cfdca-9a1d-4fc5-ae2a-43693e82244b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.171120 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-bc238d57-15ee-4b56-be8e-afda126c54b7 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793654 Mar 11 00:20:17.173090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-a916acc6-109a-4004-b9f4-244570636cc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 200 len: 217 time: 0.1025493 Mar 11 00:20:17.173658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (697cfdca-9a1d-4fc5-ae2a-43693e82244b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.177639 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-97e9664f-2be1-4be1-9a6f-41ca9a56a816 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948104 Mar 11 00:20:17.268384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (697cfdca-9a1d-4fc5-ae2a-43693e82244b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.314766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48afdc5-85c3-470a-b5e1-6a1d3cecfe79 req-2f1fddf6-2cd0-4867-ba95-b2df06759865 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:17.316819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d48afdc5-85c3-470a-b5e1-6a1d3cecfe79 req-2f1fddf6-2cd0-4867-ba95-b2df06759865 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.3504550 Mar 11 00:20:17.318262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-f7bfa3bb-c807-4abd-bbe5-02142e7f8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:17.319763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-f7bfa3bb-c807-4abd-bbe5-02142e7f8756 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.1058118 Mar 11 00:20:17.337297 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (697cfdca-9a1d-4fc5-ae2a-43693e82244b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.364182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 17888d64-4202-485a-91ad-4d18ab5f5815 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:20:17.387247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.395208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/697cfdca-9a1d-4fc5-ae2a-43693e82244b HTTP/1.1" status: 204 len: 168 time: 0.5710838 Mar 11 00:20:17.396119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51686) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:17.496923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=17888d64-4202-485a-91ad-4d18ab5f5815,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:17.512367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '17888d64-4202-485a-91ad-4d18ab5f5815', 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127', 'port_id': '17888d64-4202-485a-91ad-4d18ab5f5815', 'mac_address': 'fa:16:3e:38:b0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ac8fc9-80ed-4b45-9671-8023c7e0a827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:20:17.514540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f03453-cf80-4a5d-952c-74dab57ad0b3 None None] Network c67cdf1e-ba20-44eb-a498-957c72ebf497 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:17.524159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07b0e6-cfd7-4369-a4ca-cb1a8459c997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697cfdca-9a1d-4fc5-ae2a-43693e82244b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:17.542011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c67cdf1e-ba20-44eb-a498-957c72ebf497), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.657631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 17888d64-4202-485a-91ad-4d18ab5f5815 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:17.658339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.661514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Deleting port 6debfd6a-2a36-4a10-87db-185ce1885341 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:17.661882 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.678282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17888d64-4202-485a-91ad-4d18ab5f5815 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:17.728678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=17888d64-4202-485a-91ad-4d18ab5f5815,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:17.738637 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.745214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] For port 6debfd6a-2a36-4a10-87db-185ce1885341, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6debfd6a-2a36-4a10-87db-185ce1885341,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:17.757513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.809464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Calling delete_port for 6debfd6a-2a36-4a10-87db-185ce1885341 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:17.812098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:17.815531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] DHCP port deletion for c67cdf1e-ba20-44eb-a498-957c72ebf497 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:20:17.875419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-e1a087e4-8e11-49ff-980b-c55340c9e84c service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9798982 Mar 11 00:20:17.880419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525902d-fe79-43b3-be38-0611b97ef90d req-e1c1a903-24ba-45d4-bae5-5ccf377224c2 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:17.882190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a525902d-fe79-43b3-be38-0611b97ef90d req-e1c1a903-24ba-45d4-bae5-5ccf377224c2 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.7300489 Mar 11 00:20:17.928451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Deleting port 6debfd6a-2a36-4a10-87db-185ce1885341 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:17.928710 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:17.987142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.019437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] For port 6debfd6a-2a36-4a10-87db-185ce1885341, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6debfd6a-2a36-4a10-87db-185ce1885341,segment=NetworkSegment(7636c1dd-0cff-4aa0-88a0-101aa404494c),segment_id=7636c1dd-0cff-4aa0-88a0-101aa404494c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:18.019749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.033099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Calling delete_port for 6debfd6a-2a36-4a10-87db-185ce1885341 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:18.037948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] No DVR routers for this DVR port 6debfd6a-2a36-4a10-87db-185ce1885341 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:18.046030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Pushing event deleted for resources: {'Port': ['ID=6debfd6a-2a36-4a10-87db-185ce1885341,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:18.069060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (ef07c648-6dc3-434b-bd83-82f8109d3714), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.073887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d48afdc5-85c3-470a-b5e1-6a1d3cecfe79 req-dd6566d9-7b52-43ca-af0a-cd08447b6739 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751484 Mar 11 00:20:18.075696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-9996f7cc-5c0a-481d-b6cd-0927ac31698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:18.078006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-9996f7cc-5c0a-481d-b6cd-0927ac31698e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7459459 Mar 11 00:20:18.147008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c67cdf1e-ba20-44eb-a498-957c72ebf497), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.174546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (6debfd6a-2a36-4a10-87db-185ce1885341), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.175940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67cdf1e-ba20-44eb-a498-957c72ebf497']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:18.176682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-935fb61b-5326-478e-a169-ceeda6bdeaf5 req-ccd9ecb7-832a-4d5e-9f36-98a59c9e6b8a service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871528 Mar 11 00:20:18.179310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a525902d-fe79-43b3-be38-0611b97ef90d req-c61648fa-8134-4c4b-9950-593c39123aee tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320087 Mar 11 00:20:18.195242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['17888d64-4202-485a-91ad-4d18ab5f5815'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:20:18.224503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7636c1dd-0cff-4aa0-88a0-101aa404494c') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:18.225954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7636c1dd-0cff-4aa0-88a0-101aa404494c') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:18.252667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51694) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:18.257679 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (7636c1dd-0cff-4aa0-88a0-101aa404494c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.260208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] No DVR routers for this DVR port 6debfd6a-2a36-4a10-87db-185ce1885341 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:18.284768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7636c1dd-0cff-4aa0-88a0-101aa404494c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.298758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:20:18.299310 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (7636c1dd-0cff-4aa0-88a0-101aa404494c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.303500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dca19-99df-471e-ae1a-f943dced15e5 None None] Pushing event deleted for resources: {'Port': ['ID=6debfd6a-2a36-4a10-87db-185ce1885341,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:20:18.304196 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:20:18.415130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c67cdf1e-ba20-44eb-a498-957c72ebf497), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.430964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.439207 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] 10.222.0.21 "DELETE /v2.0/networks/c67cdf1e-ba20-44eb-a498-957c72ebf497 HTTP/1.1" status: 204 len: 168 time: 1.0388923 Mar 11 00:20:18.439393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:18.442500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:18.469858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:18.470216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d172a9d-40cc-49b8-b04e-e89bb4cb8842 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:18.470695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6debfd6a-2a36-4a10-87db-185ce1885341 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:18.496542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6debfd6a-2a36-4a10-87db-185ce1885341 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:18.496542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6debfd6a-2a36-4a10-87db-185ce1885341 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:18.548326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da0d3-84fc-43f6-9dfe-6dc8b0cdfada admin admin] Pushing event deleted for resources: {'Network': ['ID=c67cdf1e-ba20-44eb-a498-957c72ebf497,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:18.623858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-36c230bb-9600-41e1-8500-aece0dabc7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366905 Mar 11 00:20:18.654572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13287bb2-3a9e-4a78-acb1-2f60c14c659a req-c9b7bec9-91bc-4ced-8159-3759315f691d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:18.656590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13287bb2-3a9e-4a78-acb1-2f60c14c659a req-c9b7bec9-91bc-4ced-8159-3759315f691d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 944 time: 0.4641907 Mar 11 00:20:18.676459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-5092ada7-b12b-405c-bcc6-c2a19c2e9b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:18.678069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-5092ada7-b12b-405c-bcc6-c2a19c2e9b82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 1126 time: 0.4244456 Mar 11 00:20:18.757372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703fd4-9663-47b8-86a0-c22b0da68ee2 req-27dd34e4-b55c-4444-80dd-adc9f8c8041a tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:18.758925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d703fd4-9663-47b8-86a0-c22b0da68ee2 req-27dd34e4-b55c-4444-80dd-adc9f8c8041a tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 945 time: 0.3887968 Mar 11 00:20:18.842677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port b958ec07-ad49-443b-9b0d-1dc40637ae43 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:18.843047 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:18.873350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (7f274807-0768-49c4-a879-6ff5fe540ea0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.029702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13287bb2-3a9e-4a78-acb1-2f60c14c659a req-59345281-d487-4c72-90a8-7fc29796e6e7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494735 Mar 11 00:20:19.046870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d703fd4-9663-47b8-86a0-c22b0da68ee2 req-c91dc701-0b2d-4629-bb7a-74ed825cb027 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799087 Mar 11 00:20:19.055006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bbb50da3-b8a5-4c60-8598-6168dabfefb8 req-d69e335e-c4a7-43ef-a247-87b87448b3c5 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210422 Mar 11 00:20:19.094230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-104c361e-8c32-476d-b536-d45fc93d6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:19.104555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-104c361e-8c32-476d-b536-d45fc93d6c65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.3643699 Mar 11 00:20:19.104555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.106531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (b958ec07-ad49-443b-9b0d-1dc40637ae43), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.161270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-baa4e7c3-9cdb-4bd6-b0ad-ae76b6811a87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d534d1-0306-48ed-bc16-5486894aac72 HTTP/1.1" status: 200 len: 217 time: 0.0525432 Mar 11 00:20:19.162167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for b958ec07-ad49-443b-9b0d-1dc40637ae43 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:19.335040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-26eabe1b-d4ca-404f-9630-9cad5e0e9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:19.337670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-26eabe1b-d4ca-404f-9630-9cad5e0e9c99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.1700966 Mar 11 00:20:19.379376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 44d534d1-0306-48ed-bc16-5486894aac72 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:20:19.383662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 17888d64-4202-485a-91ad-4d18ab5f5815 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:19.543081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 17888d64-4202-485a-91ad-4d18ab5f5815 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:20:19.553499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-695650b1-be4b-49e6-9eb2-b4387ccfa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:19.554677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-695650b1-be4b-49e6-9eb2-b4387ccfa868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2052853 Mar 11 00:20:19.563263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 17888d64-4202-485a-91ad-4d18ab5f5815 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:19.563751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.571533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=44d534d1-0306-48ed-bc16-5486894aac72,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:19.573394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb31d4-1fd9-430e-8aec-7df81e67c61e req-76c82a0d-e0dc-4456-b16c-548565679473 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:19.574986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dfb31d4-1fd9-430e-8aec-7df81e67c61e req-76c82a0d-e0dc-4456-b16c-548565679473 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.3302019 Mar 11 00:20:19.609862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '44d534d1-0306-48ed-bc16-5486894aac72', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:20:19.633721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Deleting port ed824613-8220-4e05-9cc4-7ee724cfed23 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:19.634335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.661880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 44d534d1-0306-48ed-bc16-5486894aac72 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:19.662276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (44d534d1-0306-48ed-bc16-5486894aac72), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.677427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d534d1-0306-48ed-bc16-5486894aac72 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:19.695295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-1e674f7f-17e1-46cc-8362-3789694d6a67 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191621 Mar 11 00:20:19.708875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=44d534d1-0306-48ed-bc16-5486894aac72,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:19.742429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] For port ed824613-8220-4e05-9cc4-7ee724cfed23, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ed824613-8220-4e05-9cc4-7ee724cfed23,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:19.742826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.758106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Calling delete_port for ed824613-8220-4e05-9cc4-7ee724cfed23 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:19.762213 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.768996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 17888d64-4202-485a-91ad-4d18ab5f5815 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:19.768996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.830869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:19.833141 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0ac30c-678e-4042-adbf-4fc4d3469faf" -d '{"events": [{"server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "name": "network-vif-plugged", "status": "completed", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:19.848345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:19.853105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=17888d64-4202-485a-91ad-4d18ab5f5815,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:19.859058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.877125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360a86d9-30fd-45d5-90db-675cbd7c7b21 req-f4508260-2ea2-4156-b88d-9b6f5970a6ed service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468070 Mar 11 00:20:19.911587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Deleting port 11721ce0-d8de-440d-9df2-1b84818bc3f9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:19.912215 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.922754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:19.939251 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f066a-0818-4f02-99f1-144378a2c799 x-openstack-request-id: req-d11f066a-0818-4f02-99f1-144378a2c799 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:19.939718 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "name": "network-vif-plugged", "status": "completed", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:19.940000 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11f066a-0818-4f02-99f1-144378a2c799 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:19.940404 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815', 'code': 200} Mar 11 00:20:19.992082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ed824613-8220-4e05-9cc4-7ee724cfed23), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:19.998499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dfb31d4-1fd9-430e-8aec-7df81e67c61e req-e7fa18d4-3837-4e8b-8be3-fecd95f286ad tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799728 Mar 11 00:20:20.023383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['44d534d1-0306-48ed-bc16-5486894aac72'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:20:20.023740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed824613-8220-4e05-9cc4-7ee724cfed23,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:20.042657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b958ec07-ad49-443b-9b0d-1dc40637ae43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:20.102266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=b958ec07-ad49-443b-9b0d-1dc40637ae43,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:20.222503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3a1a3-f2e5-4e33-8536-cb6c4dd49a95 req-a8ca7b74-5d44-4f25-a666-c85de3d5fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:20.224208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21f3a1a3-f2e5-4e33-8536-cb6c4dd49a95 req-a8ca7b74-5d44-4f25-a666-c85de3d5fc3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 1128 time: 0.2100999 Mar 11 00:20:20.362978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] For port 11721ce0-d8de-440d-9df2-1b84818bc3f9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=11721ce0-d8de-440d-9df2-1b84818bc3f9,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:20.363351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:20.379597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (7f274807-0768-49c4-a879-6ff5fe540ea0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:20.397501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Calling delete_port for 11721ce0-d8de-440d-9df2-1b84818bc3f9 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:20.432581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (3907e913-6c22-4104-a1bf-2c2aa6766236), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:20.432919 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 3907e913-6c22-4104-a1bf-2c2aa6766236 disassociated (deleted). External IP: 172.25.7.208, port: abfdc150-3236-4294-b8d9-738d23873251. Mar 11 00:20:20.481775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383ec58-1311-42d0-9b24-be4d6d928032 req-459d5f17-74c7-4b57-86d1-700cd7fb9ac5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:20.483844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b383ec58-1311-42d0-9b24-be4d6d928032 req-459d5f17-74c7-4b57-86d1-700cd7fb9ac5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 945 time: 0.2560410 Mar 11 00:20:20.523439 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-21f3a1a3-f2e5-4e33-8536-cb6c4dd49a95 req-f26d45e1-6637-42cf-9d6a-3b4589faa86a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535045 Mar 11 00:20:20.532425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1699c94-106c-4ddd-b60b-afa4923c1c5d req-a8b26ac0-fbe5-48f5-894e-8e7ad4d339d4 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:20.536133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1699c94-106c-4ddd-b60b-afa4923c1c5d req-a8b26ac0-fbe5-48f5-894e-8e7ad4d339d4 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 946 time: 0.3224292 Mar 11 00:20:20.641568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Router 7f274807-0768-49c4-a879-6ff5fe540ea0 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:20.767830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:20.773094 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb3d837f-fac0-4a0a-857f-ab532be7ea7a admin admin] 10.222.0.21 "PUT /v2.0/routers/7f274807-0768-49c4-a879-6ff5fe540ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3281536 Mar 11 00:20:20.775579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51714) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:20.778565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Sync routers for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:20.792851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:20.793995 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:20.939791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks [] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.020150 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:21.073986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks [] for router_gateway (7f274807-0768-49c4-a879-6ff5fe540ea0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.136767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b383ec58-1311-42d0-9b24-be4d6d928032 req-88632ebd-6f0d-4b07-a0fc-cb5810fd8852 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6155636 Mar 11 00:20:21.165395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1699c94-106c-4ddd-b60b-afa4923c1c5d req-2b20c696-7616-49be-bd90-41545628d30d tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242442 Mar 11 00:20:21.180221 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Deleting port 8ea08a20-e8c8-4888-993f-c1d01c488797 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:21.180486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.248315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92'}], 'enable_snat': True}, 'gw_port_id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:20:19Z', 'revision_number': 5, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port': {'id': '8ea08a20-e8c8-4888-993f-c1d01c488797', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:14:38Z', 'updated_at': '2022-03-11T00:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:21.278813 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Checking router: 7f274807-0768-49c4-a879-6ff5fe540ea0 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:21.288963 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Routers {'7f274807-0768-49c4-a879-6ff5fe540ea0'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:21.290002 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['7f274807-0768-49c4-a879-6ff5fe540ea0'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:21.298355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] For port 8ea08a20-e8c8-4888-993f-c1d01c488797, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ea08a20-e8c8-4888-993f-c1d01c488797,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:21.298975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.314633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Calling delete_port for 8ea08a20-e8c8-4888-993f-c1d01c488797 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:21.378624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 44d534d1-0306-48ed-bc16-5486894aac72 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:21.385918 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] Set router 7f274807-0768-49c4-a879-6ff5fe540ea0 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:21.475310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (11721ce0-d8de-440d-9df2-1b84818bc3f9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.477159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:20:21Z', 'revision_number': 6, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:21.484759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 44d534d1-0306-48ed-bc16-5486894aac72 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:20:21.489114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 44d534d1-0306-48ed-bc16-5486894aac72 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:21.489657 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (44d534d1-0306-48ed-bc16-5486894aac72), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.521374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:21.543780 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01577bfc-d6b1-4777-98d6-57133a1f6728 None None] The sync data for ids ['7f274807-0768-49c4-a879-6ff5fe540ea0'] in n-d-831844-1 is: [{'id': '7f274807-0768-49c4-a879-6ff5fe540ea0', 'name': 'tempest-TestServerBasicOps-190172560-router', 'tenant_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:14:36Z', 'updated_at': '2022-03-11T00:20:21Z', 'revision_number': 6, 'project_id': '8bf02cb7a7b8478b9df53fd7f100e3ab', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:21.561752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8ea08a20-e8c8-4888-993f-c1d01c488797), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.622231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Pushing event deleted for resources: {'Port': ['ID=11721ce0-d8de-440d-9df2-1b84818bc3f9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:21.653691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 44d534d1-0306-48ed-bc16-5486894aac72 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:21.654224 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (44d534d1-0306-48ed-bc16-5486894aac72), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.670103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea08a20-e8c8-4888-993f-c1d01c488797,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:21.705878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=44d534d1-0306-48ed-bc16-5486894aac72,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:21.725487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (7f274807-0768-49c4-a879-6ff5fe540ea0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.727253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.855126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:21.914870 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.917368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks [] for router_controller (7f274807-0768-49c4-a879-6ff5fe540ea0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.931758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de684fc3-b6ad-463f-b422-8729c4ee87ee req-ac8301f6-ecb8-4cef-a7aa-5b82357fd399 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:21.933411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de684fc3-b6ad-463f-b422-8729c4ee87ee req-ac8301f6-ecb8-4cef-a7aa-5b82357fd399 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.6887214 Mar 11 00:20:21.942444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:21.945396 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafbc59-4a9b-45b2-8676-913f6bbf8a56" -d '{"events": [{"server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "name": "network-vif-plugged", "status": "completed", "tag": "44d534d1-0306-48ed-bc16-5486894aac72"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:21.983231 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (7f274807-0768-49c4-a879-6ff5fe540ea0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.984858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f274807-0768-49c4-a879-6ff5fe540ea0 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:20:21.990674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:21.999596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ee99e47a-06b9-40db-be42-c9ed4cc6a506 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f274807-0768-49c4-a879-6ff5fe540ea0 HTTP/1.1" status: 204 len: 168 time: 1.2218158 Mar 11 00:20:21.999800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51722) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:22.016757 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2712b5f9-09e7-4df7-9ef2-716517d2a11c x-openstack-request-id: req-2712b5f9-09e7-4df7-9ef2-716517d2a11c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:22.017065 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "name": "network-vif-plugged", "status": "completed", "tag": "44d534d1-0306-48ed-bc16-5486894aac72", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:22.017349 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2712b5f9-09e7-4df7-9ef2-716517d2a11c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:22.017960 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72', 'code': 200} Mar 11 00:20:22.112962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:22.122334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Sync routers for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:22.141163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.144346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:22.145000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:22.200069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de684fc3-b6ad-463f-b422-8729c4ee87ee req-acec7c42-f3fd-4fe5-927a-24f74363b138 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590494 Mar 11 00:20:22.226477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Deleting subnet 59056613-ef3d-4cd8-bd4a-cdcb6a895384 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:20:22.238068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Publish callbacks [] for subnet (59056613-ef3d-4cd8-bd4a-cdcb6a895384), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.243556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f3a82459-9102-4e22-b100-e3a914fdd0f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/floatingips/3907e913-6c22-4104-a1bf-2c2aa6766236 HTTP/1.1" status: 204 len: 168 time: 3.9609797 Mar 11 00:20:22.286281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:22.288867 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:22.329930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844591e0-189b-42d0-af77-d83ee8dbfe7c req-f71c58e8-9058-4b60-92ae-a8440233b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:22.331453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-844591e0-189b-42d0-af77-d83ee8dbfe7c req-f71c58e8-9058-4b60-92ae-a8440233b089 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 1128 time: 0.2390337 Mar 11 00:20:22.394468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:22.402002 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (59056613-ef3d-4cd8-bd4a-cdcb6a895384), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.461103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (ef07c648-6dc3-434b-bd83-82f8109d3714), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.519135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ed824613-8220-4e05-9cc4-7ee724cfed23 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:22.548897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ed824613-8220-4e05-9cc4-7ee724cfed23 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:22.549246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ed824613-8220-4e05-9cc4-7ee724cfed23 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:22.549666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ea08a20-e8c8-4888-993f-c1d01c488797 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:22.574646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8ea08a20-e8c8-4888-993f-c1d01c488797 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:22.575010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ea08a20-e8c8-4888-993f-c1d01c488797 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:22.625062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bd5c2-333d-4d19-8217-605a3bd612cc req-b3314cb0-a102-4fe9-9186-8bbfaada10f0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:22.626891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c1bd5c2-333d-4d19-8217-605a3bd612cc req-b3314cb0-a102-4fe9-9186-8bbfaada10f0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.3335817 Mar 11 00:20:22.629162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-844591e0-189b-42d0-af77-d83ee8dbfe7c req-e264f551-2835-425b-9e32-7f820929f217 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2607932 Mar 11 00:20:22.643861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73d642-5854-4863-ab92-3db544c1b5b7 req-3be54866-c569-4dce-a8bc-12fb6ea82c92 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:22.645551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da73d642-5854-4863-ab92-3db544c1b5b7 req-3be54866-c569-4dce-a8bc-12fb6ea82c92 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 946 time: 0.3411338 Mar 11 00:20:22.693911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (59056613-ef3d-4cd8-bd4a-cdcb6a895384), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.703223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:22.735868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Checking router: b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:22.746247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:22.747073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:22.827029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c1bd5c2-333d-4d19-8217-605a3bd612cc req-9d0c5cf3-a156-45dd-8550-99703581bea3 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1770015 Mar 11 00:20:22.833997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da73d642-5854-4863-ab92-3db544c1b5b7 req-948dff6c-1ce7-467b-8046-526ecf00fd39 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709487 Mar 11 00:20:22.936462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (59056613-ef3d-4cd8-bd4a-cdcb6a895384), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:22.951088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:23.025509 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f418ce0e-6449-4b58-973c-2130eea015e2 x-openstack-request-id: req-f418ce0e-6449-4b58-973c-2130eea015e2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:23.025803 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:23.026058 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f418ce0e-6449-4b58-973c-2130eea015e2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:23.032887 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'status': 'completed', 'code': 200} Mar 11 00:20:23.043335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59056613-ef3d-4cd8-bd4a-cdcb6a895384,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:23.073875 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:23.074681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8fe74-19b3-4ed2-bd04-3554c76949b2 None None] Network 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:23.085302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2416f4a3-59c9-4ed2-bedc-eb90bd61af1c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59056613-ef3d-4cd8-bd4a-cdcb6a895384 HTTP/1.1" status: 204 len: 168 time: 1.0846589 Mar 11 00:20:23.086830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51764) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:23.095493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-dc31f1db-c720-4350-9253-59975882a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.097165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-dc31f1db-c720-4350-9253-59975882a918 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 1128 time: 0.1090329 Mar 11 00:20:23.257680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Router ef07c648-6dc3-434b-bd83-82f8109d3714 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:23.293010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-5639435e-c2e9-497f-b199-a32949eab16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.297494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-5639435e-c2e9-497f-b199-a32949eab16f service neutron] 10.222.0.39 "GET /v2.0/networks?id=77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 200 len: 897 time: 0.1907125 Mar 11 00:20:23.357670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-b93affa7-d2d8-4b9d-a1a7-69393e57e03f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 200 len: 217 time: 0.0540094 Mar 11 00:20:23.445350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:23.476707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-a39c677e-b148-497a-8e50-6eb35652e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.478185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-a39c677e-b148-497a-8e50-6eb35652e50d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 200 len: 833 time: 0.1136656 Mar 11 00:20:23.496238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] DHCP port deletion for 7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:20:23.504240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:23.509018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2a203-e2a6-4653-9993-abd8d212545a None None] The sync data for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 is: [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:18:15Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0146e559-f76b-4927-8993-0ad3cfbedc69', 'name': '', 'network_id': '77d3748a-f85b-40fe-bba5-1513bc45f0e9', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:85:76:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:12Z', 'updated_at': '2022-03-11T00:18:21Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '328c2fcc-1731-4e1e-98c6-760571e95daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:23.564531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-b9a04e98-33b6-4280-8a48-bd655b1ece96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.566038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-b9a04e98-33b6-4280-8a48-bd655b1ece96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=77d3748a-f85b-40fe-bba5-1513bc45f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795763 Mar 11 00:20:23.581617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addf80a-d661-41e8-9961-f370abffbd6a req-1ab43ff7-fab2-4bbc-b795-fd10e0853e12 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.598258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6addf80a-d661-41e8-9961-f370abffbd6a req-1ab43ff7-fab2-4bbc-b795-fd10e0853e12 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.3980908 Mar 11 00:20:23.605991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Deleting port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:23.606372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:23.695123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] For port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,segment=NetworkSegment(684b46bb-3d31-4279-95c7-2d82e8bbbfa7),segment_id=684b46bb-3d31-4279-95c7-2d82e8bbbfa7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:23.695966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:23.729096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Calling delete_port for 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:23.755219 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-75c38063-3d7a-4b56-b04b-31fff75dcdaf service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818464 Mar 11 00:20:23.761178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa856718-647c-4b59-b08a-abb79b39e997 req-6c67ceb6-b755-46f5-9cea-f92cfe40b074 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:23.762872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa856718-647c-4b59-b08a-abb79b39e997 req-6c67ceb6-b755-46f5-9cea-f92cfe40b074 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.4270020 Mar 11 00:20:23.908194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6addf80a-d661-41e8-9961-f370abffbd6a req-e05ad723-0043-4df4-8630-8e1604146c4c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089015 Mar 11 00:20:23.911897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:23.932163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Sync routers for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:23.941050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:23.953193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8791fa67-5f07-4cba-a15a-e90a7d8a7798 admin admin] 10.222.0.21 "PUT /v2.0/routers/ef07c648-6dc3-434b-bd83-82f8109d3714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6091306 Mar 11 00:20:23.955575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:23.956256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:23.966964 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.021018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] Pushing event deleted for resources: {'Port': ['ID=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:24.025057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2301420f-0f9c-46c6-baf2-d44cd335eb99 None None] No DVR routers for this DVR port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:24.056443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa856718-647c-4b59-b08a-abb79b39e997 req-97bb0618-3e1f-4e4d-9405-540b2a861993 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690687 Mar 11 00:20:24.089023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5289faf-a8fc-4db8-bb4f-5ec960594241 None None] New status for floating IP 3907e913-6c22-4104-a1bf-2c2aa6766236: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:20:24.090166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-fbf8f4ab-b13d-41e1-aaf3-73edde0306fe req-57e50fe4-5825-463e-9efe-2a6b936cdbec service neutron] 10.222.0.39 "GET /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277738 Mar 11 00:20:24.105647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Deleting port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:24.106263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.236050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea7091-47a9-4fde-ba54-77afb0a8b32f req-a82670da-32e7-4757-addf-85df56b64824 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:24.237746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbea7091-47a9-4fde-ba54-77afb0a8b32f req-a82670da-32e7-4757-addf-85df56b64824 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.1790979 Mar 11 00:20:24.242678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks [] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.247345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] For port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59, host n-d-831844-1, got binding levels [] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:24.247709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.285582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Calling delete_port for 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:24.295213 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:24.296530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 was not found and therefore no delete operation was performed {{(pid=110425) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:20:24.298617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (84758dc3-f50f-4d9e-b106-fa1f1cd18a59), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.370765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84758dc3-f50f-4d9e-b106-fa1f1cd18a59,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:24.387024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] No DVR routers for this DVR port 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:24.392294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbea7091-47a9-4fde-ba54-77afb0a8b32f req-c467df9b-94ed-49f2-9f7b-38878b93b877 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464088 Mar 11 00:20:24.448570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:24.503855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:24.504883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84758dc3-f50f-4d9e-b106-fa1f1cd18a59 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:24.570093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks [] for router_gateway (ef07c648-6dc3-434b-bd83-82f8109d3714), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.578563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.652339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.666808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684b46bb-3d31-4279-95c7-2d82e8bbbfa7') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.667105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684b46bb-3d31-4279-95c7-2d82e8bbbfa7') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.673584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-6f4d5fcc-a2be-499b-b2fb-6313f5ac34f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:24.676059 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-6f4d5fcc-a2be-499b-b2fb-6313f5ac34f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.39 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.2406650 Mar 11 00:20:24.679367 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (684b46bb-3d31-4279-95c7-2d82e8bbbfa7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.686077 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:20:21Z', 'revision_number': 5, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port': {'id': '636e6d3d-207b-41b0-bd72-c0cc7d15072d', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:12:15Z', 'updated_at': '2022-03-11T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.688065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f580c-e718-4cf5-b749-6ead2661893e req-9013bf7f-127f-4c15-a7c4-55a2ed7d298b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:24.693675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-634f580c-e718-4cf5-b749-6ead2661893e req-9013bf7f-127f-4c15-a7c4-55a2ed7d298b tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.1114190 Mar 11 00:20:24.699383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51822) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:24.706392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'port_id': '44d534d1-0306-48ed-bc16-5486894aac72'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:24.764173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (684b46bb-3d31-4279-95c7-2d82e8bbbfa7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.768845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.784713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Deleting port 636e6d3d-207b-41b0-bd72-c0cc7d15072d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:24.785054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.786459 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Checking router: ef07c648-6dc3-434b-bd83-82f8109d3714 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:24.810441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:20:24.811201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (684b46bb-3d31-4279-95c7-2d82e8bbbfa7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:20:24.813517 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:20:24.815541 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Routers {'ef07c648-6dc3-434b-bd83-82f8109d3714'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:24.815541 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ef07c648-6dc3-434b-bd83-82f8109d3714'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:24.908963 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port abfdc150-3236-4294-b8d9-738d23873251 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:24.909325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (abfdc150-3236-4294-b8d9-738d23873251), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:24.949245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] For port 636e6d3d-207b-41b0-bd72-c0cc7d15072d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=636e6d3d-207b-41b0-bd72-c0cc7d15072d,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:24.949668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:25.042975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Calling delete_port for 636e6d3d-207b-41b0-bd72-c0cc7d15072d owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:25.131083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port abfdc150-3236-4294-b8d9-738d23873251, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=abfdc150-3236-4294-b8d9-738d23873251,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:25.131454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (abfdc150-3236-4294-b8d9-738d23873251), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:25.142316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] Set router ef07c648-6dc3-434b-bd83-82f8109d3714 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:25.164387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for abfdc150-3236-4294-b8d9-738d23873251 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:25.214232 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:20:24Z', 'revision_number': 6, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:25.276039 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4816d8-d3f5-48a0-9df6-19f4eda588b6 None None] The sync data for ids ['ef07c648-6dc3-434b-bd83-82f8109d3714'] in n-d-831844-1 is: [{'id': 'ef07c648-6dc3-434b-bd83-82f8109d3714', 'name': 'tempest-AttachVolumeShelveTestJSON-284152460-router', 'tenant_id': '0002ec01896c4799b6bfdd013fb1292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:12:14Z', 'updated_at': '2022-03-11T00:20:24Z', 'revision_number': 6, 'project_id': '0002ec01896c4799b6bfdd013fb1292a', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:25.455158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:25.480903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:25.484518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10 HTTP/1.1" status: 204 len: 168 time: 2.2944584 Mar 11 00:20:25.511897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.39', 64830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:25.517449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedb9fb-d628-404d-b78c-7c50b34dc8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d42d8a2-9727-48b1-9e31-7cf3d5a4cb10,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:25.598245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5b64cfc-dff7-445d-b44b-329c2553972f req-1a39430c-95b5-43c5-9e0a-5300e89c386a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0783563 Mar 11 00:20:25.611613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69efc1-48f6-447e-9b0d-c1dad89b4087 req-f67a0933-936f-4a34-9d0e-5274c5679c3c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:25.620003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a69efc1-48f6-447e-9b0d-c1dad89b4087 req-f67a0933-936f-4a34-9d0e-5274c5679c3c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.2077501 Mar 11 00:20:25.676703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ba47-08d2-462c-8198-4b96c429869f req-c4c1d781-0fb6-4517-ade3-e8662902ed44 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:25.681256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca0ba47-08d2-462c-8198-4b96c429869f req-c4c1d781-0fb6-4517-ade3-e8662902ed44 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=06bf640b-c785-45f9-939b-76475d91748c HTTP/1.1" status: 200 len: 946 time: 0.2790411 Mar 11 00:20:25.753687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:25.839194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4762c130-fd06-49bd-b562-8c537c3e594b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3d56e3a02fe4413ba7691fcf5ac16e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843930 Mar 11 00:20:25.841296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51836) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:25.970101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5b64cfc-dff7-445d-b44b-329c2553972f req-6376fce3-d0b9-41b5-bc0e-e811d9e1da34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.2873731 Mar 11 00:20:25.984833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca0ba47-08d2-462c-8198-4b96c429869f req-fceb1805-05e5-4668-8261-ae08678d3735 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=8538eee5-4201-447f-8263-c2e9ec81472e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912215 Mar 11 00:20:26.015982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (636e6d3d-207b-41b0-bd72-c0cc7d15072d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.019505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a69efc1-48f6-447e-9b0d-c1dad89b4087 req-eb34b9dd-7b6b-44df-a998-c1373074c3b7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973620 Mar 11 00:20:26.052770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (abfdc150-3236-4294-b8d9-738d23873251), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.054628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] Publish callbacks [] for security_group (46054da4-4959-4f08-8b57-a39cc3a1e572), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.098868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Pushing event deleted for resources: {'Port': ['ID=636e6d3d-207b-41b0-bd72-c0cc7d15072d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:26.131340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5b64cfc-dff7-445d-b44b-329c2553972f req-2cce6818-0a55-41f6-b882-88c5690e3937 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942993 Mar 11 00:20:26.145315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=abfdc150-3236-4294-b8d9-738d23873251,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:26.188823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] Publish callbacks [] for security_group (46054da4-4959-4f08-8b57-a39cc3a1e572), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.272015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] No DVR routers for this DVR port abfdc150-3236-4294-b8d9-738d23873251 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:26.278664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.283349 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-29231df8-d83a-4802-81a1-1e7f859b1485 req-2c53e3ee-9cf9-4397-8152-064819490be7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.39 "DELETE /v2.0/ports/abfdc150-3236-4294-b8d9-738d23873251 HTTP/1.1" status: 204 len: 173 time: 1.6018982 Mar 11 00:20:26.283842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-deleted', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:26.286175 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d6308-3f5a-4b49-a967-f026cdc11d6c" -d '{"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-deleted", "tag": "abfdc150-3236-4294-b8d9-738d23873251"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:26.289748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (ef07c648-6dc3-434b-bd83-82f8109d3714), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.450516 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9c98f6-b76f-4524-a0e7-d5597a0d78e1 x-openstack-request-id: req-af9c98f6-b76f-4524-a0e7-d5597a0d78e1 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:26.451129 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf640b-c785-45f9-939b-76475d91748c", "name": "network-vif-deleted", "tag": "abfdc150-3236-4294-b8d9-738d23873251", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:26.453600 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af9c98f6-b76f-4524-a0e7-d5597a0d78e1 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:26.454543 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf640b-c785-45f9-939b-76475d91748c', 'name': 'network-vif-deleted', 'tag': 'abfdc150-3236-4294-b8d9-738d23873251', 'status': 'completed', 'code': 200} Mar 11 00:20:26.505128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 636e6d3d-207b-41b0-bd72-c0cc7d15072d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:26.556427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 636e6d3d-207b-41b0-bd72-c0cc7d15072d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:26.556798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 636e6d3d-207b-41b0-bd72-c0cc7d15072d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:26.557236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 11721ce0-d8de-440d-9df2-1b84818bc3f9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:26.561350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.567907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks [] for router_controller (ef07c648-6dc3-434b-bd83-82f8109d3714), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.631615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 11721ce0-d8de-440d-9df2-1b84818bc3f9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:26.632591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b64cfc-dff7-445d-b44b-329c2553972f req-6e6bb512-cee7-417b-92da-de33b923a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:26.633759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 11721ce0-d8de-440d-9df2-1b84818bc3f9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:26.634185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5b64cfc-dff7-445d-b44b-329c2553972f req-6e6bb512-cee7-417b-92da-de33b923a7bc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4963536 Mar 11 00:20:26.659394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.db.resource_extend [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 00:20:26.694176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (46054da4-4959-4f08-8b57-a39cc3a1e572), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.699102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.703988 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46054da4-4959-4f08-8b57-a39cc3a1e572 HTTP/1.1" status: 204 len: 168 time: 0.8584068 Mar 11 00:20:26.714852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ef07c648-6dc3-434b-bd83-82f8109d3714), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.714852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef07c648-6dc3-434b-bd83-82f8109d3714 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:20:26.732597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.733944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e82cc7eb-9075-428b-b929-b80fd40f7431 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ef07c648-6dc3-434b-bd83-82f8109d3714 HTTP/1.1" status: 204 len: 168 time: 2.7764583 Mar 11 00:20:26.737148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:26.766767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77f701-06cb-4cf1-b197-c41a8abf9ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46054da4-4959-4f08-8b57-a39cc3a1e572,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:26.888629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Deleting subnet e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:20:26.900723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Publish callbacks [] for subnet (e6a44bc2-c33c-4951-9f5c-7f9c39bffe76), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.911803 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:26.966170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.056693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51854) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:27.281822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (e6a44bc2-c33c-4951-9f5c-7f9c39bffe76), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.309256 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP b4c2d799-1217-4835-8412-480e76bebd27 associated. External IP: 172.25.7.74, port: 44d534d1-0306-48ed-bc16-5486894aac72. Mar 11 00:20:27.387174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80434-89ea-48a0-a97e-01caee8b6eb9 req-26c8bc6d-9327-4c8a-8624-23c4c7f00579 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:27.389086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fb80434-89ea-48a0-a97e-01caee8b6eb9 req-26c8bc6d-9327-4c8a-8624-23c4c7f00579 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1799767 Mar 11 00:20:27.410175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51858) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:27.537292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e6a44bc2-c33c-4951-9f5c-7f9c39bffe76), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.603082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0a8f956b-d6e0-4de4-a64b-34ea98e1aabd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bf02cb7a7b8478b9df53fd7f100e3ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901011 Mar 11 00:20:27.610642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fb80434-89ea-48a0-a97e-01caee8b6eb9 req-5febed8f-750e-4802-b8ee-7670c90060e7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104447 Mar 11 00:20:27.611255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51860) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:27.682970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.737307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] Publish callbacks [] for security_group (a1353e8c-2c6d-42db-92a8-c94a185cbec9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.739682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (e6a44bc2-c33c-4951-9f5c-7f9c39bffe76), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.816431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.820209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6a44bc2-c33c-4951-9f5c-7f9c39bffe76 HTTP/1.1" status: 204 len: 168 time: 1.0817070 Mar 11 00:20:27.823183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51862) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:27.824457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a56dc-4623-42fd-9840-0d4ce344f8bf None None] Network 99203839-293f-4371-b3a0-b426cd1e6cec requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:27.863885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3086e-0b6a-49a8-a0b3-aeb08abeddb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a44bc2-c33c-4951-9f5c-7f9c39bffe76,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:27.877698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] Publish callbacks [] for security_group (a1353e8c-2c6d-42db-92a8-c94a185cbec9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:27.933480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:28.048273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (99203839-293f-4371-b3a0-b426cd1e6cec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.094278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a1353e8c-2c6d-42db-92a8-c94a185cbec9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.097928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.099458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1353e8c-2c6d-42db-92a8-c94a185cbec9 HTTP/1.1" status: 204 len: 168 time: 0.4846306 Mar 11 00:20:28.124408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842291b-30f2-4de3-9b41-ce891ab59fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1353e8c-2c6d-42db-92a8-c94a185cbec9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:28.137708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:28.144220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.154428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:28.166356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:28.166994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:28.179034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] DHCP port deletion for 99203839-293f-4371-b3a0-b426cd1e6cec request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:20:28.183490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8f01679d-f0e8-4de0-8e84-e5744d70cc30 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "PUT /v2.0/floatingips/b4c2d799-1217-4835-8412-480e76bebd27 HTTP/1.1" status: 200 len: 991 time: 3.4811833 Mar 11 00:20:28.184933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:28.188548 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "tag": "44d534d1-0306-48ed-bc16-5486894aac72"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:28.219725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Deleting port aee33e09-be39-4c80-8ab8-f69c51976ab7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:28.220138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.242412 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3702c9-3f6a-464f-bf9d-207065f02868 x-openstack-request-id: req-3b3702c9-3f6a-464f-bf9d-207065f02868 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:28.242958 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "tag": "44d534d1-0306-48ed-bc16-5486894aac72", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:28.243420 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b3702c9-3f6a-464f-bf9d-207065f02868 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:28.244174 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72', 'status': 'completed', 'code': 200} Mar 11 00:20:28.329278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Deleting port aee33e09-be39-4c80-8ab8-f69c51976ab7 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:28.329855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.404063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-7e3a35ce-0ea5-4228-b6fe-6264e83e6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:28.404063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-7e3a35ce-0ea5-4228-b6fe-6264e83e6390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 1128 time: 0.1185927 Mar 11 00:20:28.419982 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:28.446509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] For port aee33e09-be39-4c80-8ab8-f69c51976ab7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aee33e09-be39-4c80-8ab8-f69c51976ab7,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:28.448400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.485554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] For port aee33e09-be39-4c80-8ab8-f69c51976ab7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=aee33e09-be39-4c80-8ab8-f69c51976ab7,segment=NetworkSegment(ab080b69-1deb-4b5f-b0ff-348c566c7c97),segment_id=ab080b69-1deb-4b5f-b0ff-348c566c7c97)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:28.485965 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.523861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Calling delete_port for aee33e09-be39-4c80-8ab8-f69c51976ab7 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:28.528254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device aee33e09-be39-4c80-8ab8-f69c51976ab7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:28.598835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Calling delete_port for aee33e09-be39-4c80-8ab8-f69c51976ab7 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:28.613879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-b9832f48-766c-49ba-b98b-a1a48b3c0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:28.625881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-b9832f48-766c-49ba-b98b-a1a48b3c0f4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.2129436 Mar 11 00:20:28.759718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 0146e559-f76b-4927-8993-0ad3cfbedc69 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:28.760202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:28.796770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device abfdc150-3236-4294-b8d9-738d23873251 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:28.907385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: abfdc150-3236-4294-b8d9-738d23873251 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:28.915649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device abfdc150-3236-4294-b8d9-738d23873251 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:28.928603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.003670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port aee33e09-be39-4c80-8ab8-f69c51976ab7 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:29.008641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.031893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] No DVR routers for this DVR port aee33e09-be39-4c80-8ab8-f69c51976ab7 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:29.061999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (aee33e09-be39-4c80-8ab8-f69c51976ab7), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.063106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-0a168788-2001-4902-80ab-fa7149d31cb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44d534d1-0306-48ed-bc16-5486894aac72 HTTP/1.1" status: 200 len: 999 time: 0.4309049 Mar 11 00:20:29.100930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] Pushing event deleted for resources: {'Port': ['ID=aee33e09-be39-4c80-8ab8-f69c51976ab7,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:29.132731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f39585-20c3-4a6e-a5d1-cc94d6ffa24b None None] No DVR routers for this DVR port aee33e09-be39-4c80-8ab8-f69c51976ab7 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:29.162146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edba60-8d2e-4acb-a263-fb57da6de273 req-39bb4217-8ce3-4bae-b2c3-33c16a833ee2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:29.179870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62edba60-8d2e-4acb-a263-fb57da6de273 req-39bb4217-8ce3-4bae-b2c3-33c16a833ee2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.3564711 Mar 11 00:20:29.190015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee33e09-be39-4c80-8ab8-f69c51976ab7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:29.205620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.243314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:29.255152 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:29.255505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-cc2f2de5-43cb-4f22-b175-4249a1d9c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:29.255792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.257010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-cc2f2de5-43cb-4f22-b175-4249a1d9c3ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.1819630 Mar 11 00:20:29.277556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62edba60-8d2e-4acb-a263-fb57da6de273 req-f47df2d0-7b27-41b0-8ac1-f3cbf78444aa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966530 Mar 11 00:20:29.302334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 0146e559-f76b-4927-8993-0ad3cfbedc69, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0146e559-f76b-4927-8993-0ad3cfbedc69,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:29.302709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.342811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-069c43b0-7276-4c0a-bb89-bd6882a95f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:29.344219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-069c43b0-7276-4c0a-bb89-bd6882a95f23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0656860 Mar 11 00:20:29.345078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 0146e559-f76b-4927-8993-0ad3cfbedc69 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:29.393306 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:29.618470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (99203839-293f-4371-b3a0-b426cd1e6cec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.646655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99203839-293f-4371-b3a0-b426cd1e6cec']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.659284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab080b69-1deb-4b5f-b0ff-348c566c7c97') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.660474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab080b69-1deb-4b5f-b0ff-348c566c7c97') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.673761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (ab080b69-1deb-4b5f-b0ff-348c566c7c97), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.689684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ab080b69-1deb-4b5f-b0ff-348c566c7c97), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.697727 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:20:29.698473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (ab080b69-1deb-4b5f-b0ff-348c566c7c97), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:20:29.787392 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:20:29.796784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (0146e559-f76b-4927-8993-0ad3cfbedc69), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.804353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (99203839-293f-4371-b3a0-b426cd1e6cec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.841232 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2835f95c-9969-4890-9479-8528d987e063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:29.883664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:29.887702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99203839-293f-4371-b3a0-b426cd1e6cec HTTP/1.1" status: 204 len: 168 time: 2.0574481 Mar 11 00:20:29.893220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9396d-4586-406f-aff8-4cac0b0bf0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99203839-293f-4371-b3a0-b426cd1e6cec,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:29.895951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=0146e559-f76b-4927-8993-0ad3cfbedc69,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:29.956381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835f95c-9969-4890-9479-8528d987e063 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:30.021241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-6cdf066e-f6f6-4089-962a-92e87d0e58fd service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704001 Mar 11 00:20:30.384173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:30.427356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa2ccbc8-7a77-4fb2-8fe0-375e5e22ebf2 req-a44c077a-414e-4318-b300-55e4e1657427 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983171 Mar 11 00:20:30.449238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:30.454406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0154bef-833a-43b2-935b-cc0dfa14eba2 None None] New status for floating IP b4c2d799-1217-4835-8412-480e76bebd27: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:20:30.510963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-29ec4232-7637-4d16-911e-691172727d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0002ec01896c4799b6bfdd013fb1292a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1223061 Mar 11 00:20:30.513367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:30.618581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e71c-4613-44f2-bf20-a2a7b7cfb12b req-05035ecc-bdc3-4f85-8fb6-6557bf82ea94 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:30.620451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6158e71c-4613-44f2-bf20-a2a7b7cfb12b req-05035ecc-bdc3-4f85-8fb6-6557bf82ea94 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1273234 Mar 11 00:20:30.621488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] Publish callbacks [] for security_group (3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:30.694321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] Publish callbacks [] for security_group (3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:30.699431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6158e71c-4613-44f2-bf20-a2a7b7cfb12b req-e15a1e4c-8218-440d-a996-fb3c14938228 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672464 Mar 11 00:20:30.786330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:30.792523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:30.793916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192 HTTP/1.1" status: 204 len: 168 time: 0.2794223 Mar 11 00:20:30.805807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8616-1185-4ba1-8933-e05ce1978ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef665d9-7eb5-4c67-b7c5-2aeda4cbd192,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:30.819134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:30.970987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:30.978921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:30.979066 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41595e7a-ff46-4e05-a0b4-0bd0aa49c8eb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/b91d5b06-8f97-4b0f-9638-6ad97cdc6f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9207294 Mar 11 00:20:30.984932 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Sync routers for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:30.994983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:30.995608 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:31.048886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting subnet 328c2fcc-1731-4e1e-98c6-760571e95daa {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:20:31.057024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (328c2fcc-1731-4e1e-98c6-760571e95daa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:31.112875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:31.167268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (328c2fcc-1731-4e1e-98c6-760571e95daa), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:31.369447 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:20:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:31.380793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (328c2fcc-1731-4e1e-98c6-760571e95daa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:31.402577 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Checking router: b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:31.417885 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Routers {'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:31.419127 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:31.505484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (328c2fcc-1731-4e1e-98c6-760571e95daa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:31.548528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Subnet': ['ID=328c2fcc-1731-4e1e-98c6-760571e95daa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:31.560793 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:31.565774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ee2f5de-11a5-48cd-be1d-2e650297f6ed tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/subnets/328c2fcc-1731-4e1e-98c6-760571e95daa HTTP/1.1" status: 204 len: 168 time: 0.5850782 Mar 11 00:20:31.568262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1a2b4-4958-4586-8f29-9c6b4c5498f0 None None] Network 77d3748a-f85b-40fe-bba5-1513bc45f0e9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:31.568729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51910) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:31.657571 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] Set router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:31.823490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] DHCP port deletion for 77d3748a-f85b-40fe-bba5-1513bc45f0e9 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:20:31.966549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Deleting port 5c116c5e-4496-407c-a10d-8cf90602b0cb {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:31.967169 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.059844 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:20:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:32.063556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] For port 5c116c5e-4496-407c-a10d-8cf90602b0cb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5c116c5e-4496-407c-a10d-8cf90602b0cb,segment=NetworkSegment(bbbad678-6705-4bd6-824f-a08640f49b2b),segment_id=bbbad678-6705-4bd6-824f-a08640f49b2b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:32.064012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.084702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Calling delete_port for 5c116c5e-4496-407c-a10d-8cf90602b0cb owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:32.113981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.166963 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0c48f-fd02-4b5e-a7db-d21c73cb02b0 None None] The sync data for ids ['b91d5b06-8f97-4b0f-9638-6ad97cdc6f88'] in n-d-831844-1 is: [{'id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2050249353', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:18:04Z', 'updated_at': '2022-03-11T00:20:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '0792e9bb-6c53-4685-b429-9ad71a41ea57', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91d5b06-8f97-4b0f-9638-6ad97cdc6f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:18:05Z', 'updated_at': '2022-03-11T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:32.206949 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (5c116c5e-4496-407c-a10d-8cf90602b0cb), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.262362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Pushing event deleted for resources: {'Port': ['ID=5c116c5e-4496-407c-a10d-8cf90602b0cb,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:32.269268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8f058-715b-4e36-92a5-6f3567c41f15 req-d31e6139-c8c8-495f-b2f6-20809bdd6692 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:32.271226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24d8f058-715b-4e36-92a5-6f3567c41f15 req-d31e6139-c8c8-495f-b2f6-20809bdd6692 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.3412721 Mar 11 00:20:32.274588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.274864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.275208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.275553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.284201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.284585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.284934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.285278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.285618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.285951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.286286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.287895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.287895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:20:32.293152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd76b0-a164-45fe-bc55-5c7e42d2dfce None None] No DVR routers for this DVR port 5c116c5e-4496-407c-a10d-8cf90602b0cb on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:20:32.455277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24d8f058-715b-4e36-92a5-6f3567c41f15 req-68e942d5-6fca-4698-bd5b-68ce9d8c433a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651826 Mar 11 00:20:32.468766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.548853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 0792e9bb-6c53-4685-b429-9ad71a41ea57 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:20:32.549416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.673024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 0792e9bb-6c53-4685-b429-9ad71a41ea57, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0792e9bb-6c53-4685-b429-9ad71a41ea57,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:32.673819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.691855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0146e559-f76b-4927-8993-0ad3cfbedc69 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:32.701542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 0792e9bb-6c53-4685-b429-9ad71a41ea57 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:20:32.740324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0146e559-f76b-4927-8993-0ad3cfbedc69 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:32.741583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0146e559-f76b-4927-8993-0ad3cfbedc69 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:32.742289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c116c5e-4496-407c-a10d-8cf90602b0cb no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:32.768672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5c116c5e-4496-407c-a10d-8cf90602b0cb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:32.769025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5c116c5e-4496-407c-a10d-8cf90602b0cb not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:32.948310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0792e9bb-6c53-4685-b429-9ad71a41ea57), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:32.988480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=0792e9bb-6c53-4685-b429-9ad71a41ea57,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:33.072145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.204781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.207297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.260242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (b91d5b06-8f97-4b0f-9638-6ad97cdc6f88), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.260834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Fanout notify agent at l3_agent the message router_deleted on router b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:20:33.269311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.273720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4188eb4f-98a9-489c-ab11-143ae8556a0b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/routers/b91d5b06-8f97-4b0f-9638-6ad97cdc6f88 HTTP/1.1" status: 204 len: 168 time: 1.7010596 Mar 11 00:20:33.273720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:33.450927 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (77d3748a-f85b-40fe-bba5-1513bc45f0e9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.694091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (77d3748a-f85b-40fe-bba5-1513bc45f0e9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.719483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d3748a-f85b-40fe-bba5-1513bc45f0e9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:33.731375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbad678-6705-4bd6-824f-a08640f49b2b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:33.731813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbad678-6705-4bd6-824f-a08640f49b2b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:33.744149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (bbbad678-6705-4bd6-824f-a08640f49b2b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.760780 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbbad678-6705-4bd6-824f-a08640f49b2b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.772687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:20:33.773370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (bbbad678-6705-4bd6-824f-a08640f49b2b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:20:33.864044 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:20:33.870357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (77d3748a-f85b-40fe-bba5-1513bc45f0e9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.883412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.887646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/networks/77d3748a-f85b-40fe-bba5-1513bc45f0e9 HTTP/1.1" status: 204 len: 168 time: 0.6131394 Mar 11 00:20:33.891067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 51964) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:33.937041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810273-f28c-4217-a708-c00708a17eb8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Network': ['ID=77d3748a-f85b-40fe-bba5-1513bc45f0e9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:33.988256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (8538eee5-4201-447f-8263-c2e9ec81472e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:33.993358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed806583-316c-4ba7-b963-6a595ab6ca5a req-d8131fce-7304-49b3-ae4a-db7546f2038a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:34.003649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed806583-316c-4ba7-b963-6a595ab6ca5a req-d8131fce-7304-49b3-ae4a-db7546f2038a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.4006479 Mar 11 00:20:34.019819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (8538eee5-4201-447f-8263-c2e9ec81472e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.097539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8538eee5-4201-447f-8263-c2e9ec81472e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.109220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.111436 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/security-groups/8538eee5-4201-447f-8263-c2e9ec81472e HTTP/1.1" status: 204 len: 168 time: 0.2193606 Mar 11 00:20:34.133858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847741fc-cb10-4d42-a301-5e15075998de tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538eee5-4201-447f-8263-c2e9ec81472e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:34.147308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed806583-316c-4ba7-b963-6a595ab6ca5a req-8069c59a-ff3b-4031-9ca6-af2d9ad3e005 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351297 Mar 11 00:20:34.456055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0792e9bb-6c53-4685-b429-9ad71a41ea57 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:20:34.549350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0792e9bb-6c53-4685-b429-9ad71a41ea57 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:20:34.550685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0792e9bb-6c53-4685-b429-9ad71a41ea57 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:20:34.708073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 51986) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:34.713153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653169383', 'description': 'tempest-secgroup-smoke-1653169383 description', 'project_id': '4c79b35ba8454d5e968272e83089973a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:34.741918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.866750 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (21133cd4-5aff-4f1f-bdf9-770d747b0aa0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.878372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (21133cd4-5aff-4f1f-bdf9-770d747b0aa0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.937478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:34.941665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2298517 Mar 11 00:20:34.941956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:34.946541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:34.965623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceabfd-5eb1-4e70-b911-34baffbfcda4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21133cd4-5aff-4f1f-bdf9-770d747b0aa0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:34.998067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f09cd196-fe29-4847-bcca-bcd4e1fcd1af), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.080643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f09cd196-fe29-4847-bcca-bcd4e1fcd1af), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.090097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f09cd196-fe29-4847-bcca-bcd4e1fcd1af), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.113352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09cd196-fe29-4847-bcca-bcd4e1fcd1af,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:35.128601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.134385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52002) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:35.134674 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0b6370ca-0aaa-4c8c-9fb2-b54ad9c9e810 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916668 Mar 11 00:20:35.139747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:35.190602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f0e0ba48-4840-4699-b14e-672fb42d56cf), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.409346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182a378-21a3-421f-9f7a-23c64e9b60eb req-3bc92049-64e4-4cfe-8dd2-f8dc028efed4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:35.423688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6182a378-21a3-421f-9f7a-23c64e9b60eb req-3bc92049-64e4-4cfe-8dd2-f8dc028efed4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1602495 Mar 11 00:20:35.443557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f0e0ba48-4840-4699-b14e-672fb42d56cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.464817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f0e0ba48-4840-4699-b14e-672fb42d56cf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.539893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e0ba48-4840-4699-b14e-672fb42d56cf,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:35.578961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.583179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:35.589803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:35.623234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe0e2eb1-33f8-4fc7-a773-c35c98eb7806 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4447720 Mar 11 00:20:35.664857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6182a378-21a3-421f-9f7a-23c64e9b60eb req-fedc25f8-8695-46c0-a89b-849a4fefbc27 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384255 Mar 11 00:20:35.685474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (936df213-a81d-47c9-924e-d3cab29ac891), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.801209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (936df213-a81d-47c9-924e-d3cab29ac891), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.814964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (936df213-a81d-47c9-924e-d3cab29ac891), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.880779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936df213-a81d-47c9-924e-d3cab29ac891,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:35.904270 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:35.911413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52024) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:35.917718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:35.925888 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2399a6d9-856a-4159-bf5f-967cc6fbbc76 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382766 Mar 11 00:20:35.976990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (c7489366-252b-4089-a721-fc16ca8064d3), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.129919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (c7489366-252b-4089-a721-fc16ca8064d3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.138966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c7489366-252b-4089-a721-fc16ca8064d3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.196206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7489366-252b-4089-a721-fc16ca8064d3,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:36.220993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.225349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:36.225829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b817b815-7add-4171-88bf-c2aaae9d3207 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3131568 Mar 11 00:20:36.230851 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:36.282415 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:20:36.291609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8b66dacc-8efa-46cd-b83d-218f617bc35e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.391953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8b66dacc-8efa-46cd-b83d-218f617bc35e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.397653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8b66dacc-8efa-46cd-b83d-218f617bc35e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.422672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b66dacc-8efa-46cd-b83d-218f617bc35e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:36.442404 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.444165 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6459092a-8b51-4508-966c-0fc01181bd2d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2172751 Mar 11 00:20:36.447031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52044) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:36.455626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': '21133cd4-5aff-4f1f-bdf9-770d747b0aa0', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:36.496072 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:20:36.505019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8eb734a4-4273-49c2-845c-6695444e3ed7), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.651751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8eb734a4-4273-49c2-845c-6695444e3ed7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.662040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8eb734a4-4273-49c2-845c-6695444e3ed7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.697413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb734a4-4273-49c2-845c-6695444e3ed7,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:36.707600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.709311 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76dafe1e-2bbd-4c72-a2f9-89d92c954ce2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2610290 Mar 11 00:20:36.711904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52056) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:36.719153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'network': {'name': 'tempest-network-smoke--2002215563', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:36.746769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:36.752909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.753164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f34c402-2ec6-40bb-b182-d095747a79e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.787841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:20:36.802060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b008259e-0ecb-4db4-8d36-d1a324d366cf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.802798 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Added segment b008259e-0ecb-4db4-8d36-d1a324d366cf of type vlan for network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 Mar 11 00:20:36.849222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c31b3-0ca5-456a-92a8-b42d7e45e8e6 req-72f52aae-d1f0-49c1-8bda-c12fdfa35fe0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:36.851123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f6c31b3-0ca5-456a-92a8-b42d7e45e8e6 req-72f52aae-d1f0-49c1-8bda-c12fdfa35fe0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.0808356 Mar 11 00:20:36.889530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (54666ee4-f6cf-40e1-a18e-f8459b2e6e21), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.946433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (54666ee4-f6cf-40e1-a18e-f8459b2e6e21), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.953879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:36.954456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:36.965707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f6c31b3-0ca5-456a-92a8-b42d7e45e8e6 req-34a7befa-a7c7-4778-ae09-c430d21a4018 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022305 Mar 11 00:20:37.050719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3345816 Mar 11 00:20:37.051007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:37.060753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'admin_state_up': True, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:37.120496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62074885-1a0b-42e1-b22b-eebfc5970013 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Network': ['ID=54666ee4-f6cf-40e1-a18e-f8459b2e6e21,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:37.125774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:37.127180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:37.131838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:20:37.313016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (06625b63-26c0-41b4-abc0-c3b1e1444b0a), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.091873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (06625b63-26c0-41b4-abc0-c3b1e1444b0a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.147197 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:20:38.229008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a566df6-c240-405a-9143-c6e4fe8d377e req-7500aaec-01c7-4fe2-a940-40917d7ee7e8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:38.238316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a566df6-c240-405a-9143-c6e4fe8d377e req-7500aaec-01c7-4fe2-a940-40917d7ee7e8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.0888557 Mar 11 00:20:38.370009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a566df6-c240-405a-9143-c6e4fe8d377e req-f006b1e0-4775-4268-a037-c3ebc1a0679b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307085 Mar 11 00:20:38.523962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.557106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.696357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.85 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/afef921d-3202-484a-9f8a-4537c4d7a1df) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:38.819888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.869995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:38.924951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:38.928563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:38.933376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:38.937583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=afef921d-3202-484a-9f8a-4537c4d7a1df,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:39.252216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a86d5140-a6be-448a-8b6b-b6de83c73d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:39.312462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:39.617093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b71fa-4f85-445c-b36b-83a6867e78be req-87707311-29e6-487e-8e62-6be69534156d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:39.618690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-855b71fa-4f85-445c-b36b-83a6867e78be req-87707311-29e6-487e-8e62-6be69534156d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1479011 Mar 11 00:20:39.646497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:39.727192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-855b71fa-4f85-445c-b36b-83a6867e78be req-b0d93245-1a82-4e89-89be-fcf4e6c65240 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987530 Mar 11 00:20:39.855361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router 06625b63-26c0-41b4-abc0-c3b1e1444b0a is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:20:40.013575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:40.025812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Sync routers for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:40.040620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.045020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:40.045912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52152) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:40.047102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:40.048802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-577cd2f6-6a34-4690-9a51-5c6233206a93 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9961376 Mar 11 00:20:40.114313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52156) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:40.125739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-50df2367-5364-4cbd-a023-2d321832db7f tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4c79b35ba8454d5e968272e83089973a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785010 Mar 11 00:20:40.213077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:40.408147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b30bc7-1261-4bdb-b737-2496923ac7ef tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:40.416180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52170) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:40.416656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f1b30bc7-1261-4bdb-b737-2496923ac7ef tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3010519 Mar 11 00:20:40.452283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:39Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:40.456870 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e87985e2-eb09-4731-bddc-96cd4c6492df tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370266 Mar 11 00:20:40.457389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52172) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:40.462760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88709250', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:40.501736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Checking router: 06625b63-26c0-41b4-abc0-c3b1e1444b0a for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:40.502279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Updating router 06625b63-26c0-41b4-abc0-c3b1e1444b0a port afef921d-3202-484a-9f8a-4537c4d7a1df binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:20:40.552742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.579808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.582925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:40.590825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.813698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.942898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks [] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.957466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb056f-0273-412e-8fee-3300749e3f10 req-65006aeb-57d2-44c4-a4a4-1523d630628b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:40.958099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:40.968981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17bb056f-0273-412e-8fee-3300749e3f10 req-65006aeb-57d2-44c4-a4a4-1523d630628b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1291625 Mar 11 00:20:40.991488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (5e21ded1-2004-43da-ae99-e3c02804b9bd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.072263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a993-e5d2-4319-9ca1-03aabb56b262 None None] Pushing event updated for resources: {'Port': ['ID=afef921d-3202-484a-9f8a-4537c4d7a1df,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:41.077930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17bb056f-0273-412e-8fee-3300749e3f10 req-3dbd9963-0624-4980-9b94-9765a70290db tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080616 Mar 11 00:20:41.100137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Attempting to bind port afef921d-3202-484a-9f8a-4537c4d7a1df on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:41.100517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Attempting to bind port afef921d-3202-484a-9f8a-4537c4d7a1df by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:41.100925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Attempting to bind port afef921d-3202-484a-9f8a-4537c4d7a1df on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:41.112355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:41.112736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:41.113146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.113546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:41.114032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Bound port: afef921d-3202-484a-9f8a-4537c4d7a1df, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:41.114418 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.145981 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.151058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:41.151610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network hostable DHCP agents. Network: 54666ee4-f6cf-40e1-a18e-f8459b2e6e21, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:20:41.160846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Subnet': ['ID=5e21ded1-2004-43da-ae99-e3c02804b9bd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:41.181441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:20:41.196786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 54666ee4-f6cf-40e1-a18e-f8459b2e6e21) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:41.206885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:41.211057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.211706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fb63b-f758-4c1c-a933-719d8da915ff None None] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:41.216164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] For port afef921d-3202-484a-9f8a-4537c4d7a1df, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:41.242684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-62daa50d-505a-464b-ae36-a72fba4de53c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7840328 Mar 11 00:20:41.245283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52202) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:41.252489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] For port afef921d-3202-484a-9f8a-4537c4d7a1df, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=afef921d-3202-484a-9f8a-4537c4d7a1df,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:41.271803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.394303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:41.394514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:41.445001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a993-e5d2-4319-9ca1-03aabb56b262 None None] Pushing event updated for resources: {'Port': ['ID=afef921d-3202-484a-9f8a-4537c4d7a1df,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:41.501474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:20:41.502322 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.698677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:41.718181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:41.875666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Allocated IP 172.20.0.2 (54666ee4-f6cf-40e1-a18e-f8459b2e6e21/5e21ded1-2004-43da-ae99-e3c02804b9bd/55f628c7-43bb-40a6-bfed-09e35e577572) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:42.286654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88afc-86a1-4b5d-a330-f788644ca3d9 req-7113db8b-1208-4c83-9418-46ba76c130ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:42.291608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dd88afc-86a1-4b5d-a330-f788644ca3d9 req-7113db8b-1208-4c83-9418-46ba76c130ef tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.0956337 Mar 11 00:20:42.390603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:42.416760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0dd88afc-86a1-4b5d-a330-f788644ca3d9 req-151f134a-da5f-4453-a79e-5a276812ca36 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212571 Mar 11 00:20:42.534633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:39Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:42.572980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143322be-5456-4c8c-9fba-b1b236ec9a7f None None] The sync data for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 is: [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:39Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:42.581723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks [] for port (55f628c7-43bb-40a6-bfed-09e35e577572), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:42.593971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:42.672153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:42.675094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:42.687235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:42.690817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Pushing event updated for resources: {'Port': ['ID=55f628c7-43bb-40a6-bfed-09e35e577572,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:42.774147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Attempting to bind port 55f628c7-43bb-40a6-bfed-09e35e577572 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:42.774525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Attempting to bind port 55f628c7-43bb-40a6-bfed-09e35e577572 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:42.777818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Attempting to bind port 55f628c7-43bb-40a6-bfed-09e35e577572 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:42.807655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:42.808992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:42.809409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:42.809816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Bound using segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:42.810311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Bound port: 55f628c7-43bb-40a6-bfed-09e35e577572, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:42.810730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:42.911375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] For port 55f628c7-43bb-40a6-bfed-09e35e577572, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:42.919218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] For port 55f628c7-43bb-40a6-bfed-09e35e577572, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=55f628c7-43bb-40a6-bfed-09e35e577572,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:42.924145 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:43.061843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.1 (54666ee4-f6cf-40e1-a18e-f8459b2e6e21/5e21ded1-2004-43da-ae99-e3c02804b9bd/a5b41ca2-c89a-442b-97e1-b1ccf6d50d28) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:43.076392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91463-be89-4df9-938a-2e08b63bfced None None] Pushing event updated for resources: {'Port': ['ID=55f628c7-43bb-40a6-bfed-09e35e577572,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:43.313179 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:43.346738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:43.467796 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:43.547885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:43.552704 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:43.555282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:43.644490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:43.691047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:43.703176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cef75-746c-4f57-9779-ef0971bf518d req-ddfcb259-f730-4bf1-b294-54072355c19e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:43.728540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b96cef75-746c-4f57-9779-ef0971bf518d req-ddfcb259-f730-4bf1-b294-54072355c19e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1437459 Mar 11 00:20:43.799470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b96cef75-746c-4f57-9779-ef0971bf518d req-a5471939-e7e0-4d09-89b9-479dbaeccdc4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699403 Mar 11 00:20:43.959059 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.470724 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.496449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.609698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device afef921d-3202-484a-9f8a-4537c4d7a1df up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:44.636980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:44.640343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.700792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port afef921d-3202-484a-9f8a-4537c4d7a1df triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:44.701671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.765691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:44.767492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:44.842658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port afef921d-3202-484a-9f8a-4537c4d7a1df is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:44.843166 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.868443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port afef921d-3202-484a-9f8a-4537c4d7a1df, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=afef921d-3202-484a-9f8a-4537c4d7a1df,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:44.869761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82fea5-1c41-499a-9436-b359e7a4650b None None] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:20:44.883628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:44.884644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 55f628c7-43bb-40a6-bfed-09e35e577572 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:44.985497 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router 06625b63-26c0-41b4-abc0-c3b1e1444b0a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:45.033311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fe7da-051b-49f3-b43f-12b099e60c5b req-def6d688-03c6-4d16-996e-8791ed876658 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:45.036135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-954fe7da-051b-49f3-b43f-12b099e60c5b req-def6d688-03c6-4d16-996e-8791ed876658 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 944 time: 0.1112859 Mar 11 00:20:45.125780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-954fe7da-051b-49f3-b43f-12b099e60c5b req-1060cb91-bfba-44ec-9e9a-4a6243977826 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828245 Mar 11 00:20:45.214503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=afef921d-3202-484a-9f8a-4537c4d7a1df,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:45.222046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Provisioning complete for port 55f628c7-43bb-40a6-bfed-09e35e577572 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:45.222421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:45.305859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:45.320399 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-047f6a6a-09f2-48b5-bce5-7d1ec4814ce3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/06625b63-26c0-41b4-abc0-c3b1e1444b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0657513 Mar 11 00:20:45.322881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 55f628c7-43bb-40a6-bfed-09e35e577572 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:45.323534 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:45.433212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Current status of the port 55f628c7-43bb-40a6-bfed-09e35e577572 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:45.434167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:45.508183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] For port 55f628c7-43bb-40a6-bfed-09e35e577572, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=55f628c7-43bb-40a6-bfed-09e35e577572,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:45.512240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba0d1b04-619a-4d20-a69f-0013a7824503 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:20:45.540885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:45.675815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62887-f52b-4028-9877-6a08abb6e769 None None] Pushing event updated for resources: {'Port': ['ID=55f628c7-43bb-40a6-bfed-09e35e577572,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:45.704567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-a3c09e15-559f-41ce-a08e-d4e92e3f984b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653169383&fields=id&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 267 time: 0.0734324 Mar 11 00:20:45.771067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 55f628c7-43bb-40a6-bfed-09e35e577572 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:45.774120 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Sync routers for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:45.806594 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:45.807231 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:45.855414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-437d1d06-d55a-4031-99d9-557e9bacf756 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:45.864336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-437d1d06-d55a-4031-99d9-557e9bacf756 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 797 time: 0.1585324 Mar 11 00:20:45.880231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-1b266895-126c-4f0a-9655-35c98ed5580b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/quotas/4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 375 time: 0.0148799 Mar 11 00:20:45.915799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba0d1b04-619a-4d20-a69f-0013a7824503,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:45.950686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'mac_address': 'fa:16:3e:e7:13:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:20:45.966850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-109e23a5-e585-4254-8807-f96d57c7fdd5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851541 Mar 11 00:20:46.042415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Provisioning complete for port 55f628c7-43bb-40a6-bfed-09e35e577572 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:46.043026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.065894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:46.079829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-f688864a-a132-4bc7-9954-47657867f12c service neutron] 10.222.0.21 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095235 Mar 11 00:20:46.185128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ba0d1b04-619a-4d20-a69f-0013a7824503 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:46.186464 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.280883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0d1b04-619a-4d20-a69f-0013a7824503 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:46.308821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Current status of the port 55f628c7-43bb-40a6-bfed-09e35e577572 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:46.328558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba0d1b04-619a-4d20-a69f-0013a7824503,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:46.334114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:46.334874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.386546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ebea10ed-efaa-4962-81da-68124006c42a service neutron] 10.222.0.21 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898314 Mar 11 00:20:46.443632 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.545648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bdcc8-e039-4c11-98c0-edf1eed71654 req-c0114043-a12a-4c9e-98d6-c12a606fcc20 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:46.553859 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-362bdcc8-e039-4c11-98c0-edf1eed71654 req-c0114043-a12a-4c9e-98d6-c12a606fcc20 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 945 time: 0.1404402 Mar 11 00:20:46.565370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:46.577249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device afef921d-3202-484a-9f8a-4537c4d7a1df up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:46.620303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7e25565-0a51-47a8-b81c-498d23303d2a None None] Port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:46.658832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-362bdcc8-e039-4c11-98c0-edf1eed71654 req-4ada77c0-1fb3-4fa3-b1ab-0dcd4e3d3cfe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037545 Mar 11 00:20:46.701540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port afef921d-3202-484a-9f8a-4537c4d7a1df triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:46.702906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.768897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ba0d1b04-619a-4d20-a69f-0013a7824503'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:20:46.839409 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 2, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:46.850083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57b6aaaa-64fd-4014-b3d6-50cfa7298554 req-49bbd887-8787-4747-b0b1-44e55f09ffbc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 210 time: 0.0858526 Mar 11 00:20:46.914899 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Checking router: 06625b63-26c0-41b4-abc0-c3b1e1444b0a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:46.915547 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Updating router 06625b63-26c0-41b4-abc0-c3b1e1444b0a port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:20:46.948922 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:46.963146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6296b8ea-82b9-4780-8805-a0118e5d8f3c None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:46.963438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6296b8ea-82b9-4780-8805-a0118e5d8f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.010469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6296b8ea-82b9-4780-8805-a0118e5d8f3c None None] Port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:47.155644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port afef921d-3202-484a-9f8a-4537c4d7a1df is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:47.164405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 55f628c7-43bb-40a6-bfed-09e35e577572 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:47.243105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d1d7b3bd-1451-48f1-b59e-5678ec6a4940 None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:47.243627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b3bd-1451-48f1-b59e-5678ec6a4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.316743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 55f628c7-43bb-40a6-bfed-09e35e577572 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:47.317222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.489958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7b3bd-1451-48f1-b59e-5678ec6a4940 None None] Port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:47.603313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 55f628c7-43bb-40a6-bfed-09e35e577572 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:47.684405 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks [] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.694914 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.761699 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb28ef-8e6c-47f6-b16a-617b8dde7ebe None None] Pushing event updated for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:47.947394 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Attempting to bind port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:47.948499 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Attempting to bind port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:47.949316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Attempting to bind port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:47.950211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159732-7e61-497a-989b-7c426f0b19d8 req-77ee840a-dc82-4294-825f-57feabf3df5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:47.955893 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:47.956572 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:47.957194 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.959111 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Bound using segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:47.960074 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Bound port: a5b41ca2-c89a-442b-97e1-b1ccf6d50d28, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:47.960637 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:47.962080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06159732-7e61-497a-989b-7c426f0b19d8 req-77ee840a-dc82-4294-825f-57feabf3df5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 945 time: 0.1205256 Mar 11 00:20:48.070462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0695f1c-bc92-4db5-a698-01c9b43b86d1 req-8a9f1319-1768-4a27-bf8d-7a19acf18afe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 210 time: 0.0554922 Mar 11 00:20:48.079141 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] For port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:48.082636 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] For port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:48.110344 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:48.120404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06159732-7e61-497a-989b-7c426f0b19d8 req-a1e828ed-ce38-45b4-99fe-a331550207dd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482983 Mar 11 00:20:48.184839 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb28ef-8e6c-47f6-b16a-617b8dde7ebe None None] Pushing event updated for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:48.218005 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:48.220170 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:48.248767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:48.250038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:48.453082 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:48.461555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Current status of the port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:48.462286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:48.551635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] For port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:48.562158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:48.588186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-a54e9f28-0311-4dc9-8ac3-6e81630f2aa4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:48.591001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-a54e9f28-0311-4dc9-8ac3-6e81630f2aa4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 797 time: 0.2981565 Mar 11 00:20:48.663629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c32b71-b3a1-4951-835f-ede0ca50feb8 None None] Pushing event updated for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:48.690147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-06c4b31d-046d-4ab4-b6b2-6a4de680e0e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 380 time: 0.0900247 Mar 11 00:20:48.698034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6ff4a88c-ee76-4c92-9ffd-619e84c7ecaf None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:48.698418 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ff4a88c-ee76-4c92-9ffd-619e84c7ecaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:48.699889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'port': {'device_id': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'admin_state_up': True, 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'security_groups': ['21133cd4-5aff-4f1f-bdf9-770d747b0aa0']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:48.845183 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:48.882396 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce55085d-506d-455c-96d8-2acb1d887bae None None] The sync data for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 is: [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:48.978815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4a88c-ee76-4c92-9ffd-619e84c7ecaf None None] Current status of the port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:49.466591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c57cfe6-fdb2-41aa-8302-b7d8fd7f7ac7 req-e0ee264f-653d-48e6-b5aa-286125ec64aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 210 time: 0.0731146 Mar 11 00:20:49.503141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba0d1b04-619a-4d20-a69f-0013a7824503 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:49.549988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:20:49.555266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:49.583364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ba0d1b04-619a-4d20-a69f-0013a7824503 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:20:49.593886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ba0d1b04-619a-4d20-a69f-0013a7824503 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:49.594330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:49.596846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a55b9-e6b8-4fb0-b761-4d3a7df0d262 req-01925584-37de-43b2-80e2-ca9f6e54f8fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:49.598530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56a55b9-e6b8-4fb0-b761-4d3a7df0d262 req-01925584-37de-43b2-80e2-ca9f6e54f8fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 945 time: 0.2065938 Mar 11 00:20:49.825192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ba0d1b04-619a-4d20-a69f-0013a7824503 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:49.825788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:49.886712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:49.890240 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce11c95c-30f3-4ec8-a90b-cc0eae2f3f63" -d '{"events": [{"server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:49.918365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.14 (54666ee4-f6cf-40e1-a18e-f8459b2e6e21/5e21ded1-2004-43da-ae99-e3c02804b9bd/8103952a-1aef-4eeb-8336-0aafa9bfcb41) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:49.939045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c56a55b9-e6b8-4fb0-b761-4d3a7df0d262 req-6694ca46-d2c3-4e2f-897c-989675be1f06 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259158 Mar 11 00:20:49.942288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba0d1b04-619a-4d20-a69f-0013a7824503,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:49.954269 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:50.139701 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d0ba4-aa8a-467b-9dba-0b3bb9576868 x-openstack-request-id: req-125d0ba4-aa8a-467b-9dba-0b3bb9576868 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:50.139974 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "name": "network-vif-plugged", "status": "completed", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:50.140246 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-125d0ba4-aa8a-467b-9dba-0b3bb9576868 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:50.140658 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'code': 200} Mar 11 00:20:50.141691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:50.288304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117d05-503e-4b7d-a440-4aca5a19a7c6 req-401c007d-da15-471c-a60c-f90731cfd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:50.290060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98117d05-503e-4b7d-a440-4aca5a19a7c6 req-401c007d-da15-471c-a60c-f90731cfd9f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1128 time: 0.1887748 Mar 11 00:20:50.324232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:50.464220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98117d05-503e-4b7d-a440-4aca5a19a7c6 req-acab2542-73a4-4b98-bff2-70aee028e869 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460733 Mar 11 00:20:50.478953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:50.505394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:50.542276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:50.578586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:50.584039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:50.593034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:50.651404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:50.651791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:50.741640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:50.742423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:50.875935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-b19e70c1-05f1-4b9a-84e0-47faf50ce306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1796775 Mar 11 00:20:50.897992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Request body: {'port': {'device_id': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:50.902451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:51.024663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31065937-52fd-4c27-93ef-25039d3eba72 req-98388bab-ad47-4333-9b38-9eab2b4b548f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:51.040251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31065937-52fd-4c27-93ef-25039d3eba72 req-98388bab-ad47-4333-9b38-9eab2b4b548f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 932 time: 0.2912650 Mar 11 00:20:51.051683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e5df74f6-4b1e-4639-ac3f-ef6d9149dcde None None] Provisioning complete for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:51.053187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5df74f6-4b1e-4639-ac3f-ef6d9149dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:51.116285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e5df74f6-4b1e-4639-ac3f-ef6d9149dcde None None] Port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:20:51.281934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31065937-52fd-4c27-93ef-25039d3eba72 req-55d3226a-224f-4b60-b02d-37e00df9ff7c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397690 Mar 11 00:20:51.307563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a3f8-0ac4-4d3b-a12a-3c247b96ce7c req-fbc4e902-fff5-4a16-abf6-b79106b0a428 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:51.313156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7807a3f8-0ac4-4d3b-a12a-3c247b96ce7c req-fbc4e902-fff5-4a16-abf6-b79106b0a428 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.1624558 Mar 11 00:20:51.320326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:51.412804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7807a3f8-0ac4-4d3b-a12a-3c247b96ce7c req-56958d6c-aba9-441d-b16d-74cc6f382f67 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986564 Mar 11 00:20:51.789378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:51.799866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks [] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:51.816274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Transition to ACTIVE for port object 8103952a-1aef-4eeb-8336-0aafa9bfcb41 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:20:51.822707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:51.922374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:51.993546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:20:51.994240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:20:51.994995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:52.001354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:20:52.002070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:20:52.009292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:20:52.009899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:20:52.010632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Bound using segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:20:52.011259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Bound port: 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:20:52.012503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:52.112684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:20:52.114295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:20:52.132409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:52.204957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:52.217590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.219037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:52.220755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-ecad3d0a-45b0-4bc7-9c94-bf3a0149d3c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1092 time: 1.3341062 Mar 11 00:20:52.222022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:52.225286 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86398954-3ce2-4e6c-9515-fef86a4fcabe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:52.337204 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c6affb-60e6-4fad-b306-f32354dd4408 x-openstack-request-id: req-d6c6affb-60e6-4fad-b306-f32354dd4408 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:52.337593 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:52.338176 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c6affb-60e6-4fad-b306-f32354dd4408 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:52.338793 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:20:52.353794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-812a6da7-d52e-4141-a737-7afd0c95587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.356322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-812a6da7-d52e-4141-a737-7afd0c95587e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1126 time: 0.0901694 Mar 11 00:20:52.416179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-bdabbf29-a0b5-42f7-9a78-cf2b94c22389 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 217 time: 0.0457220 Mar 11 00:20:52.532400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-c8c543f3-211a-4d4a-a59c-e565e34a59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.534724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-c8c543f3-211a-4d4a-a59c-e565e34a59a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.1081653 Mar 11 00:20:52.621420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8163b7-08f5-42f4-8d41-a857e219d0f5 req-c26f4ff2-44de-4dc3-9189-2f62d35e8f75 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.624392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd8163b7-08f5-42f4-8d41-a857e219d0f5 req-c26f4ff2-44de-4dc3-9189-2f62d35e8f75 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.2059224 Mar 11 00:20:52.695219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295237c-7b69-4c63-a209-cdfa0684a536 req-1dc538ec-a5f2-4e90-b66b-c001f497e955 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.697093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3295237c-7b69-4c63-a209-cdfa0684a536 req-1dc538ec-a5f2-4e90-b66b-c001f497e955 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.1597021 Mar 11 00:20:52.737578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd8163b7-08f5-42f4-8d41-a857e219d0f5 req-a10c2f7e-dac8-42c5-9827-24cc11410add tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061163 Mar 11 00:20:52.740446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-d0b57a1c-49fd-4b7f-90c8-5785b4751007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:52.741822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-d0b57a1c-49fd-4b7f-90c8-5785b4751007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1900117 Mar 11 00:20:52.788466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:52.799458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3295237c-7b69-4c63-a209-cdfa0684a536 req-ef81fafe-6a5a-44b3-8960-4a4c72b33a75 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867443 Mar 11 00:20:52.900365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-9b439c85-35ca-4452-911f-8c7e0a59c38d service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468685 Mar 11 00:20:52.950401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99110171-fbe3-4331-ae6f-849e37d86e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.051858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99110171-fbe3-4331-ae6f-849e37d86e26 admin admin] Publish callbacks [] for security_group (c6dc1632-2a61-475d-a4f2-82e6d795d013), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.059979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6de78c85-8ea7-4c58-859b-9df3b7584a06 req-592dbe60-bbc9-4212-83a3-272f5c27bec9 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523428 Mar 11 00:20:53.060890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99110171-fbe3-4331-ae6f-849e37d86e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c6dc1632-2a61-475d-a4f2-82e6d795d013), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.072203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8c68d-bcfd-4fc8-a3ea-c405c36f7ea6 req-a8404ab9-5316-4ee2-8c8c-c02ca8df3b23 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.074122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4c8c68d-bcfd-4fc8-a3ea-c405c36f7ea6 req-a8404ab9-5316-4ee2-8c8c-c02ca8df3b23 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.1206236 Mar 11 00:20:53.096085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99110171-fbe3-4331-ae6f-849e37d86e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dc1632-2a61-475d-a4f2-82e6d795d013,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:53.139288 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-99110171-fbe3-4331-ae6f-849e37d86e26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2b7ee3e42d04409a6c25901d6ec5b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3490651 Mar 11 00:20:53.141724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52560) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:53.186614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4c8c68d-bcfd-4fc8-a3ea-c405c36f7ea6 req-bfbd85f4-8258-4c9b-8d68-c643a9d8deeb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054349 Mar 11 00:20:53.198249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] Publish callbacks [] for security_group (c6dc1632-2a61-475d-a4f2-82e6d795d013), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.215869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:53.228701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-5a1b4240-d829-4024-b328-a6059d8647bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.230884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-5a1b4240-d829-4024-b328-a6059d8647bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1126 time: 0.0960696 Mar 11 00:20:53.249017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] Publish callbacks [] for security_group (c6dc1632-2a61-475d-a4f2-82e6d795d013), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.352683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c6dc1632-2a61-475d-a4f2-82e6d795d013), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.355643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.366048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6dc1632-2a61-475d-a4f2-82e6d795d013 HTTP/1.1" status: 204 len: 168 time: 0.2175987 Mar 11 00:20:53.381827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d813b-b5dc-4064-8400-7c573abc91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dc1632-2a61-475d-a4f2-82e6d795d013,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:53.388119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-46b66bd6-85be-435f-a1de-066a48975e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.390715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-46b66bd6-85be-435f-a1de-066a48975e73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1510684 Mar 11 00:20:53.468397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-2e92188a-4e76-445c-a9eb-4192c789771b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 217 time: 0.0641165 Mar 11 00:20:53.528731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-1afe0fec-32cc-4dc5-b5d4-352053d084c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.540905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-1afe0fec-32cc-4dc5-b5d4-352053d084c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0649366 Mar 11 00:20:53.604536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2732b-3e15-41fe-9905-d17046c003f6 tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.611192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0d2732b-3e15-41fe-9905-d17046c003f6 tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1123 time: 0.3898237 Mar 11 00:20:53.611618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52576) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:53.621372 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:20:53.625458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-100d9712-aa7d-4418-a1f0-85249b21c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:53.627520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-100d9712-aa7d-4418-a1f0-85249b21c911 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778589 Mar 11 00:20:53.665834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.786953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-5fd0e352-c625-4f74-a565-cb11201772f7 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426959 Mar 11 00:20:53.873565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:53.879693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:53.946314 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b53c3f0b-ba69-4f83-8fd1-6516a4561c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.025481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86398954-3ce2-4e6c-9515-fef86a4fcabe req-d5664793-3f59-41f5-bc94-d40858bd48ad service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282157 Mar 11 00:20:54.027638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.25.7.57 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/af9582e2-edf0-4a1f-99ae-f951ce582806) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:20:54.048835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d3e3-48c5-4afe-81eb-8af530466225 req-552df146-9ee1-41f7-affa-8274047315a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:54.050425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d053d3e3-48c5-4afe-81eb-8af530466225 req-552df146-9ee1-41f7-affa-8274047315a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.1534398 Mar 11 00:20:54.126516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b53c3f0b-ba69-4f83-8fd1-6516a4561c0d admin admin] Publish callbacks [] for security_group (200664bb-23b1-461c-a2e8-e757f289868b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.132788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b53c3f0b-ba69-4f83-8fd1-6516a4561c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (200664bb-23b1-461c-a2e8-e757f289868b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.147631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d053d3e3-48c5-4afe-81eb-8af530466225 req-1638af18-812e-4aef-b79b-1cfec6fbf19c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863750 Mar 11 00:20:54.178367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b53c3f0b-ba69-4f83-8fd1-6516a4561c0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b6bebd90e84498f8c5cc3bcb9101c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037307 Mar 11 00:20:54.181269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52592) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:54.185510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c3f0b-ba69-4f83-8fd1-6516a4561c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200664bb-23b1-461c-a2e8-e757f289868b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:54.228001 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.262062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] Publish callbacks [] for security_group (200664bb-23b1-461c-a2e8-e757f289868b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.293340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] Publish callbacks [] for security_group (200664bb-23b1-461c-a2e8-e757f289868b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.297417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.363538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:20:54.367495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:20:54.376947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:20:54.404757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=af9582e2-edf0-4a1f-99ae-f951ce582806,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:54.432166 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (200664bb-23b1-461c-a2e8-e757f289868b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.434666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:54.439247 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/200664bb-23b1-461c-a2e8-e757f289868b HTTP/1.1" status: 204 len: 168 time: 0.2548180 Mar 11 00:20:54.469447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91284ed-c991-47ab-bb97-61971116df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200664bb-23b1-461c-a2e8-e757f289868b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:54.884425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (a0b598da-364f-4940-b672-6e2dc0933f9c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.012664 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.350861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdbdcb-a862-48a8-b080-93ff9cf29bd1 req-cbcc714c-f76c-4bff-a75a-772c11010381 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:55.354637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.359112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dfdbdcb-a862-48a8-b080-93ff9cf29bd1 req-cbcc714c-f76c-4bff-a75a-772c11010381 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.1220431 Mar 11 00:20:55.362735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.447442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dfdbdcb-a862-48a8-b080-93ff9cf29bd1 req-b8b1954e-85bc-41bd-a027-a2d22ac38d3e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873611 Mar 11 00:20:55.449196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=af9582e2-edf0-4a1f-99ae-f951ce582806,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:55.469635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (a0b598da-364f-4940-b672-6e2dc0933f9c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.550471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:20:55.637557 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP a0b598da-364f-4940-b672-6e2dc0933f9c associated. External IP: 172.25.7.57, port: ba0d1b04-619a-4d20-a69f-0013a7824503. Mar 11 00:20:55.679779 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:55.693291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:20:55.779572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:55.780232 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.802303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:20:55.849018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:55.873756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:55.979134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:55.984619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:20:56.147349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:20:56.163082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:20:56.174390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8103952a-1aef-4eeb-8336-0aafa9bfcb41'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:20:56.184840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:56.187441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:56.197291 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:56.255956 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-15472777-c8e0-4764-aaa1-85e9603187af tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6385593 Mar 11 00:20:56.255956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:56.255956 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:56.334805 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd139f5-475d-4802-aa97-14bb61bf6c55 x-openstack-request-id: req-abd139f5-475d-4802-aa97-14bb61bf6c55 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:56.335435 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:56.335721 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abd139f5-475d-4802-aa97-14bb61bf6c55 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:56.336337 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'status': 'completed', 'code': 200} Mar 11 00:20:56.425536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-9e765d17-0ed3-4c5e-8113-9ac71860b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:56.427418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-9e765d17-0ed3-4c5e-8113-9ac71860b568 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1128 time: 0.0641453 Mar 11 00:20:56.633706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:56.752084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-a396fcf1-5391-4ac1-8256-049cf0f8b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:56.754008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-a396fcf1-5391-4ac1-8256-049cf0f8b98e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.3199236 Mar 11 00:20:56.786651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab716-7016-4b7d-80a6-1e8b7c5c392c req-d099f7e6-3274-4730-98dd-46fd922981b9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:56.788595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6eab716-7016-4b7d-80a6-1e8b7c5c392c req-d099f7e6-3274-4730-98dd-46fd922981b9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.1688545 Mar 11 00:20:56.902164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-ddca6973-3e48-4540-a226-6978dc0a893f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 200 len: 999 time: 0.1402607 Mar 11 00:20:56.948054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6eab716-7016-4b7d-80a6-1e8b7c5c392c req-44c60b47-26e9-4835-a4ed-37c9fa4a3352 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124351 Mar 11 00:20:57.053877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-5f20b2f9-3679-4637-a334-1727d6a27b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:57.065740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-5f20b2f9-3679-4637-a334-1727d6a27b62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1401415 Mar 11 00:20:57.171163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-919977f5-f7b2-4d6b-a1ad-3e0bf5be20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:57.173116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-919977f5-f7b2-4d6b-a1ad-3e0bf5be20a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064708 Mar 11 00:20:57.236553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a0b598da-364f-4940-b672-6e2dc0933f9c', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:e7:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:54Z', 'updated_at': '2022-03-11T00:20:54Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:57.277600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:20:57.294165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:20:57.295331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:57.353482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-7b122dbc-2cb3-4c5e-b472-c21fec6cfa1d service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655989 Mar 11 00:20:57.468086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:20:57.556385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6efc7ee-9ca7-4ba4-b3a7-f05b9a7d79b1 req-a5ec7811-698c-40d4-9e10-1562ff0fdcd6 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967955 Mar 11 00:20:57.741980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52730) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:57.786950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a0b598da-364f-4940-b672-6e2dc0933f9c', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:e7:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:54Z', 'updated_at': '2022-03-11T00:20:54Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:20:57.822213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013e0a19-44cf-483b-8a64-ffd4f2e1a43b None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a0b598da-364f-4940-b672-6e2dc0933f9c', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:e7:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:54Z', 'updated_at': '2022-03-11T00:20:54Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:20:57.911040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-714c0984-7fa4-42b9-ab05-32c21a92b6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.011220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-714c0984-7fa4-42b9-ab05-32c21a92b6c5 admin admin] Publish callbacks [] for security_group (8aef63c2-f542-4ac7-b083-502115e81e1e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.018747 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-714c0984-7fa4-42b9-ab05-32c21a92b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8aef63c2-f542-4ac7-b083-502115e81e1e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.109121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c0984-7fa4-42b9-ab05-32c21a92b6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef63c2-f542-4ac7-b083-502115e81e1e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:58.141090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-714c0984-7fa4-42b9-ab05-32c21a92b6c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f5c55f690b949aa82b429c942cc4216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976610 Mar 11 00:20:58.143916 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52742) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:58.174579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ea793-f78d-4904-ad4a-3645effbf0b0 None None] New status for floating IP a0b598da-364f-4940-b672-6e2dc0933f9c: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:20:58.189743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924634c6-0601-4766-86e4-b69f39d1ea09 req-bfe25f02-7c06-4656-ac8a-9217c97b691c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:58.197061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-924634c6-0601-4766-86e4-b69f39d1ea09 req-bfe25f02-7c06-4656-ac8a-9217c97b691c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.1153047 Mar 11 00:20:58.252647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] Publish callbacks [] for security_group (8aef63c2-f542-4ac7-b083-502115e81e1e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.271267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-924634c6-0601-4766-86e4-b69f39d1ea09 req-ba18e71d-5f87-4772-8777-64341cdcd4a6 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648274 Mar 11 00:20:58.281720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] Publish callbacks [] for security_group (8aef63c2-f542-4ac7-b083-502115e81e1e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.339544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8aef63c2-f542-4ac7-b083-502115e81e1e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.343248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.346871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8aef63c2-f542-4ac7-b083-502115e81e1e HTTP/1.1" status: 204 len: 168 time: 0.1993933 Mar 11 00:20:58.372254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13a48-8c87-4da2-8935-54886a11b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef63c2-f542-4ac7-b083-502115e81e1e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:58.675988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52756) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:58.690607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d77bbc-9106-46a4-b562-e2af6169e2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.780622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d77bbc-9106-46a4-b562-e2af6169e2ba admin admin] Publish callbacks [] for security_group (9b21a2ee-8784-4fdb-8fb6-163eb4cbc269), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.785082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3d77bbc-9106-46a4-b562-e2af6169e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9b21a2ee-8784-4fdb-8fb6-163eb4cbc269), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.835217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3d77bbc-9106-46a4-b562-e2af6169e2ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d503378ea1349f98e59074a5c3b3fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581039 Mar 11 00:20:58.836180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d77bbc-9106-46a4-b562-e2af6169e2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21a2ee-8784-4fdb-8fb6-163eb4cbc269,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:58.838698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52760) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:20:58.912906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] Publish callbacks [] for security_group (9b21a2ee-8784-4fdb-8fb6-163eb4cbc269), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.937029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] Publish callbacks [] for security_group (9b21a2ee-8784-4fdb-8fb6-163eb4cbc269), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.986439 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9b21a2ee-8784-4fdb-8fb6-163eb4cbc269), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.989652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:58.990834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b21a2ee-8784-4fdb-8fb6-163eb4cbc269 HTTP/1.1" status: 204 len: 168 time: 0.1511450 Mar 11 00:20:59.001208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad06ad-c42d-4022-a214-5ea8df917450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21a2ee-8784-4fdb-8fb6-163eb4cbc269,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:59.392410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf3240-1ab5-434e-ac49-0a800519bad1 req-b14a511f-f420-4017-86c5-712dd00d99e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:59.394450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7cf3240-1ab5-434e-ac49-0a800519bad1 req-b14a511f-f420-4017-86c5-712dd00d99e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.0605807 Mar 11 00:20:59.449608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7cf3240-1ab5-434e-ac49-0a800519bad1 req-fba69380-a6af-48ca-9fb2-396524cd7d6d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484056 Mar 11 00:20:59.581174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:20:59.633605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:20:59.637592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:20:59.637973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:59.720364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:20:59.720772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:59.757431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:20:59.760127 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca9e97-20d3-461a-932b-2824e5a26f88" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:20:59.780612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:20:59.795725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:20:59.807294 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ce1a2-2869-4598-b9a0-0dd009b56557 x-openstack-request-id: req-d29ce1a2-2869-4598-b9a0-0dd009b56557 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:20:59.807628 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:20:59.807891 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d29ce1a2-2869-4598-b9a0-0dd009b56557 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:20:59.808328 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'code': 200} Mar 11 00:20:59.861537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:20:59.958729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e150bd-ef8b-4504-88c8-f6bef271f0c1 req-a1abdc15-e0ad-439b-9bd2-38c9712d4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:20:59.960291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07e150bd-ef8b-4504-88c8-f6bef271f0c1 req-a1abdc15-e0ad-439b-9bd2-38c9712d4d9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1128 time: 0.0700936 Mar 11 00:21:00.016349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07e150bd-ef8b-4504-88c8-f6bef271f0c1 req-a10030b3-10bb-4424-8208-818b9a4a2470 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Mar 11 00:21:00.600608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b769f02-87bf-49d8-9d3a-b59171397e51 req-61825f88-4048-4917-b32e-0348fb1649c2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:00.602709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b769f02-87bf-49d8-9d3a-b59171397e51 req-61825f88-4048-4917-b32e-0348fb1649c2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.0655954 Mar 11 00:21:00.671670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b769f02-87bf-49d8-9d3a-b59171397e51 req-653f58b9-9893-45cd-bd94-a5ed6e4fbb0a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584373 Mar 11 00:21:01.500241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52894) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:01.645242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:01.729476 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Publish callbacks [] for security_group (057f7634-643f-4c09-bb68-e08b5067e08c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:01.735269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (057f7634-643f-4c09-bb68-e08b5067e08c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:01.778396 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f0ff114644424ab37ef2309902e3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774990 Mar 11 00:21:01.781423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:01.815983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f7634-643f-4c09-bb68-e08b5067e08c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:01.829747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781a563-c8e3-45b5-a2b7-5b78dd082ea6 req-d413d70e-2b8b-4134-8978-93d2948332f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:01.832731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2781a563-c8e3-45b5-a2b7-5b78dd082ea6 req-d413d70e-2b8b-4134-8978-93d2948332f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.0851057 Mar 11 00:21:01.839629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.839943 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.840329 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.840670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.841246 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.842901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.842901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.843163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.843617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.846302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.846703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.847050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.847444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c644b3-8555-4030-ad8e-6092ae4639f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:01.900976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] Publish callbacks [] for security_group (057f7634-643f-4c09-bb68-e08b5067e08c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:01.912797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2781a563-c8e3-45b5-a2b7-5b78dd082ea6 req-71a80b2b-a59b-4145-9807-2c67cd7e3472 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668454 Mar 11 00:21:01.935725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] Publish callbacks [] for security_group (057f7634-643f-4c09-bb68-e08b5067e08c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.008427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (057f7634-643f-4c09-bb68-e08b5067e08c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.011491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.013615 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/057f7634-643f-4c09-bb68-e08b5067e08c HTTP/1.1" status: 204 len: 168 time: 0.2310405 Mar 11 00:21:02.023746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822793-5d18-4389-ac42-06f3acde5792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f7634-643f-4c09-bb68-e08b5067e08c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:02.070789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f1f63-083f-4cc7-8112-9548db21c02e req-7132bd94-6e37-455d-86a6-73031436cdc4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:02.072496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa8f1f63-083f-4cc7-8112-9548db21c02e req-7132bd94-6e37-455d-86a6-73031436cdc4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.0759046 Mar 11 00:21:02.135444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa8f1f63-083f-4cc7-8112-9548db21c02e req-28cefec2-59eb-440e-913b-897739bd12f4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564289 Mar 11 00:21:02.160290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:02.219467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e247c5-129c-472c-9c83-584bf92b1c8d tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:02.223901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 52926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:02.224050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36e247c5-129c-472c-9c83-584bf92b1c8d tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1123 time: 0.0622528 Mar 11 00:21:02.228586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:02.251522 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.386189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.428600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52928) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:02.442333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3eaa-db75-4fe7-afad-467c8324be0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.515739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.252 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/3e7011a1-285d-4985-9563-05b2e40d1a3a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:02.534921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3eaa-db75-4fe7-afad-467c8324be0b admin admin] Publish callbacks [] for security_group (1d4f503e-c910-43a6-ba5f-8920c2f5f521), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.541431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9ee3eaa-db75-4fe7-afad-467c8324be0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1d4f503e-c910-43a6-ba5f-8920c2f5f521), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.606540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9ee3eaa-db75-4fe7-afad-467c8324be0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=012add271e254bcf9af801e9c2966f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768470 Mar 11 00:21:02.609323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee3eaa-db75-4fe7-afad-467c8324be0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f503e-c910-43a6-ba5f-8920c2f5f521,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:02.621207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 52936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:02.686643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.703053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] Publish callbacks [] for security_group (1d4f503e-c910-43a6-ba5f-8920c2f5f521), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.729210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] Publish callbacks [] for security_group (1d4f503e-c910-43a6-ba5f-8920c2f5f521), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.732006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.788599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1d4f503e-c910-43a6-ba5f-8920c2f5f521), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.796323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=3e7011a1-285d-4985-9563-05b2e40d1a3a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:02.796504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:02.798023 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d4f503e-c910-43a6-ba5f-8920c2f5f521 HTTP/1.1" status: 204 len: 168 time: 0.1745124 Mar 11 00:21:02.805000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:02.806382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.806822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.807071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.807419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.807748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.808154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.808490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.808818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.809089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cc1b5-1e60-4e2f-a5db-a13b18063ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f503e-c910-43a6-ba5f-8920c2f5f521,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:02.809239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.809458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.809785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.810737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.811069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:02.815260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:02.817506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:03.776152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (6ff71c5b-16a4-4db5-934d-505f0acc5032), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:03.911952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:04.171728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:04.179955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:04.318957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (6ff71c5b-16a4-4db5-934d-505f0acc5032), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:04.346783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=3e7011a1-285d-4985-9563-05b2e40d1a3a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:04.530511 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 6ff71c5b-16a4-4db5-934d-505f0acc5032 associated. External IP: 172.25.7.252, port: 8103952a-1aef-4eeb-8336-0aafa9bfcb41. Mar 11 00:21:05.021253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router 06625b63-26c0-41b4-abc0-c3b1e1444b0a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:05.224993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:05.237711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Sync routers for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:05.258436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:05.259422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:05.262499 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:05.369763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-16b5682e-9cee-4179-bce8-a1d5682042f7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1428680 Mar 11 00:21:05.370197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:05.376880 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b87e8-6538-4efe-b055-4983afc7a84f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:05.483374 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554db5c0-6303-44b4-9bac-e1023987309c x-openstack-request-id: req-554db5c0-6303-44b4-9bac-e1023987309c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:05.483727 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:05.484180 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-554db5c0-6303-44b4-9bac-e1023987309c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:05.484600 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:21:05.604808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:21:05.654383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b87e8-6538-4efe-b055-4983afc7a84f req-d7ac0076-c4ba-437c-a8d7-af7732eed2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:05.656365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-d7ac0076-c4ba-437c-a8d7-af7732eed2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1128 time: 0.1399956 Mar 11 00:21:05.709170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118d116-6aa2-4a2b-9e72-9ea56fdf2c7b req-9946e624-eb85-4b23-bbfe-00af0645472d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:05.710877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f118d116-6aa2-4a2b-9e72-9ea56fdf2c7b req-9946e624-eb85-4b23-bbfe-00af0645472d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1226714 Mar 11 00:21:05.988383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f118d116-6aa2-4a2b-9e72-9ea56fdf2c7b req-1b118b16-1b2a-48d3-87b8-b20638b8dc5e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495241 Mar 11 00:21:06.009218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b87e8-6538-4efe-b055-4983afc7a84f req-4779b73e-b997-4357-851b-fe414ea6ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:06.012688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-4779b73e-b997-4357-851b-fe414ea6ceee service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.3499634 Mar 11 00:21:06.018396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:06.072212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '6ff71c5b-16a4-4db5-934d-505f0acc5032', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:03Z', 'updated_at': '2022-03-11T00:21:03Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:06.115163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-341da8cb-decf-46d6-915f-683623a9107a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.0935695 Mar 11 00:21:06.126655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Checking router: 06625b63-26c0-41b4-abc0-c3b1e1444b0a for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:21:06.168878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:06.178087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:20:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:06.314174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2988cd41-3a36-4d18-85c9-653c84da7679 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 200 len: 992 time: 0.1978996 Mar 11 00:21:06.355066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b87e8-6538-4efe-b055-4983afc7a84f req-935e714b-bb19-459d-b4e8-e3489af48c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:06.358337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-935e714b-bb19-459d-b4e8-e3489af48c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.2367861 Mar 11 00:21:06.491169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:21:06.510883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b87e8-6538-4efe-b055-4983afc7a84f req-68497f8b-6b17-4ca7-b2e9-d505191b26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:06.526174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-68497f8b-6b17-4ca7-b2e9-d505191b26da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1522722 Mar 11 00:21:06.742667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-e62c1e7c-17f8-4c28-b9f9-704c88f592b9 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047777 Mar 11 00:21:06.968644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b87e8-6538-4efe-b055-4983afc7a84f req-e5d4b420-20ff-449a-b0cb-f92c438e03aa service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106998 Mar 11 00:21:07.012386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ec2617bb-7a32-4ce9-958f-baf893de91c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:07.079288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '6ff71c5b-16a4-4db5-934d-505f0acc5032', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:03Z', 'updated_at': '2022-03-11T00:21:03Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:07.152182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faad37b-3cca-4273-8cd0-eb21926dc3fa None None] The sync data for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 is: [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '6ff71c5b-16a4-4db5-934d-505f0acc5032', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.252', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:03Z', 'updated_at': '2022-03-11T00:21:03Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:07.315733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53200) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:07.506180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cf26a100-5d2a-45c1-91ca-a7fa0af363a1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 200 len: 992 time: 0.1860874 Mar 11 00:21:07.536093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fc10e-0eff-44ce-8821-a5972683e205 None None] New status for floating IP 6ff71c5b-16a4-4db5-934d-505f0acc5032: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:21:07.843476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53212) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:07.974515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53d29062-4c2c-446a-9439-ccf5caab1668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.077845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53d29062-4c2c-446a-9439-ccf5caab1668 admin admin] Publish callbacks [] for security_group (cf9fd819-52e0-4c38-b232-e75c33408b7b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.083182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53d29062-4c2c-446a-9439-ccf5caab1668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cf9fd819-52e0-4c38-b232-e75c33408b7b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.135853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53d29062-4c2c-446a-9439-ccf5caab1668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e62df9479c143eaaa6aeb8dce9e8cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887688 Mar 11 00:21:08.136090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d29062-4c2c-446a-9439-ccf5caab1668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9fd819-52e0-4c38-b232-e75c33408b7b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:08.142000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53220) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:08.213303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] Publish callbacks [] for security_group (cf9fd819-52e0-4c38-b232-e75c33408b7b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.244948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] Publish callbacks [] for security_group (cf9fd819-52e0-4c38-b232-e75c33408b7b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.298167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cf9fd819-52e0-4c38-b232-e75c33408b7b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.301341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.306023 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf9fd819-52e0-4c38-b232-e75c33408b7b HTTP/1.1" status: 204 len: 168 time: 0.1673319 Mar 11 00:21:08.316528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c797eb5-e3cb-4f01-807b-769bd9730797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9fd819-52e0-4c38-b232-e75c33408b7b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:08.507387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53230) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:08.580016 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c881af1f-c566-4135-9c90-02527ededa77 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 200 len: 994 time: 0.0713942 Mar 11 00:21:08.648650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53232) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:08.664891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1058df2d-c785-4dc6-bcbe-0f65bf945f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.781035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1058df2d-c785-4dc6-bcbe-0f65bf945f60 admin admin] Publish callbacks [] for security_group (ac2020fb-61d5-41eb-8e47-dd772db64a30), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:08.786963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1058df2d-c785-4dc6-bcbe-0f65bf945f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ac2020fb-61d5-41eb-8e47-dd772db64a30), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.180396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53242) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:09.180979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1058df2d-c785-4dc6-bcbe-0f65bf945f60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c70c9bd90661467b9744fa4fddf3bfe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298433 Mar 11 00:21:09.181561 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058df2d-c785-4dc6-bcbe-0f65bf945f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2020fb-61d5-41eb-8e47-dd772db64a30,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:09.251183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2b068e0a-cad9-46bd-8aad-5025c571e319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.264537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] Publish callbacks [] for security_group (ac2020fb-61d5-41eb-8e47-dd772db64a30), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.289471 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] Publish callbacks [] for security_group (ac2020fb-61d5-41eb-8e47-dd772db64a30), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.347664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ac2020fb-61d5-41eb-8e47-dd772db64a30), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.350573 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:09.352755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac2020fb-61d5-41eb-8e47-dd772db64a30 HTTP/1.1" status: 204 len: 168 time: 0.1693063 Mar 11 00:21:09.374675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bb517-e959-4587-a205-a2d6452dda02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2020fb-61d5-41eb-8e47-dd772db64a30,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:10.151396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53278) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:10.322378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-08e6bf84-42ad-435d-98d0-cfc262706f2f tempest-AgentManagementNegativeTest-409929476 tempest-AgentManagementNegativeTest-409929476-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1691558 Mar 11 00:21:10.493863 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.618119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53294) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:10.735240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1742322f-c0aa-4618-aa16-db86c3aea689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.786185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.824049 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1742322f-c0aa-4618-aa16-db86c3aea689 admin admin] Publish callbacks [] for security_group (40ba3486-6a7a-4f51-b066-896b4dac8623), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.829540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1742322f-c0aa-4618-aa16-db86c3aea689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40ba3486-6a7a-4f51-b066-896b4dac8623), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.873400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1742322f-c0aa-4618-aa16-db86c3aea689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba7b1085e30145a89ce672971e6822b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530653 Mar 11 00:21:10.874921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53302) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:10.876055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742322f-c0aa-4618-aa16-db86c3aea689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba3486-6a7a-4f51-b066-896b4dac8623,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:10.926502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] Publish callbacks [] for security_group (40ba3486-6a7a-4f51-b066-896b4dac8623), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.948803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] Publish callbacks [] for security_group (40ba3486-6a7a-4f51-b066-896b4dac8623), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:10.996666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (40ba3486-6a7a-4f51-b066-896b4dac8623), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:11.000227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:11.001383 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40ba3486-6a7a-4f51-b066-896b4dac8623 HTTP/1.1" status: 204 len: 168 time: 0.1247394 Mar 11 00:21:11.011192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786ff6-ffc4-406e-9199-038ca8cab4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba3486-6a7a-4f51-b066-896b4dac8623,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:11.081688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:11.635479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:11.781298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53336) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:11.895308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1628452581'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:11.917247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:11.921232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:11.930216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.021991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for security_group (dd9664b3-9a8d-4e84-ab07-268968e59244), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.026390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dd9664b3-9a8d-4e84-ab07-268968e59244), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.058915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9664b3-9a8d-4e84-ab07-268968e59244,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:12.069609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:21:12.080419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f29a8864-9e41-48b4-ba93-f9d17e210901), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.080854 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Added segment f29a8864-9e41-48b4-ba93-f9d17e210901 of type vlan for network 833f2688-99b6-40fa-8e32-febec73ea755 Mar 11 00:21:12.126686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (833f2688-99b6-40fa-8e32-febec73ea755), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.158152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (833f2688-99b6-40fa-8e32-febec73ea755), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.164532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:12.165282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.220185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4373889 Mar 11 00:21:12.223473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:12.228733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'subnet': {'network_id': '833f2688-99b6-40fa-8e32-febec73ea755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:12.266319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4f661-724c-4cae-b84f-fec6ee5c94f8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Network': ['ID=833f2688-99b6-40fa-8e32-febec73ea755,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:12.280364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 833f2688-99b6-40fa-8e32-febec73ea755 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:21:12.370008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:12.376235 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.585621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (828c487d-9056-446c-9d82-754c331b6335), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.659301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Subnet': ['ID=828c487d-9056-446c-9d82-754c331b6335,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:12.668198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Checking segment: {'id': 'f29a8864-9e41-48b4-ba93-f9d17e210901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '833f2688-99b6-40fa-8e32-febec73ea755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:21:12.668563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network hostable DHCP agents. Network: 833f2688-99b6-40fa-8e32-febec73ea755, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:21:12.687047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:21:12.697308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 833f2688-99b6-40fa-8e32-febec73ea755) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:12.701607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:12.702811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.712381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a078c1-703d-4539-8af8-d55738555258 None None] Network 833f2688-99b6-40fa-8e32-febec73ea755 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:21:12.739899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b62db77-c063-4cdf-9ee5-0950d8195664 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5151296 Mar 11 00:21:12.743009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53354) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:12.748692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-91702557', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:12.773637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.774757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:12.842742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02334a-1aea-4465-ae9a-62ef6fe573d3 None None] Network 833f2688-99b6-40fa-8e32-febec73ea755 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:21:12.870306 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_controller (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.054899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.286361 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.307371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.316378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.428895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.177 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9ee3dfa6-60c8-40ea-ac60-7b42386bc71f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:13.545613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (9ee3dfa6-60c8-40ea-ac60-7b42386bc71f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.592352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9ee3dfa6-60c8-40ea-ac60-7b42386bc71f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:13.634863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:13.638252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:13.644265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:13.673949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=9ee3dfa6-60c8-40ea-ac60-7b42386bc71f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:13.933803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:14.162816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:14.303723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:21:14.423469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:14.437088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:14.448820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:14.450016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:14.452381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:14.454005 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-829958ba-c01c-4273-a820-14f1e66cfcae tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7098365 Mar 11 00:21:14.456680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53384) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:14.487899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:14.497749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:14.498549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:14.547688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:14.548388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d30322-f2ff-4a58-84bb-5920ba5bb04b None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:14.940493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:15.153124 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:21:15.331838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.1 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/371af791-4cbd-42d6-9d2c-64f5835a96c5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:15.460899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:15.785032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:15.824123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:15.828132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:15.834975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:15.862119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=371af791-4cbd-42d6-9d2c-64f5835a96c5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:15.888301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:16.033541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:16.373788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:16.378602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:16.457230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:16.480514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=371af791-4cbd-42d6-9d2c-64f5835a96c5,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:16.593086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-e9bb99b1-7a75-4bbf-b30f-b77f37fb667f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966353 Mar 11 00:21:16.597905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:16.599372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:16.739810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fa0b-7558-4b66-8770-b26203086034 req-906b0260-45f7-4c64-8967-c11c8941323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:16.741216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-906b0260-45f7-4c64-8967-c11c8941323f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 1131 time: 0.0936439 Mar 11 00:21:16.750994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:16.943638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:16.952382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed012f20-f782-48d5-a361-d0855cc8d2d8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/routers/e16c4a2c-7436-482b-9e8f-4afc1fcb6a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4914367 Mar 11 00:21:16.952382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fa0b-7558-4b66-8770-b26203086034 req-dcca6ead-d987-4959-b28b-e13540bfdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:16.953197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53386) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:16.953680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-dcca6ead-d987-4959-b28b-e13540bfdeb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.1893268 Mar 11 00:21:16.954178 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:16.959762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'port': {'network_id': '833f2688-99b6-40fa-8e32-febec73ea755', 'name': 'tempest-FloatingIPTestJSON-1463961784'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:16.965173 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:16.966686 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:17.005812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-a6d6638b-d15f-4838-a37f-e52c61fad623 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 200 len: 217 time: 0.0447011 Mar 11 00:21:17.010708 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:17.024373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:17.025094 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:17.064142 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:17.064779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf3522-632f-4625-86cd-08005b6caa02 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:17.073584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fa0b-7558-4b66-8770-b26203086034 req-8c91234a-fd87-45cb-9015-72d84d3da710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:17.075162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-8c91234a-fd87-45cb-9015-72d84d3da710 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0612869 Mar 11 00:21:17.092656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:17.096455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:17.116661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] device_id is not set on port 30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:21:17.137181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18fa0b-7558-4b66-8770-b26203086034 req-dc3332e9-178b-4488-8324-0cba79485d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:17.139017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-dc3332e9-178b-4488-8324-0cba79485d7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562575 Mar 11 00:21:17.240007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.9 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:17.240995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-e21935ef-b9fb-40d4-974e-cb128bee9681 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949411 Mar 11 00:21:17.347983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe18fa0b-7558-4b66-8770-b26203086034 req-8045d7d0-075e-4396-8223-33a5484e56ce service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009023 Mar 11 00:21:17.410339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:17.444438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:17.490227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:17.493979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:17.500580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:17.529799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:17.558930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:17.559862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:17.578221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ed02d873-44a3-4406-aad9-75ce241be2ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6207283 Mar 11 00:21:17.578429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53388) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:17.583024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'port': {'network_id': '833f2688-99b6-40fa-8e32-febec73ea755', 'name': 'tempest-FloatingIPTestJSON-1296708257'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:17.701603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:17.705112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:17.725065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] device_id is not set on port 7b3eaeaf-7da2-49fe-801a-49edd92227d9 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:21:17.844135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.6 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/7b3eaeaf-7da2-49fe-801a-49edd92227d9) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:18.005813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (7b3eaeaf-7da2-49fe-801a-49edd92227d9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.041337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7b3eaeaf-7da2-49fe-801a-49edd92227d9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.085544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:18.089205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:18.095129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:18.129156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=7b3eaeaf-7da2-49fe-801a-49edd92227d9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:18.153816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:18.154524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.171063 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-780a210b-02ee-420f-b734-e761a74e1496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5917256 Mar 11 00:21:18.174425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53394) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:18.178882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '7b3eaeaf-7da2-49fe-801a-49edd92227d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:18.200116 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.305165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.417635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.107 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/85893433-a05f-46cf-8301-6e4acad5d296) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:18.527667 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (85893433-a05f-46cf-8301-6e4acad5d296), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.563331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (85893433-a05f-46cf-8301-6e4acad5d296), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:18.606359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:18.612200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:18.615748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:18.639159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=85893433-a05f-46cf-8301-6e4acad5d296,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:19.024635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (2960d936-e2bb-45eb-9bdf-059edda33f62), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:19.449867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85893433-a05f-46cf-8301-6e4acad5d296), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:19.605907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (85893433-a05f-46cf-8301-6e4acad5d296), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:19.611154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (85893433-a05f-46cf-8301-6e4acad5d296), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:19.686656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=85893433-a05f-46cf-8301-6e4acad5d296,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:19.692213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (2960d936-e2bb-45eb-9bdf-059edda33f62), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:19.796158 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 2960d936-e2bb-45eb-9bdf-059edda33f62 associated. External IP: 172.25.7.107, port: 7b3eaeaf-7da2-49fe-801a-49edd92227d9. Mar 11 00:21:20.024144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:20.143854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:20.153448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:20.162778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:20.164298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:20.164909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.197115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d559c00-9216-4588-8318-ab3137ea3c65 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0187151 Mar 11 00:21:20.198243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53398) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:20.203263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.204280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:20.216411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:20.217471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.259233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.260212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a19212-ae1c-4756-9b0c-974d22e95e94 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:20.273559 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (2960d936-e2bb-45eb-9bdf-059edda33f62), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:20.430740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:20.434098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (2960d936-e2bb-45eb-9bdf-059edda33f62), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:20.435141 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 2960d936-e2bb-45eb-9bdf-059edda33f62 disassociated. External IP: 172.25.7.107, port: 7b3eaeaf-7da2-49fe-801a-49edd92227d9. Mar 11 00:21:20.653049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:20.771744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:20.776264 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:20.782957 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:20.792887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:20.793527 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.810741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d1a83464-d3b3-4186-ab2f-2af79bf7c43f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/2960d936-e2bb-45eb-9bdf-059edda33f62 HTTP/1.1" status: 200 len: 688 time: 0.6087463 Mar 11 00:21:20.811002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:20.832785 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.849956 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:20.850633 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.888524 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:20.889182 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bce42-6c91-429a-a59d-1f980879bf20 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:20.943872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 85893433-a05f-46cf-8301-6e4acad5d296 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:20.944255 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (85893433-a05f-46cf-8301-6e4acad5d296), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.026118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (85893433-a05f-46cf-8301-6e4acad5d296), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.026396 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (85893433-a05f-46cf-8301-6e4acad5d296), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.038798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 85893433-a05f-46cf-8301-6e4acad5d296 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:21.171350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (85893433-a05f-46cf-8301-6e4acad5d296), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.200519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=85893433-a05f-46cf-8301-6e4acad5d296,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:21.261633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (2960d936-e2bb-45eb-9bdf-059edda33f62), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.265322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.269791 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-53306644-06fe-47c2-bf37-efe12e867a90 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/2960d936-e2bb-45eb-9bdf-059edda33f62 HTTP/1.1" status: 204 len: 168 time: 0.4547048 Mar 11 00:21:21.270636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:21.275257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:21.298941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.410040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.520855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.5 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d94a2435-43b6-4514-9dca-b5287c6e9ed8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:21.632868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.668382 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:21.704282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:21.709216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:21.713503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:21.751565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=d94a2435-43b6-4514-9dca-b5287c6e9ed8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:22.161121 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:22.235502 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:22.420756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:22.425558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:22.508408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=d94a2435-43b6-4514-9dca-b5287c6e9ed8,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:22.522118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:22.639435 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP b2a288fe-6c1f-4723-9b26-482306cb2cc4 associated. External IP: 172.25.7.5, port: 30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388. Mar 11 00:21:22.882102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:23.323581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:23.337461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:23.343426 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:23.352934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:23.353896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:23.374588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b2a24d6-a3bd-4d0b-ad30-e0b5bd151f3c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.1027634 Mar 11 00:21:23.377362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53420) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:23.397162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:23.416269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:23.417163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:23.443975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d1d0f130-ca4c-459d-9d31-c54cb5062cc5 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/floatingips/b2a288fe-6c1f-4723-9b26-482306cb2cc4 HTTP/1.1" status: 200 len: 976 time: 0.0642486 Mar 11 00:21:23.445270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:23.458138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:23.458944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a012b667-c513-4367-a49e-c760f8dea612 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:23.578493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f976ebf1-256d-43fd-8016-9e08ca39427d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1318583 Mar 11 00:21:23.580821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:23.585272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': '7b3eaeaf-7da2-49fe-801a-49edd92227d9'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:23.646569 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:24.185347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:24.189104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:24.295985 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP b2a288fe-6c1f-4723-9b26-482306cb2cc4 associated. External IP: 172.25.7.5, port: 30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388. Mar 11 00:21:24.853662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:24.968784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:24.979031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:24.989568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:24.990267 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.024270 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.033353 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:25.033964 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.159675 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.160342 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511f216-3533-4c54-b9a2-88dd50e1603a None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:25.193475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:25.309652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:25.314266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:25.322619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:25.333474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:25.334351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.369283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.378640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:25.379427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.394659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-84b34fc1-69f8-4b9d-840b-52954e84ea4e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/b2a288fe-6c1f-4723-9b26-482306cb2cc4 HTTP/1.1" status: 200 len: 976 time: 1.8126760 Mar 11 00:21:25.397207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53438) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:25.401627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:25.420304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:25.421094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d160c-0824-4909-b3b3-1b6efb0829fd None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:25.462462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:25.527100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0541aebb-86a7-459e-a8df-365193b05982 req-9e19ad89-5e85-44c4-8d1c-97ab819f92af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290296 Mar 11 00:21:25.629178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0541aebb-86a7-459e-a8df-365193b05982 req-d44651bc-a161-43a3-9319-ca3c93c8bc37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0430217 Mar 11 00:21:25.709674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0541aebb-86a7-459e-a8df-365193b05982 req-9d29e780-8cc6-4bc8-a02b-21134ef4c641 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590184 Mar 11 00:21:25.717497 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:25.727586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:25.727958 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP b2a288fe-6c1f-4723-9b26-482306cb2cc4 disassociated. External IP: 172.25.7.5, port: 7b3eaeaf-7da2-49fe-801a-49edd92227d9. Mar 11 00:21:25.899745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541aebb-86a7-459e-a8df-365193b05982 req-494bd803-571b-40e0-af18-2879f9b6c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:25.900892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0541aebb-86a7-459e-a8df-365193b05982 req-494bd803-571b-40e0-af18-2879f9b6c6d3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822977 Mar 11 00:21:26.039179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:26.157842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:26.162374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.169521 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:26.181840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:26.182505 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:26.193800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-965fdf93-2b4d-480d-8c4c-3ad92c972c1b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/b2a288fe-6c1f-4723-9b26-482306cb2cc4 HTTP/1.1" status: 200 len: 686 time: 0.7954566 Mar 11 00:21:26.196289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53452) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:26.246530 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:26.257953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:26.258926 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:26.303942 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:26.305168 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a5113-fb9a-4acd-a815-aac2cc129582 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:26.332202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port d94a2435-43b6-4514-9dca-b5287c6e9ed8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:26.332699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.416373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.416688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (d94a2435-43b6-4514-9dca-b5287c6e9ed8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.429650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for d94a2435-43b6-4514-9dca-b5287c6e9ed8 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:26.577499 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d94a2435-43b6-4514-9dca-b5287c6e9ed8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.613750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=d94a2435-43b6-4514-9dca-b5287c6e9ed8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:26.693629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (b2a288fe-6c1f-4723-9b26-482306cb2cc4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.704179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:26.709171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-19ccc4eb-1b90-4c2f-932c-88ad4d65e77a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/b2a288fe-6c1f-4723-9b26-482306cb2cc4 HTTP/1.1" status: 204 len: 168 time: 0.5119145 Mar 11 00:21:26.711980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53462) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:26.779268 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-b614b2a6-2f4f-49f3-a700-d1f2dab0ff2f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] delete failed (client error): The resource could not be found. Mar 11 00:21:26.789606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53464) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:26.802325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b614b2a6-2f4f-49f3-a700-d1f2dab0ff2f tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/b2a288fe-6c1f-4723-9b26-482306cb2cc4 HTTP/1.1" status: 404 len: 345 time: 0.0888798 Mar 11 00:21:26.913859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5147e-a040-45e6-b967-69d96ddb850d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:26.922440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5147e-a040-45e6-b967-69d96ddb850d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:26.928184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5147e-a040-45e6-b967-69d96ddb850d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:26.930061 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cca5147e-a040-45e6-b967-69d96ddb850d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/ports?network_id=833f2688-99b6-40fa-8e32-febec73ea755 HTTP/1.1" status: 200 len: 2358 time: 0.1394608 Mar 11 00:21:26.932794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53470) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:26.987805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614cc68-b354-401f-a927-96a5ac1ccf4a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:26.993910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2614cc68-b354-401f-a927-96a5ac1ccf4a tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/subnets/828c487d-9056-446c-9d82-754c331b6335 HTTP/1.1" status: 200 len: 797 time: 0.0552015 Mar 11 00:21:26.994232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53472) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:27.003966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'port': {'network_id': '833f2688-99b6-40fa-8e32-febec73ea755', 'name': 'tempest-FloatingIPTestJSON-1035875778', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:27.125479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:27.220824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:27.239763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] device_id is not set on port a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:21:27.875251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.14 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:27.881687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.13 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:28.049965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.089719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.134544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:28.143144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:28.145966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:28.176302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:28.238879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:28.239531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.259833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a4d786c-3a6d-447d-987a-4b515c250629 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2644379 Mar 11 00:21:28.263484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53480) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:28.268256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:28.300884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.425744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.548517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.164 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/b0d782b2-0491-4d0a-a798-36f261f94092) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:28.661376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (b0d782b2-0491-4d0a-a798-36f261f94092), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.698109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:28.738732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:28.744648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:28.748350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:28.773578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=b0d782b2-0491-4d0a-a798-36f261f94092,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:29.158971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (4b9369d8-fc56-4a06-a816-b7249f5f1299), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:29.245411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:29.403816 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (b0d782b2-0491-4d0a-a798-36f261f94092), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:29.408910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:29.486304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=b0d782b2-0491-4d0a-a798-36f261f94092,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:29.497728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (4b9369d8-fc56-4a06-a816-b7249f5f1299), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:29.607196 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 4b9369d8-fc56-4a06-a816-b7249f5f1299 associated. External IP: 172.25.7.164, port: a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40. Mar 11 00:21:29.846035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:29.981199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:29.993326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:30.005181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:30.006064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:30.007680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:30.041505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:30.051084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:30.052012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:30.053389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53498) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:30.054008 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-781b0076-746e-4406-8010-f3405f14438e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7890217 Mar 11 00:21:30.058279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': 'a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:30.093783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:30.094818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21816fd-362e-44b0-9d5c-3a269eeb1d07 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:30.118275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (4b9369d8-fc56-4a06-a816-b7249f5f1299), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:30.713880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:30.721418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (4b9369d8-fc56-4a06-a816-b7249f5f1299), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.000903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:31.121317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:31.126177 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.136257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:31.148896 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:31.150424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:31.192996 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:31.197622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-112c3675-a88e-4092-b42c-9c274e86b2af tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/4b9369d8-fc56-4a06-a816-b7249f5f1299 HTTP/1.1" status: 200 len: 979 time: 1.1431046 Mar 11 00:21:31.200745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:31.204862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:31.210134 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:31.248931 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:31.250018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f62a5-b48f-4962-b671-6661a61d8978 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:31.385212 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port b0d782b2-0491-4d0a-a798-36f261f94092 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:31.385434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.508099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.508477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (b0d782b2-0491-4d0a-a798-36f261f94092), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.531862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for b0d782b2-0491-4d0a-a798-36f261f94092 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:31.740131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b0d782b2-0491-4d0a-a798-36f261f94092), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.768361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=b0d782b2-0491-4d0a-a798-36f261f94092,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:31.843257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (4b9369d8-fc56-4a06-a816-b7249f5f1299), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:31.843619 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 4b9369d8-fc56-4a06-a816-b7249f5f1299 disassociated (deleted). External IP: 172.25.7.164, port: a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40. Mar 11 00:21:32.068971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:32.187024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:32.191598 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:32.198212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:32.208246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:32.209343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:32.230353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-01c17038-2611-4184-bb07-0b398f8fa847 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b9369d8-fc56-4a06-a816-b7249f5f1299 HTTP/1.1" status: 204 len: 168 time: 1.0261238 Mar 11 00:21:32.231887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:32.251234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:32.260809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:32.261431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:32.300304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:32.300991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467291cc-23a9-4086-af2f-54f176412fb2 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:32.386553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:32.386912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:32.563885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:32.591951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:32.800083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:32.846557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:33.004537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.008051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c51ae5c3-bc53-48f0-ae3b-cd4dd603471b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/a1f1fbb1-7bfa-45de-a3ef-4c6e2ff31c40 HTTP/1.1" status: 204 len: 168 time: 0.7748346 Mar 11 00:21:33.014264 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53538) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:33.019835 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:33.046236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.201647 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.358154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.15 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9b9ae227-e0b0-44b1-8c7b-77c7849f1197) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:33.500726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.554484 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.609802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53608) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:33.610825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=9b9ae227-e0b0-44b1-8c7b-77c7849f1197,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:33.618131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025314987', 'description': 'tempest-description--1902904624'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:33.624518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:33.626331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:33.628934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:33.646227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.748349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (90c902ac-7f51-45cd-8d90-18e26210aa82), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.748556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.755479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (90c902ac-7f51-45cd-8d90-18e26210aa82), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.787718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.789410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1776519 Mar 11 00:21:33.797196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53628) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:33.803087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '90c902ac-7f51-45cd-8d90-18e26210aa82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:33.827802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.846729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43558a91-c445-467d-ad99-31d947a7b697 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c902ac-7f51-45cd-8d90-18e26210aa82,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:33.876774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (982a35ad-9dc1-4b7d-b4a8-d14c2b846554), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.969274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (982a35ad-9dc1-4b7d-b4a8-d14c2b846554), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:33.977890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (982a35ad-9dc1-4b7d-b4a8-d14c2b846554), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.015896 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.019998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199187 Mar 11 00:21:34.020488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53654) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:34.028308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '90c902ac-7f51-45cd-8d90-18e26210aa82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:34.033517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85848f3-73d8-4765-81f7-9b73b59a211d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982a35ad-9dc1-4b7d-b4a8-d14c2b846554,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:34.077356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (8bc25e59-793f-4149-afe9-a0d653783347), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.167169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (8bc25e59-793f-4149-afe9-a0d653783347), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.172242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8bc25e59-793f-4149-afe9-a0d653783347), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.198868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc25e59-793f-4149-afe9-a0d653783347,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:34.214335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.220950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-07669696-db8f-43cf-8c53-a716c047523e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954660 Mar 11 00:21:34.221144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53672) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:34.233901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:34.282985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.472889 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.651795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.659552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.758027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.25.7.241 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/62a284f6-5c4a-4cf5-97be-e36d9b73c605) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:34.796906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=9b9ae227-e0b0-44b1-8c7b-77c7849f1197,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:34.824348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.859286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:34.863331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-af519153-8960-4b8d-9a40-aa0176c309fe tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8491540 Mar 11 00:21:34.864087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 53738) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:34.874030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'port': {'network_id': '833f2688-99b6-40fa-8e32-febec73ea755', 'name': 'tempest-FloatingIPTestJSON-746677851'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:34.998885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.073565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.119295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:35.125421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.168566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] device_id is not set on port 120a1e82-26a4-4787-a035-dc762e38b290 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:21:35.200583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:35.204026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=62a284f6-5c4a-4cf5-97be-e36d9b73c605,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:35.208448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:35.212721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:35.490203 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.494608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.12 (833f2688-99b6-40fa-8e32-febec73ea755/828c487d-9056-446c-9d82-754c331b6335/120a1e82-26a4-4787-a035-dc762e38b290) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:35.603906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.817678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (120a1e82-26a4-4787-a035-dc762e38b290), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.859104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.866693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.907691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (120a1e82-26a4-4787-a035-dc762e38b290), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:35.961989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=62a284f6-5c4a-4cf5-97be-e36d9b73c605,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:35.977063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:36.002563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:36.002856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 833f2688-99b6-40fa-8e32-febec73ea755 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:36.014969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dbaa696a-0b94-4d82-855e-c67d777e1bb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7841322 Mar 11 00:21:36.015188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:36.015188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:36.051397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=120a1e82-26a4-4787-a035-dc762e38b290,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:36.089099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:36.090017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:36.118813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 53860) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:36.124615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': '120a1e82-26a4-4787-a035-dc762e38b290'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:36.129451 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41f91fc6-8df9-40a8-beb6-110caa681a63 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2522895 Mar 11 00:21:36.273451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:36.735996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2030732-f744-4f1f-97ed-521112fc88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:36.892722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-62f8aa7f-4c91-428f-914c-d3ddbc0bbee0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2025314987&fields=id&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 267 time: 0.0948651 Mar 11 00:21:37.096806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-e9b40bcb-fa90-4b74-82fa-3b1cd173d898 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:37.098552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-e9b40bcb-fa90-4b74-82fa-3b1cd173d898 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.1948602 Mar 11 00:21:37.118287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-e2960f17-09cb-46fb-bb15-e7f36df445ce tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/quotas/166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 375 time: 0.0117838 Mar 11 00:21:37.211333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:37.219944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:37.289922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-3c157d4f-ea3f-4388-b5d5-5ee2d343a310 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344562 Mar 11 00:21:37.772940 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 86e896fc-066b-44a5-a5df-759b542b88ab associated. External IP: 172.25.7.15, port: 120a1e82-26a4-4787-a035-dc762e38b290. Mar 11 00:21:37.877872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-8de02051-df71-41f2-82d8-8a79f77b3ece service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617027 Mar 11 00:21:38.074693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-c621f676-15b3-4ae6-bf3b-f06718479897 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368992 Mar 11 00:21:38.142784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cfcd2-c698-4dbf-a30d-d7e50118cdbf req-4be75531-5768-49d2-8e52-14d2f4ccc8b7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:38.144899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-135cfcd2-c698-4dbf-a30d-d7e50118cdbf req-4be75531-5768-49d2-8e52-14d2f4ccc8b7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1128 time: 0.3734896 Mar 11 00:21:38.207402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-135cfcd2-c698-4dbf-a30d-d7e50118cdbf req-7bf02321-9b83-4b88-9699-650beef618ae tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561769 Mar 11 00:21:38.283585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:38.475633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ff6bf-3ad6-4817-8ed9-2b9a7b985b14 req-195787ed-f791-40a3-b2fd-973b5c6689b7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:38.477658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-523ff6bf-3ad6-4817-8ed9-2b9a7b985b14 req-195787ed-f791-40a3-b2fd-973b5c6689b7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1240277 Mar 11 00:21:38.517238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:38.531641 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:38.535627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:38.541826 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:38.542456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:38.602587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83ee0266-10c0-43f7-a48a-2d8f81a3e50d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/86e896fc-066b-44a5-a5df-759b542b88ab HTTP/1.1" status: 200 len: 977 time: 2.4801235 Mar 11 00:21:38.602925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54048) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:38.685387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-523ff6bf-3ad6-4817-8ed9-2b9a7b985b14 req-bbc4cf33-a970-4c75-923e-c2160fc9f9ce tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925733 Mar 11 00:21:38.722027 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:38.732556 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:38.733503 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:38.744101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54050) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:38.761133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e43ac1e9-3341-45ff-ae87-84e4901ad6a9 req-654eb0a8-506c-4011-8779-836dc7d9eef0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 210 time: 0.0811753 Mar 11 00:21:38.799840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:38.800674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c80ec-1c91-4f5e-a8af-bd5ab74b5164 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:38.895345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e2114b0e-60c5-4aac-99b0-913e890599c6 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 200 len: 994 time: 0.1497772 Mar 11 00:21:38.920804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 120a1e82-26a4-4787-a035-dc762e38b290 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:38.921204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (120a1e82-26a4-4787-a035-dc762e38b290), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.068530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (120a1e82-26a4-4787-a035-dc762e38b290), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.267050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-db177533-6761-4518-8cdc-0dfd68909714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.307660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.308078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.308484 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 86e896fc-066b-44a5-a5df-759b542b88ab disassociated. External IP: 172.25.7.15, port: 120a1e82-26a4-4787-a035-dc762e38b290. Mar 11 00:21:39.309474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 120a1e82-26a4-4787-a035-dc762e38b290 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:39.528114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (120a1e82-26a4-4787-a035-dc762e38b290), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:39.586280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=120a1e82-26a4-4787-a035-dc762e38b290,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:39.696362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b34168-7f19-44f4-a1fe-e5f71ea5a231 req-4a2b8b33-3c07-4a9e-9eaa-07056129a4a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:39.701727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68b34168-7f19-44f4-a1fe-e5f71ea5a231 req-4a2b8b33-3c07-4a9e-9eaa-07056129a4a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1363807 Mar 11 00:21:39.893086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-be844b04-2ec9-49e5-a3e7-ed23d8576764 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:39.895079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-be844b04-2ec9-49e5-a3e7-ed23d8576764 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.1490135 Mar 11 00:21:39.958567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:40.087601 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:40.099719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:40.103058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82e71484-8457-4b7b-9d6c-8d3291a39e80 req-ce7575cd-09ca-4c32-a358-ce9b7825a0b8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 210 time: 0.1928191 Mar 11 00:21:40.103719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-5cf8c1eb-f2b9-4911-b19e-6a0fa20dd70d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5395117 Mar 11 00:21:40.142729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:40.143411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:40.176827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.180810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2093b12b-3e1b-4f30-b031-1eb46deb044c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/120a1e82-26a4-4787-a035-dc762e38b290 HTTP/1.1" status: 204 len: 168 time: 1.5763063 Mar 11 00:21:40.183422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:40.224667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68b34168-7f19-44f4-a1fe-e5f71ea5a231 req-386c9b41-bf14-4b19-87c1-69ee31d23b8c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067155 Mar 11 00:21:40.245635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:40.262930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:40.265341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:40.278991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4d5806d2-b0e1-468c-ae03-ea9ea754f798 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 471 time: 0.3661675 Mar 11 00:21:40.283837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4674475-222f-41bd-b44e-2e0baee909b3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/floatingips/86e896fc-066b-44a5-a5df-759b542b88ab HTTP/1.1" status: 200 len: 687 time: 0.0983968 Mar 11 00:21:40.292612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54080) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:40.298462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'port': {'device_id': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'admin_state_up': True, 'tenant_id': '166c6981125849d49312ea129b146355', 'security_groups': ['90c902ac-7f51-45cd-8d90-18e26210aa82']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:40.380859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:40.384271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9444bd-2d45-4407-8242-ce02475db501 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:40.521950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.527155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:40.532475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.569075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 9b9ae227-e0b0-44b1-8c7b-77c7849f1197 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:40.572572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.767795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.20.0.12 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/33418039-472d-44ae-b914-c14bcdc1d1cc) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:40.820646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.857247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.857580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:40.871216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 9b9ae227-e0b0-44b1-8c7b-77c7849f1197 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:41.104665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.108254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.179495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-67b9ec9b-3f76-4f4d-be1e-83f90ebbfee7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:41.190183 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-67b9ec9b-3f76-4f4d-be1e-83f90ebbfee7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1125 time: 0.3419831 Mar 11 00:21:41.210572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.211827 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b9ae227-e0b0-44b1-8c7b-77c7849f1197), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.321983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=9b9ae227-e0b0-44b1-8c7b-77c7849f1197,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:41.339111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:41.381843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:41.387436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:41.395360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:41.481402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (86e896fc-066b-44a5-a5df-759b542b88ab), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.488038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.493564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:41.494151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.494951 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4434a067-6edb-4be6-b4b0-25ee41a0d6ce tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/86e896fc-066b-44a5-a5df-759b542b88ab HTTP/1.1" status: 204 len: 168 time: 1.1988645 Mar 11 00:21:41.495622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54108) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:41.505489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '7b3eaeaf-7da2-49fe-801a-49edd92227d9'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:41.535031 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.629716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-4ce865bc-3a5d-4b53-a327-61f0ac628461 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3422899 Mar 11 00:21:41.646958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ac7ca-131c-4bd7-be7b-026ed11b6b3d req-cd77b924-3b2c-4367-aff8-007ed1d6b404 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:41.655273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1ac7ca-131c-4bd7-be7b-026ed11b6b3d req-cd77b924-3b2c-4367-aff8-007ed1d6b404 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 932 time: 0.3183143 Mar 11 00:21:41.655616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.690740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6694f9-578b-4b4d-9bb7-a3378147ce27 req-8fa511aa-0baf-4f5c-870a-ac3414618552 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:41.692582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c6694f9-578b-4b4d-9bb7-a3378147ce27 req-8fa511aa-0baf-4f5c-870a-ac3414618552 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.2984519 Mar 11 00:21:41.698911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Request body: {'port': {'device_id': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:41.789993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.892077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.946662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2094d674-bcfe-47fa-9336-d480608d1956 None None] Provisioning complete for port 33418039-472d-44ae-b914-c14bcdc1d1cc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:41.947761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2094d674-bcfe-47fa-9336-d480608d1956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:41.982361 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.22 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/1eaff0c4-3ecd-41f4-b9a0-614233de8103) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:42.001042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f1ac7ca-131c-4bd7-be7b-026ed11b6b3d req-3e908eb7-2a75-44c8-9829-ec2eae9d4d1c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447218 Mar 11 00:21:42.027026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2094d674-bcfe-47fa-9336-d480608d1956 None None] Port 33418039-472d-44ae-b914-c14bcdc1d1cc cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:21:42.054929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c6694f9-578b-4b4d-9bb7-a3378147ce27 req-eb6fa014-a4e1-454d-bbf9-8deda12d71c5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812393 Mar 11 00:21:42.202768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.243292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.288133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:42.291755 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:42.302797 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:42.336290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=1eaff0c4-3ecd-41f4-b9a0-614233de8103,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:42.368439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33418039-472d-44ae-b914-c14bcdc1d1cc {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:21:42.377662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks [] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.392782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Transition to ACTIVE for port object 33418039-472d-44ae-b914-c14bcdc1d1cc will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:21:42.399936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.573898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:42.622769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-102c6854-be65-4378-9c66-109372df7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:42.624457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-102c6854-be65-4378-9c66-109372df7b82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1128 time: 0.0938745 Mar 11 00:21:42.630347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Attempting to bind port 33418039-472d-44ae-b914-c14bcdc1d1cc on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:21:42.630839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Attempting to bind port 33418039-472d-44ae-b914-c14bcdc1d1cc by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:21:42.631864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Attempting to bind port 33418039-472d-44ae-b914-c14bcdc1d1cc on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:21:42.657399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Port 33418039-472d-44ae-b914-c14bcdc1d1cc on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:21:42.657728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Attempting to bind port 33418039-472d-44ae-b914-c14bcdc1d1cc on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:21:42.669988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:21:42.670343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:21:42.670737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:21:42.671189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Bound port: 33418039-472d-44ae-b914-c14bcdc1d1cc, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:21:42.671552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.823309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:21:42.826615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-6095e4da-d2c6-45d3-a604-8c0a89e01998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:42.828246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-6095e4da-d2c6-45d3-a604-8c0a89e01998 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1865878 Mar 11 00:21:42.829961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33418039-472d-44ae-b914-c14bcdc1d1cc,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:21:42.901562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-c57b575a-3452-422d-9254-8296c9ffd71a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1002 time: 0.0675974 Mar 11 00:21:42.904158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:42.963752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-f0102ceb-2c9c-49f2-8b9e-7e5824ceca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:42.966278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-f0102ceb-2c9c-49f2-8b9e-7e5824ceca52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0573714 Mar 11 00:21:42.971829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.019188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.020045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.021560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] 10.222.0.30 "PUT /v2.0/ports/33418039-472d-44ae-b914-c14bcdc1d1cc HTTP/1.1" status: 200 len: 1092 time: 1.3642013 Mar 11 00:21:43.022123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:43.024531 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92c256f-9e29-4b39-91df-7f9981791bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:43.096471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5816436-45ec-4c08-8ad3-b339c38d0cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:43.127138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.179156 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e621254-fc7b-4208-a0e9-426168bc0fef x-openstack-request-id: req-6e621254-fc7b-4208-a0e9-426168bc0fef {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:43.179463 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:43.179723 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e621254-fc7b-4208-a0e9-426168bc0fef {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:43.180150 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'status': 'completed', 'code': 200} Mar 11 00:21:43.322483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.327466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-c2b012c2-0d1c-4374-8bc9-b8e632fd580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.329586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-c2b012c2-0d1c-4374-8bc9-b8e632fd580c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3452928 Mar 11 00:21:43.380632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.394119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.441154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-c5027526-b024-454d-a25c-a1cb62f3910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.443254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-c5027526-b024-454d-a25c-a1cb62f3910e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 1126 time: 0.3391080 Mar 11 00:21:43.450669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-2cf398bf-976d-44bd-a47a-593fb25b8a19 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058443 Mar 11 00:21:43.451667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=1eaff0c4-3ecd-41f4-b9a0-614233de8103,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:43.509477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-fe0dab9e-93c0-46d0-a3dd-d5286ce961e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33418039-472d-44ae-b914-c14bcdc1d1cc HTTP/1.1" status: 200 len: 217 time: 0.0577180 Mar 11 00:21:43.514909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:43.578060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc81be-999c-45bb-8d09-6262c5c06fd9 req-ef3f325a-4653-47a8-bbe8-2c753832cec9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.579960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2bc81be-999c-45bb-8d09-6262c5c06fd9 req-ef3f325a-4653-47a8-bbe8-2c753832cec9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.3257961 Mar 11 00:21:43.619430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ce82-1e05-4f82-aeeb-ff285a1a922d req-f5ea9b10-3eb0-4a55-8fed-5c100faa11ec tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.621017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c239ce82-1e05-4f82-aeeb-ff285a1a922d req-f5ea9b10-3eb0-4a55-8fed-5c100faa11ec tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 944 time: 0.4387658 Mar 11 00:21:43.660908 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 3fdfa8d2-04a1-48fa-8978-3908b7fb07b8 associated. External IP: 172.25.7.22, port: 7b3eaeaf-7da2-49fe-801a-49edd92227d9. Mar 11 00:21:43.719558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2bc81be-999c-45bb-8d09-6262c5c06fd9 req-524d3199-6f0e-4a75-b6bf-30a23bf1c1cd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312470 Mar 11 00:21:43.724301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-ce531d4e-fecd-4f12-be5e-5cae5e22a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.725716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-ce531d4e-fecd-4f12-be5e-5cae5e22a0e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.2015841 Mar 11 00:21:43.772225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c239ce82-1e05-4f82-aeeb-ff285a1a922d req-24f260ac-e37c-49a1-ad43-1ff0fe8a41b1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415668 Mar 11 00:21:43.811659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-739c457a-7f6d-442c-a2ce-3aad4bb157ba service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011665 Mar 11 00:21:43.836590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-20743676-eb8c-4fd8-873e-ace3f8dbb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:43.843056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-20743676-eb8c-4fd8-873e-ace3f8dbb2e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037123 Mar 11 00:21:43.974873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-060d778d-fb7e-47c1-9ea9-1e1fde5c3a58 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297314 Mar 11 00:21:43.992915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:44.093992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ce018c30-c7d2-4304-b3e1-97a16a693003 req-fb65ffe2-ffb0-4e2d-b531-556058872d63 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122723 Mar 11 00:21:44.112593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:44.126468 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:44.141008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.160870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:44.161772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:44.234362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-66b526a5-ef61-41f8-8b8d-f30481b68885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:44.236073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-66b526a5-ef61-41f8-8b8d-f30481b68885 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 1126 time: 0.0907867 Mar 11 00:21:44.251346 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:44.273354 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:44.273991 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:44.349620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:44.350211 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b1a7-3a61-4d4e-aab5-6209f18619a6 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:44.395161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-eaf61451-f647-41f0-a48a-96fbd6309a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:44.397225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-eaf61451-f647-41f0-a48a-96fbd6309a2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.1544433 Mar 11 00:21:44.447599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-83e562f9-75eb-4d92-b26d-97d543c951a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33418039-472d-44ae-b914-c14bcdc1d1cc HTTP/1.1" status: 200 len: 217 time: 0.0438743 Mar 11 00:21:44.504322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-4144564a-8b19-44d7-88f6-5215f28c5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:44.506487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-4144564a-8b19-44d7-88f6-5215f28c5055 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0527527 Mar 11 00:21:44.565735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-6988218c-2879-431f-8361-5fbb662459d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:44.567276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-6988218c-2879-431f-8361-5fbb662459d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537500 Mar 11 00:21:44.619873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4b6f401a-ddea-4d2c-af99-c23e4898c19b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1225579 Mar 11 00:21:44.621135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54136) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:44.626419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1604013802'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:44.649176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:44.654702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.675322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-d43cbb96-4341-416e-aa11-2c259cec85a7 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017036 Mar 11 00:21:44.686452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:21:44.699292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbac6308-3907-42ce-a1b9-baa2be0b4dd1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.700139 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Added segment bbac6308-3907-42ce-a1b9-baa2be0b4dd1 of type vlan for network e2a4db48-eef4-436d-a638-0db1aebaa250 Mar 11 00:21:44.751010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (e2a4db48-eef4-436d-a638-0db1aebaa250), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.790251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (e2a4db48-eef4-436d-a638-0db1aebaa250), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.796288 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:44.797074 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:44.845947 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2210133 Mar 11 00:21:44.854537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:44.864436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'subnet': {'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:44.930817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf665-6e23-47fd-ad04-eab584223ac6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Network': ['ID=e2a4db48-eef4-436d-a638-0db1aebaa250,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:44.945514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network e2a4db48-eef4-436d-a638-0db1aebaa250 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:21:45.041412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:45.046454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.310064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (fd9d2045-9d50-4c7e-9ed3-2c88e01541f6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.351531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e92c256f-9e29-4b39-91df-7f9981791bbc req-17ab4be6-4c8f-4d16-83d8-686e9b47e010 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684489 Mar 11 00:21:45.376684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a460d-97f7-4e3d-90ca-97712b2806fd req-1ef3519f-bb6a-4234-a3f4-67d810711d67 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:45.384367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-796a460d-97f7-4e3d-90ca-97712b2806fd req-1ef3519f-bb6a-4234-a3f4-67d810711d67 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1448135 Mar 11 00:21:45.421291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c10f5f-2a48-414a-9940-48485a4d478e req-8af26bad-c59f-427b-97ec-47936400d257 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:45.422790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c10f5f-2a48-414a-9940-48485a4d478e req-8af26bad-c59f-427b-97ec-47936400d257 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 944 time: 0.1943235 Mar 11 00:21:45.427168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Subnet': ['ID=fd9d2045-9d50-4c7e-9ed3-2c88e01541f6,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:45.440178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Checking segment: {'id': 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:21:45.440691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network hostable DHCP agents. Network: e2a4db48-eef4-436d-a638-0db1aebaa250, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:21:45.462537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network e2a4db48-eef4-436d-a638-0db1aebaa250 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:21:45.478186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, e2a4db48-eef4-436d-a638-0db1aebaa250) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:45.485136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:45.485792 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.488920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5dcc3f-a6ba-4b01-b09f-a416607a1007 None None] Network e2a4db48-eef4-436d-a638-0db1aebaa250 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:21:45.491306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-796a460d-97f7-4e3d-90ca-97712b2806fd req-e1c9140f-5c9d-4088-94d4-698a21398698 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056724 Mar 11 00:21:45.523956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c10f5f-2a48-414a-9940-48485a4d478e req-3914c06a-4e64-406d-a958-5af42664c659 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875022 Mar 11 00:21:45.537579 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9df3f4fa-5d19-466d-86a9-cb422f9a786d tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6800992 Mar 11 00:21:45.538304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54148) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:45.550429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1745542207', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:45.576595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.577936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.612988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-e2a4db48-eef4-436d-a638-0db1aebaa250', 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250', 'project_id': '2a2ee917691a4195bcf73604dad723a9', 'fixed_ips': [{'subnet_id': 'fd9d2045-9d50-4c7e-9ed3-2c88e01541f6'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:21:45.613948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.642882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_controller (41a3be41-45ed-47d5-8e5f-78e670dfb19e), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.750024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Allocated IP 172.20.0.2 (e2a4db48-eef4-436d-a638-0db1aebaa250/fd9d2045-9d50-4c7e-9ed3-2c88e01541f6/d39f10da-3885-44b2-a3b3-7d6ea6465c3f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:45.803748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (41a3be41-45ed-47d5-8e5f-78e670dfb19e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.820620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33418039-472d-44ae-b914-c14bcdc1d1cc details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:21:45.985571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks [] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:45.989190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33418039-472d-44ae-b914-c14bcdc1d1cc,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:45.992326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.030008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.039332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'port_id': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'mac_address': 'fa:16:3e:c5:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:21:46.047336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Network e2a4db48-eef4-436d-a638-0db1aebaa250 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:46.049495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.051788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:46.054652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:46.057736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Pushing event updated for resources: {'Port': ['ID=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:46.090397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.091167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.091167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.091417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.091917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.092435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.092920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.093243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.093566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.093887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.094205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.094522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.094838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:21:46.129499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 33418039-472d-44ae-b914-c14bcdc1d1cc is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:46.129884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.165368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.25.7.234 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/4f2418f3-1b9f-4d3c-8df3-8001285fd58a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:46.287253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (4f2418f3-1b9f-4d3c-8df3-8001285fd58a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.326410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Attempting to bind port d39f10da-3885-44b2-a3b3-7d6ea6465c3f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:21:46.326751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Attempting to bind port d39f10da-3885-44b2-a3b3-7d6ea6465c3f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:21:46.327112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Attempting to bind port d39f10da-3885-44b2-a3b3-7d6ea6465c3f on network e2a4db48-eef4-436d-a638-0db1aebaa250 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:21:46.327307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4f2418f3-1b9f-4d3c-8df3-8001285fd58a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.331023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33418039-472d-44ae-b914-c14bcdc1d1cc {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:21:46.338001 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:21:46.339082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Checking segment: {'id': 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:21:46.340906 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.341591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Bound using segment: {'id': 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:21:46.342228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Bound port: d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:21:46.342778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.397182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:46.399200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33418039-472d-44ae-b914-c14bcdc1d1cc,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:46.408280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:46.411177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=4f2418f3-1b9f-4d3c-8df3-8001285fd58a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:46.411837 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.412973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:46.459597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] For port d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:21:46.481797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] For port d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,segment=NetworkSegment(bbac6308-3907-42ce-a1b9-baa2be0b4dd1),segment_id=bbac6308-3907-42ce-a1b9-baa2be0b4dd1)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:21:46.494491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:46.498500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:46.572059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2aa7-fbff-45bb-9f25-075ed2edc282 None None] Pushing event updated for resources: {'Port': ['ID=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:46.689133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['33418039-472d-44ae-b914-c14bcdc1d1cc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:21:46.755235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36eb5-1fa0-495e-9b7f-63727cf4c982 req-8f9b6631-3e76-4d2f-acef-6fbf1ac35aba tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:46.763865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0f36eb5-1fa0-495e-9b7f-63727cf4c982 req-8f9b6631-3e76-4d2f-acef-6fbf1ac35aba tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1412807 Mar 11 00:21:46.878448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da7b9e-7167-41ca-9272-f22d19bc772c req-30264419-b78b-41f6-b83f-9d4c3de521c7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:46.879978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03da7b9e-7167-41ca-9272-f22d19bc772c req-30264419-b78b-41f6-b83f-9d4c3de521c7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 945 time: 0.2078476 Mar 11 00:21:46.984689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0f36eb5-1fa0-495e-9b7f-63727cf4c982 req-79a67539-94dd-403f-a281-bca5620d9f36 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198315 Mar 11 00:21:47.017467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03da7b9e-7167-41ca-9272-f22d19bc772c req-32206d51-44fb-4d3f-b645-fdaab661cf52 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111178 Mar 11 00:21:47.035887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:47.265894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:47.433139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router 41a3be41-45ed-47d5-8e5f-78e670dfb19e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:21:47.577143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:47.592567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] Sync routers for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:47.610438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:47.611461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:47.620737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:47.623042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb196a16-c3c8-4012-87f0-dfea72484481 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0832736 Mar 11 00:21:47.625759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54166) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:47.667179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:47.678082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:47.679045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:47.745290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:47.746778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1133f22-4f04-4faa-8aef-f9e8369f73ec None None] The sync data for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:47.808261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33418039-472d-44ae-b914-c14bcdc1d1cc up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:21:47.886241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 33418039-472d-44ae-b914-c14bcdc1d1cc completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:21:47.892874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 33418039-472d-44ae-b914-c14bcdc1d1cc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:47.893402 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.007571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bca30b-84ff-4178-8aa9-6039a020b0aa None None] Network e2a4db48-eef4-436d-a638-0db1aebaa250 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:21:48.040179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 33418039-472d-44ae-b914-c14bcdc1d1cc is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:48.040568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.169370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33418039-472d-44ae-b914-c14bcdc1d1cc,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:48.173510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:48.175875 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265b0fac-a5cf-45d1-87c5-b20af0a4250b" -d '{"events": [{"server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "name": "network-vif-plugged", "status": "completed", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:48.195885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.226789 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.259137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Provisioning complete for port d39f10da-3885-44b2-a3b3-7d6ea6465c3f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:48.259427 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.279544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd6408-2d3b-4658-8077-776649977e0e req-eba0c4c1-24d9-4442-9df2-664a847e5b53 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:48.281095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2dd6408-2d3b-4658-8077-776649977e0e req-eba0c4c1-24d9-4442-9df2-664a847e5b53 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.1183639 Mar 11 00:21:48.295746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a4b1-a946-444c-97f0-50b3d5492d94 req-42e18067-4464-4a9d-875c-8aa0fa6987d3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:48.297320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8486a4b1-a946-444c-97f0-50b3d5492d94 req-42e18067-4464-4a9d-875c-8aa0fa6987d3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1847501 Mar 11 00:21:48.345979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2dd6408-2d3b-4658-8077-776649977e0e req-db1516df-e92e-4276-8322-daf8d11e9152 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 Mar 11 00:21:48.414031 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8486a4b1-a946-444c-97f0-50b3d5492d94 req-7bc13c99-3d8a-4832-aee5-23882dba3ca0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725219 Mar 11 00:21:48.467398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:48.473987 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b54c00-e123-4b85-86db-3ae512c4d248 x-openstack-request-id: req-c5b54c00-e123-4b85-86db-3ae512c4d248 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:48.474277 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "name": "network-vif-plugged", "status": "completed", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:48.474732 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5b54c00-e123-4b85-86db-3ae512c4d248 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:48.475136 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'code': 200} Mar 11 00:21:48.498486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Current status of the port d39f10da-3885-44b2-a3b3-7d6ea6465c3f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:48.498882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.551582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] For port d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,segment=NetworkSegment(bbac6308-3907-42ce-a1b9-baa2be0b4dd1),segment_id=bbac6308-3907-42ce-a1b9-baa2be0b4dd1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:48.560756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.628655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c905f0-069f-4dc4-9df4-3e76e8e8235e req-9a59c8ab-5a46-4e10-af5f-6e59305412bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:48.630331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56c905f0-069f-4dc4-9df4-3e76e8e8235e req-9a59c8ab-5a46-4e10-af5f-6e59305412bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 1128 time: 0.0941577 Mar 11 00:21:48.671126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b0b80-4478-48cf-9607-8b9c9c77b541 None None] Pushing event updated for resources: {'Port': ['ID=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:48.718888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56c905f0-069f-4dc4-9df4-3e76e8e8235e req-455bc0fe-89b4-4101-acb8-abe8dd9d2c2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815129 Mar 11 00:21:48.800743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.1 (e2a4db48-eef4-436d-a638-0db1aebaa250/fd9d2045-9d50-4c7e-9ed3-2c88e01541f6/05562b54-5ddd-4737-80d3-1670e6692921) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:48.810437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d39f10da-3885-44b2-a3b3-7d6ea6465c3f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:21:48.896967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d39f10da-3885-44b2-a3b3-7d6ea6465c3f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:48.897353 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:48.978782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (05562b54-5ddd-4737-80d3-1670e6692921), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.018282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (05562b54-5ddd-4737-80d3-1670e6692921), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.021451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d39f10da-3885-44b2-a3b3-7d6ea6465c3f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:49.028350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6aefaa14-2231-497f-a498-378b642ed442 None None] Provisioning complete for port d39f10da-3885-44b2-a3b3-7d6ea6465c3f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:49.029005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6aefaa14-2231-497f-a498-378b642ed442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.072251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network e2a4db48-eef4-436d-a638-0db1aebaa250 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:49.077140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:49.098496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:49.137338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6aefaa14-2231-497f-a498-378b642ed442 None None] Current status of the port d39f10da-3885-44b2-a3b3-7d6ea6465c3f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:49.137541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=05562b54-5ddd-4737-80d3-1670e6692921,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:49.168163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.355578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (05562b54-5ddd-4737-80d3-1670e6692921), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.361897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c25b491c-ebd9-4b30-af1d-bed9e7f9cb39 None None] Provisioning complete for port 05562b54-5ddd-4737-80d3-1670e6692921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:49.362780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c25b491c-ebd9-4b30-af1d-bed9e7f9cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (05562b54-5ddd-4737-80d3-1670e6692921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.407011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c25b491c-ebd9-4b30-af1d-bed9e7f9cb39 None None] Port 05562b54-5ddd-4737-80d3-1670e6692921 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:21:49.573370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9af77-767b-4ea9-a4c0-1acf10f282e2 req-faac4007-63a1-4a3c-9878-5399a0cbd20d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:49.575892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fb9af77-767b-4ea9-a4c0-1acf10f282e2 req-faac4007-63a1-4a3c-9878-5399a0cbd20d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.1125028 Mar 11 00:21:49.670588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4ebb9-14d1-4d01-8e5b-7bf17c9c081a req-139955a3-073d-4a61-8c91-e2448d791456 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:49.672460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1c4ebb9-14d1-4d01-8e5b-7bf17c9c081a req-139955a3-073d-4a61-8c91-e2448d791456 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1205442 Mar 11 00:21:49.676677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fb9af77-767b-4ea9-a4c0-1acf10f282e2 req-78a0ac4c-1afa-47f2-82e0-998d2ab8cb32 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732853 Mar 11 00:21:49.766689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1c4ebb9-14d1-4d01-8e5b-7bf17c9c081a req-69564bca-ebde-4694-a516-497ad4b243d4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817995 Mar 11 00:21:49.799603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (05562b54-5ddd-4737-80d3-1670e6692921), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.820029 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (05562b54-5ddd-4737-80d3-1670e6692921), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:49.924980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=05562b54-5ddd-4737-80d3-1670e6692921,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:49.927935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.030773 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network e2a4db48-eef4-436d-a638-0db1aebaa250 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:50.032290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:50.161886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router 41a3be41-45ed-47d5-8e5f-78e670dfb19e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:50.278825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:50.287018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d49caf05-3048-458d-afab-f8afaa373496 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/routers/41a3be41-45ed-47d5-8e5f-78e670dfb19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6562405 Mar 11 00:21:50.287018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54186) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:50.289970 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] Sync routers for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:50.292038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'port': {'network_id': 'e2a4db48-eef4-436d-a638-0db1aebaa250', 'name': 'tempest-FloatingIPTestJSON-1105702622'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:50.300135 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:50.300746 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:50.338480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a7973117-18c2-4896-8cde-634d586f90cd None None] Provisioning complete for port 05562b54-5ddd-4737-80d3-1670e6692921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:50.341469 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7973117-18c2-4896-8cde-634d586f90cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (05562b54-5ddd-4737-80d3-1670e6692921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.348871 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:50.359019 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:50.359917 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:50.379720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7973117-18c2-4896-8cde-634d586f90cd None None] Port 05562b54-5ddd-4737-80d3-1670e6692921 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:21:50.398206 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:50.398936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425ee1d-9f82-4d26-8319-2fa8da0f996d None None] The sync data for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:50.440591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Made reservation on behalf of 2a2ee917691a4195bcf73604dad723a9 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:21:50.444737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.463521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] device_id is not set on port 4afa4a84-b666-4f49-b3b9-4c5c4c6767be yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:21:50.595143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Allocated IP 172.20.0.11 (e2a4db48-eef4-436d-a638-0db1aebaa250/fd9d2045-9d50-4c7e-9ed3-2c88e01541f6/4afa4a84-b666-4f49-b3b9-4c5c4c6767be) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:21:50.706631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d39f10da-3885-44b2-a3b3-7d6ea6465c3f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:21:50.806097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d39f10da-3885-44b2-a3b3-7d6ea6465c3f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:50.817261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.825227 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.859205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e68c9-518d-41f2-be5a-294d87629bc7 req-c22f99a0-5b5d-426f-b661-957fe8845fae tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:50.860905 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb1e68c9-518d-41f2-be5a-294d87629bc7 req-c22f99a0-5b5d-426f-b661-957fe8845fae tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.0976462 Mar 11 00:21:50.893212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:50.954328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event updated for resources: {'Port': ['ID=4afa4a84-b666-4f49-b3b9-4c5c4c6767be,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:50.967627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Network e2a4db48-eef4-436d-a638-0db1aebaa250 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:21:50.969307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:21:50.971623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:21:50.984306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d39f10da-3885-44b2-a3b3-7d6ea6465c3f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:21:51.014630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb1e68c9-518d-41f2-be5a-294d87629bc7 req-6920345a-a3c7-44d6-8303-458db9abfa90 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451125 Mar 11 00:21:51.050161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:51.050161 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.050334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6ce2-a560-4d5f-acc2-6154952db6cb req-170ae125-1970-48e2-95bf-0977b724dc5c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:51.051643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ba6ce2-a560-4d5f-acc2-6154952db6cb req-170ae125-1970-48e2-95bf-0977b724dc5c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1435149 Mar 11 00:21:51.070360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bd70912d-599d-4811-83cd-63674aa18634 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7826355 Mar 11 00:21:51.076481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54200) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:51.087899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Request body: {'floatingip': {'port_id': '4afa4a84-b666-4f49-b3b9-4c5c4c6767be'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:51.171217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ba6ce2-a560-4d5f-acc2-6154952db6cb req-a45373c3-3bdf-4c4a-9f89-364061d23a3b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135719 Mar 11 00:21:51.218523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.366755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2a923-734f-4412-a74d-93122390a476 req-b95daea6-941a-41ac-86bb-e4022764fbc7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:51.372264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98c2a923-734f-4412-a74d-93122390a476 req-b95daea6-941a-41ac-86bb-e4022764fbc7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.1153138 Mar 11 00:21:51.377676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54208) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:51.382868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'port_id': '33418039-472d-44ae-b914-c14bcdc1d1cc'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:51.435725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4528603f-2fa3-44f2-b5ef-560913c4a109 None None] Provisioning complete for port 4afa4a84-b666-4f49-b3b9-4c5c4c6767be triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:21:51.436859 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4528603f-2fa3-44f2-b5ef-560913c4a109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.442394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.482362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4528603f-2fa3-44f2-b5ef-560913c4a109 None None] Port 4afa4a84-b666-4f49-b3b9-4c5c4c6767be cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:21:51.835324 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.845883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.955715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.960922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:51.994187 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 3fdfa8d2-04a1-48fa-8978-3908b7fb07b8 associated. External IP: 172.25.7.22, port: 7b3eaeaf-7da2-49fe-801a-49edd92227d9. Mar 11 00:21:52.153635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:21:52.416347 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP b76d1a02-42b8-40ea-9d4a-d428b4d20da5 associated. External IP: 172.25.7.241, port: 33418039-472d-44ae-b914-c14bcdc1d1cc. Mar 11 00:21:52.534504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5ce9-025e-4d89-b75d-d5a474d7f58e req-5defdc8d-5ad1-49c4-addd-1cf504e3a1a8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:52.535987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-453f5ce9-025e-4d89-b75d-d5a474d7f58e req-5defdc8d-5ad1-49c4-addd-1cf504e3a1a8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1367033 Mar 11 00:21:52.619039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:52.638081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-453f5ce9-025e-4d89-b75d-d5a474d7f58e req-4d31d35a-5749-467c-a5dc-221018f7f143 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909305 Mar 11 00:21:52.711428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:52.740557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:52.754556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:52.766251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:52.767210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:52.803656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:52.814559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:52.815319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:52.862954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:52.863816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b010101-23ca-4c9d-b7cd-cefcf0fe67d5 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:52.878504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:52.885004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:52.890761 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:52.902733 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:52.904071 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:52.942053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3663ebfa-4b49-43e2-b57b-6f05878117bd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "PUT /v2.0/floatingips/b76d1a02-42b8-40ea-9d4a-d428b4d20da5 HTTP/1.1" status: 200 len: 992 time: 1.5495524 Mar 11 00:21:52.942053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:52.942053 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0602f21-739f-457a-82d0-be956394252d" -d '{"events": [{"name": "network-changed", "server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:52.975080 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace44580-697d-43f2-90a4-899f41c9d1ef x-openstack-request-id: req-ace44580-697d-43f2-90a4-899f41c9d1ef {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:52.975667 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:52.975667 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace44580-697d-43f2-90a4-899f41c9d1ef {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:52.976113 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'status': 'completed', 'code': 200} Mar 11 00:21:53.076094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router 41a3be41-45ed-47d5-8e5f-78e670dfb19e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:53.114868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:21:53.165622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602f21-739f-457a-82d0-be956394252d req-b06aa5c7-04bd-4cc8-ac0e-c158cc75aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.178000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-b06aa5c7-04bd-4cc8-ac0e-c158cc75aa77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 1128 time: 0.1768405 Mar 11 00:21:53.216009 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:53.226596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] Sync routers for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:53.229630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:53.244435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:53.245168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.314149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.315405 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-90dee973-07b6-4c06-87c5-ba65df0e36e3 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/floatingips/3fdfa8d2-04a1-48fa-8978-3908b7fb07b8 HTTP/1.1" status: 200 len: 978 time: 2.2371070 Mar 11 00:21:53.316252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:53.321287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:53.321993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.369202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.369984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319323fb-fca5-422c-ab4f-dbdf84c9c933 None None] The sync data for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:53.419665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602f21-739f-457a-82d0-be956394252d req-0b5c7faf-2bac-47ff-9a9b-c88446a755ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.421333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-0b5c7faf-2bac-47ff-9a9b-c88446a755ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.2346363 Mar 11 00:21:53.431487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6365610-ce11-4c13-b4cc-b69d51107fda req-0b7be621-12c7-44b9-91d5-5166b5921a21 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.432877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6365610-ce11-4c13-b4cc-b69d51107fda req-0b7be621-12c7-44b9-91d5-5166b5921a21 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 949 time: 0.1119452 Mar 11 00:21:53.454989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 4afa4a84-b666-4f49-b3b9-4c5c4c6767be {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:53.455369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:53.534079 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}, {'id': 'b76d1a02-42b8-40ea-9d4a-d428b4d20da5', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:c5:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:35Z', 'updated_at': '2022-03-11T00:21:51Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.570572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:53.577464 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:21:53.583714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c6365610-ce11-4c13-b4cc-b69d51107fda req-1e8d26ff-a459-4753-b28b-f6bc74c033c0 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404166 Mar 11 00:21:53.590379 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:53.591118 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:53.600409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-5a675a1f-25df-4abc-bd94-7ff999344d10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33418039-472d-44ae-b914-c14bcdc1d1cc HTTP/1.1" status: 200 len: 1000 time: 0.1665506 Mar 11 00:21:53.658513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602f21-739f-457a-82d0-be956394252d req-f0d01253-c80f-455c-a987-9ba9f235c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.660051 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-f0d01253-c80f-455c-a987-9ba9f235c823 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0488224 Mar 11 00:21:53.758338 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:21:53.760692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0602f21-739f-457a-82d0-be956394252d req-dba274e2-d2fb-4ab1-8153-7cdfc6126790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.762314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-dba274e2-d2fb-4ab1-8153-7cdfc6126790 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932136 Mar 11 00:21:53.810525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:53.810525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:53.810819 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Floating IP 3fdfa8d2-04a1-48fa-8978-3908b7fb07b8 disassociated. External IP: 172.25.7.22, port: 4afa4a84-b666-4f49-b3b9-4c5c4c6767be. Mar 11 00:21:53.811096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 4afa4a84-b666-4f49-b3b9-4c5c4c6767be owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:53.909912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad59b29-6aca-45f4-b0a7-0f9fb079645b req-efdc5c6a-dadc-4bc6-8ea1-5f4f278a583f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:53.912371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ad59b29-6aca-45f4-b0a7-0f9fb079645b req-efdc5c6a-dadc-4bc6-8ea1-5f4f278a583f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1809788 Mar 11 00:21:53.936042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-d619b2af-95d6-4184-b122-42b5ba8b9d37 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579664 Mar 11 00:21:53.968131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4afa4a84-b666-4f49-b3b9-4c5c4c6767be), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:54.007841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=4afa4a84-b666-4f49-b3b9-4c5c4c6767be,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:54.047695 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}, {'id': 'b76d1a02-42b8-40ea-9d4a-d428b4d20da5', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:c5:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:35Z', 'updated_at': '2022-03-11T00:21:51Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:54.048139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ad59b29-6aca-45f4-b0a7-0f9fb079645b req-28732f6c-7d2b-44a6-b8ff-1da29bc9f306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216185 Mar 11 00:21:54.108176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0602f21-739f-457a-82d0-be956394252d req-e56aec0e-e61d-4071-8566-1abc3a718bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650212 Mar 11 00:21:54.194965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router 41a3be41-45ed-47d5-8e5f-78e670dfb19e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:54.199473 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99839af-94b8-4638-a5f3-1c4000de85ac None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}, {'id': 'b76d1a02-42b8-40ea-9d4a-d428b4d20da5', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:c5:da:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:21:35Z', 'updated_at': '2022-03-11T00:21:51Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:54.325915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:54.336299 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] Sync routers for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:54.354393 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:54.356553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:54.398310 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:54.405596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:54.408458 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:54.409079 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:54.412173 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e0d1c876-44d8-4ce5-ae4d-364a2192ecff tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/4afa4a84-b666-4f49-b3b9-4c5c4c6767be HTTP/1.1" status: 204 len: 168 time: 1.0928373 Mar 11 00:21:54.413120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:54.448796 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:54.449385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2bf3a-1670-4be9-adfb-ea4d7f52bc64 None None] The sync data for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:54.490453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ec3bc-c34f-4f17-ab05-19a7e911f4ac None None] New status for floating IP b76d1a02-42b8-40ea-9d4a-d428b4d20da5: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:21:54.731027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb06e00-e80c-407a-aae5-a9c8b4d45f0d req-8fc4b931-3785-4c71-8b28-0e95a4d6ef17 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:54.732761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edb06e00-e80c-407a-aae5-a9c8b4d45f0d req-8fc4b931-3785-4c71-8b28-0e95a4d6ef17 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 949 time: 0.0612478 Mar 11 00:21:54.820864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edb06e00-e80c-407a-aae5-a9c8b4d45f0d req-3374154d-af06-4c49-b967-36dce9aaf5fd tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/security-groups?id=94ceac9e-375b-494d-9878-54cc62359a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819275 Mar 11 00:21:54.857032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-9452b16e-88d9-45f6-9d51-d33d18f1a714 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:54.858563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-9452b16e-88d9-45f6-9d51-d33d18f1a714 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.30 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 949 time: 0.0731840 Mar 11 00:21:54.869896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:54.962854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Deleting port 6f80566b-0548-4453-bb07-8608462dde56 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:54.963311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6f80566b-0548-4453-bb07-8608462dde56), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.068829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] For port 6f80566b-0548-4453-bb07-8608462dde56, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=6f80566b-0548-4453-bb07-8608462dde56,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:55.069545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6f80566b-0548-4453-bb07-8608462dde56), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.084450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Calling delete_port for 6f80566b-0548-4453-bb07-8608462dde56 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:55.174348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 05562b54-5ddd-4737-80d3-1670e6692921 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:55.174914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (05562b54-5ddd-4737-80d3-1670e6692921), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.244214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c58f5-35fc-4d89-9ee8-2bd0f3876320 req-6ca67517-59e0-46e0-8919-c46879a08d2b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:55.248487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc8c58f5-35fc-4d89-9ee8-2bd0f3876320 req-6ca67517-59e0-46e0-8919-c46879a08d2b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1165900 Mar 11 00:21:55.267793 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (05562b54-5ddd-4737-80d3-1670e6692921), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.281886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 05562b54-5ddd-4737-80d3-1670e6692921 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:55.397508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc8c58f5-35fc-4d89-9ee8-2bd0f3876320 req-e3e194b1-adee-48ce-86d0-ccdba4a17c57 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393454 Mar 11 00:21:55.413763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6f80566b-0548-4453-bb07-8608462dde56), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.427891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['6f80566b-0548-4453-bb07-8608462dde56'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:21:55.484466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Pushing event deleted for resources: {'Port': ['ID=6f80566b-0548-4453-bb07-8608462dde56,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:55.526396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] No DVR routers for this DVR port 6f80566b-0548-4453-bb07-8608462dde56 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:21:55.530587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.534227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94c46f61-8011-4400-857e-4a5f5b84ef43 req-99a087d1-6021-4a4d-a814-c4ad81d84416 tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.30 "DELETE /v2.0/ports/6f80566b-0548-4453-bb07-8608462dde56 HTTP/1.1" status: 204 len: 173 time: 0.6695614 Mar 11 00:21:55.534703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'name': 'network-vif-deleted', 'tag': '6f80566b-0548-4453-bb07-8608462dde56'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:55.537133 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b84fe34-5402-48a1-acfa-63a13d52c629" -d '{"events": [{"server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "name": "network-vif-deleted", "tag": "6f80566b-0548-4453-bb07-8608462dde56"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:55.540257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (05562b54-5ddd-4737-80d3-1670e6692921), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.599070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=05562b54-5ddd-4737-80d3-1670e6692921,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:55.609884 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110dd73a-700f-41b5-b879-4efc8b52afa0 x-openstack-request-id: req-110dd73a-700f-41b5-b879-4efc8b52afa0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:55.610239 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949e94b9-154b-444b-b5b4-2de07278e265", "name": "network-vif-deleted", "tag": "6f80566b-0548-4453-bb07-8608462dde56", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:55.611143 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-110dd73a-700f-41b5-b879-4efc8b52afa0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:55.611436 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949e94b9-154b-444b-b5b4-2de07278e265', 'name': 'network-vif-deleted', 'tag': '6f80566b-0548-4453-bb07-8608462dde56', 'status': 'completed', 'code': 200} Mar 11 00:21:55.838749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:55.848759 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-8b74b2a2-63a3-4003-a1d8-a7c30d89035f service neutron] show failed (client error): The resource could not be found. Mar 11 00:21:55.850511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-8b74b2a2-63a3-4003-a1d8-a7c30d89035f service neutron] 10.222.0.30 "GET /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0749483 Mar 11 00:21:55.974991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cc59c77-f5e6-4667-a437-72ce5c8a90c1 req-ed7a5e70-b6f3-43c0-9ee0-bfc883795dec tempest-VolumesBackupsTest-875158792 tempest-VolumesBackupsTest-875158792-project] 10.222.0.21 "GET /v2.0/ports?device_id=949e94b9-154b-444b-b5b4-2de07278e265 HTTP/1.1" status: 200 len: 210 time: 0.0447767 Mar 11 00:21:56.210782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-d9f41a21-b265-4b91-8296-cd1e95728dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:56.213427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-d9f41a21-b265-4b91-8296-cd1e95728dcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 1128 time: 0.1140375 Mar 11 00:21:56.218633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router 41a3be41-45ed-47d5-8e5f-78e670dfb19e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:21:56.231872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:21:56.299227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:56.340278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:21:56.350950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] Sync routers for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:21:56.357689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-92789dd2-b233-4d2f-b911-5e6f061a9ee8 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/routers/41a3be41-45ed-47d5-8e5f-78e670dfb19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429564 Mar 11 00:21:56.358500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54248) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:56.369087 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:56.369818 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:56.404815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:56.416200 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] Routers {'41a3be41-45ed-47d5-8e5f-78e670dfb19e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:21:56.416950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:56.466426 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:56.467003 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffe1ea-4ee6-48b5-aef0-f5ae13531558 None None] The sync data for ids ['41a3be41-45ed-47d5-8e5f-78e670dfb19e'] in n-d-831844-1 is: [] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:21:56.619881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:56.676340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fee18-cf10-4dfc-9a70-d66ba18609b6 req-7ec37835-c9a9-4b37-b282-89a389ae7808 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:56.677723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-414fee18-cf10-4dfc-9a70-d66ba18609b6 req-7ec37835-c9a9-4b37-b282-89a389ae7808 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1914937 Mar 11 00:21:56.721061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:56.806088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-414fee18-cf10-4dfc-9a70-d66ba18609b6 req-9608e32c-7fcb-43f9-8831-cc17d7fee92a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211603 Mar 11 00:21:56.820308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:21:56.851364 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (41a3be41-45ed-47d5-8e5f-78e670dfb19e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:56.872131 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks [] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:56.902936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Transition to ACTIVE for port object 8103952a-1aef-4eeb-8336-0aafa9bfcb41 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:21:56.908330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.030734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:57.045740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 4f2418f3-1b9f-4d3c-8df3-8001285fd58a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:57.045974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4f2418f3-1b9f-4d3c-8df3-8001285fd58a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.468232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] No DVR routers for this DVR port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:21:57.538073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4f2418f3-1b9f-4d3c-8df3-8001285fd58a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.578162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 4f2418f3-1b9f-4d3c-8df3-8001285fd58a owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:57.629026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:57.631211 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee342e9c-a798-457a-bef7-e7d30ebf6622" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-unplugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:57.685875 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b273545a-0dbe-4075-897c-b97d8c1cc419 x-openstack-request-id: req-b273545a-0dbe-4075-897c-b97d8c1cc419 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:57.686171 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-unplugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:57.686422 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b273545a-0dbe-4075-897c-b97d8c1cc419 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:57.686811 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'code': 200} Mar 11 00:21:57.730841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:21:57.731173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:21:57.731502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:21:57.739547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:21:57.739867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:21:57.752879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:21:57.753215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:21:57.753597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Bound using segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:21:57.754022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Bound port: 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:21:57.754370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.862176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6f80566b-0548-4453-bb07-8608462dde56 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:21:57.864317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:21:57.867879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:21:57.871697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4f2418f3-1b9f-4d3c-8df3-8001285fd58a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.883000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.899558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 6f80566b-0548-4453-bb07-8608462dde56 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:21:57.900173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 6f80566b-0548-4453-bb07-8608462dde56 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:21:57.919798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=4f2418f3-1b9f-4d3c-8df3-8001285fd58a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:57.983720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:57.984371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:57.985786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] 10.222.0.39 "PUT /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1092 time: 1.7602844 Mar 11 00:21:58.085422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd2953-cf9a-494f-ac8f-ec74ed5d850b service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:58.101416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.112602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47d2c-06fa-4259-bbea-3d1a7d8d0aa5 req-5dd2f4b9-49b9-4db3-af97-e67e842665e7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:58.114266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13b47d2c-06fa-4259-bbea-3d1a7d8d0aa5 req-5dd2f4b9-49b9-4db3-af97-e67e842665e7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.2093122 Mar 11 00:21:58.201536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-84129f0f-7fc8-4437-9823-eab2ee87e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:58.203079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-84129f0f-7fc8-4437-9823-eab2ee87e819 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1126 time: 0.1885211 Mar 11 00:21:58.254429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.261852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_controller (41a3be41-45ed-47d5-8e5f-78e670dfb19e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.290833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13b47d2c-06fa-4259-bbea-3d1a7d8d0aa5 req-04030735-8307-439b-8e03-5b9d8828c3e3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456239 Mar 11 00:21:58.367355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (41a3be41-45ed-47d5-8e5f-78e670dfb19e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.367879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Fanout notify agent at l3_agent the message router_deleted on router 41a3be41-45ed-47d5-8e5f-78e670dfb19e {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:21:58.376070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.380425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90c40178-4ef5-4c64-ac6e-3af10ab18378 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/routers/41a3be41-45ed-47d5-8e5f-78e670dfb19e HTTP/1.1" status: 204 len: 168 time: 2.0177138 Mar 11 00:21:58.380425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54268) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:58.430466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-20425680-caa8-4ed8-ac2a-d0c73683f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:58.431844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-20425680-caa8-4ed8-ac2a-d0c73683f33a service neutron] 10.222.0.39 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1920130 Mar 11 00:21:58.452424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting subnet fd9d2045-9d50-4c7e-9ed3-2c88e01541f6 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:21:58.483058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for subnet (fd9d2045-9d50-4c7e-9ed3-2c88e01541f6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.538922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-753cb792-de43-408d-b948-33101de165c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.0990009 Mar 11 00:21:58.540891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (fd9d2045-9d50-4c7e-9ed3-2c88e01541f6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.625341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-9451aafd-a8a4-4a80-ab1f-5cfb7d10e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:58.626775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-9451aafd-a8a4-4a80-ab1f-5cfb7d10e569 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0637753 Mar 11 00:21:58.688445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (fd9d2045-9d50-4c7e-9ed3-2c88e01541f6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.738057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-97a520fe-931a-482b-8f2e-03619af09577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:58.739456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-97a520fe-931a-482b-8f2e-03619af09577 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961075 Mar 11 00:21:58.766954 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (fd9d2045-9d50-4c7e-9ed3-2c88e01541f6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.805009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:58.808770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/subnets/fd9d2045-9d50-4c7e-9ed3-2c88e01541f6 HTTP/1.1" status: 204 len: 168 time: 0.4274430 Mar 11 00:21:58.809920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e370725-aa24-4ab3-a680-ccc73114fa6c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9d2045-9d50-4c7e-9ed3-2c88e01541f6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:58.813812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:58.823722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5ccbf-92b8-4a04-a718-9b2cb9f8d83b None None] Network e2a4db48-eef4-436d-a638-0db1aebaa250 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:21:58.885843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-9d86e8c6-e05b-47a4-9028-eba294c4910b service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377099 Mar 11 00:21:58.957582 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (e2a4db48-eef4-436d-a638-0db1aebaa250), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.018192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-be6d50de-99be-4794-afcc-af7fbddc9d12 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244881 Mar 11 00:21:59.023600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port d39f10da-3885-44b2-a3b3-7d6ea6465c3f {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:59.024341 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.071174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] DHCP port deletion for e2a4db48-eef4-436d-a638-0db1aebaa250 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:21:59.108608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] For port d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,segment=NetworkSegment(bbac6308-3907-42ce-a1b9-baa2be0b4dd1),segment_id=bbac6308-3907-42ce-a1b9-baa2be0b4dd1)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:59.109083 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.125251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for d39f10da-3885-44b2-a3b3-7d6ea6465c3f owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:59.138772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Deleting port d39f10da-3885-44b2-a3b3-7d6ea6465c3f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:21:59.140393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.216746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] For port d39f10da-3885-44b2-a3b3-7d6ea6465c3f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,segment=NetworkSegment(bbac6308-3907-42ce-a1b9-baa2be0b4dd1),segment_id=bbac6308-3907-42ce-a1b9-baa2be0b4dd1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:21:59.217099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.220468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.236641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Calling delete_port for d39f10da-3885-44b2-a3b3-7d6ea6465c3f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:21:59.247903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:59.249767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] No DVR routers for this DVR port d39f10da-3885-44b2-a3b3-7d6ea6465c3f on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:21:59.316698 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:21:59.324373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d39f10da-3885-44b2-a3b3-7d6ea6465c3f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.359675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] Pushing event deleted for resources: {'Port': ['ID=d39f10da-3885-44b2-a3b3-7d6ea6465c3f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:59.360739 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (e2a4db48-eef4-436d-a638-0db1aebaa250), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.361679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5643988-f64e-47f6-beed-ec2357ca8db8 None None] No DVR routers for this DVR port d39f10da-3885-44b2-a3b3-7d6ea6465c3f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:21:59.396921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a4db48-eef4-436d-a638-0db1aebaa250']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:59.408087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:59.408554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbac6308-3907-42ce-a1b9-baa2be0b4dd1') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:21:59.444077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dc853-2cba-409b-994d-fb5736a60f1a req-590f6923-3fd9-424e-b3c5-6c83521527b5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:59.445646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-224dc853-2cba-409b-994d-fb5736a60f1a req-590f6923-3fd9-424e-b3c5-6c83521527b5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.0645471 Mar 11 00:21:59.506434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-224dc853-2cba-409b-994d-fb5736a60f1a req-de6d4906-b20c-4736-9403-6048bc46adcc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544505 Mar 11 00:21:59.687574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:21:59.690181 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be4aa4d-bc86-4073-aea2-8966f3d5d905" -d '{"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:21:59.743175 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a0ab32-a894-4733-b38c-9dc16b3fe253 x-openstack-request-id: req-a3a0ab32-a894-4733-b38c-9dc16b3fe253 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:21:59.743597 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:21:59.743969 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3a0ab32-a894-4733-b38c-9dc16b3fe253 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:21:59.744510 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:21:59.762316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (bbac6308-3907-42ce-a1b9-baa2be0b4dd1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.778839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bbac6308-3907-42ce-a1b9-baa2be0b4dd1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.785102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:21:59.785486 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (bbac6308-3907-42ce-a1b9-baa2be0b4dd1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:21:59.788562 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:21:59.850328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:21:59.857055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-6e8e12c3-f430-48bd-8088-16967c287962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:59.858609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-6e8e12c3-f430-48bd-8088-16967c287962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1126 time: 0.0962942 Mar 11 00:21:59.859061 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (e2a4db48-eef4-436d-a638-0db1aebaa250), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.866754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-a7dcb0b5-d314-4bfa-b565-27e5f12c12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:21:59.868327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-a7dcb0b5-d314-4bfa-b565-27e5f12c12d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1126 time: 0.0744190 Mar 11 00:21:59.880911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:21:59.884518 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/networks/e2a4db48-eef4-436d-a638-0db1aebaa250 HTTP/1.1" status: 204 len: 168 time: 1.0680940 Mar 11 00:21:59.885738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5d6b-d02d-4d41-a3da-2f6cc928ce8e tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Network': ['ID=e2a4db48-eef4-436d-a638-0db1aebaa250,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:21:59.888359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54280) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:21:59.912416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:21:59.912919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:00.030839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 1eaff0c4-3ecd-41f4-b9a0-614233de8103 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:00.031123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.062815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-3b4e80ec-acc4-4a92-be41-1886c79bf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.064310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-3b4e80ec-acc4-4a92-be41-1886c79bf150 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1950650 Mar 11 00:22:00.066916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-12f7f12f-8286-439c-bc37-aede92fbb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.068258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-12f7f12f-8286-439c-bc37-aede92fbb692 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1898699 Mar 11 00:22:00.114501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.114828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (1eaff0c4-3ecd-41f4-b9a0-614233de8103), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.128823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 1eaff0c4-3ecd-41f4-b9a0-614233de8103 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:00.198541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-1e682f15-31e7-4070-8fdb-43c049daa5ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.1205363 Mar 11 00:22:00.201319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-9aa4de9b-e665-41ea-ae37-57e4e029b5ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.1308193 Mar 11 00:22:00.256315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-55b678b6-824f-4b26-b2d8-02e3d5b27225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.257799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-55b678b6-824f-4b26-b2d8-02e3d5b27225 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0506892 Mar 11 00:22:00.278718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1eaff0c4-3ecd-41f4-b9a0-614233de8103), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.305549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=1eaff0c4-3ecd-41f4-b9a0-614233de8103,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:00.308981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-d4738189-bc59-4280-aabe-1c8632481e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.310518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-d4738189-bc59-4280-aabe-1c8632481e52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464809 Mar 11 00:22:00.408390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for floatingip (3fdfa8d2-04a1-48fa-8978-3908b7fb07b8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.411536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.418268 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2069293a-1ec4-410e-a852-ee9bb7f3ef13 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/floatingips/3fdfa8d2-04a1-48fa-8978-3908b7fb07b8 HTTP/1.1" status: 204 len: 168 time: 0.5232739 Mar 11 00:22:00.418268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:00.429630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-9f1ec2e1-5484-4cb1-8236-5e2745215d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.431099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-9f1ec2e1-5484-4cb1-8236-5e2745215d39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.1051736 Mar 11 00:22:00.444477 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f9fdeb-d805-469e-ab53-06c95044f12b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] DELETE failed (client error): The resource could not be found. Mar 11 00:22:00.445059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f9fdeb-d805-469e-ab53-06c95044f12b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:22:00.451210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97f9fdeb-d805-469e-ab53-06c95044f12b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/4afa4a84-b666-4f49-b3b9-4c5c4c6767be HTTP/1.1" status: 404 len: 333 time: 0.0291154 Mar 11 00:22:00.451210 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:00.482013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-c5ed0a25-fa24-474d-81e0-976837ecbb30 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650143 Mar 11 00:22:00.485909 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c9b783c0-5d60-47e5-8820-c18018c7481c tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/ports?device_id=41a3be41-45ed-47d5-8e5f-78e670dfb19e HTTP/1.1" status: 200 len: 205 time: 0.0315945 Mar 11 00:22:00.486132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54292) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:00.524922 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-c096af3e-a35d-4488-8bec-157fa87933e2 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] delete failed (client error): The resource could not be found. Mar 11 00:22:00.529366 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c096af3e-a35d-4488-8bec-157fa87933e2 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/routers/41a3be41-45ed-47d5-8e5f-78e670dfb19e HTTP/1.1" status: 404 len: 336 time: 0.0388455 Mar 11 00:22:00.529529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-ee2a92bd-062b-4bde-84c4-bed8f9be61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.529529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-ee2a92bd-062b-4bde-84c4-bed8f9be61b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915191 Mar 11 00:22:00.531958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54294) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:00.565716 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-075c4c71-50d6-40b8-8e64-fbcec31d54d7 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] DELETE failed (client error): The resource could not be found. Mar 11 00:22:00.566416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075c4c71-50d6-40b8-8e64-fbcec31d54d7 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:22:00.569641 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-075c4c71-50d6-40b8-8e64-fbcec31d54d7 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/subnets/fd9d2045-9d50-4c7e-9ed3-2c88e01541f6 HTTP/1.1" status: 404 len: 337 time: 0.0392737 Mar 11 00:22:00.572749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54298) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:00.685449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 7b3eaeaf-7da2-49fe-801a-49edd92227d9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:00.685799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7b3eaeaf-7da2-49fe-801a-49edd92227d9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.691804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-7938fe7d-f00e-4062-b3a4-9c94b8e29aa6 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028170 Mar 11 00:22:00.717881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d39f10da-3885-44b2-a3b3-7d6ea6465c3f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:00.732312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-845e3b65-759e-4129-a44e-27fc91d60e53 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694264 Mar 11 00:22:00.740714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4555d-58ec-4618-b092-bf21c9ff02c5 req-557f806a-68cc-4869-8aca-3d520d87c845 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:00.742143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19a4555d-58ec-4618-b092-bf21c9ff02c5 req-557f806a-68cc-4869-8aca-3d520d87c845 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 944 time: 0.1358163 Mar 11 00:22:00.752815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d39f10da-3885-44b2-a3b3-7d6ea6465c3f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:00.753399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d39f10da-3885-44b2-a3b3-7d6ea6465c3f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:00.788544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7b3eaeaf-7da2-49fe-801a-49edd92227d9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:00.803549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 7b3eaeaf-7da2-49fe-801a-49edd92227d9 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:00.861866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19a4555d-58ec-4618-b092-bf21c9ff02c5 req-233f68ff-65fe-4b09-b168-24630e2470fd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106503 Mar 11 00:22:00.888739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be4aa4d-bc86-4073-aea2-8966f3d5d905 req-85f3ed61-5ece-4297-a682-5e4e476475c0 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456265 Mar 11 00:22:00.979129 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7b3eaeaf-7da2-49fe-801a-49edd92227d9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.014829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=7b3eaeaf-7da2-49fe-801a-49edd92227d9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:01.094641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.099639 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-75eb3cb9-8878-4f34-9175-d7be946884d6 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/7b3eaeaf-7da2-49fe-801a-49edd92227d9 HTTP/1.1" status: 204 len: 168 time: 0.5257804 Mar 11 00:22:01.102059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54302) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:01.153134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:22:01.197913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:01.198289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.254339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:01.267022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:22:01.297982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.307819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:01.308792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.311997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:01.322657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:22:01.342478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:01.346955 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.398296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:01.458524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.494565 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:01.560636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:01.563867 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf6f795a-97ff-4c4f-b88b-3040c8db232b tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/ports/30ebb68a-5ea0-41b0-8e3b-f6aa55bb8388 HTTP/1.1" status: 204 len: 168 time: 0.4608343 Mar 11 00:22:01.566462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54306) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:01.623499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af67be3-9910-4164-914c-c51c45b42007 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:01.624978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6af67be3-9910-4164-914c-c51c45b42007 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "GET /v2.0/ports?device_id=e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 HTTP/1.1" status: 200 len: 913 time: 0.0575373 Mar 11 00:22:01.627522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:01.655213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8103952a-1aef-4eeb-8336-0aafa9bfcb41'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:22:02.213252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963a8d0-2fe4-4032-8167-4cd40ea55aec req-c509f475-e773-4963-9899-736cd533a10c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:02.215413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a963a8d0-2fe4-4032-8167-4cd40ea55aec req-c509f475-e773-4963-9899-736cd533a10c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.1135442 Mar 11 00:22:02.322669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a963a8d0-2fe4-4032-8167-4cd40ea55aec req-4ac0e70f-237d-4d3d-9f98-4be5fc1b23db tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010084 Mar 11 00:22:02.400923 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:02.726955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-29af0ba6-fcc9-4024-baa9-0c4dfd6311cd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:02.728339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-29af0ba6-fcc9-4024-baa9-0c4dfd6311cd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380&tenant_id=4c79b35ba8454d5e968272e83089973a&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 945 time: 0.1924136 Mar 11 00:22:02.736853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca5d72-531e-4af6-b294-31e574966235 req-b71dc13b-1491-41db-8e7d-060d07a7614b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:02.738257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70ca5d72-531e-4af6-b294-31e574966235 req-b71dc13b-1491-41db-8e7d-060d07a7614b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.1667881 Mar 11 00:22:02.877489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-93c45c08-4a13-478e-9fd4-117dad2d0ab7 service neutron] 10.222.0.39 "GET /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.1373396 Mar 11 00:22:02.881407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70ca5d72-531e-4af6-b294-31e574966235 req-e80d970d-54a8-45bf-9094-074c6acaeead tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338019 Mar 11 00:22:02.973755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 371af791-4cbd-42d6-9d2c-64f5835a96c5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:02.974104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:02.979176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-11992bd1-b3da-4040-aa85-e5e21b0f2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:02.980710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-11992bd1-b3da-4040-aa85-e5e21b0f2e15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1127 time: 0.0759652 Mar 11 00:22:03.132547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:03.152478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-296944bd-7a75-43ff-ab7a-43cfb115fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:03.153960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-296944bd-7a75-43ff-ab7a-43cfb115fc1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1632695 Mar 11 00:22:03.154854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 371af791-4cbd-42d6-9d2c-64f5835a96c5 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:03.171788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:22:03.228257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:22:03.234013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:22:03.234319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:03.289040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-f9434f1b-ddb8-4303-aa79-118d40a1ab5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1001 time: 0.1283085 Mar 11 00:22:03.425603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-a1552185-3de4-45c6-87e7-8f576a2cb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:03.427198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-a1552185-3de4-45c6-87e7-8f576a2cb986 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.1311505 Mar 11 00:22:03.504922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:03.505222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:03.530312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:03.533001 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8dcd92-a4e3-4277-8c70-6939c651c5a2" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:03.546665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6749f-bab6-41e4-bc14-a5dfb611c9ba req-d4b38c83-a86d-48e7-8c9a-648a7fb12225 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:03.548803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96f6749f-bab6-41e4-bc14-a5dfb611c9ba req-d4b38c83-a86d-48e7-8c9a-648a7fb12225 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 946 time: 0.1544752 Mar 11 00:22:03.553376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:03.561795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:03.576091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-58dd77fb-5d0e-4bfc-8c13-8945af794fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:03.577586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-58dd77fb-5d0e-4bfc-8c13-8945af794fae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377280 Mar 11 00:22:03.599305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (371af791-4cbd-42d6-9d2c-64f5835a96c5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:03.652375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:03.652714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=371af791-4cbd-42d6-9d2c-64f5835a96c5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:03.682361 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c3aa7d-afba-4aa9-8cc5-975f9614a49d x-openstack-request-id: req-a4c3aa7d-afba-4aa9-8cc5-975f9614a49d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:03.683422 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:03.683741 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4c3aa7d-afba-4aa9-8cc5-975f9614a49d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:03.684121 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'code': 200} Mar 11 00:22:03.690650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.691012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.691360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.691709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.692091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.692429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.692764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.693095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.693424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.693752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.694077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.694401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.694724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:03.749262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96f6749f-bab6-41e4-bc14-a5dfb611c9ba req-5d018b42-e5d5-4784-97a7-1252fb9a2b00 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885226 Mar 11 00:22:03.843136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-1fae5e8f-d891-4a48-bc61-27780f4da002 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566557 Mar 11 00:22:03.996748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:04.033210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-8b01d96f-f0d8-4d66-b7a5-e019ac832a29 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835115 Mar 11 00:22:04.103100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb364a76-cc2a-482c-90f4-418ed8d9c242 req-58ec53d8-7f9f-4fae-b8c3-4934254b1ae8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:04.104672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb364a76-cc2a-482c-90f4-418ed8d9c242 req-58ec53d8-7f9f-4fae-b8c3-4934254b1ae8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1319616 Mar 11 00:22:04.197491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb364a76-cc2a-482c-90f4-418ed8d9c242 req-63f959b7-d5fb-4e18-8dd9-b6332e7c9b08 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596325 Mar 11 00:22:04.303071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:22:04.729604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:04.738334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8eb5e593-2d1f-4f94-95bf-04fa6f76f0e1 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "PUT /v2.0/routers/e16c4a2c-7436-482b-9e8f-4afc1fcb6a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1074402 Mar 11 00:22:04.739041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54336) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:04.756693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] Sync routers for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:04.767516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:04.768248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:04.831353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:04.841890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] Routers {'e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:04.842605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:21:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:04.877441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:04.878140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f1e45-b65f-403b-9f9d-87765099b434 None None] The sync data for ids ['e16c4a2c-7436-482b-9e8f-4afc1fcb6a90'] in n-d-831844-1 is: [] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:22:04.903902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:04.963127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e45c8b-efa7-4adb-a087-bc06c1381a53 req-bb3be8e0-9576-472f-b7f6-fc1938e016db tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:04.965704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0e45c8b-efa7-4adb-a087-bc06c1381a53 req-bb3be8e0-9576-472f-b7f6-fc1938e016db tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 946 time: 0.1209962 Mar 11 00:22:05.092833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0e45c8b-efa7-4adb-a087-bc06c1381a53 req-b057cb0e-9112-4602-97d1-826d50073c82 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Mar 11 00:22:05.107832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_gateway (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.128293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-d9996e70-284d-472e-b66f-86f87ed6bc95 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:05.129747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-d9996e70-284d-472e-b66f-86f87ed6bc95 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 946 time: 0.0942595 Mar 11 00:22:05.252175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting port 9ee3dfa6-60c8-40ea-ac60-7b42386bc71f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:05.252527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9ee3dfa6-60c8-40ea-ac60-7b42386bc71f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.359026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Deleting port 17888d64-4202-485a-91ad-4d18ab5f5815 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:05.359373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.421968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9ee3dfa6-60c8-40ea-ac60-7b42386bc71f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.484021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Calling delete_port for 9ee3dfa6-60c8-40ea-ac60-7b42386bc71f owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:05.493796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef5f61-363b-4eb8-9355-ea8f9fcc1a40 req-a8b33636-5b92-4ab4-aa53-de690d3be6e4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:05.495272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ef5f61-363b-4eb8-9355-ea8f9fcc1a40 req-a8b33636-5b92-4ab4-aa53-de690d3be6e4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.2158451 Mar 11 00:22:05.537316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] For port 17888d64-4202-485a-91ad-4d18ab5f5815, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=17888d64-4202-485a-91ad-4d18ab5f5815,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:05.537691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.594912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Calling delete_port for 17888d64-4202-485a-91ad-4d18ab5f5815 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:05.635262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ef5f61-363b-4eb8-9355-ea8f9fcc1a40 req-515efd41-0d73-4b90-b87c-2f0e55b50c9a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317830 Mar 11 00:22:05.863840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9ee3dfa6-60c8-40ea-ac60-7b42386bc71f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.876518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (17888d64-4202-485a-91ad-4d18ab5f5815), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:05.892498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['17888d64-4202-485a-91ad-4d18ab5f5815'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:22:05.907615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Port': ['ID=9ee3dfa6-60c8-40ea-ac60-7b42386bc71f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:05.942260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Pushing event deleted for resources: {'Port': ['ID=17888d64-4202-485a-91ad-4d18ab5f5815,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:06.032817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] No DVR routers for this DVR port 17888d64-4202-485a-91ad-4d18ab5f5815 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:06.044936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.048255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7f28f79-52de-4484-976d-d1b3576ff6b2 req-17f959f6-ba5a-4a22-9c5f-8df6e7ff50c1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "DELETE /v2.0/ports/17888d64-4202-485a-91ad-4d18ab5f5815 HTTP/1.1" status: 204 len: 173 time: 0.8968158 Mar 11 00:22:06.048720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'name': 'network-vif-deleted', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:06.051018 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af2d37-4200-4530-a90a-d51a851c3c05" -d '{"events": [{"server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "name": "network-vif-deleted", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:06.079259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.161065 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f12e42-dc88-4ea9-b7c3-c93fc5ee2aad x-openstack-request-id: req-89f12e42-dc88-4ea9-b7c3-c93fc5ee2aad {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:06.161560 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc19d35-0364-4171-b95b-a17a84d9138c", "name": "network-vif-deleted", "tag": "17888d64-4202-485a-91ad-4d18ab5f5815", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:06.162014 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89f12e42-dc88-4ea9-b7c3-c93fc5ee2aad {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:06.163109 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc19d35-0364-4171-b95b-a17a84d9138c', 'name': 'network-vif-deleted', 'tag': '17888d64-4202-485a-91ad-4d18ab5f5815', 'status': 'completed', 'code': 200} Mar 11 00:22:06.226483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.247142 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router_controller (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.253894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b670bddc-1677-4e39-8551-f47c658c0eed req-38a7fd57-d426-413f-bcb9-e388b815d1df tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc19d35-0364-4171-b95b-a17a84d9138c HTTP/1.1" status: 200 len: 210 time: 0.0729632 Mar 11 00:22:06.260750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-bccf8d29-43eb-45b8-8e2d-17de6ffae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:06.262986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-bccf8d29-43eb-45b8-8e2d-17de6ffae6d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 1128 time: 0.2332098 Mar 11 00:22:06.301851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:06.328259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e16c4a2c-7436-482b-9e8f-4afc1fcb6a90), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.328792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Fanout notify agent at l3_agent the message router_deleted on router e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:22:06.337180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.341248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e0909c03-9d23-400f-b6b9-0358ca0c1c40 tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/routers/e16c4a2c-7436-482b-9e8f-4afc1fcb6a90 HTTP/1.1" status: 204 len: 168 time: 1.5984058 Mar 11 00:22:06.342042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:06.376373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.406529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Deleting subnet 828c487d-9056-446c-9d82-754c331b6335 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:06.410034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for subnet (828c487d-9056-446c-9d82-754c331b6335), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.456973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (828c487d-9056-446c-9d82-754c331b6335), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.508665 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (828c487d-9056-446c-9d82-754c331b6335), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.580333 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (828c487d-9056-446c-9d82-754c331b6335), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.608910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.615788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/subnets/828c487d-9056-446c-9d82-754c331b6335 HTTP/1.1" status: 204 len: 168 time: 0.2701476 Mar 11 00:22:06.616881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54350) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:06.636553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Subnet': ['ID=828c487d-9056-446c-9d82-754c331b6335,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:06.645342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.645719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.646187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.646392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.646748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.647085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.647418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.647749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.648746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.649102 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.649438 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.649771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.650225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1316eb0d-8bab-4156-90ea-ca323ffaedfa tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:06.659777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:06.737562 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-575c6fa5-37f2-4f31-a2c4-b6bf72e27932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.787883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (833f2688-99b6-40fa-8e32-febec73ea755), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.793487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:06.853806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks [] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.885652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da9a39-b8d6-468e-a71b-f4557a1cf599 req-43e9f2f8-576e-44e2-ac6e-f00e1d21417e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:06.887184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8da9a39-b8d6-468e-a71b-f4557a1cf599 req-43e9f2f8-576e-44e2-ac6e-f00e1d21417e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.1504169 Mar 11 00:22:06.920628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Transition to ACTIVE for port object 8103952a-1aef-4eeb-8336-0aafa9bfcb41 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:22:06.938015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:06.975100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (833f2688-99b6-40fa-8e32-febec73ea755), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.058887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833f2688-99b6-40fa-8e32-febec73ea755']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:07.098789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8da9a39-b8d6-468e-a71b-f4557a1cf599 req-5072b95c-0649-4840-ade0-16600601b853 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936274 Mar 11 00:22:07.103836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29a8864-9e41-48b4-ba93-f9d17e210901') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:07.104174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29a8864-9e41-48b4-ba93-f9d17e210901') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:07.106574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=10']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:07.126579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (f29a8864-9e41-48b4-ba93-f9d17e210901), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.145857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f29a8864-9e41-48b4-ba93-f9d17e210901), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.156190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:07.156604 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (f29a8864-9e41-48b4-ba93-f9d17e210901), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: warnings.warn(msg) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:07.174324 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:07.184746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] No DVR routers for this DVR port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:07.275674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (833f2688-99b6-40fa-8e32-febec73ea755), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.285545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.288869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] 10.222.0.21 "DELETE /v2.0/networks/833f2688-99b6-40fa-8e32-febec73ea755 HTTP/1.1" status: 204 len: 168 time: 0.6709843 Mar 11 00:22:07.305854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca965e-0805-43be-bb51-2aec1aa9deee tempest-FloatingIPTestJSON-23003152 tempest-FloatingIPTestJSON-23003152-project] Pushing event deleted for resources: {'Network': ['ID=833f2688-99b6-40fa-8e32-febec73ea755,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:07.407269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:07.407611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:07.407976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:07.412556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:22:07.412893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Attempting to bind port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:07.419178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:07.419532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Checking segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:07.419952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Bound using segment: {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:07.420709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Bound port: 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b008259e-0ecb-4db4-8d36-d1a324d366cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:07.420923 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.508654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:07.513325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:07.534606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.575863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:07.576646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:07.578519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] 10.222.0.30 "PUT /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1093 time: 1.2806389 Mar 11 00:22:07.628609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f94275-fccf-4a8b-9b65-c04084285496 service neutron] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=11']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:07.680241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-f804fcd3-f72d-40c5-a82d-694528b6eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:07.682874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-f804fcd3-f72d-40c5-a82d-694528b6eaec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1127 time: 0.0758011 Mar 11 00:22:07.753449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54368) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:07.869922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-670c18f9-4235-4341-9d79-683e53cd90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:07.873272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-670c18f9-4235-4341-9d79-683e53cd90e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1832826 Mar 11 00:22:07.899183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 17888d64-4202-485a-91ad-4d18ab5f5815 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:07.955352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 17888d64-4202-485a-91ad-4d18ab5f5815 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:07.958856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 17888d64-4202-485a-91ad-4d18ab5f5815 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:08.000600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-fc655eaa-8103-40e5-a257-72fc0dc3b4f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.1197872 Mar 11 00:22:08.082688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-4254f2d1-1afe-4663-89f8-1d94d7837808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:08.084426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-4254f2d1-1afe-4663-89f8-1d94d7837808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0755739 Mar 11 00:22:08.121723 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7e53c03e-e72a-4050-a42d-9e9ccc38d045 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a2ee917691a4195bcf73604dad723a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669748 Mar 11 00:22:08.124261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:08.168383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}, {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:08.173868 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aa90ed-026f-4d9c-b8f4-11c5d064854a" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-unplugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}, {"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:08.201632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-7cc6bd6c-23b2-404e-ae49-140b337ba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:08.205443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] Publish callbacks [] for security_group (dd9664b3-9a8d-4e84-ab07-268968e59244), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:08.210016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-7cc6bd6c-23b2-404e-ae49-140b337ba005 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152818 Mar 11 00:22:08.251960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] Publish callbacks [] for security_group (dd9664b3-9a8d-4e84-ab07-268968e59244), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:08.275649 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024b71e-050c-4b4a-ae22-2fde34c0c00f x-openstack-request-id: req-7024b71e-050c-4b4a-ae22-2fde34c0c00f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:08.276109 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-unplugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "code": 200}, {"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:08.276578 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7024b71e-050c-4b4a-ae22-2fde34c0c00f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:08.277004 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'code': 200} Mar 11 00:22:08.277352 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:22:08.339262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dd9664b3-9a8d-4e84-ab07-268968e59244), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:08.342432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:08.344779 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd9664b3-9a8d-4e84-ab07-268968e59244 HTTP/1.1" status: 204 len: 168 time: 0.2193358 Mar 11 00:22:08.359239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dd9fe-7c12-429c-aad8-866ddcc45511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9664b3-9a8d-4e84-ab07-268968e59244,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:08.502024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-93186800-cf51-4f8e-af10-5904bd479c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:08.503672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-93186800-cf51-4f8e-af10-5904bd479c4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1127 time: 0.2102957 Mar 11 00:22:08.514177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe70cf-0790-4968-91e1-7fa09c8152c1 req-45024eb5-8231-45f5-90d6-4ea85bb6b43b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:08.516503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82fe70cf-0790-4968-91e1-7fa09c8152c1 req-45024eb5-8231-45f5-90d6-4ea85bb6b43b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.2669768 Mar 11 00:22:09.082789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-83d6d985-05cd-482e-bfbd-e306b585ea98 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655758 Mar 11 00:22:09.218476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:09.328566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-82fe70cf-0790-4968-91e1-7fa09c8152c1 req-6f27aa26-8dad-4630-a53d-a3e0b2c5aa2e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8006139 Mar 11 00:22:09.358073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:22:09.358922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:09.361969 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8acc24d3-004d-4550-9b59-1088df8325f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:09.374650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-718a8afe-65c5-4e14-b4b0-4d3e13b67e04 req-bb38fecb-9be2-4a27-94bf-9218f1a08a98 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810080 Mar 11 00:22:09.390706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-8bcc0923-03be-4bf7-b953-8d4a1fe6b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:09.392763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-8bcc0923-03be-4bf7-b953-8d4a1fe6b2ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.8751581 Mar 11 00:22:09.532422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-7583aec7-e932-4b13-9044-430258b3e9f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.1328442 Mar 11 00:22:09.578279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-ccb6f3b4-fa8b-4217-8e87-e682b39ef7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:09.580066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-ccb6f3b4-fa8b-4217-8e87-e682b39ef7da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1127 time: 0.1248734 Mar 11 00:22:09.658997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-32f4bec1-aae1-4985-82eb-e6c729f45c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:09.660592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-32f4bec1-aae1-4985-82eb-e6c729f45c26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.1198468 Mar 11 00:22:09.748407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54478) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:09.781784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-3b7687d7-83bd-4cc4-aaa4-8beca9398800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:09.783354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-3b7687d7-83bd-4cc4-aaa4-8beca9398800 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1966016 Mar 11 00:22:09.872496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'networks': [{'name': 'tempest-network--1052497535'}, {'name': 'tempest-network--1872165381'}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:09.873094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-network--1052497535'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:09.873714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-network--1872165381'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:09.881303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-f0527095-55c8-4359-bbad-760a7be001c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 1000 time: 0.0905194 Mar 11 00:22:09.883154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-76a87dac-0192-4bf0-9660-4b51033da0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:09.885036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-76a87dac-0192-4bf0-9660-4b51033da0fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2133100 Mar 11 00:22:09.902701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'network': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:09.911242 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:09.921799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:09.993003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-1f76edc5-5289-4737-a806-899182233bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.000661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-1f76edc5-5289-4737-a806-899182233bd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.1133633 Mar 11 00:22:10.022607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for security_group (f8af7b95-cd98-461e-b047-2064c582782d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.028590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f8af7b95-cd98-461e-b047-2064c582782d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.029101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.059231 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:10.073047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5af8cf70-6fae-4116-873c-66568c53ff30), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.074736 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment 5af8cf70-6fae-4116-873c-66568c53ff30 of type vlan for network 16a6e947-76b5-40e8-9b63-b602d9729ee7 Mar 11 00:22:10.134684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-3400c9e0-8efc-47b3-ba07-72abd3157308 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387919 Mar 11 00:22:10.143195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (16a6e947-76b5-40e8-9b63-b602d9729ee7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.191075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-47f634ea-c88b-4739-a68c-8805a3547b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.194047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-47f634ea-c88b-4739-a68c-8805a3547b56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1842413 Mar 11 00:22:10.215902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:10.218260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af7b95-cd98-461e-b047-2064c582782d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:10.246195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.247326 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment 0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4 of type vlan for network ed6e9ad2-823d-49c9-aba7-dc67a6beef7a Mar 11 00:22:10.307862 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ed6e9ad2-823d-49c9-aba7-dc67a6beef7a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.357931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (16a6e947-76b5-40e8-9b63-b602d9729ee7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.357931 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ed6e9ad2-823d-49c9-aba7-dc67a6beef7a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.367494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.377032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.377693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.452361 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6990559 Mar 11 00:22:10.453788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54484) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:10.501253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.528608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=16a6e947-76b5-40e8-9b63-b602d9729ee7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:10.543415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 16a6e947-76b5-40e8-9b63-b602d9729ee7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:10.655311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ac311-5664-480d-904e-ebeb64b63eea tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=ed6e9ad2-823d-49c9-aba7-dc67a6beef7a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:10.686378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ed6e9ad2-823d-49c9-aba7-dc67a6beef7a details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:10.765826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff843174-a4fd-43fb-ba27-9f6dcfe36de8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.771035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff843174-a4fd-43fb-ba27-9f6dcfe36de8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.777662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff843174-a4fd-43fb-ba27-9f6dcfe36de8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.782900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff843174-a4fd-43fb-ba27-9f6dcfe36de8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.785943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ff843174-a4fd-43fb-ba27-9f6dcfe36de8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3276203 Mar 11 00:22:10.790514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:10.807283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:10.875327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-2422395c-b165-4b44-88c2-46297bea3624 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553452 Mar 11 00:22:10.880529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-f56ad721-3ac2-48d1-a572-57c7e547e361 service neutron] 10.222.0.39 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346194 Mar 11 00:22:10.895739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963dacb-2d1a-48c3-8b51-aac20573a1f4 req-ae0084d9-7897-42b2-9386-a928005b1c54 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:10.897421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c963dacb-2d1a-48c3-8b51-aac20573a1f4 req-ae0084d9-7897-42b2-9386-a928005b1c54 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 945 time: 0.2215881 Mar 11 00:22:10.960114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (16a6e947-76b5-40e8-9b63-b602d9729ee7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.121024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.225985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87aa90ed-026f-4d9c-b8f4-11c5d064854a req-c4934f3b-8da2-474f-a257-8902cd3b0702 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275290 Mar 11 00:22:11.245670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c963dacb-2d1a-48c3-8b51-aac20573a1f4 req-9d50dab8-c788-4e97-b8a7-3b2870940f8e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965634 Mar 11 00:22:11.279324 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (16a6e947-76b5-40e8-9b63-b602d9729ee7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.315977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6e947-76b5-40e8-9b63-b602d9729ee7']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.328749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8cf70-6fae-4116-873c-66568c53ff30') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.329057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8cf70-6fae-4116-873c-66568c53ff30') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.342944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (5af8cf70-6fae-4116-873c-66568c53ff30), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.361178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5af8cf70-6fae-4116-873c-66568c53ff30), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.371460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:11.371907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (5af8cf70-6fae-4116-873c-66568c53ff30), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:11.388649 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:11.446393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (16a6e947-76b5-40e8-9b63-b602d9729ee7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.465530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.468676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/16a6e947-76b5-40e8-9b63-b602d9729ee7 HTTP/1.1" status: 204 len: 168 time: 0.6765027 Mar 11 00:22:11.470050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86f11-ec0b-4dff-9a50-29e2050d23ab tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=16a6e947-76b5-40e8-9b63-b602d9729ee7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:11.471394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54494) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:11.552701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ed6e9ad2-823d-49c9-aba7-dc67a6beef7a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.639431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.649915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ed6e9ad2-823d-49c9-aba7-dc67a6beef7a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.671277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6e9ad2-823d-49c9-aba7-dc67a6beef7a']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.680667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.680962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:11.691611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.704789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.711061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:11.711483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (0aeb8fe0-88c8-4383-be8e-8ca432cf7ff4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:11.715010 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:11.776887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ed6e9ad2-823d-49c9-aba7-dc67a6beef7a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.781448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:11.788048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/ed6e9ad2-823d-49c9-aba7-dc67a6beef7a HTTP/1.1" status: 204 len: 168 time: 0.3155048 Mar 11 00:22:11.788208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54500) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:11.803726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401c3e9-e6a3-4064-ba68-2372e6af27d8 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=ed6e9ad2-823d-49c9-aba7-dc67a6beef7a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:11.930860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:22:11.935113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4ef7d-3887-4be0-9f6c-c95c6e8845e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:11.941042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4ef7d-3887-4be0-9f6c-c95c6e8845e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:11.942629 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ffc4ef7d-3887-4be0-9f6c-c95c6e8845e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1535606 Mar 11 00:22:11.947418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54512) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:11.952455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-768601770'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:11.989978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:11.994837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.024535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:12.035893 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (07be3c01-cfc1-4ce9-a8e7-b3559b91ed21), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.036423 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment 07be3c01-cfc1-4ce9-a8e7-b3559b91ed21 of type vlan for network 26728934-f3bc-48c2-9f30-ee3e00b87a6e Mar 11 00:22:12.069785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:12.083761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (26728934-f3bc-48c2-9f30-ee3e00b87a6e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.084574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'port_id': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'mac_address': 'fa:16:3e:81:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:22:12.117350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (26728934-f3bc-48c2-9f30-ee3e00b87a6e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.123856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:12.124950 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.134252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:12.134891 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.150441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:12.150755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2022231 Mar 11 00:22:12.159311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098561791'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:12.163131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:22:12.201928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:12.206870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:12.209504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.215425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.237226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a29334-fd98-428c-b3f5-a7e05d1d1a9b tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=26728934-f3bc-48c2-9f30-ee3e00b87a6e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:12.251467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 26728934-f3bc-48c2-9f30-ee3e00b87a6e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:12.262831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:12.276320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (994d83ed-0bfe-4abe-9068-b65f3b437a89), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.276769 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment 994d83ed-0bfe-4abe-9068-b65f3b437a89 of type vlan for network 5a447a37-e2d5-4e7d-9165-eca79196f203 Mar 11 00:22:12.306594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=12']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:12.342873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5a447a37-e2d5-4e7d-9165-eca79196f203), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.394342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5a447a37-e2d5-4e7d-9165-eca79196f203), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.399211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:12.400033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.473976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8103952a-1aef-4eeb-8336-0aafa9bfcb41'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:22:12.532241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=5a447a37-e2d5-4e7d-9165-eca79196f203,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:12.536934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2f7ce2e3-481b-4b14-997f-2b83a2a40fe4 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3855362 Mar 11 00:22:12.539616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54520) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:12.544802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'ports': [{'network_id': '26728934-f3bc-48c2-9f30-ee3e00b87a6e', 'name': 'tempest-port--2019307232', 'admin_state_up': True}, {'network_id': '5a447a37-e2d5-4e7d-9165-eca79196f203', 'admin_state_up': False}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:12.545146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'port': {'network_id': '26728934-f3bc-48c2-9f30-ee3e00b87a6e', 'name': 'tempest-port--2019307232', 'admin_state_up': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:12.545627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'port': {'network_id': '5a447a37-e2d5-4e7d-9165-eca79196f203', 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:12.559274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5a447a37-e2d5-4e7d-9165-eca79196f203 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:12.580097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5876-2a5e-4af6-83dc-1035e377b9f6 req-3f150245-a95b-478d-907f-2a8ccaf980ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:12.583033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a1d5876-2a5e-4af6-83dc-1035e377b9f6 req-3f150245-a95b-478d-907f-2a8ccaf980ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 946 time: 0.2005048 Mar 11 00:22:12.708857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a1d5876-2a5e-4af6-83dc-1035e377b9f6 req-a45906b6-784c-4409-a3cb-0d5da5def5f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161544 Mar 11 00:22:12.743829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54522) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:12.777486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'port': 2} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:12.782738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.833275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:12.835544 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fe178d91-e65c-4347-8e08-d3f367e14956 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 200 len: 993 time: 0.0902741 Mar 11 00:22:13.040774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] device_id is not set on port a2db12ce-fbe7-4f21-9bca-44d0f14c43fa yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:22:13.135400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for port (a2db12ce-fbe7-4f21-9bca-44d0f14c43fa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.212122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] device_id is not set on port 12747bb5-863f-471e-bb0c-add246e59fb7 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:22:13.300881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for port (12747bb5-863f-471e-bb0c-add246e59fb7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.331293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.341331 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a2db12ce-fbe7-4f21-9bca-44d0f14c43fa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.404109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Port': ['ID=a2db12ce-fbe7-4f21-9bca-44d0f14c43fa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:13.420401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Checking segment: {'id': '07be3c01-cfc1-4ce9-a8e7-b3559b91ed21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '26728934-f3bc-48c2-9f30-ee3e00b87a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:13.420766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network hostable DHCP agents. Network: 26728934-f3bc-48c2-9f30-ee3e00b87a6e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:13.439470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network 26728934-f3bc-48c2-9f30-ee3e00b87a6e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:13.452334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 26728934-f3bc-48c2-9f30-ee3e00b87a6e) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:13.459887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:13.462118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (12747bb5-863f-471e-bb0c-add246e59fb7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.464810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99a1c8-4a2a-4a2f-a969-0f0ee2b93c0a None None] Network 26728934-f3bc-48c2-9f30-ee3e00b87a6e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:13.544400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Port': ['ID=12747bb5-863f-471e-bb0c-add246e59fb7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:13.555847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Checking segment: {'id': '994d83ed-0bfe-4abe-9068-b65f3b437a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5a447a37-e2d5-4e7d-9165-eca79196f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:13.556597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network hostable DHCP agents. Network: 5a447a37-e2d5-4e7d-9165-eca79196f203, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:13.578038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network 5a447a37-e2d5-4e7d-9165-eca79196f203 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:13.593263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5a447a37-e2d5-4e7d-9165-eca79196f203) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:13.597793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:13.603651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:13.609816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:13.610203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555bff4-8881-462e-8621-5f2df8eab54b None None] Network 5a447a37-e2d5-4e7d-9165-eca79196f203 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:13.610925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.633804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5768a8e9-5971-4736-802d-6f17b50d63c2 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0926344 Mar 11 00:22:13.636180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:13.736896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526f743-c98c-4af5-9ce9-48148c73c369 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:13.742490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526f743-c98c-4af5-9ce9-48148c73c369 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:13.744144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8526f743-c98c-4af5-9ce9-48148c73c369 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1069157 Mar 11 00:22:13.746817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:13.866025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting port a2db12ce-fbe7-4f21-9bca-44d0f14c43fa {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:13.866741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a2db12ce-fbe7-4f21-9bca-44d0f14c43fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.939746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:22:13.947451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a2db12ce-fbe7-4f21-9bca-44d0f14c43fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:13.962160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Calling delete_port for a2db12ce-fbe7-4f21-9bca-44d0f14c43fa owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:14.015211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:22:14.025519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:22:14.025907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.099800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a2db12ce-fbe7-4f21-9bca-44d0f14c43fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.141078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.147911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:14.148890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/ports/a2db12ce-fbe7-4f21-9bca-44d0f14c43fa HTTP/1.1" status: 204 len: 168 time: 0.4003232 Mar 11 00:22:14.149068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:14.149575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.150457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27f150-d206-4fd0-9729-c0185f061b1f tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Port': ['ID=a2db12ce-fbe7-4f21-9bca-44d0f14c43fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:14.177381 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:14.180025 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d7d53-df88-4926-8e45-6536ef5dc553" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:14.195671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:14.202308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.275825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting port 12747bb5-863f-471e-bb0c-add246e59fb7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:14.276196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (12747bb5-863f-471e-bb0c-add246e59fb7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.280759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=13']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:14.284514 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c74bf-877d-48af-a068-5c1261957ff0 x-openstack-request-id: req-722c74bf-877d-48af-a068-5c1261957ff0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:14.284934 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-plugged", "status": "completed", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:14.285745 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-722c74bf-877d-48af-a068-5c1261957ff0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:14.286132 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'code': 200} Mar 11 00:22:14.361170 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (12747bb5-863f-471e-bb0c-add246e59fb7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.381602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Calling delete_port for 12747bb5-863f-471e-bb0c-add246e59fb7 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:14.474853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (12747bb5-863f-471e-bb0c-add246e59fb7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.536615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Port': ['ID=12747bb5-863f-471e-bb0c-add246e59fb7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:14.552985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.556201 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f3e4179a-269f-41bf-99a9-22cc2a7da535 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/ports/12747bb5-863f-471e-bb0c-add246e59fb7 HTTP/1.1" status: 204 len: 168 time: 0.4069836 Mar 11 00:22:14.558832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:14.593174 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4fb313f3-13f1-473b-b2c5-0127e3e48482 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332248 Mar 11 00:22:14.596848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54546) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:14.602783 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-570403919'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:14.630135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:14.633580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.664049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:14.673848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e7985d5e-da04-4d2c-8c19-35f634b9ddc4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.674410 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment e7985d5e-da04-4d2c-8c19-35f634b9ddc4 of type vlan for network 53586e9c-b582-4936-98df-3f53eef81a74 Mar 11 00:22:14.722597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (53586e9c-b582-4936-98df-3f53eef81a74), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.754805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (53586e9c-b582-4936-98df-3f53eef81a74), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.760508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:14.761422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.798140 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1991858 Mar 11 00:22:14.800893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:14.807365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-383929241'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:14.834207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:14.839638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.844682 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1f627-4061-4188-a4b1-0e44cec4186c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=53586e9c-b582-4936-98df-3f53eef81a74,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:14.856761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 53586e9c-b582-4936-98df-3f53eef81a74 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:14.881448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:14.892641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d745fb33-b95f-4d40-851b-d0a330fb177d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.892989 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Added segment d745fb33-b95f-4d40-851b-d0a330fb177d of type vlan for network b513bd2c-1329-4e43-95ec-38bbc289e98f Mar 11 00:22:14.946472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b513bd2c-1329-4e43-95ec-38bbc289e98f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.973178 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b513bd2c-1329-4e43-95ec-38bbc289e98f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:14.978162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:14.978762 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:15.018972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2162683 Mar 11 00:22:15.050679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572c3d3-73f6-43bf-ac07-3a538272354c tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Network': ['ID=b513bd2c-1329-4e43-95ec-38bbc289e98f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:15.062186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b513bd2c-1329-4e43-95ec-38bbc289e98f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:18.205946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:18.211429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'subnets': [{'network_id': '53586e9c-b582-4936-98df-3f53eef81a74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1182064692', 'ip_version': 6}, {'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:18.211749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'subnet': {'network_id': '53586e9c-b582-4936-98df-3f53eef81a74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1182064692', 'ip_version': 6}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:18.212437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Request body: {'subnet': {'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:18.383431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Made reservation on behalf of 90e1a1f52923443bb329763d52ee0464 for: {'subnet': 2} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:18.388459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:18.388834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:18.903823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-3a9d7730-be6b-452d-91e7-9e092bd594bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4081328 Mar 11 00:22:19.151357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-7ac7e298-51dd-44c8-88bd-753547974a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:19.153114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-7ac7e298-51dd-44c8-88bd-753547974a1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 1128 time: 0.2194455 Mar 11 00:22:19.160568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-02fd0571-f729-4a24-9476-c726e8fbad5c tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:19.161950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-02fd0571-f729-4a24-9476-c726e8fbad5c tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 813 time: 0.2572258 Mar 11 00:22:19.219029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-b20c5ff3-bebc-42f1-ba25-bf807edea3c9 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/quotas/c29a21ee5b48429a8ed0ca1e00cf121b HTTP/1.1" status: 200 len: 375 time: 0.0463383 Mar 11 00:22:19.299991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-cfb06851-8953-4ef5-b5f1-7cc42b0baf4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731416 Mar 11 00:22:19.361720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-0d58a103-0b68-4a3f-afe2-ebda3310c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:19.363221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-0d58a103-0b68-4a3f-afe2-ebda3310c235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1895483 Mar 11 00:22:19.499590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (60028d1b-774b-4085-8452-804fd87fc179), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:19.535976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-6c2fdbc5-6a5b-48f1-8dad-cc1345b6553c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 200 len: 1001 time: 0.1660199 Mar 11 00:22:19.652956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Subnet': ['ID=60028d1b-774b-4085-8452-804fd87fc179,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:19.663330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-7e79826a-04a1-465f-a076-bd02f343d8d1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406701 Mar 11 00:22:19.666419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-ca3febf0-46e7-4776-8753-b7e0662c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:19.668339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-ca3febf0-46e7-4776-8753-b7e0662c593e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1088138 Mar 11 00:22:19.716429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Checking segment: {'id': 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:19.716804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network hostable DHCP agents. Network: 53586e9c-b582-4936-98df-3f53eef81a74, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:19.810863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network 53586e9c-b582-4936-98df-3f53eef81a74 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:19.820281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-26a583be-933b-46d1-8855-acf53fc4b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:19.821849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-26a583be-933b-46d1-8855-acf53fc4b1de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1408808 Mar 11 00:22:19.857743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-ab079327-750c-47c5-93cb-a3bd75cec977 service neutron] 10.222.0.21 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868365 Mar 11 00:22:19.858317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 53586e9c-b582-4936-98df-3f53eef81a74) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:19.863350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (0a04ce38-0feb-4e6a-96b0-d5168ea9154c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:19.869489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a2786-8e2d-4086-bfe3-e4f635162790 None None] Network 53586e9c-b582-4936-98df-3f53eef81a74 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:19.984633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event updated for resources: {'Subnet': ['ID=0a04ce38-0feb-4e6a-96b0-d5168ea9154c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:20.019102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-53586e9c-b582-4936-98df-3f53eef81a74', 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74', 'project_id': '90e1a1f52923443bb329763d52ee0464', 'fixed_ips': [{'subnet_id': '60028d1b-774b-4085-8452-804fd87fc179'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:22:20.020625 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.023886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-7e7869d4-351f-4008-b79d-ebde8eed9dac service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914861 Mar 11 00:22:20.024707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Checking segment: {'id': 'd745fb33-b95f-4d40-851b-d0a330fb177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:20.025101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network hostable DHCP agents. Network: b513bd2c-1329-4e43-95ec-38bbc289e98f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:20.130589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-901eb9a1-3497-4ed7-aeaf-1af555f5aec8 req-4e3fa527-598e-4624-b164-6dfcd149829b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 210 time: 0.0646460 Mar 11 00:22:20.139049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Network b513bd2c-1329-4e43-95ec-38bbc289e98f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:20.182656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b513bd2c-1329-4e43-95ec-38bbc289e98f) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:20.189707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:20.190186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:20.190868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.201694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902999a4-a7e8-4f9c-8d12-e6d66b94cf33 None None] Network b513bd2c-1329-4e43-95ec-38bbc289e98f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:20.232240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54594) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:20.234319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b05a247d-1de9-4e83-9eb1-61f3d1d7c5c0 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0269756 Mar 11 00:22:20.239654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a173b98b-648e-4b3c-b119-9c5137aea2f1 req-4301ace5-4172-4b93-9613-0ceff2e04306 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091517 Mar 11 00:22:20.239805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Allocated IP 2001:db8::1 (53586e9c-b582-4936-98df-3f53eef81a74/60028d1b-774b-4085-8452-804fd87fc179/9b17542f-d5ee-44ce-ba17-73790eb26652) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:20.304839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf33316-ac8a-4c81-8be9-e364b4a538e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:20.306349 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf33316-ac8a-4c81-8be9-e364b4a538e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:20.308055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf33316-ac8a-4c81-8be9-e364b4a538e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:20.309896 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bf33316-ac8a-4c81-8be9-e364b4a538e9 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0764589 Mar 11 00:22:20.319552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:20.403568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting subnet 60028d1b-774b-4085-8452-804fd87fc179 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:20.572198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b513bd2c-1329-4e43-95ec-38bbc289e98f', 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f', 'project_id': '90e1a1f52923443bb329763d52ee0464', 'fixed_ips': [{'subnet_id': '0a04ce38-0feb-4e6a-96b0-d5168ea9154c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:22:20.574047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.805192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks [] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.812059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for subnet (60028d1b-774b-4085-8452-804fd87fc179), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.814144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.857318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Allocated IP 2001:db8:0:1::1 (b513bd2c-1329-4e43-95ec-38bbc289e98f/0a04ce38-0feb-4e6a-96b0-d5168ea9154c/4a64ed3e-1e26-497e-a1dd-2d93556903b8) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:20.873810 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (60028d1b-774b-4085-8452-804fd87fc179), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:20.882668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Pushing event updated for resources: {'Port': ['ID=9b17542f-d5ee-44ce-ba17-73790eb26652,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:20.886478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Network 53586e9c-b582-4936-98df-3f53eef81a74 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:20.891607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:20.902699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:20.973348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (60028d1b-774b-4085-8452-804fd87fc179), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.011727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Attempting to bind port 9b17542f-d5ee-44ce-ba17-73790eb26652 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:21.012375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Attempting to bind port 9b17542f-d5ee-44ce-ba17-73790eb26652 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:21.012928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Attempting to bind port 9b17542f-d5ee-44ce-ba17-73790eb26652 on network 53586e9c-b582-4936-98df-3f53eef81a74 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:21.029349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:21.030075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Checking segment: {'id': 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:21.030696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.031255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Bound using segment: {'id': 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:21.031890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Bound port: 9b17542f-d5ee-44ce-ba17-73790eb26652, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '53586e9c-b582-4936-98df-3f53eef81a74'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:21.032453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.077879 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (60028d1b-774b-4085-8452-804fd87fc179), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.117530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Subnet': ['ID=60028d1b-774b-4085-8452-804fd87fc179,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:21.122711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.126349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d33eb44d-4cd1-435a-9c9b-c85cc0bf461a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/subnets/60028d1b-774b-4085-8452-804fd87fc179 HTTP/1.1" status: 204 len: 168 time: 0.8052032 Mar 11 00:22:21.134787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:21.189431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks [] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.199650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] For port 9b17542f-d5ee-44ce-ba17-73790eb26652, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:21.204061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] For port 9b17542f-d5ee-44ce-ba17-73790eb26652, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b17542f-d5ee-44ce-ba17-73790eb26652,segment=NetworkSegment(e7985d5e-da04-4d2c-8c19-35f634b9ddc4),segment_id=e7985d5e-da04-4d2c-8c19-35f634b9ddc4)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:21.239533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.249014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting subnet 0a04ce38-0feb-4e6a-96b0-d5168ea9154c {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:21.249769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.252973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for subnet (0a04ce38-0feb-4e6a-96b0-d5168ea9154c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.299652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Network b513bd2c-1329-4e43-95ec-38bbc289e98f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:21.312081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:21.322386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdda3d93-c3dd-471b-bc3c-454f035131e5 req-21b3b8ef-b918-4406-ae9e-0c4711e812df tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 210 time: 0.0792248 Mar 11 00:22:21.328768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:21.336144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Pushing event updated for resources: {'Port': ['ID=4a64ed3e-1e26-497e-a1dd-2d93556903b8,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:21.338792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (0a04ce38-0feb-4e6a-96b0-d5168ea9154c), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.490079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847377f-6b2f-421e-ad60-c8c3b97c9e48 None None] Network 53586e9c-b582-4936-98df-3f53eef81a74 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:21.534693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d984a0-eb22-4600-a733-f4ea35272b93 None None] Pushing event updated for resources: {'Port': ['ID=9b17542f-d5ee-44ce-ba17-73790eb26652,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:21.545313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0a04ce38-0feb-4e6a-96b0-d5168ea9154c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.546366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Attempting to bind port 4a64ed3e-1e26-497e-a1dd-2d93556903b8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:21.546740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Attempting to bind port 4a64ed3e-1e26-497e-a1dd-2d93556903b8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd745fb33-b95f-4d40-851b-d0a330fb177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:21.547105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Attempting to bind port 4a64ed3e-1e26-497e-a1dd-2d93556903b8 on network b513bd2c-1329-4e43-95ec-38bbc289e98f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:21.555017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:21.555396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Checking segment: {'id': 'd745fb33-b95f-4d40-851b-d0a330fb177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:21.555800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.556219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Bound using segment: {'id': 'd745fb33-b95f-4d40-851b-d0a330fb177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:21.556684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Bound port: 4a64ed3e-1e26-497e-a1dd-2d93556903b8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd745fb33-b95f-4d40-851b-d0a330fb177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b513bd2c-1329-4e43-95ec-38bbc289e98f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:21.557062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.633352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-cd1ac690-5f6b-4474-b71c-c08cbebe4125 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:21.637820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-cd1ac690-5f6b-4474-b71c-c08cbebe4125 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 813 time: 0.2193029 Mar 11 00:22:21.653545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Request body: {'port': {'device_id': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127', 'admin_state_up': True, 'tenant_id': 'c29a21ee5b48429a8ed0ca1e00cf121b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:21.671581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (0a04ce38-0feb-4e6a-96b0-d5168ea9154c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.688665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] For port 4a64ed3e-1e26-497e-a1dd-2d93556903b8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:21.691863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] For port 4a64ed3e-1e26-497e-a1dd-2d93556903b8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4a64ed3e-1e26-497e-a1dd-2d93556903b8,segment=NetworkSegment(d745fb33-b95f-4d40-851b-d0a330fb177d),segment_id=d745fb33-b95f-4d40-851b-d0a330fb177d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:21.699003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.720487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Subnet': ['ID=0a04ce38-0feb-4e6a-96b0-d5168ea9154c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:21.725618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.731719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-15a76e3d-36b7-4663-b67c-7b46f566508a tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/subnets/0a04ce38-0feb-4e6a-96b0-d5168ea9154c HTTP/1.1" status: 204 len: 168 time: 0.5936010 Mar 11 00:22:21.732908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54610) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:21.760011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243196d8-cc92-4584-9f76-413f75f0bbec None None] Pushing event updated for resources: {'Port': ['ID=4a64ed3e-1e26-497e-a1dd-2d93556903b8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:21.812942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1657878-4710-4098-9bb9-72a161672ce3 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:21.818348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1657878-4710-4098-9bb9-72a161672ce3 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844309 Mar 11 00:22:21.821866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54614) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:21.836508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Made reservation on behalf of c29a21ee5b48429a8ed0ca1e00cf121b for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:21.840630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:21.939753 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b513bd2c-1329-4e43-95ec-38bbc289e98f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.027257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting port 4a64ed3e-1e26-497e-a1dd-2d93556903b8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:22.028235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.033843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Allocated IP 172.20.0.13 (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127/a4ac8fc9-80ed-4b45-9671-8023c7e0a827/95d66fb4-1822-47c5-91c3-7cb3d4d552b8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:22.123883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] For port 4a64ed3e-1e26-497e-a1dd-2d93556903b8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4a64ed3e-1e26-497e-a1dd-2d93556903b8,segment=NetworkSegment(d745fb33-b95f-4d40-851b-d0a330fb177d),segment_id=d745fb33-b95f-4d40-851b-d0a330fb177d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:22.124667 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.141030 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Calling delete_port for 4a64ed3e-1e26-497e-a1dd-2d93556903b8 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:22.235208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks [] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.239495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4a64ed3e-1e26-497e-a1dd-2d93556903b8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.271915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Port': ['ID=4a64ed3e-1e26-497e-a1dd-2d93556903b8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:22.273106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.276953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] No DVR routers for this DVR port 4a64ed3e-1e26-497e-a1dd-2d93556903b8 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:22.325128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:22.328382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:22.332959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:22.337219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Pushing event updated for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:22.385934 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b513bd2c-1329-4e43-95ec-38bbc289e98f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.401980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:22.402700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.419272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b513bd2c-1329-4e43-95ec-38bbc289e98f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:22.424883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-1332e4a3-9604-4b40-b3ef-31c617873106 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770121 Mar 11 00:22:22.430855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd745fb33-b95f-4d40-851b-d0a330fb177d') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:22.431380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd745fb33-b95f-4d40-851b-d0a330fb177d') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:22.443106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (d745fb33-b95f-4d40-851b-d0a330fb177d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.458194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d745fb33-b95f-4d40-851b-d0a330fb177d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.464312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Request body: {'port': {'device_id': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:22.467291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:22.467711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (d745fb33-b95f-4d40-851b-d0a330fb177d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:22.475702 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:22.551149 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b513bd2c-1329-4e43-95ec-38bbc289e98f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.557415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0991-f6f9-4a3d-b394-7779448ccd28 req-8baa007b-b0bc-48e8-8fa1-fd19e26cda84 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:22.558991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53ef0991-f6f9-4a3d-b394-7779448ccd28 req-8baa007b-b0bc-48e8-8fa1-fd19e26cda84 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 932 time: 0.1317775 Mar 11 00:22:22.559816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.574654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.578830 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/b513bd2c-1329-4e43-95ec-38bbc289e98f HTTP/1.1" status: 204 len: 168 time: 0.7556202 Mar 11 00:22:22.580002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b49bf6-01c7-4819-8a58-7eb6554d3701 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=b513bd2c-1329-4e43-95ec-38bbc289e98f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:22.582271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:22.676381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-53ef0991-f6f9-4a3d-b394-7779448ccd28 req-b14f5176-7bf4-4f54-9675-7f2b3b821071 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071780 Mar 11 00:22:22.737911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (53586e9c-b582-4936-98df-3f53eef81a74), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.816355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Deleting port 9b17542f-d5ee-44ce-ba17-73790eb26652 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:22.816700 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.906290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] For port 9b17542f-d5ee-44ce-ba17-73790eb26652, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b17542f-d5ee-44ce-ba17-73790eb26652,segment=NetworkSegment(e7985d5e-da04-4d2c-8c19-35f634b9ddc4),segment_id=e7985d5e-da04-4d2c-8c19-35f634b9ddc4)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:22.906799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:22.926046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Calling delete_port for 9b17542f-d5ee-44ce-ba17-73790eb26652 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:22.974020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:22:22.986557 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks [] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.002245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2db378-2139-4841-8071-e2f2579a2662 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:22:23.003518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Transition to ACTIVE for port object 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:22:23.009867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.025082 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b17542f-d5ee-44ce-ba17-73790eb26652), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.052499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Port': ['ID=9b17542f-d5ee-44ce-ba17-73790eb26652,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:23.075174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] No DVR routers for this DVR port 9b17542f-d5ee-44ce-ba17-73790eb26652 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:23.091135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Pushing event updated for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:23.095951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8798a16a-b28c-4a00-b602-8bef2375dc8b None None] Could not find standard attr ID for object 4a64ed3e-1e26-497e-a1dd-2d93556903b8. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:22:23.123207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2db378-2139-4841-8071-e2f2579a2662 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:22:23.176167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Attempting to bind port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:23.176661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Attempting to bind port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:23.177555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Attempting to bind port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:23.183597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:22:23.183597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Attempting to bind port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 on network 4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:23.189277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:23.189751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Checking segment: {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:23.190242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Bound using segment: {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:23.190775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Bound port: 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:23.191333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.222408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (53586e9c-b582-4936-98df-3f53eef81a74), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.254580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53586e9c-b582-4936-98df-3f53eef81a74']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.268304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.268621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7985d5e-da04-4d2c-8c19-35f634b9ddc4') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.274433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:23.277864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:23.281570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (e7985d5e-da04-4d2c-8c19-35f634b9ddc4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.289636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.301890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e7985d5e-da04-4d2c-8c19-35f634b9ddc4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.313612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:23.314053 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (e7985d5e-da04-4d2c-8c19-35f634b9ddc4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:23.319003 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:23.330305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:23.331119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.332800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] 10.222.0.30 "PUT /v2.0/ports/95d66fb4-1822-47c5-91c3-7cb3d4d552b8 HTTP/1.1" status: 200 len: 1092 time: 0.8922617 Mar 11 00:22:23.333352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:23.336931 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd9253-1709-403b-9c03-9430f1655f33" -d '{"events": [{"name": "network-changed", "server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:23.365963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e626a-7ba5-4749-b325-ca4ded84359f service neutron] Pushing event updated for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:23.417155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (53586e9c-b582-4936-98df-3f53eef81a74), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.435402 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade685bb-68f3-4b8c-ab5f-253e36d05d7b x-openstack-request-id: req-ade685bb-68f3-4b8c-ab5f-253e36d05d7b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:23.435808 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:23.436183 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade685bb-68f3-4b8c-ab5f-253e36d05d7b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:23.437407 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8', 'status': 'completed', 'code': 200} Mar 11 00:22:23.445152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.451705 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/53586e9c-b582-4936-98df-3f53eef81a74 HTTP/1.1" status: 204 len: 168 time: 0.8661225 Mar 11 00:22:23.451705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8fa57-7fd8-4ee0-a0be-a33270042f67 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=53586e9c-b582-4936-98df-3f53eef81a74,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:23.454526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54632) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:23.467324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-246aa4b0-28fa-4835-9cc5-0a2f478349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:23.468909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-246aa4b0-28fa-4835-9cc5-0a2f478349a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 1126 time: 0.0859990 Mar 11 00:22:23.489180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613c109-fb23-4c62-849f-e45f43ed5483 None None] DHCP port deletion for b513bd2c-1329-4e43-95ec-38bbc289e98f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:22:23.518274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0af7e7-b4e1-46e1-b063-03c48d0a04ac None None] Network b513bd2c-1329-4e43-95ec-38bbc289e98f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:23.531760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-2156871f-5756-4227-acc2-23c7a173735f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8 HTTP/1.1" status: 200 len: 217 time: 0.0489681 Mar 11 00:22:23.534959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0af7e7-b4e1-46e1-b063-03c48d0a04ac None None] Network b513bd2c-1329-4e43-95ec-38bbc289e98f could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:22:23.609072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5a447a37-e2d5-4e7d-9165-eca79196f203), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.625884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6d80afa2-aa93-4adb-b66b-18c6d01fedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:23.627351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-6d80afa2-aa93-4adb-b66b-18c6d01fedd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4ac8fc9-80ed-4b45-9671-8023c7e0a827 HTTP/1.1" status: 200 len: 853 time: 0.0896463 Mar 11 00:22:23.692125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-c0850210-2d4c-4304-9136-f861ef2dd793 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408297 Mar 11 00:22:23.763945 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5a447a37-e2d5-4e7d-9165-eca79196f203), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.852270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a447a37-e2d5-4e7d-9165-eca79196f203']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.869515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994d83ed-0bfe-4abe-9068-b65f3b437a89') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.870283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994d83ed-0bfe-4abe-9068-b65f3b437a89') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:23.893872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (994d83ed-0bfe-4abe-9068-b65f3b437a89), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.910508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-e92735dc-f554-4983-b3c4-530b37582466 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121282 Mar 11 00:22:23.920351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bec09-955a-4e5e-8ce4-f0ae529e6d79 req-a94fdbe2-3c34-4573-abb8-ab7baa359dc1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:23.921822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c18bec09-955a-4e5e-8ce4-f0ae529e6d79 req-a94fdbe2-3c34-4573-abb8-ab7baa359dc1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 944 time: 0.1498976 Mar 11 00:22:23.930653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (994d83ed-0bfe-4abe-9068-b65f3b437a89), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.955020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:23.955419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (994d83ed-0bfe-4abe-9068-b65f3b437a89), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:23.958423 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:24.090022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5a447a37-e2d5-4e7d-9165-eca79196f203), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.095199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.098623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/5a447a37-e2d5-4e7d-9165-eca79196f203 HTTP/1.1" status: 204 len: 168 time: 0.6432204 Mar 11 00:22:24.101381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54646) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:24.109741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c18bec09-955a-4e5e-8ce4-f0ae529e6d79 req-6bebe71e-5c47-4452-a994-7316b8a34aa1 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760724 Mar 11 00:22:24.134335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238959d3-e22c-45e5-a3b5-c0566c2f9212 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=5a447a37-e2d5-4e7d-9165-eca79196f203,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:24.140206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16608a59-b07a-416e-a3a9-b098f6b4cd0d req-60306909-7aa0-46dc-bd23-86d00ad6f580 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169099 Mar 11 00:22:24.185051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (26728934-f3bc-48c2-9f30-ee3e00b87a6e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.237751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-2f53a1f1-5e75-4aaf-b431-23e1e8384076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:24.238779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-2f53a1f1-5e75-4aaf-b431-23e1e8384076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 1126 time: 0.0488837 Mar 11 00:22:24.272803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (26728934-f3bc-48c2-9f30-ee3e00b87a6e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.295080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26728934-f3bc-48c2-9f30-ee3e00b87a6e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:24.305265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07be3c01-cfc1-4ce9-a8e7-b3559b91ed21') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:24.305654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07be3c01-cfc1-4ce9-a8e7-b3559b91ed21') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:24.321480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (07be3c01-cfc1-4ce9-a8e7-b3559b91ed21), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.335946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (07be3c01-cfc1-4ce9-a8e7-b3559b91ed21), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.342535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:24.342941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (07be3c01-cfc1-4ce9-a8e7-b3559b91ed21), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:24.346061 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:24.409377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (26728934-f3bc-48c2-9f30-ee3e00b87a6e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.417791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.423984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] 10.222.0.21 "DELETE /v2.0/networks/26728934-f3bc-48c2-9f30-ee3e00b87a6e HTTP/1.1" status: 204 len: 168 time: 0.3190968 Mar 11 00:22:24.436958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bcf19-1394-4619-91f3-11caf14ae879 tempest-BulkNetworkOpsIpV6Test-596578779 tempest-BulkNetworkOpsIpV6Test-596578779-project] Pushing event deleted for resources: {'Network': ['ID=26728934-f3bc-48c2-9f30-ee3e00b87a6e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:24.664366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4a64ed3e-1e26-497e-a1dd-2d93556903b8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:24.687387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-3fdfa51a-61b7-4440-bc3d-8ca6b8095bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:24.688926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-3fdfa51a-61b7-4440-bc3d-8ca6b8095bb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 200 len: 914 time: 0.4432416 Mar 11 00:22:24.690670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4a64ed3e-1e26-497e-a1dd-2d93556903b8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:24.691094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4a64ed3e-1e26-497e-a1dd-2d93556903b8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:24.734441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54654) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:24.749958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-2a78b369-b84f-4454-bd3b-3d24c7512c53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8 HTTP/1.1" status: 200 len: 217 time: 0.0467482 Mar 11 00:22:24.807584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-f79ce98c-bd2b-4d99-a769-491c03fd7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:24.809714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-f79ce98c-bd2b-4d99-a769-491c03fd7b60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4ac8fc9-80ed-4b45-9671-8023c7e0a827 HTTP/1.1" status: 200 len: 853 time: 0.0530939 Mar 11 00:22:24.847851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-e132fb68-84a7-42de-92ee-ba429a6e3fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309777 Mar 11 00:22:24.911854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7fb310b5-bfe6-480e-9e30-d7b1b81ba214 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90e1a1f52923443bb329763d52ee0464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760118 Mar 11 00:22:24.912444 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54658) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:24.955783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-cd7bd3ef-92b5-4fb7-842a-c9886bd68252 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004949 Mar 11 00:22:24.964241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] Publish callbacks [] for security_group (f8af7b95-cd98-461e-b047-2064c582782d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:24.991692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] Publish callbacks [] for security_group (f8af7b95-cd98-461e-b047-2064c582782d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.043292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f8af7b95-cd98-461e-b047-2064c582782d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.046533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.047839 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8af7b95-cd98-461e-b047-2064c582782d HTTP/1.1" status: 204 len: 168 time: 0.1344857 Mar 11 00:22:25.056652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb89e67-21f9-4134-a24f-7c163a5c9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af7b95-cd98-461e-b047-2064c582782d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:25.056794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ecd9253-1709-403b-9c03-9430f1655f33 req-48824160-f956-47b8-a113-25316bc19b36 service neutron] 10.222.0.30 "GET /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943086 Mar 11 00:22:25.240417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d987cb-2e47-4e7b-bc94-0c207477a89a req-6bb977ca-962c-495d-9f50-f4e793265262 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:25.242188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1d987cb-2e47-4e7b-bc94-0c207477a89a req-6bb977ca-962c-495d-9f50-f4e793265262 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 944 time: 0.0566239 Mar 11 00:22:25.291458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1d987cb-2e47-4e7b-bc94-0c207477a89a req-1b3e9b21-f0e0-41bd-884c-4a1194e45056 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Mar 11 00:22:25.724487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54682) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:25.829796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'networks': [{'name': 'tempest-network--1865990182'}, {'name': 'tempest-network--1655043338'}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:25.830176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-network--1865990182'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:25.830633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-network--1655043338'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:25.854831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'network': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:25.859266 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.867747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.960549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for security_group (ba0d7eef-f444-48b1-a0ad-511e650be9ec), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.964479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba0d7eef-f444-48b1-a0ad-511e650be9ec), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:25.964959 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.003310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d7eef-f444-48b1-a0ad-511e650be9ec,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:26.010885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:26.020702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (290de5b2-6a4e-430e-a177-211117270780), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.021045 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment 290de5b2-6a4e-430e-a177-211117270780 of type vlan for network 533b0c8e-8377-41f5-ac80-253cf9fed191 Mar 11 00:22:26.065883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (533b0c8e-8377-41f5-ac80-253cf9fed191), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.099029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:26.110755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.111085 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c of type vlan for network 404f9305-519e-4e5a-9b5f-6f9c03fd041f Mar 11 00:22:26.158638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (404f9305-519e-4e5a-9b5f-6f9c03fd041f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.185334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (533b0c8e-8377-41f5-ac80-253cf9fed191), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.185850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (404f9305-519e-4e5a-9b5f-6f9c03fd041f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.191058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.195255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.195873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.236375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5107768 Mar 11 00:22:26.238822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54696) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:26.290999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=533b0c8e-8377-41f5-ac80-253cf9fed191,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:26.302056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 533b0c8e-8377-41f5-ac80-253cf9fed191 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:26.402984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc227dc-069a-4dd8-9758-66a6e75067b4 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=404f9305-519e-4e5a-9b5f-6f9c03fd041f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:26.419093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 404f9305-519e-4e5a-9b5f-6f9c03fd041f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:26.443985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496db66-9704-42ab-bc15-5696baa71065 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.450874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496db66-9704-42ab-bc15-5696baa71065 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.455806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496db66-9704-42ab-bc15-5696baa71065 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.461128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e782af-8e2d-48ea-b838-d9686c9fb185 req-af75ba43-a37d-44b0-ba2f-b04f6d2c7664 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.461636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5496db66-9704-42ab-bc15-5696baa71065 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:26.463725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23e782af-8e2d-48ea-b838-d9686c9fb185 req-af75ba43-a37d-44b0-ba2f-b04f6d2c7664 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 944 time: 0.0819440 Mar 11 00:22:26.466253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54700) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:26.467331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5496db66-9704-42ab-bc15-5696baa71065 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2275548 Mar 11 00:22:26.573828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (533b0c8e-8377-41f5-ac80-253cf9fed191), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.577876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23e782af-8e2d-48ea-b838-d9686c9fb185 req-3aef71eb-10f9-4ba5-aa14-9986b56bc722 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026747 Mar 11 00:22:26.671267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (533b0c8e-8377-41f5-ac80-253cf9fed191), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.691340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533b0c8e-8377-41f5-ac80-253cf9fed191']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:26.701194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290de5b2-6a4e-430e-a177-211117270780') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:26.701503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290de5b2-6a4e-430e-a177-211117270780') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:26.711369 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (290de5b2-6a4e-430e-a177-211117270780), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.724998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (290de5b2-6a4e-430e-a177-211117270780), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.731333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:26.731716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (290de5b2-6a4e-430e-a177-211117270780), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:26.734635 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:26.798406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (533b0c8e-8377-41f5-ac80-253cf9fed191), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.805776 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.811863 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/533b0c8e-8377-41f5-ac80-253cf9fed191 HTTP/1.1" status: 204 len: 168 time: 0.3418329 Mar 11 00:22:26.812269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54702) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:26.820836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aeffb-6388-40f8-8e95-0fd6638cb5f7 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=533b0c8e-8377-41f5-ac80-253cf9fed191,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:26.909768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (404f9305-519e-4e5a-9b5f-6f9c03fd041f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:26.998894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (404f9305-519e-4e5a-9b5f-6f9c03fd041f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.020046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404f9305-519e-4e5a-9b5f-6f9c03fd041f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:27.029966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:27.030269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:27.039648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.053391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.060104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:27.060746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (bdb1b1cf-c317-4fd3-b3e6-59b5c8c9789c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:27.063883 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:27.126258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (404f9305-519e-4e5a-9b5f-6f9c03fd041f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.132957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.138407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/404f9305-519e-4e5a-9b5f-6f9c03fd041f HTTP/1.1" status: 204 len: 168 time: 0.3228211 Mar 11 00:22:27.138896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:27.147314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bda645-ad6d-45f4-845a-d8bd0762f44c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=404f9305-519e-4e5a-9b5f-6f9c03fd041f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:27.250976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed490a-b733-4346-8e21-7d5f8e858f40 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.256528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed490a-b733-4346-8e21-7d5f8e858f40 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.258198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-13ed490a-b733-4346-8e21-7d5f8e858f40 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1182406 Mar 11 00:22:27.262611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:27.267646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1059591682'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:27.287768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:27.291191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.315502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:27.325737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3ed1dd58-cc45-4b9d-acce-57d4489d3e5f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.326081 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment 3ed1dd58-cc45-4b9d-acce-57d4489d3e5f of type vlan for network 8db98195-7fc6-40bc-a360-d566934c66a1 Mar 11 00:22:27.366792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (8db98195-7fc6-40bc-a360-d566934c66a1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.393030 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (8db98195-7fc6-40bc-a360-d566934c66a1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.397840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.398422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.429399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1657019 Mar 11 00:22:27.432721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:27.447385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1180407383'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:27.467979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5a455-2122-41af-ad2a-63bfa3a12f15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=8db98195-7fc6-40bc-a360-d566934c66a1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:27.482723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 8db98195-7fc6-40bc-a360-d566934c66a1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:27.488323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:27.494068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.524802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:27.538265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fcb3ae21-7fbb-43a6-ad91-d66e2d084764), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.540008 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment fcb3ae21-7fbb-43a6-ad91-d66e2d084764 of type vlan for network 582774c0-aa72-4098-b2a1-539b35311294 Mar 11 00:22:27.589813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ed53e2-6911-45ff-82b0-9244731affae req-af587180-9f90-4fc9-ba28-b95c51b178c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1061804 Mar 11 00:22:27.595058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (582774c0-aa72-4098-b2a1-539b35311294), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.636472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (582774c0-aa72-4098-b2a1-539b35311294), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.638250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ed53e2-6911-45ff-82b0-9244731affae req-7475c80d-21c2-451b-95b0-16403e220a88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0280747 Mar 11 00:22:27.643822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.644844 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.667401 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2305639 Mar 11 00:22:27.678056 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54716) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:27.685821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'ports': [{'network_id': '8db98195-7fc6-40bc-a360-d566934c66a1', 'name': 'tempest-port--376936925', 'admin_state_up': True}, {'network_id': '582774c0-aa72-4098-b2a1-539b35311294', 'admin_state_up': False}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:27.686280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'port': {'network_id': '8db98195-7fc6-40bc-a360-d566934c66a1', 'name': 'tempest-port--376936925', 'admin_state_up': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:27.686830 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'port': {'network_id': '582774c0-aa72-4098-b2a1-539b35311294', 'admin_state_up': False}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:27.726303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ed53e2-6911-45ff-82b0-9244731affae req-fbdd13bb-35b2-44d4-a1d2-1395decf2b83 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661230 Mar 11 00:22:27.755033 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac461b-6ed5-4ad4-ab8b-e8b4ee10bb5b tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=582774c0-aa72-4098-b2a1-539b35311294,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:27.768991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 582774c0-aa72-4098-b2a1-539b35311294 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:27.771411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b049-0bbb-4699-8413-959b09d69e89 req-dc0faa8f-0235-4a98-ad33-f1880c42531e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.779045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b375b049-0bbb-4699-8413-959b09d69e89 req-dc0faa8f-0235-4a98-ad33-f1880c42531e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 944 time: 0.1019599 Mar 11 00:22:27.888701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b375b049-0bbb-4699-8413-959b09d69e89 req-527b078c-05c5-4230-8248-a4b262c93a42 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087980 Mar 11 00:22:27.891613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed53e2-6911-45ff-82b0-9244731affae req-f9b3a15a-7f6a-4519-94e1-bb7feb07dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:27.893062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13ed53e2-6911-45ff-82b0-9244731affae req-f9b3a15a-7f6a-4519-94e1-bb7feb07dbd5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582475 Mar 11 00:22:27.921739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'port': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:27.926438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.940158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:27.986822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:22:28.100959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:28.101385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] device_id is not set on port 16fb9c32-8691-41de-80ae-a454717a68bb yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:22:28.113874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8', 'network_id': '4c2d64c6-bf7e-4577-91f1-6bb77f0fe127', 'port_id': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8', 'mac_address': 'fa:16:3e:60:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ac8fc9-80ed-4b45-9671-8023c7e0a827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:22:28.158488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:28.159432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.173133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:22:28.193740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:28.197002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for port (16fb9c32-8691-41de-80ae-a454717a68bb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.198000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.252560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:28.267958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] device_id is not set on port f159f15f-d883-4ca0-8ec6-9bc17ad514f2 yet. {{(pid=110426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:22:28.351349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for port (f159f15f-d883-4ca0-8ec6-9bc17ad514f2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.395157 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (16fb9c32-8691-41de-80ae-a454717a68bb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.459539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Port': ['ID=16fb9c32-8691-41de-80ae-a454717a68bb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:28.475963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['95d66fb4-1822-47c5-91c3-7cb3d4d552b8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:22:28.482660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Checking segment: {'id': '3ed1dd58-cc45-4b9d-acce-57d4489d3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8db98195-7fc6-40bc-a360-d566934c66a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:28.483020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network hostable DHCP agents. Network: 8db98195-7fc6-40bc-a360-d566934c66a1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:28.500168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network 8db98195-7fc6-40bc-a360-d566934c66a1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:28.510125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 8db98195-7fc6-40bc-a360-d566934c66a1) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:28.517643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:28.520925 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f159f15f-d883-4ca0-8ec6-9bc17ad514f2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.539440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee4911-9145-4836-be2f-e85773f6ef9a None None] Network 8db98195-7fc6-40bc-a360-d566934c66a1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:28.626194 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Checking segment: {'id': 'fcb3ae21-7fbb-43a6-ad91-d66e2d084764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '582774c0-aa72-4098-b2a1-539b35311294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:28.626629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network hostable DHCP agents. Network: 582774c0-aa72-4098-b2a1-539b35311294, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:28.653225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Port': ['ID=f159f15f-d883-4ca0-8ec6-9bc17ad514f2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:28.658764 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network 582774c0-aa72-4098-b2a1-539b35311294 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:28.673011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 582774c0-aa72-4098-b2a1-539b35311294) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:28.677168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:28.685308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:28.690588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:28.691036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be271c4e-3deb-41e0-9544-d7b96dea4461 None None] Network 582774c0-aa72-4098-b2a1-539b35311294 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:28.691613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:28.720709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54730) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:28.734490 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f70083d5-a58b-4913-8cc1-f06c118afb15 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0547967 Mar 11 00:22:28.790637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febee03-9d76-4092-990d-9139dcea3f19 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:28.802176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febee03-9d76-4092-990d-9139dcea3f19 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:28.809248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:28.825119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1febee03-9d76-4092-990d-9139dcea3f19 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1019573 Mar 11 00:22:28.949711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Deleting port 16fb9c32-8691-41de-80ae-a454717a68bb {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:28.950316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (16fb9c32-8691-41de-80ae-a454717a68bb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.008466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d938c41-d428-4a05-870b-6280a5546f5c req-53234740-0c2a-4df2-a536-fdb84c0651e5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:29.016864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d938c41-d428-4a05-870b-6280a5546f5c req-53234740-0c2a-4df2-a536-fdb84c0651e5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.1143198 Mar 11 00:22:29.036233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (16fb9c32-8691-41de-80ae-a454717a68bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.050585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Calling delete_port for 16fb9c32-8691-41de-80ae-a454717a68bb owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:29.097284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d938c41-d428-4a05-870b-6280a5546f5c req-ae0bb5ac-8371-4938-92f9-642b3bfe7934 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795715 Mar 11 00:22:29.106400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5bbaf-b9ee-4927-b738-1ee20db12ff6 req-9763f682-d06c-4d80-87fd-cf084c069402 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:29.108845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85a5bbaf-b9ee-4927-b738-1ee20db12ff6 req-9763f682-d06c-4d80-87fd-cf084c069402 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 945 time: 0.1201439 Mar 11 00:22:29.151717 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (16fb9c32-8691-41de-80ae-a454717a68bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.155243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:22:29.163500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85a5bbaf-b9ee-4927-b738-1ee20db12ff6 req-bbb17579-b89a-472a-8483-328b745ec6cb tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Mar 11 00:22:29.185209 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Port': ['ID=16fb9c32-8691-41de-80ae-a454717a68bb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:29.190923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.194353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77b075ff-5b3c-4c51-bfa1-d5333af15fe1 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/ports/16fb9c32-8691-41de-80ae-a454717a68bb HTTP/1.1" status: 204 len: 168 time: 0.3834457 Mar 11 00:22:29.196994 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:29.289075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Deleting port f159f15f-d883-4ca0-8ec6-9bc17ad514f2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:29.289418 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f159f15f-d883-4ca0-8ec6-9bc17ad514f2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.359761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f159f15f-d883-4ca0-8ec6-9bc17ad514f2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.374181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Calling delete_port for f159f15f-d883-4ca0-8ec6-9bc17ad514f2 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:29.460293 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f159f15f-d883-4ca0-8ec6-9bc17ad514f2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.501008 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Port': ['ID=f159f15f-d883-4ca0-8ec6-9bc17ad514f2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:29.504635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.508770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b0369c50-5e08-4e2f-b847-94761b8b09da tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/ports/f159f15f-d883-4ca0-8ec6-9bc17ad514f2 HTTP/1.1" status: 204 len: 168 time: 0.3092601 Mar 11 00:22:29.511384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54742) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:29.883210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2886e4af-0845-41a5-a5e7-fe0b6f1078e6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3672371 Mar 11 00:22:29.883398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:29.888143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1725924437'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:29.907873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:29.911104 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.935080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:29.943786 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:29.944158 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23 of type vlan for network 7dc6b13d-5f04-4b14-a525-18e3162076a6 Mar 11 00:22:29.987688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (7dc6b13d-5f04-4b14-a525-18e3162076a6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.001805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:22:30.019805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (7dc6b13d-5f04-4b14-a525-18e3162076a6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.024832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.025554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.069202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:22:30.070092 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1856813 Mar 11 00:22:30.073867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54748) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:30.080547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-939539612'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:30.105842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:22:30.106616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.119350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f182c-dcd1-4cd6-98bf-8d6d13631df0 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=7dc6b13d-5f04-4b14-a525-18e3162076a6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:30.124042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:30.127867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.150370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 7dc6b13d-5f04-4b14-a525-18e3162076a6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:30.165882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:30.179164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (57c66e0d-d348-41f5-b26a-d36d51ec80b7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.179933 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Added segment 57c66e0d-d348-41f5-b26a-d36d51ec80b7 of type vlan for network 666ed47f-7912-4b5c-81f2-48958bff9d95 Mar 11 00:22:30.278269 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (666ed47f-7912-4b5c-81f2-48958bff9d95), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.281139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:30.281785 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.317330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:30.318542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:30.321575 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7a846-0c2c-4d5f-8751-7ab541ba404a" -d '{"events": [{"server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "name": "network-vif-plugged", "status": "completed", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:30.327821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.376871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (666ed47f-7912-4b5c-81f2-48958bff9d95), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.381791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.382596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.389370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:30.392680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325894c-0f55-408e-93b0-b68e6b97df5e req-9f0300c7-765a-47c9-bda0-05445bf8e60c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.394212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c325894c-0f55-408e-93b0-b68e6b97df5e req-9f0300c7-765a-47c9-bda0-05445bf8e60c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.1737657 Mar 11 00:22:30.428666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc8be-c948-4df8-8bca-e3552ac13b29 req-d100a025-4f67-474c-bd2a-f6ea28377311 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.430142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5dc8be-c948-4df8-8bca-e3552ac13b29 req-d100a025-4f67-474c-bd2a-f6ea28377311 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 945 time: 0.1654215 Mar 11 00:22:30.482750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4072042 Mar 11 00:22:30.536087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-2102deca-8637-4aa7-8c64-11f59883f10d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.537537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-2102deca-8637-4aa7-8c64-11f59883f10d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 946 time: 0.2126799 Mar 11 00:22:30.539607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eef2bf-a0b5-415d-ba3e-b2d1da62d04c tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Network': ['ID=666ed47f-7912-4b5c-81f2-48958bff9d95,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:30.553406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:30.616557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54756) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:30.623524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'subnets': [{'network_id': '7dc6b13d-5f04-4b14-a525-18e3162076a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1514372743', 'ip_version': 4}, {'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:30.624004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'subnet': {'network_id': '7dc6b13d-5f04-4b14-a525-18e3162076a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1514372743', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:30.624493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Request body: {'subnet': {'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:30.629487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5c5dc8be-c948-4df8-8bca-e3552ac13b29 req-2690434a-2030-4b95-9c54-d43569947b1e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852977 Mar 11 00:22:30.640235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c325894c-0f55-408e-93b0-b68e6b97df5e req-e00581a7-17d9-4f13-8de0-fb18f56f0183 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=90c902ac-7f51-45cd-8d90-18e26210aa82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330945 Mar 11 00:22:30.711506 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c554b1b-caa5-4ae3-aae3-340277ac7da7 x-openstack-request-id: req-2c554b1b-caa5-4ae3-aae3-340277ac7da7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:30.711834 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "name": "network-vif-plugged", "status": "completed", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:30.712117 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c554b1b-caa5-4ae3-aae3-340277ac7da7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:30.712555 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8', 'code': 200} Mar 11 00:22:30.755317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port 33418039-472d-44ae-b914-c14bcdc1d1cc {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:30.756201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.885490 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Made reservation on behalf of 112414e6352e432b82743184ce951294 for: {'subnet': 2} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:30.894580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.894993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:30.935960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791b03-f6d8-48f4-9456-3de15af08757 req-76589f7a-d032-4717-8b47-a09e9d84db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:30.938349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a791b03-f6d8-48f4-9456-3de15af08757 req-76589f7a-d032-4717-8b47-a09e9d84db38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 1128 time: 0.1573195 Mar 11 00:22:30.973726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] For port 33418039-472d-44ae-b914-c14bcdc1d1cc, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=33418039-472d-44ae-b914-c14bcdc1d1cc,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:30.974267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.100941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a791b03-f6d8-48f4-9456-3de15af08757 req-3bcb4870-4827-4ef4-85d0-3ea31e21cf69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542318 Mar 11 00:22:31.361660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.362320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.362661 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP b76d1a02-42b8-40ea-9d4a-d428b4d20da5 disassociated. External IP: 172.25.7.241, port: 33418039-472d-44ae-b914-c14bcdc1d1cc. Mar 11 00:22:31.363083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for 33418039-472d-44ae-b914-c14bcdc1d1cc owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:31.421946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (d8a38dcf-5338-46ed-b4cf-97cfd151dd08), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.490178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Subnet': ['ID=d8a38dcf-5338-46ed-b4cf-97cfd151dd08,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:31.498052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Checking segment: {'id': 'ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7dc6b13d-5f04-4b14-a525-18e3162076a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:31.498429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network hostable DHCP agents. Network: 7dc6b13d-5f04-4b14-a525-18e3162076a6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:31.517676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network 7dc6b13d-5f04-4b14-a525-18e3162076a6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:31.520506 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (33418039-472d-44ae-b914-c14bcdc1d1cc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.527440 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 7dc6b13d-5f04-4b14-a525-18e3162076a6) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:31.531376 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (57d71265-80cf-40f7-948c-733b9183c42c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.539089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4095906-bde1-4a8c-957e-3b56918b6edc None None] Network 7dc6b13d-5f04-4b14-a525-18e3162076a6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:31.567582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=33418039-472d-44ae-b914-c14bcdc1d1cc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:31.599630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event updated for resources: {'Subnet': ['ID=57d71265-80cf-40f7-948c-733b9183c42c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:31.610594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Checking segment: {'id': '57c66e0d-d348-41f5-b26a-d36d51ec80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:31.611081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network hostable DHCP agents. Network: 666ed47f-7912-4b5c-81f2-48958bff9d95, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:31.632566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:31.656975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 666ed47f-7912-4b5c-81f2-48958bff9d95) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:31.669771 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.670547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.671357 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.702837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fcdb575a-6ec6-4c47-8283-037fc9ff0d70 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0845041 Mar 11 00:22:31.704961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54764) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:31.771282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e899131-e8cf-4e30-a836-86ed3ee2dcdf None None] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:31.794014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec4a7a-db86-4b26-aaeb-36940c5ca39f tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.795545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec4a7a-db86-4b26-aaeb-36940c5ca39f tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.797381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec4a7a-db86-4b26-aaeb-36940c5ca39f tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.799381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14ec4a7a-db86-4b26-aaeb-36940c5ca39f tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0933506 Mar 11 00:22:31.803018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54766) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:31.856917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:22:31.859981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfe039ed-ff6b-423a-ad87-bf439cebb675 req-8920440f-2f05-4204-b61a-dc0126a37b87 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 210 time: 0.0763297 Mar 11 00:22:31.891741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Deleting subnet d8a38dcf-5338-46ed-b4cf-97cfd151dd08 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:31.896993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for subnet (d8a38dcf-5338-46ed-b4cf-97cfd151dd08), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.953441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bab055-4805-4b89-821f-4444ee6f1359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-7dc6b13d-5f04-4b14-a525-18e3162076a6', 'network_id': '7dc6b13d-5f04-4b14-a525-18e3162076a6', 'project_id': '112414e6352e432b82743184ce951294', 'fixed_ips': [{'subnet_id': 'd8a38dcf-5338-46ed-b4cf-97cfd151dd08'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:22:31.954388 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6bab055-4805-4b89-821f-4444ee6f1359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.963969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd8ef9-59ae-406e-a9b1-27dae65a03c7 req-49e31b19-4e89-4dc7-9a43-302ee920f330 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:31.965888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32cd8ef9-59ae-406e-a9b1-27dae65a03c7 req-49e31b19-4e89-4dc7-9a43-302ee920f330 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 946 time: 0.1701903 Mar 11 00:22:31.971367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-666ed47f-7912-4b5c-81f2-48958bff9d95', 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95', 'project_id': '112414e6352e432b82743184ce951294', 'fixed_ips': [{'subnet_id': '57d71265-80cf-40f7-948c-733b9183c42c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:22:31.972338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:31.995612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (d8a38dcf-5338-46ed-b4cf-97cfd151dd08), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.050536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d8a38dcf-5338-46ed-b4cf-97cfd151dd08), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.124816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32cd8ef9-59ae-406e-a9b1-27dae65a03c7 req-1f2b55a4-f84b-41de-9d25-f97885288ccb tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498859 Mar 11 00:22:32.126699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:32.134842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (d8a38dcf-5338-46ed-b4cf-97cfd151dd08), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.141226 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:32.161797 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:32.162437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:32.207778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a38dcf-5338-46ed-b4cf-97cfd151dd08,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:32.212541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.218966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c3f488d-1f2e-4112-bf35-e7005f43d1a9 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/subnets/d8a38dcf-5338-46ed-b4cf-97cfd151dd08 HTTP/1.1" status: 204 len: 168 time: 0.4149768 Mar 11 00:22:32.222131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54770) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:32.266089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] No DVR routers for this DVR port 33418039-472d-44ae-b914-c14bcdc1d1cc on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:32.268847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.273719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79eb905f-9e42-4a35-932b-78a2135d24eb req-ced96c75-c1bc-4775-ac41-86d1de129a5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "DELETE /v2.0/ports/33418039-472d-44ae-b914-c14bcdc1d1cc HTTP/1.1" status: 204 len: 173 time: 1.7220290 Mar 11 00:22:32.274211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'name': 'network-vif-deleted', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:32.300619 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75c839-8713-45a9-8126-712bc9d52bf7" -d '{"events": [{"server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "name": "network-vif-deleted", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-b6bab055-4805-4b89-821f-4444ee6f1359 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8a38dcf-5338-46ed-b4cf-97cfd151dd08: This subnet is being modified by another concurrent operation. Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8a38dcf-5338-46ed-b4cf-97cfd151dd08: This subnet is being modified by another concurrent operation. Mar 11 00:22:32.316857 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:22:32.343414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de52c9-73a2-48f1-9899-c582f75f9882 None None] Network 7dc6b13d-5f04-4b14-a525-18e3162076a6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:32.345940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Deleting subnet 57d71265-80cf-40f7-948c-733b9183c42c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:32.378670 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e67598d-0be5-4ec9-aa36-e389d0079128 x-openstack-request-id: req-7e67598d-0be5-4ec9-aa36-e389d0079128 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:32.378972 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6489cc0a-8905-4f38-aa31-d1be2ac6a767", "name": "network-vif-deleted", "tag": "33418039-472d-44ae-b914-c14bcdc1d1cc", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:32.380258 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e67598d-0be5-4ec9-aa36-e389d0079128 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:32.380716 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6489cc0a-8905-4f38-aa31-d1be2ac6a767', 'name': 'network-vif-deleted', 'tag': '33418039-472d-44ae-b914-c14bcdc1d1cc', 'status': 'completed', 'code': 200} Mar 11 00:22:32.415891 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:32.436139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Allocated IP 172.20.0.18 (666ed47f-7912-4b5c-81f2-48958bff9d95/57d71265-80cf-40f7-948c-733b9183c42c/bd1e3e8d-907c-4a58-8f88-0d305322b77d) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:32.656100 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks [] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.662618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for subnet (57d71265-80cf-40f7-948c-733b9183c42c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.664033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.691346 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:32.708029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:32.712343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:32.719973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:32.721149 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:22:32.732967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:32.733456 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:32.736929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (57d71265-80cf-40f7-948c-733b9183c42c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.777938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Pushing event updated for resources: {'Port': ['ID=bd1e3e8d-907c-4a58-8f88-0d305322b77d,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:32.842976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Attempting to bind port bd1e3e8d-907c-4a58-8f88-0d305322b77d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:32.842976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Attempting to bind port bd1e3e8d-907c-4a58-8f88-0d305322b77d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '57c66e0d-d348-41f5-b26a-d36d51ec80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:32.843276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Attempting to bind port bd1e3e8d-907c-4a58-8f88-0d305322b77d on network 666ed47f-7912-4b5c-81f2-48958bff9d95 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:32.855228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:32.855678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Checking segment: {'id': '57c66e0d-d348-41f5-b26a-d36d51ec80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:32.856128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.856531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Bound using segment: {'id': '57c66e0d-d348-41f5-b26a-d36d51ec80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:32.857026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Bound port: bd1e3e8d-907c-4a58-8f88-0d305322b77d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c66e0d-d348-41f5-b26a-d36d51ec80b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '666ed47f-7912-4b5c-81f2-48958bff9d95'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:32.857417 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.920730 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (57d71265-80cf-40f7-948c-733b9183c42c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:32.964751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:33.008084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (57d71265-80cf-40f7-948c-733b9183c42c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.011411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] For port bd1e3e8d-907c-4a58-8f88-0d305322b77d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:33.016364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] For port bd1e3e8d-907c-4a58-8f88-0d305322b77d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bd1e3e8d-907c-4a58-8f88-0d305322b77d,segment=NetworkSegment(57c66e0d-d348-41f5-b26a-d36d51ec80b7),segment_id=57c66e0d-d348-41f5-b26a-d36d51ec80b7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:33.030902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.045593 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Subnet': ['ID=57d71265-80cf-40f7-948c-733b9183c42c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:33.047847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.054382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9b4184c-a685-40ad-991f-56914f136911 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/subnets/57d71265-80cf-40f7-948c-733b9183c42c HTTP/1.1" status: 204 len: 168 time: 0.8286967 Mar 11 00:22:33.055358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54776) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:33.067570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a8147e7-7c8c-4532-99f1-1936a478950c req-e6eace0d-8805-40c2-883d-f25384054d00 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6489cc0a-8905-4f38-aa31-d1be2ac6a767 HTTP/1.1" status: 200 len: 210 time: 0.0680444 Mar 11 00:22:33.113672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3958c4-ee90-4d3c-b89c-7dada3106560 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:33.120035 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4e3958c4-ee90-4d3c-b89c-7dada3106560 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597024 Mar 11 00:22:33.120260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54778) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:33.173166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474efaec-4df1-4a3d-ae5b-dd10ab79c6da None None] Pushing event updated for resources: {'Port': ['ID=bd1e3e8d-907c-4a58-8f88-0d305322b77d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:33.265108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (666ed47f-7912-4b5c-81f2-48958bff9d95), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.309113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba00f39-52db-4adc-b14e-1a25984f13e6 req-607675c1-3731-403b-85c6-00b96e45688e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:33.310069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:33.316378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aba00f39-52db-4adc-b14e-1a25984f13e6 req-607675c1-3731-403b-85c6-00b96e45688e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 946 time: 0.0800078 Mar 11 00:22:33.371087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aba00f39-52db-4adc-b14e-1a25984f13e6 req-2e9c8759-2157-43e9-aa50-557cdb65ea7e tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538256 Mar 11 00:22:33.375751 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb75bc-01a1-4719-9bff-08a851ab02d4 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b4c2d799-1217-4835-8412-480e76bebd27', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '44d534d1-0306-48ed-bc16-5486894aac72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:15:36:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:20:08Z', 'updated_at': '2022-03-11T00:20:30Z', 'revision_number': 2, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:22:33.399273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Deleting port bd1e3e8d-907c-4a58-8f88-0d305322b77d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:33.399613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.507019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] For port bd1e3e8d-907c-4a58-8f88-0d305322b77d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bd1e3e8d-907c-4a58-8f88-0d305322b77d,segment=NetworkSegment(57c66e0d-d348-41f5-b26a-d36d51ec80b7),segment_id=57c66e0d-d348-41f5-b26a-d36d51ec80b7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:33.507716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.526921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Calling delete_port for bd1e3e8d-907c-4a58-8f88-0d305322b77d owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:33.649860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bd1e3e8d-907c-4a58-8f88-0d305322b77d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.692811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] No DVR routers for this DVR port bd1e3e8d-907c-4a58-8f88-0d305322b77d on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:33.695201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Port': ['ID=bd1e3e8d-907c-4a58-8f88-0d305322b77d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:33.798695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720266e-4a01-4ffb-b08c-89f01b564363 None None] New status for floating IP b76d1a02-42b8-40ea-9d4a-d428b4d20da5: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:22:33.806558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (666ed47f-7912-4b5c-81f2-48958bff9d95), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.840492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666ed47f-7912-4b5c-81f2-48958bff9d95']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:33.856363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c66e0d-d348-41f5-b26a-d36d51ec80b7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:33.856688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c66e0d-d348-41f5-b26a-d36d51ec80b7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:33.872575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (57c66e0d-d348-41f5-b26a-d36d51ec80b7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.895772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (57c66e0d-d348-41f5-b26a-d36d51ec80b7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.904059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:33.904463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (57c66e0d-d348-41f5-b26a-d36d51ec80b7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:33.913002 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:34.012442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (666ed47f-7912-4b5c-81f2-48958bff9d95), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.017036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33418039-472d-44ae-b914-c14bcdc1d1cc no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:34.031802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.044150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:34.055488 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/666ed47f-7912-4b5c-81f2-48958bff9d95 HTTP/1.1" status: 204 len: 168 time: 0.9340665 Mar 11 00:22:34.056415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 33418039-472d-44ae-b914-c14bcdc1d1cc {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:34.057393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 33418039-472d-44ae-b914-c14bcdc1d1cc not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:34.079965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd405a6a-9d9b-4fe5-9622-1f6ce112c454 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=666ed47f-7912-4b5c-81f2-48958bff9d95,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:34.172042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (7dc6b13d-5f04-4b14-a525-18e3162076a6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.186265 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:34.290985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (90c902ac-7f51-45cd-8d90-18e26210aa82), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.320075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (90c902ac-7f51-45cd-8d90-18e26210aa82), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.338013 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (7dc6b13d-5f04-4b14-a525-18e3162076a6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.363037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc6b13d-5f04-4b14-a525-18e3162076a6']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:34.380914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:34.381490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:34.405961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.414702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (90c902ac-7f51-45cd-8d90-18e26210aa82), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.420202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.421080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.424579 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/security-groups/90c902ac-7f51-45cd-8d90-18e26210aa82 HTTP/1.1" status: 204 len: 168 time: 0.2369368 Mar 11 00:22:34.425206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54810) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:34.432724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:34.433565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (ac7606c0-b4ef-4c4c-a8d1-ed228afe6e23), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:34.437200 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:34.449418 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-365daca5-886f-4f4e-9ed2-6909ba05f3ae tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] show failed (client error): The resource could not be found. Mar 11 00:22:34.459067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54812) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:34.459769 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-365daca5-886f-4f4e-9ed2-6909ba05f3ae tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups/90c902ac-7f51-45cd-8d90-18e26210aa82 HTTP/1.1" status: 404 len: 347 time: 0.0308626 Mar 11 00:22:34.466454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f69b-77a6-4d98-91c1-4d13303fc44e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c902ac-7f51-45cd-8d90-18e26210aa82,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:34.484329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf00c9-486e-4628-82bd-2bd7ba15295d None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:22:34.603358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf00c9-486e-4628-82bd-2bd7ba15295d None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:22:34.618973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (7dc6b13d-5f04-4b14-a525-18e3162076a6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.629983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-66cf2957-91e8-4457-8ccd-0c31aa0801c8 None None] Could not find standard attr ID for object bd1e3e8d-907c-4a58-8f88-0d305322b77d. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:22:34.642728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.647976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/7dc6b13d-5f04-4b14-a525-18e3162076a6 HTTP/1.1" status: 204 len: 168 time: 0.6010983 Mar 11 00:22:34.649044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54814) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:34.666699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866dba-12b8-4ddd-af83-9ff8b77f8c95 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=7dc6b13d-5f04-4b14-a525-18e3162076a6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:34.673119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port 62a284f6-5c4a-4cf5-97be-e36d9b73c605 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:34.673548 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.817545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.818159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (62a284f6-5c4a-4cf5-97be-e36d9b73c605), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.828885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (582774c0-aa72-4098-b2a1-539b35311294), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:34.844964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for 62a284f6-5c4a-4cf5-97be-e36d9b73c605 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:35.006139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (582774c0-aa72-4098-b2a1-539b35311294), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.040707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582774c0-aa72-4098-b2a1-539b35311294']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.053383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb3ae21-7fbb-43a6-ad91-d66e2d084764') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.053803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f5c20-26d3-4abc-81c3-d672bf03ec5e None None] DHCP port deletion for 666ed47f-7912-4b5c-81f2-48958bff9d95 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:22:35.054480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb3ae21-7fbb-43a6-ad91-d66e2d084764') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.067897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (fcb3ae21-7fbb-43a6-ad91-d66e2d084764), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.091315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (fcb3ae21-7fbb-43a6-ad91-d66e2d084764), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.098207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:35.099049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (fcb3ae21-7fbb-43a6-ad91-d66e2d084764), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.107008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0237a5e-6d7d-4b9d-8a49-b063baac88e0 None None] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:35.148688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0237a5e-6d7d-4b9d-8a49-b063baac88e0 None None] Network 666ed47f-7912-4b5c-81f2-48958bff9d95 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:22:35.170435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (62a284f6-5c4a-4cf5-97be-e36d9b73c605), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:35.185114 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:35.189681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (582774c0-aa72-4098-b2a1-539b35311294), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.195456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.201533 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/582774c0-aa72-4098-b2a1-539b35311294 HTTP/1.1" status: 204 len: 168 time: 0.5513854 Mar 11 00:22:35.207299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:35.228048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=62a284f6-5c4a-4cf5-97be-e36d9b73c605,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:35.241959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a893a-d7a9-47df-8d6d-f7876823f439 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=582774c0-aa72-4098-b2a1-539b35311294,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:35.317128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (8db98195-7fc6-40bc-a360-d566934c66a1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.355672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b76d1a02-42b8-40ea-9d4a-d428b4d20da5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.358960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.363792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d40b933-e6f8-4458-81fd-8c3ff87fcda9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/floatingips/b76d1a02-42b8-40ea-9d4a-d428b4d20da5 HTTP/1.1" status: 204 len: 168 time: 0.9027078 Mar 11 00:22:35.460290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (8db98195-7fc6-40bc-a360-d566934c66a1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.484540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db98195-7fc6-40bc-a360-d566934c66a1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.495714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed1dd58-cc45-4b9d-acce-57d4489d3e5f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.496186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed1dd58-cc45-4b9d-acce-57d4489d3e5f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:35.514903 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (3ed1dd58-cc45-4b9d-acce-57d4489d3e5f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.543914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3ed1dd58-cc45-4b9d-acce-57d4489d3e5f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.555616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:35.556790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (3ed1dd58-cc45-4b9d-acce-57d4489d3e5f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:35.657327 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:35.663234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (8db98195-7fc6-40bc-a360-d566934c66a1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.694198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:35.697387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] 10.222.0.21 "DELETE /v2.0/networks/8db98195-7fc6-40bc-a360-d566934c66a1 HTTP/1.1" status: 204 len: 168 time: 0.4886899 Mar 11 00:22:35.698507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c41600-6930-4ded-ae13-ae16deba45d6 tempest-BulkNetworkOpsTest-456097336 tempest-BulkNetworkOpsTest-456097336-project] Pushing event deleted for resources: {'Network': ['ID=8db98195-7fc6-40bc-a360-d566934c66a1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:36.106779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:36.253958 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-962096e8-7952-41f2-a7f1-cd827b0fa5a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=112414e6352e432b82743184ce951294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459360 Mar 11 00:22:36.256458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:36.311455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] Publish callbacks [] for security_group (ba0d7eef-f444-48b1-a0ad-511e650be9ec), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:36.337229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] Publish callbacks [] for security_group (ba0d7eef-f444-48b1-a0ad-511e650be9ec), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:36.405539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba0d7eef-f444-48b1-a0ad-511e650be9ec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:36.409112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:36.410347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba0d7eef-f444-48b1-a0ad-511e650be9ec HTTP/1.1" status: 204 len: 168 time: 0.1528525 Mar 11 00:22:36.420975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c3393-3c00-49b2-bef1-97bf961eb5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d7eef-f444-48b1-a0ad-511e650be9ec,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:36.681622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bd1e3e8d-907c-4a58-8f88-0d305322b77d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:36.709989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bd1e3e8d-907c-4a58-8f88-0d305322b77d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:36.716107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bd1e3e8d-907c-4a58-8f88-0d305322b77d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:36.742980 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dc6fcb2d-9f13-41f1-ac45-4ab695c871f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.234602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54872) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:37.359082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--248698548'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:37.381587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.390975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.479353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (ced5a537-38fe-4043-9b49-1a38a7a695f3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.484891 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ced5a537-38fe-4043-9b49-1a38a7a695f3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.531181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced5a537-38fe-4043-9b49-1a38a7a695f3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:37.600726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.606105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.626432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.630512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3911786 Mar 11 00:22:37.630807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:37.665671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a365aa-4429-4a39-ad96-a42fda7ed4d7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c328db8c-3fac-46cf-820f-1117c0320adf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:37.721996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-369e824b-7245-4252-b659-ed07f0fd091f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0900440 Mar 11 00:22:37.724613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:37.728987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-security--1078991125', 'description': 'tempest-security-description-1054791939'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:37.762912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.806970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.810820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.813504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.814719 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "PUT /v2.0/security-groups/c328db8c-3fac-46cf-820f-1117c0320adf HTTP/1.1" status: 200 len: 1797 time: 0.0892067 Mar 11 00:22:37.817817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54880) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:37.842255 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd9a3-ac0b-49e7-b06c-57ab2d5b85ce tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c328db8c-3fac-46cf-820f-1117c0320adf,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:37.861854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f21882c8-3dc0-4a8f-b5de-274ff753f807 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups/c328db8c-3fac-46cf-820f-1117c0320adf HTTP/1.1" status: 200 len: 1797 time: 0.0425899 Mar 11 00:22:37.864467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54882) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:37.918808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.940768 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.988753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c328db8c-3fac-46cf-820f-1117c0320adf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.992645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:37.994333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/c328db8c-3fac-46cf-820f-1117c0320adf HTTP/1.1" status: 204 len: 168 time: 0.1286995 Mar 11 00:22:37.996948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54886) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.015066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ae3f6-446f-4934-80fe-4660ad822330 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328db8c-3fac-46cf-820f-1117c0320adf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:38.057984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc5f86bb-9fc7-4076-a284-4232732a347d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600255 Mar 11 00:22:38.060625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54888) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.074941 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-a740ce15-3388-4d99-a2cd-176ea9ba4b9e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] delete failed (client error): The resource could not be found. Mar 11 00:22:38.076091 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a740ce15-3388-4d99-a2cd-176ea9ba4b9e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/c328db8c-3fac-46cf-820f-1117c0320adf HTTP/1.1" status: 404 len: 347 time: 0.0145288 Mar 11 00:22:38.080051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.085031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--204669473'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:38.109205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.183845 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (d26c654c-8c56-4c8b-afa8-efbba8a3151d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.188093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d26c654c-8c56-4c8b-afa8-efbba8a3151d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.221400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.222779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1415420 Mar 11 00:22:38.226105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54892) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.232778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': 'd26c654c-8c56-4c8b-afa8-efbba8a3151d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:38.236674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f067c4b-bfae-463f-8afe-22157032378f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26c654c-8c56-4c8b-afa8-efbba8a3151d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:38.262332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.319482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.323648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.343104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6286985-5c11-428f-ad33-15ae232293f7,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:38.352248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.353438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce75e934-099b-45b2-8efb-2f481b128bad tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263838 Mar 11 00:22:38.356950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.387716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.396708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.423767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c6286985-5c11-428f-ad33-15ae232293f7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.429694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.430792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c6286985-5c11-428f-ad33-15ae232293f7 HTTP/1.1" status: 204 len: 168 time: 0.0729387 Mar 11 00:22:38.434239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54896) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.448818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624fded-39df-4900-92fa-bd11eb9e3feb tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6286985-5c11-428f-ad33-15ae232293f7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:38.822017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b910d497-84a5-4890-ae57-f51b60b33df3 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3866396 Mar 11 00:22:38.825502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.884679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (d26c654c-8c56-4c8b-afa8-efbba8a3151d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.908266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (d26c654c-8c56-4c8b-afa8-efbba8a3151d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.956287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d26c654c-8c56-4c8b-afa8-efbba8a3151d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.959191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:38.963066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/d26c654c-8c56-4c8b-afa8-efbba8a3151d HTTP/1.1" status: 204 len: 168 time: 0.1343188 Mar 11 00:22:38.964400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:38.978167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb81ec3-806e-4e2e-883b-25315d55f3a2 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26c654c-8c56-4c8b-afa8-efbba8a3151d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.046302 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3e2965da-a88d-434c-ab6a-0b31bcc46b05 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719886 Mar 11 00:22:39.047094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54906) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.053682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712701695'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.078266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.142884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.147648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.176604 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.177739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1285944 Mar 11 00:22:39.180464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54910) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.185417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.190387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210188a7-6ac0-4ea9-ab8f-82c284c4dbfe tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.215465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.248652 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b01717b0-cf01-4bb5-980f-44818d1ef95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.276365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.280120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.297486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4fd169-598d-4ed0-a0ae-b54e5edb62cc,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.306377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.310459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2200372a-9bec-468e-b405-20cb477c6ba0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263185 Mar 11 00:22:39.310657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54912) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.314965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.341210 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.398060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.403158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.424792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b71e09-9adf-435f-a62e-fafcf7bc2ac0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.434601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.435841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-467083bf-e532-498d-a9b6-653ccc565265 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242676 Mar 11 00:22:39.438691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54914) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.443214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.470249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.541400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.545495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.565163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ed7b58-af8b-4bf7-9843-bdeae4aa097c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.570933 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.572413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae327484-e794-43f2-bb60-f070c0482150 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326354 Mar 11 00:22:39.575810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54916) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.580241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.606073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.665915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.670350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.689895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d642104a-2116-43d7-95e7-f737b2f79b1b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.699503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.700735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e3eb6be-9e15-4e3f-b5ad-1cb6cfa2279b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239471 Mar 11 00:22:39.703709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54918) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.708266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:39.732501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.790695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.795208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.813813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74663e1-c6b7-4092-9a91-5a983fb14514,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.820792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.822040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-809aa060-1514-483f-b989-f468b42d8755 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1173701 Mar 11 00:22:39.824905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54920) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.850373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.859363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.884889 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c74663e1-c6b7-4092-9a91-5a983fb14514), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.891844 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.892995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c74663e1-c6b7-4092-9a91-5a983fb14514 HTTP/1.1" status: 204 len: 168 time: 0.0671878 Mar 11 00:22:39.895763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.897190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff1911-8817-44d8-a882-c28da6c6d6d0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c74663e1-c6b7-4092-9a91-5a983fb14514,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:39.956104 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-49939aff-2411-439b-bc04-4fb2ea456fcc tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0580630 Mar 11 00:22:39.958738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:39.987006 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:39.995801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.021783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (d642104a-2116-43d7-95e7-f737b2f79b1b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.027712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.028834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d642104a-2116-43d7-95e7-f737b2f79b1b HTTP/1.1" status: 204 len: 168 time: 0.0692060 Mar 11 00:22:40.031559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.034200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f791d-ff2f-47e8-a186-52931f1a49b9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d642104a-2116-43d7-95e7-f737b2f79b1b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.075116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fdfae59b-4258-42f9-bd0e-93a30123e938 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0423491 Mar 11 00:22:40.077859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.101944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.110584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.137671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (74ed7b58-af8b-4bf7-9843-bdeae4aa097c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.143820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.144987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/74ed7b58-af8b-4bf7-9843-bdeae4aa097c HTTP/1.1" status: 204 len: 168 time: 0.0662189 Mar 11 00:22:40.148108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.150715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9706603-7f01-48c2-a793-8c05aa12f71f tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74ed7b58-af8b-4bf7-9843-bdeae4aa097c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.189278 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cec81657-b957-4d5e-9e96-965a01851f31 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0399590 Mar 11 00:22:40.192217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54934) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.218580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.226011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.252445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (77b71e09-9adf-435f-a62e-fafcf7bc2ac0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.258289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.259363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/77b71e09-9adf-435f-a62e-fafcf7bc2ac0 HTTP/1.1" status: 204 len: 168 time: 0.0661919 Mar 11 00:22:40.262183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.264969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e99e0-02fe-406e-b91f-da2ee75e78bf tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77b71e09-9adf-435f-a62e-fafcf7bc2ac0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.309133 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-10cc052b-84d5-4419-b9f3-c98336736b04 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0456045 Mar 11 00:22:40.311739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.334562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.342907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.370344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ee4fd169-598d-4ed0-a0ae-b54e5edb62cc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.376538 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.377668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ee4fd169-598d-4ed0-a0ae-b54e5edb62cc HTTP/1.1" status: 204 len: 168 time: 0.0649421 Mar 11 00:22:40.380395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54940) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.383197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc110b1d-9703-4fda-a637-5727eba9f74c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee4fd169-598d-4ed0-a0ae-b54e5edb62cc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.433823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-23c2e1ca-a809-4982-8fde-009c4196796e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496097 Mar 11 00:22:40.434228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54942) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.489974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.494873 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.512786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.553907 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.556765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.558018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e HTTP/1.1" status: 204 len: 168 time: 0.1228659 Mar 11 00:22:40.560809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54944) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.566970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a610-0171-4f45-b971-3502228a2f55 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb27c2-1164-4fcc-ad0c-afcb9ab78e2e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.610816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54946) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.611049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f0be21f6-8864-4171-917f-11f424514752 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490186 Mar 11 00:22:40.616176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099249368'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:40.637817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.705426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.709086 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.739934 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.741328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1286855 Mar 11 00:22:40.744047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.748600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': 'a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697', 'direction': 'ingress', 'protocol': 17}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:40.752435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8d6e1-6cbb-408b-91c7-4f762101ad39 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.777283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (63f3abba-0780-4ab1-ae4e-a0fbd8cb019b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.811373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.839748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (63f3abba-0780-4ab1-ae4e-a0fbd8cb019b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.845397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (63f3abba-0780-4ab1-ae4e-a0fbd8cb019b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.865353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f3abba-0780-4ab1-ae4e-a0fbd8cb019b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:40.873589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.874817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7b9309e0-2f96-40db-ae7d-02b7f72e3dc1 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1297412 Mar 11 00:22:40.877701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:40.930995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.953615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:40.997562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.000454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.001735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697 HTTP/1.1" status: 204 len: 168 time: 0.1231413 Mar 11 00:22:41.004542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54952) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.012965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04743387-c4e6-4e0b-b38f-bcb8164d22c0 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b3d68c-3f99-4f5e-bf1e-7b55aadeb697,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.052966 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-940b82d9-3032-4fe2-9da5-6ef19deba926 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472362 Mar 11 00:22:41.056695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54954) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.061414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068990202'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:41.081797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.105680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.157460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (36a68a26-fb46-4eb6-a3df-4f2da3d4cc29), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.162624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36a68a26-fb46-4eb6-a3df-4f2da3d4cc29), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.199035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.200295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1423659 Mar 11 00:22:41.202396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5b43-c97c-40fb-8ec7-18ccb163b694 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a68a26-fb46-4eb6-a3df-4f2da3d4cc29,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.203151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.209612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548237014'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:41.229894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.301041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (579f82ac-90fe-4e14-8064-b7e9baa89717), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.305013 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (579f82ac-90fe-4e14-8064-b7e9baa89717), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.336821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.340950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54962) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.341121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1361728 Mar 11 00:22:41.345639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e32ed3-938c-40d8-9dd0-8e77d685d9ba tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579f82ac-90fe-4e14-8064-b7e9baa89717,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.346508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '36a68a26-fb46-4eb6-a3df-4f2da3d4cc29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '579f82ac-90fe-4e14-8064-b7e9baa89717', 'remote_ip_prefix': None}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:41.381264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.458827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.462388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.481692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.491563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.492805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aff0c035-22d4-4e52-a9fb-6b19cfd42b86 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1507959 Mar 11 00:22:41.496310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54964) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.521498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.528899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.555579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.561580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.565138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48 HTTP/1.1" status: 204 len: 168 time: 0.0655696 Mar 11 00:22:41.565608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54966) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.570579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3596b-f79c-4394-814c-8f1a2df54234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7a5dd3d-b6a1-43a8-bae2-1c18a86d5b48,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.607748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9661505-e318-44f2-8cc3-ffbb85413a14 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0408535 Mar 11 00:22:41.610600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.641312 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.665836 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (579f82ac-90fe-4e14-8064-b7e9baa89717), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.688833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (579f82ac-90fe-4e14-8064-b7e9baa89717), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.731413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (579f82ac-90fe-4e14-8064-b7e9baa89717), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.733890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.735043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/579f82ac-90fe-4e14-8064-b7e9baa89717 HTTP/1.1" status: 204 len: 168 time: 0.1234117 Mar 11 00:22:41.737782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54972) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.745677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421650b1-04d4-4ee5-a69e-993013fb52ed tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f82ac-90fe-4e14-8064-b7e9baa89717,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.808885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5a65d4d2-f761-4dfa-983d-e524a7274d80 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0695345 Mar 11 00:22:41.811400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54974) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.868412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (36a68a26-fb46-4eb6-a3df-4f2da3d4cc29), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.891094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (36a68a26-fb46-4eb6-a3df-4f2da3d4cc29), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.933397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36a68a26-fb46-4eb6-a3df-4f2da3d4cc29), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.936040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:41.937192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/36a68a26-fb46-4eb6-a3df-4f2da3d4cc29 HTTP/1.1" status: 204 len: 168 time: 0.1246908 Mar 11 00:22:41.939905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54976) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:41.946944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592178-a556-49a7-9978-8748a5b54c16 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a68a26-fb46-4eb6-a3df-4f2da3d4cc29,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:41.990775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b2d1f6af-8b3a-4f3b-bf3c-f6a628dee770 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495949 Mar 11 00:22:41.996143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54978) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.001261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678278366'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:42.021720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.090983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (822affab-5f14-4659-93bf-7e57a60945d0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.095138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (822affab-5f14-4659-93bf-7e57a60945d0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.126420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.127645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1304991 Mar 11 00:22:42.129521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a233-49d3-4498-9201-4df3811efcee tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822affab-5f14-4659-93bf-7e57a60945d0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.130526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54980) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.136684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '822affab-5f14-4659-93bf-7e57a60945d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:42.163484 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.228093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.232790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.253560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.260507 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.261967 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e75293f-8140-47e9-b798-023ba84f8624 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1304529 Mar 11 00:22:42.264708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54984) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.288362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.296232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.325251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.330672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.332489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f HTTP/1.1" status: 204 len: 168 time: 0.0662000 Mar 11 00:22:42.334554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54986) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.343522 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e823-c9fd-451c-9529-c7ca5424715e tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca9bb653-e3d9-4066-ae7f-7c78cdf17e9f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.373315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f6b96068-1c5f-4481-8e70-69765f0afa8d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373774 Mar 11 00:22:42.376038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54988) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.428358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (822affab-5f14-4659-93bf-7e57a60945d0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.454208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (822affab-5f14-4659-93bf-7e57a60945d0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.495401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (822affab-5f14-4659-93bf-7e57a60945d0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.498085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.499246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/822affab-5f14-4659-93bf-7e57a60945d0 HTTP/1.1" status: 204 len: 168 time: 0.1223187 Mar 11 00:22:42.502064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54990) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.508550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43f463-c3b8-49eb-ba4c-a514a4898506 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822affab-5f14-4659-93bf-7e57a60945d0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.551626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e2882954-8534-400a-b4bd-7d07711c2234 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0481131 Mar 11 00:22:42.555397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 54992) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.559717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--931627153'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:42.580611 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.648466 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (aa49a8df-0a8e-4518-a769-babdb59e9398), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.653628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa49a8df-0a8e-4518-a769-babdb59e9398), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.683019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.684265 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1278949 Mar 11 00:22:42.687251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54994) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.688321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6f118-4c50-4efe-a79f-30f264b13e7d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49a8df-0a8e-4518-a769-babdb59e9398,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.692000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': 'aa49a8df-0a8e-4518-a769-babdb59e9398', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:42.719066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.765604 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.769277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.790167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d5504a-7b6d-44f7-969e-62572245028f,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.796828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.797961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-45116217-63da-4bcf-bad7-a977605605c7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1095009 Mar 11 00:22:42.800557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54996) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.816207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-54eae43a-0a38-42c6-9761-795fb514874c tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules/b2d5504a-7b6d-44f7-969e-62572245028f HTTP/1.1" status: 200 len: 763 time: 0.0144856 Mar 11 00:22:42.818493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 54998) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.858236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6dc4afe1-fea2-4343-9567-e0e6ea182308 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386214 Mar 11 00:22:42.860775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.883165 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.891493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.925502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b2d5504a-7b6d-44f7-969e-62572245028f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.932038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:42.933161 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b2d5504a-7b6d-44f7-969e-62572245028f HTTP/1.1" status: 204 len: 168 time: 0.0714920 Mar 11 00:22:42.935819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55002) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.938861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1830d3-c88f-4cda-84f7-df67e5a83982 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d5504a-7b6d-44f7-969e-62572245028f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:42.978048 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-48f44736-90b5-4a48-93d8-42a137397928 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386047 Mar 11 00:22:42.978261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55004) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:42.982680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': 'aa49a8df-0a8e-4518-a769-babdb59e9398', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:43.008317 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.067768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.072027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.092643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94eacfa-e845-4503-abba-0fca2c2633c1,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.098979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.100122 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-317f5e4a-458b-49e5-9bfa-90fe88d0ca74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207383 Mar 11 00:22:43.102882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55006) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.128126 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8adcf6f8-f679-480c-92fb-1789a0dc58e7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules/e94eacfa-e845-4503-abba-0fca2c2633c1 HTTP/1.1" status: 200 len: 763 time: 0.0211513 Mar 11 00:22:43.128971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55008) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.175331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-04bcdc6f-fecc-45d8-a3b7-702bda610b92 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444398 Mar 11 00:22:43.177459 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55010) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.205553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.215034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.243743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e94eacfa-e845-4503-abba-0fca2c2633c1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.250009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.251544 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e94eacfa-e845-4503-abba-0fca2c2633c1 HTTP/1.1" status: 204 len: 168 time: 0.0727522 Mar 11 00:22:43.253877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55012) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.260889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb34619-73fd-4477-8cfa-628c775e92f7 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e94eacfa-e845-4503-abba-0fca2c2633c1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.313139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-089c7d14-ac9f-4673-a657-da66ba03e7e9 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577440 Mar 11 00:22:43.315847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.321124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': 'aa49a8df-0a8e-4518-a769-babdb59e9398', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:43.325685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.350145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.395932 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.399722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.419189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf175b6b-2672-4172-894a-64041845365c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.428037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.432080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ad30fdc-bc34-4040-92da-823943b7a989 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119473 Mar 11 00:22:43.432397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55018) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.449445 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-657151da-46ac-4c34-b19f-915e5b8823ff tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules/cf175b6b-2672-4172-894a-64041845365c HTTP/1.1" status: 200 len: 764 time: 0.0159590 Mar 11 00:22:43.451827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55020) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.490168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b83a9a54-fb20-48c6-ada3-cc893a6911a5 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0372114 Mar 11 00:22:43.492725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55022) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.517634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.525050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.554283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cf175b6b-2672-4172-894a-64041845365c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.561177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.562249 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cf175b6b-2672-4172-894a-64041845365c HTTP/1.1" status: 204 len: 168 time: 0.0686414 Mar 11 00:22:43.565121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55024) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.568286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e36a8-ddb4-4bdd-86c1-40d50d1f46f4 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf175b6b-2672-4172-894a-64041845365c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.604763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b9e4426c-37ee-497b-88e4-f4feca430a0b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383656 Mar 11 00:22:43.607656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55026) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.668586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (aa49a8df-0a8e-4518-a769-babdb59e9398), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.691169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (aa49a8df-0a8e-4518-a769-babdb59e9398), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.733138 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa49a8df-0a8e-4518-a769-babdb59e9398), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.736307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.737452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa49a8df-0a8e-4518-a769-babdb59e9398 HTTP/1.1" status: 204 len: 168 time: 0.1288505 Mar 11 00:22:43.740282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55028) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.747620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d5114-8e2f-4f6b-9e59-f226e806583b tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49a8df-0a8e-4518-a769-babdb59e9398,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.789145 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c5446e8-af4d-4bb7-a4f1-378f78144259 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475709 Mar 11 00:22:43.795013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55030) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.798897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group': {'name': 'tempest-secgroup--499628311'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:43.819447 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.891825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (37be1f0a-9bea-4afc-98e9-db6190430288), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.896047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (37be1f0a-9bea-4afc-98e9-db6190430288), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.926876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37be1f0a-9bea-4afc-98e9-db6190430288,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:43.931100 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:43.935591 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfb26be6-f7f1-4b2a-aef9-3fe0729a1e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1375473 Mar 11 00:22:43.936025 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55032) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:43.940510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Request body: {'security_group_rule': {'security_group_id': '37be1f0a-9bea-4afc-98e9-db6190430288', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:43.966985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (95cba0dc-e3f1-4105-aaa8-f8619c0c893c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.024273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (95cba0dc-e3f1-4105-aaa8-f8619c0c893c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.028394 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (95cba0dc-e3f1-4105-aaa8-f8619c0c893c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.045919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cba0dc-e3f1-4105-aaa8-f8619c0c893c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:44.054945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.056224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3855d90-7d0d-401c-bb43-e1be0783ea47 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190350 Mar 11 00:22:44.059576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55034) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.114825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (37be1f0a-9bea-4afc-98e9-db6190430288), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.139173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (37be1f0a-9bea-4afc-98e9-db6190430288), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.185286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (37be1f0a-9bea-4afc-98e9-db6190430288), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.188056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.189608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/37be1f0a-9bea-4afc-98e9-db6190430288 HTTP/1.1" status: 204 len: 168 time: 0.1289468 Mar 11 00:22:44.192379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.199582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd1deb-1747-4a3a-89d4-75bb6e36e1ec tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be1f0a-9bea-4afc-98e9-db6190430288,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:44.242235 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-db7e576a-bb17-45e0-beb2-965305295b9d tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485432 Mar 11 00:22:44.245294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55038) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.279573 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9170a76a-d252-4906-937e-627ab451ac24 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0332320 Mar 11 00:22:44.282225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55040) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.299473 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-73cecf9d-748d-446e-85db-61218adbab74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] delete failed (client error): The resource could not be found. Mar 11 00:22:44.300486 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-73cecf9d-748d-446e-85db-61218adbab74 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "DELETE /v2.0/security-groups/37be1f0a-9bea-4afc-98e9-db6190430288 HTTP/1.1" status: 404 len: 347 time: 0.0171971 Mar 11 00:22:44.304121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55042) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.352134 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b68e0bb6-f25f-47d6-b3e3-ebebd0a24e12 tempest-SecGroupTest-409966434 tempest-SecGroupTest-409966434-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434158 Mar 11 00:22:44.594374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55050) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.725990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-920f1af6-e75f-4b7a-ae88-403716c1ef23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f2485c255d54ee4b97b2ffad01964e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303532 Mar 11 00:22:44.728293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55054) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:44.778122 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] Publish callbacks [] for security_group (ced5a537-38fe-4043-9b49-1a38a7a695f3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.801004 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] Publish callbacks [] for security_group (ced5a537-38fe-4043-9b49-1a38a7a695f3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.855221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ced5a537-38fe-4043-9b49-1a38a7a695f3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.857895 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:44.859047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ced5a537-38fe-4043-9b49-1a38a7a695f3 HTTP/1.1" status: 204 len: 168 time: 0.1293466 Mar 11 00:22:44.867156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea0245-1933-4326-be3d-cd7a916bf157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced5a537-38fe-4043-9b49-1a38a7a695f3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:45.629007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a8ab3-9bb7-4dd2-bb3a-152480f601e0 req-c2a84854-6ebd-44b4-bfe5-1f0633d441ef tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:45.630915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a45a8ab3-9bb7-4dd2-bb3a-152480f601e0 req-c2a84854-6ebd-44b4-bfe5-1f0633d441ef tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1129 time: 0.0482883 Mar 11 00:22:45.687366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a45a8ab3-9bb7-4dd2-bb3a-152480f601e0 req-1b699297-8027-4b4f-ae2b-de2cbe65fda5 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Mar 11 00:22:45.711709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:45.891412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 3e7011a1-285d-4985-9563-05b2e40d1a3a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:45.891763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:45.979198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:45.979607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (3e7011a1-285d-4985-9563-05b2e40d1a3a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:45.992389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 3e7011a1-285d-4985-9563-05b2e40d1a3a owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:46.158995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3e7011a1-285d-4985-9563-05b2e40d1a3a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:46.185214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=3e7011a1-285d-4985-9563-05b2e40d1a3a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:46.251388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (6ff71c5b-16a4-4db5-934d-505f0acc5032), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:46.251721 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 6ff71c5b-16a4-4db5-934d-505f0acc5032 disassociated (deleted). External IP: 172.25.7.252, port: 8103952a-1aef-4eeb-8336-0aafa9bfcb41. Mar 11 00:22:46.472782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router 06625b63-26c0-41b4-abc0-c3b1e1444b0a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:22:46.587269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:46.592725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:46.599526 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624060a-2888-4596-9165-447ef490248a None None] Sync routers for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:46.609892 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624060a-2888-4596-9165-447ef490248a None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:46.610769 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f624060a-2888-4596-9165-447ef490248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:46.626265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58f7f5f2-68d9-4ac3-a184-7d46346642e9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/floatingips/6ff71c5b-16a4-4db5-934d-505f0acc5032 HTTP/1.1" status: 204 len: 168 time: 0.9115732 Mar 11 00:22:46.626265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:46.628800 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11" -d '{"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:46.685268 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23605537-58ef-49d6-b128-1607dbda3ce0 x-openstack-request-id: req-23605537-58ef-49d6-b128-1607dbda3ce0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:46.685869 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:46.685869 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23605537-58ef-49d6-b128-1607dbda3ce0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:46.686215 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:22:46.745373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f624060a-2888-4596-9165-447ef490248a None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:46.764131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-a9db9192-27bd-459a-9f90-04ed075d0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:46.765898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-a9db9192-27bd-459a-9f90-04ed075d0d85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 1129 time: 0.0594068 Mar 11 00:22:46.940100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-fa41f1cc-3341-4e65-9e26-bfded7bdbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:46.941786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-fa41f1cc-3341-4e65-9e26-bfded7bdbe9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 200 len: 898 time: 0.1680820 Mar 11 00:22:46.954588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8b5d-aa69-402f-9842-4cca305127f5 req-ce66d162-69b8-4c0b-bc55-7e860b2706c5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:46.956254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-435a8b5d-aa69-402f-9842-4cca305127f5 req-ce66d162-69b8-4c0b-bc55-7e860b2706c5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 947 time: 0.0887611 Mar 11 00:22:47.005831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-742b8171-1f37-431b-aa60-bb816d01d51c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 200 len: 217 time: 0.0485096 Mar 11 00:22:47.013171 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f624060a-2888-4596-9165-447ef490248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:47.044875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624060a-2888-4596-9165-447ef490248a None None] Checking router: 06625b63-26c0-41b4-abc0-c3b1e1444b0a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:22:47.053342 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624060a-2888-4596-9165-447ef490248a None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:47.053964 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f624060a-2888-4596-9165-447ef490248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:47.074524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-435a8b5d-aa69-402f-9842-4cca305127f5 req-884e777e-b0c1-4dad-8c1c-9cb5cf707657 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103621 Mar 11 00:22:47.088888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-39cadcb3-b44a-4490-b71c-82b2c11476a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:47.091127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-39cadcb3-b44a-4490-b71c-82b2c11476a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 200 len: 833 time: 0.0768762 Mar 11 00:22:47.144619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-b7494eb1-8b81-4f7c-805a-ccc57629493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:47.146256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-b7494eb1-8b81-4f7c-805a-ccc57629493a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54666ee4-f6cf-40e1-a18e-f8459b2e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485828 Mar 11 00:22:47.248398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-4ff02e15-117b-4f54-9603-baa13bb5a5e8 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947964 Mar 11 00:22:47.267112 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f624060a-2888-4596-9165-447ef490248a None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:47.340440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23ec9f9-5c1d-40a7-88b8-cc33c7e8da11 req-07f8e19e-07e6-4e2f-8d70-9d6a9a96a599 service neutron] 10.222.0.30 "GET /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860159 Mar 11 00:22:47.473219 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f624060a-2888-4596-9165-447ef490248a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:47.499314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624060a-2888-4596-9165-447ef490248a None None] The sync data for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 is: [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:20:43Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'a5b41ca2-c89a-442b-97e1-b1ccf6d50d28', 'name': '', 'network_id': '54666ee4-f6cf-40e1-a18e-f8459b2e6e21', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:ff:ca:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:42Z', 'updated_at': '2022-03-11T00:20:48Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '5e21ded1-2004-43da-ae99-e3c02804b9bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:22:47.744661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912736f3-519b-4483-8d74-ff035f60ac16 None None] New status for floating IP 6ff71c5b-16a4-4db5-934d-505f0acc5032: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:22:48.200322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8762b8-729d-44d9-a46c-1035f84c2345 req-30dff7c6-3bab-43f7-81cd-a0e4fc3fd5b2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:48.201793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa8762b8-729d-44d9-a46c-1035f84c2345 req-30dff7c6-3bab-43f7-81cd-a0e4fc3fd5b2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 947 time: 0.0532165 Mar 11 00:22:48.255854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa8762b8-729d-44d9-a46c-1035f84c2345 req-cbdbcbae-2368-40c9-9f49-976142e391ca tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=21133cd4-5aff-4f1f-bdf9-770d747b0aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482764 Mar 11 00:22:48.309455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-0fe54afb-ba4e-441e-ab73-54a794d8aa64 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:48.311020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-0fe54afb-ba4e-441e-ab73-54a794d8aa64 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b50cc74-6dfc-48ba-bb67-f4b42c223380 HTTP/1.1" status: 200 len: 947 time: 0.0529423 Mar 11 00:22:48.405997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:48.406260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:48.500252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 8103952a-1aef-4eeb-8336-0aafa9bfcb41, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8103952a-1aef-4eeb-8336-0aafa9bfcb41,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:48.500626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:48.514523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 8103952a-1aef-4eeb-8336-0aafa9bfcb41 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:48.659576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8103952a-1aef-4eeb-8336-0aafa9bfcb41), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:48.691325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=8103952a-1aef-4eeb-8336-0aafa9bfcb41,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:48.738189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] No DVR routers for this DVR port 8103952a-1aef-4eeb-8336-0aafa9bfcb41 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:48.740820 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:48.745511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbf13710-c0e7-4196-98d9-32e58db94f5d req-986102d6-b1fd-4ff9-be1d-18abee9bc29c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "DELETE /v2.0/ports/8103952a-1aef-4eeb-8336-0aafa9bfcb41 HTTP/1.1" status: 204 len: 173 time: 0.4279344 Mar 11 00:22:48.745975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-deleted', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:48.748728 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d0b1f-7b33-4539-9b89-49e3c88fc607" -d '{"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-deleted", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:48.796786 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eba6da-e45b-4a9d-b474-1aaa0dbd3c4d x-openstack-request-id: req-e2eba6da-e45b-4a9d-b474-1aaa0dbd3c4d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:48.797008 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b50cc74-6dfc-48ba-bb67-f4b42c223380", "name": "network-vif-deleted", "tag": "8103952a-1aef-4eeb-8336-0aafa9bfcb41", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:48.797137 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2eba6da-e45b-4a9d-b474-1aaa0dbd3c4d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:48.797549 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b50cc74-6dfc-48ba-bb67-f4b42c223380', 'name': 'network-vif-deleted', 'tag': '8103952a-1aef-4eeb-8336-0aafa9bfcb41', 'status': 'completed', 'code': 200} Mar 11 00:22:49.313180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55118) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:49.685860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:49.952666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:49.953013 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.039610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port a5b41ca2-c89a-442b-97e1-b1ccf6d50d28, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:50.039996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.053116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:50.252293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a5b41ca2-c89a-442b-97e1-b1ccf6d50d28), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.278934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=a5b41ca2-c89a-442b-97e1-b1ccf6d50d28,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:50.468141 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.702796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router 06625b63-26c0-41b4-abc0-c3b1e1444b0a has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:22:50.818110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:50.824288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0d0fab9a-ccbd-468f-8212-598ebd4cccf1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/06625b63-26c0-41b4-abc0-c3b1e1444b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099840 Mar 11 00:22:50.826930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55124) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:50.829710 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Sync routers for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:50.852736 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:50.853438 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:50.879650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting subnet 5e21ded1-2004-43da-ae99-e3c02804b9bd {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:22:50.882919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (5e21ded1-2004-43da-ae99-e3c02804b9bd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.922881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (5e21ded1-2004-43da-ae99-e3c02804b9bd), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:50.970206 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:51.016470 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (5e21ded1-2004-43da-ae99-e3c02804b9bd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.077190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (5e21ded1-2004-43da-ae99-e3c02804b9bd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.108041 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.114211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/subnets/5e21ded1-2004-43da-ae99-e3c02804b9bd HTTP/1.1" status: 204 len: 168 time: 0.2838504 Mar 11 00:22:51.114211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eff3e-e24d-474f-8e89-7ec49e6736a0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Subnet': ['ID=5e21ded1-2004-43da-ae99-e3c02804b9bd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:51.114587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55126) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:51.121563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4328fb7f-9649-4ef2-8093-6b90c894e637 None None] Network 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:51.173663 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:22:50Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:51.205842 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Checking router: 06625b63-26c0-41b4-abc0-c3b1e1444b0a for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:22:51.217728 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Routers {'06625b63-26c0-41b4-abc0-c3b1e1444b0a'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:51.218396 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:51.235848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.303909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] DHCP port deletion for 54666ee4-f6cf-40e1-a18e-f8459b2e6e21 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:22:51.355572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (06625b63-26c0-41b4-abc0-c3b1e1444b0a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.374401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Deleting port 55f628c7-43bb-40a6-bfed-09e35e577572 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:51.375028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.382968 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] Set router 06625b63-26c0-41b4-abc0-c3b1e1444b0a gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:51.424831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port afef921d-3202-484a-9f8a-4537c4d7a1df {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:51.425463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.451494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] For port 55f628c7-43bb-40a6-bfed-09e35e577572, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=55f628c7-43bb-40a6-bfed-09e35e577572,segment=NetworkSegment(b008259e-0ecb-4db4-8d36-d1a324d366cf),segment_id=b008259e-0ecb-4db4-8d36-d1a324d366cf)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:51.451897 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.469809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Calling delete_port for 55f628c7-43bb-40a6-bfed-09e35e577572 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:51.519191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port afef921d-3202-484a-9f8a-4537c4d7a1df, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=afef921d-3202-484a-9f8a-4537c4d7a1df,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:51.519544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.536168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for afef921d-3202-484a-9f8a-4537c4d7a1df owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:51.566056 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (55f628c7-43bb-40a6-bfed-09e35e577572), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.600967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] No DVR routers for this DVR port 55f628c7-43bb-40a6-bfed-09e35e577572 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:51.617194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Pushing event deleted for resources: {'Port': ['ID=55f628c7-43bb-40a6-bfed-09e35e577572,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:51.625894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.626252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.626600 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.626980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.627318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.627653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.630959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcab754-e5e9-4cb0-bb2c-32f06c4ab618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:22:51.670776 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:22:50Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:51.707416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b23a47a-ee91-41dc-89e1-e0f7097e965f None None] The sync data for ids ['06625b63-26c0-41b4-abc0-c3b1e1444b0a'] in n-d-831844-1 is: [{'id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994717011', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:20:37Z', 'updated_at': '2022-03-11T00:22:50Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'afef921d-3202-484a-9f8a-4537c4d7a1df', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06625b63-26c0-41b4-abc0-c3b1e1444b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:20:38Z', 'updated_at': '2022-03-11T00:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:22:51.778548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (afef921d-3202-484a-9f8a-4537c4d7a1df), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:51.806876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=afef921d-3202-484a-9f8a-4537c4d7a1df,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:51.901057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.017451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.019654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (06625b63-26c0-41b4-abc0-c3b1e1444b0a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.072860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (06625b63-26c0-41b4-abc0-c3b1e1444b0a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.073387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Fanout notify agent at l3_agent the message router_deleted on router 06625b63-26c0-41b4-abc0-c3b1e1444b0a {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:22:52.080219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.083856 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bffb1ea3-5e78-4c9c-8a6a-512e8fd6f469 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/routers/06625b63-26c0-41b4-abc0-c3b1e1444b0a HTTP/1.1" status: 204 len: 168 time: 0.9651923 Mar 11 00:22:52.084259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55130) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:52.111339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:52.146082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8103952a-1aef-4eeb-8336-0aafa9bfcb41 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:52.146653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8103952a-1aef-4eeb-8336-0aafa9bfcb41 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:52.544253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (54666ee4-f6cf-40e1-a18e-f8459b2e6e21), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.630656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (54666ee4-f6cf-40e1-a18e-f8459b2e6e21), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.662749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54666ee4-f6cf-40e1-a18e-f8459b2e6e21']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:52.673067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b008259e-0ecb-4db4-8d36-d1a324d366cf') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:52.673373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b008259e-0ecb-4db4-8d36-d1a324d366cf') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:52.683451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (b008259e-0ecb-4db4-8d36-d1a324d366cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.697410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b008259e-0ecb-4db4-8d36-d1a324d366cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.703663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:22:52.704088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (b008259e-0ecb-4db4-8d36-d1a324d366cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:22:52.707055 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:22:52.731882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device afef921d-3202-484a-9f8a-4537c4d7a1df no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:52.754718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: afef921d-3202-484a-9f8a-4537c4d7a1df {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:52.755055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device afef921d-3202-484a-9f8a-4537c4d7a1df not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:52.755467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 55f628c7-43bb-40a6-bfed-09e35e577572 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:52.777023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 55f628c7-43bb-40a6-bfed-09e35e577572 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:52.777298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (54666ee4-f6cf-40e1-a18e-f8459b2e6e21), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.777459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 55f628c7-43bb-40a6-bfed-09e35e577572 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:52.777720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:22:52.785772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.788488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/networks/54666ee4-f6cf-40e1-a18e-f8459b2e6e21 HTTP/1.1" status: 204 len: 168 time: 0.7027273 Mar 11 00:22:52.791851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:52.809689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac9b7-bbd0-4b80-826d-08564d7699df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Network': ['ID=54666ee4-f6cf-40e1-a18e-f8459b2e6e21,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:52.813680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:22:52.814153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a5b41ca2-c89a-442b-97e1-b1ccf6d50d28 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:22:52.872193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (21133cd4-5aff-4f1f-bdf9-770d747b0aa0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.897157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (21133cd4-5aff-4f1f-bdf9-770d747b0aa0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.958095 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (21133cd4-5aff-4f1f-bdf9-770d747b0aa0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.961052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:52.962205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/security-groups/21133cd4-5aff-4f1f-bdf9-770d747b0aa0 HTTP/1.1" status: 204 len: 168 time: 0.1693206 Mar 11 00:22:52.972701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a7135-128b-4ecf-8e20-b84a967a581f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21133cd4-5aff-4f1f-bdf9-770d747b0aa0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.223350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55140) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.227913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689749014', 'description': 'tempest-secgroup-smoke-1689749014 description', 'project_id': '4c79b35ba8454d5e968272e83089973a'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.254342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.322473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e504517d-d165-4148-aa72-a1709822f6cf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.326305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e504517d-d165-4148-aa72-a1709822f6cf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.356518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.357747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1333418 Mar 11 00:22:53.359551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e8e03-c55e-410f-aa39-8dc30d0b44fa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e504517d-d165-4148-aa72-a1709822f6cf,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.360928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55142) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.366581 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.394910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (640c6eb2-5695-418b-8c90-758f1a3c65e4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.456035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (640c6eb2-5695-418b-8c90-758f1a3c65e4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.459780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (640c6eb2-5695-418b-8c90-758f1a3c65e4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.477377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c6eb2-5695-418b-8c90-758f1a3c65e4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.487160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.488416 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2fc5cf83-f371-442c-9788-4c6c818f2002 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256456 Mar 11 00:22:53.491089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55144) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.496081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.521043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f2edc3a4-441c-4ce6-b07b-f2eb665af26c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.576468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (f2edc3a4-441c-4ce6-b07b-f2eb665af26c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.579949 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f2edc3a4-441c-4ce6-b07b-f2eb665af26c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.596775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2edc3a4-441c-4ce6-b07b-f2eb665af26c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.605639 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.609391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-89c51b08-699b-4b49-a4e8-6f8fb4fbb172 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148040 Mar 11 00:22:53.609637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55146) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.613860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.637663 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (46a2cf47-47f9-43ec-a88c-d6c70362da17), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.693812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (46a2cf47-47f9-43ec-a88c-d6c70362da17), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.697569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (46a2cf47-47f9-43ec-a88c-d6c70362da17), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.715542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a2cf47-47f9-43ec-a88c-d6c70362da17,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.723567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.724848 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b266c66b-b3e4-46e7-93ec-f10803796651 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143396 Mar 11 00:22:53.727591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55148) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.733300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.757904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (e698bc57-5316-4de1-97b5-0910d601fdaa), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.816687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (e698bc57-5316-4de1-97b5-0910d601fdaa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.820207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e698bc57-5316-4de1-97b5-0910d601fdaa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.842232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e698bc57-5316-4de1-97b5-0910d601fdaa,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.850273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.852380 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-67e82ec8-22bc-4330-9bc3-f5a1350067aa tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224275 Mar 11 00:22:53.854740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55150) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.859351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:53.882010 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:22:53.887829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (833f41ed-0ecc-40f6-a147-770b75db4368), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.949156 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (833f41ed-0ecc-40f6-a147-770b75db4368), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.955398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (833f41ed-0ecc-40f6-a147-770b75db4368), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.973441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833f41ed-0ecc-40f6-a147-770b75db4368,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:53.982912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:53.986605 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-316d347f-c869-4249-8c8a-d3e588ce79ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284928 Mar 11 00:22:53.986794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55154) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:53.991060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e504517d-d165-4148-aa72-a1709822f6cf', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:54.010159 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:22:54.015729 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8f1fed40-95c7-4927-a2fa-0f9bc5363dd4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.076239 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (8f1fed40-95c7-4927-a2fa-0f9bc5363dd4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.079985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8f1fed40-95c7-4927-a2fa-0f9bc5363dd4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.095854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1fed40-95c7-4927-a2fa-0f9bc5363dd4,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:54.107210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.108455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f92cd15-7553-47f3-8f8a-d9c490455b4e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207292 Mar 11 00:22:54.111234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55156) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:54.116437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'network': {'name': 'tempest-network-smoke--621613976', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:54.136524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:54.139856 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.164190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:22:54.173672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2935c9c5-835c-4d52-ac69-125a46e7d5f1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.174017 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Added segment 2935c9c5-835c-4d52-ac69-125a46e7d5f1 of type vlan for network d8e96543-d831-42c1-872e-c40670061cca Mar 11 00:22:54.222491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d8e96543-d831-42c1-872e-c40670061cca), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.249253 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d8e96543-d831-42c1-872e-c40670061cca), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.254554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:54.255154 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.299547 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871283 Mar 11 00:22:54.302666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55158) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:54.306953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'admin_state_up': True, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:54.329987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (f57d715c-620a-4108-af63-57c6c261e76d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.331033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (f57d715c-620a-4108-af63-57c6c261e76d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.334314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3abfa-370d-49ff-9ea8-896ba22b1ac9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Network': ['ID=d8e96543-d831-42c1-872e-c40670061cca,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:54.352835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d8e96543-d831-42c1-872e-c40670061cca details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:22:54.388594 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (f57d715c-620a-4108-af63-57c6c261e76d), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.537401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (f57d715c-620a-4108-af63-57c6c261e76d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.734414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (f57d715c-620a-4108-af63-57c6c261e76d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.754371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:54.882554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.73 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/9027858e-906a-4f31-978d-9e60d9001da4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:55.032348 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (9027858e-906a-4f31-978d-9e60d9001da4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:55.076555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5c69f-e368-4633-9769-907902257d70 req-596095b9-7590-4c5a-9b1f-fb32d9b298f0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:55.078053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eb5c69f-e368-4633-9769-907902257d70 req-596095b9-7590-4c5a-9b1f-fb32d9b298f0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.0868287 Mar 11 00:22:55.093770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9027858e-906a-4f31-978d-9e60d9001da4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:55.158218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:55.165154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:55.173942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:55.181876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=9027858e-906a-4f31-978d-9e60d9001da4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:55.206728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eb5c69f-e368-4633-9769-907902257d70 req-de694b33-6a18-4ebf-8e2d-406bb30a9693 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215274 Mar 11 00:22:55.455754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (f57d715c-620a-4108-af63-57c6c261e76d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:55.662419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (f57d715c-620a-4108-af63-57c6c261e76d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:55.792635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router f57d715c-620a-4108-af63-57c6c261e76d is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:22:55.909747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:55.926678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Sync routers for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:55.935606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:55.939779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-26e76712-69cd-4cfd-910e-273a28e6da00 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6334839 Mar 11 00:22:55.940399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55166) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:55.942894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:55.943738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:55.980646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f683746a-7d56-4a58-90fc-c4bb6e78c31e tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4c79b35ba8454d5e968272e83089973a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363274 Mar 11 00:22:55.980886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55168) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:56.075893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c6fce-35c5-485f-be1f-325371c02a90 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:56.077520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-262c6fce-35c5-485f-be1f-325371c02a90 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957465 Mar 11 00:22:56.080379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55172) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:56.122594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3b49df57-c904-4da4-b630-9dbda5c03115 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408328 Mar 11 00:22:56.125105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55174) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:56.130146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875143758', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:22:56.239567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:56.241700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:22:56.247068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:56.411170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457236e-57d3-488a-af5a-34113f5c21cd req-4d263906-1c04-489b-a7d7-c2ae1a4d6195 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:56.419436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a457236e-57d3-488a-af5a-34113f5c21cd req-4d263906-1c04-489b-a7d7-c2ae1a4d6195 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.1259606 Mar 11 00:22:56.445914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:55Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:56.489648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Checking router: f57d715c-620a-4108-af63-57c6c261e76d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:22:56.490644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Updating router f57d715c-620a-4108-af63-57c6c261e76d port 9027858e-906a-4f31-978d-9e60d9001da4 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:22:56.544294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a457236e-57d3-488a-af5a-34113f5c21cd req-b2f83d55-6d20-4e5b-a4b6-ee47a6ff644f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235592 Mar 11 00:22:56.547001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9027858e-906a-4f31-978d-9e60d9001da4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:56.630206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecced2-008d-4e97-bc22-776930c40489 req-d2c94c49-84d4-4327-b40c-91e502f7614e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:56.631952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88ecced2-008d-4e97-bc22-776930c40489 req-d2c94c49-84d4-4327-b40c-91e502f7614e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.1339107 Mar 11 00:22:56.633527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (206358c3-30f4-4d36-92bf-afd6bfe6f454), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:56.732516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Subnet': ['ID=206358c3-30f4-4d36-92bf-afd6bfe6f454,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:56.774685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:56.775877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network hostable DHCP agents. Network: d8e96543-d831-42c1-872e-c40670061cca, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:22:56.807331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network d8e96543-d831-42c1-872e-c40670061cca is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:22:56.814525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port ba0d1b04-619a-4d20-a69f-0013a7824503 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:56.814870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:56.833812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d8e96543-d831-42c1-872e-c40670061cca) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:56.847022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:56.847646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:56.879207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38360ed5-1e74-44f5-96f8-58cab8034b5c None None] Network d8e96543-d831-42c1-872e-c40670061cca requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:22:56.905904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f60d9c83-f766-4290-8a9f-dcb77309bdfe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7771873 Mar 11 00:22:56.906519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55188) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:22:56.994929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port ba0d1b04-619a-4d20-a69f-0013a7824503, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ba0d1b04-619a-4d20-a69f-0013a7824503,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:56.994929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.104872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-d8e96543-d831-42c1-872e-c40670061cca', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:22:57.105767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.236222 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks [] for port (9027858e-906a-4f31-978d-9e60d9001da4), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.318857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Allocated IP 172.20.0.2 (d8e96543-d831-42c1-872e-c40670061cca/206358c3-30f4-4d36-92bf-afd6bfe6f454/9d078a70-c3db-41c7-b025-2a79fe551d32) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:57.362652 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9027858e-906a-4f31-978d-9e60d9001da4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.458561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Attempting to bind port 9027858e-906a-4f31-978d-9e60d9001da4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:57.458940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Attempting to bind port 9027858e-906a-4f31-978d-9e60d9001da4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:57.459311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Attempting to bind port 9027858e-906a-4f31-978d-9e60d9001da4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:57.482130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:57.482573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:57.483063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.483293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:57.483774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Bound port: 9027858e-906a-4f31-978d-9e60d9001da4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:57.484183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9027858e-906a-4f31-978d-9e60d9001da4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.487218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c960-ed5c-4139-87bc-290de2b2d626 None None] Pushing event updated for resources: {'Port': ['ID=9027858e-906a-4f31-978d-9e60d9001da4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:57.621902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks [] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.635777 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.646539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] For port 9027858e-906a-4f31-978d-9e60d9001da4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:57.689968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] For port 9027858e-906a-4f31-978d-9e60d9001da4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9027858e-906a-4f31-978d-9e60d9001da4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:57.701485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9027858e-906a-4f31-978d-9e60d9001da4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.705019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Network d8e96543-d831-42c1-872e-c40670061cca is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:57.706637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Pushing event updated for resources: {'Port': ['ID=9d078a70-c3db-41c7-b025-2a79fe551d32,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:57.714110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241aa3a-436c-4f57-a8c5-680bd8e0d338 req-ecb85bc5-2578-4b83-bf32-c544dbc94808 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:57.715650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a241aa3a-436c-4f57-a8c5-680bd8e0d338 req-ecb85bc5-2578-4b83-bf32-c544dbc94808 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.2584283 Mar 11 00:22:57.741363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:57.748510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:57.781854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:57.781854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:57.854746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.855114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (a0b598da-364f-4940-b672-6e2dc0933f9c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:57.855437 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP a0b598da-364f-4940-b672-6e2dc0933f9c disassociated. External IP: 172.25.7.57, port: ba0d1b04-619a-4d20-a69f-0013a7824503. Mar 11 00:22:57.855775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for ba0d1b04-619a-4d20-a69f-0013a7824503 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:22:57.881115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c960-ed5c-4139-87bc-290de2b2d626 None None] Pushing event updated for resources: {'Port': ['ID=9027858e-906a-4f31-978d-9e60d9001da4,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:57.893234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25968b9a-3857-49a7-b63f-890298f5fea7 req-38c5be62-5f7e-445d-9922-a85df14a2913 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:57.894732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25968b9a-3857-49a7-b63f-890298f5fea7 req-38c5be62-5f7e-445d-9922-a85df14a2913 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 946 time: 0.2674608 Mar 11 00:22:57.907533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Attempting to bind port 9d078a70-c3db-41c7-b025-2a79fe551d32 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:22:57.907533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Attempting to bind port 9d078a70-c3db-41c7-b025-2a79fe551d32 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:22:57.907533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Attempting to bind port 9d078a70-c3db-41c7-b025-2a79fe551d32 on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:22:57.941542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a241aa3a-436c-4f57-a8c5-680bd8e0d338 req-bc991c8a-6f12-45b3-b120-993cf49696b0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920843 Mar 11 00:22:58.008028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:22:58.008877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:22:58.009993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:58.011301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Bound using segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:22:58.012159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Bound port: 9d078a70-c3db-41c7-b025-2a79fe551d32, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:22:58.012756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:58.076045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:58.090010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25968b9a-3857-49a7-b63f-890298f5fea7 req-ad17b556-5077-44b3-a70f-c98261f94115 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840866 Mar 11 00:22:58.236534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] For port 9d078a70-c3db-41c7-b025-2a79fe551d32, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:22:58.255342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] For port 9d078a70-c3db-41c7-b025-2a79fe551d32, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d078a70-c3db-41c7-b025-2a79fe551d32,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:22:58.261716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ba0d1b04-619a-4d20-a69f-0013a7824503), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:58.266286 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:58.311018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=ba0d1b04-619a-4d20-a69f-0013a7824503,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:58.326765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:58.402516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd87e10-f5e1-4272-93e7-67c4ae961fd8 None None] Pushing event updated for resources: {'Port': ['ID=9d078a70-c3db-41c7-b025-2a79fe551d32,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:58.438283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:55Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:58.474880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e42eb2-d50f-42ac-8f2f-1dad53b8d97e None None] The sync data for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 is: [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:55Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:22:58.605316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:22:58.812722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d078a70-c3db-41c7-b025-2a79fe551d32 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:22:58.903534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9d078a70-c3db-41c7-b025-2a79fe551d32 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:22:58.903945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.007150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:22:59.015261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.1 (d8e96543-d831-42c1-872e-c40670061cca/206358c3-30f4-4d36-92bf-afd6bfe6f454/8ac4e748-c800-40b6-b7bd-74642505a18c) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:22:59.037678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:22:59.074241 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:59.076480 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:59.114873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-fc376e41-f2c2-48fa-9a18-b127fa1ab663 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:59.116499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-fc376e41-f2c2-48fa-9a18-b127fa1ab663 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.2108929 Mar 11 00:22:59.117377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port ba0d1b04-619a-4d20-a69f-0013a7824503 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:22:59.135998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.139490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88ecced2-008d-4e97-bc22-776930c40489 req-f713f518-a542-4dc9-b67a-d1c7accd85f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/ba0d1b04-619a-4d20-a69f-0013a7824503 HTTP/1.1" status: 204 len: 173 time: 2.4950182 Mar 11 00:22:59.141541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'name': 'network-vif-deleted', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:22:59.144204 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698b366-3cef-4fce-b47c-e91d632d04f9" -d '{"events": [{"server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "name": "network-vif-deleted", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:22:59.152305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9d078a70-c3db-41c7-b025-2a79fe551d32 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:22:59.153798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.296208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 9d078a70-c3db-41c7-b025-2a79fe551d32, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d078a70-c3db-41c7-b025-2a79fe551d32,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:59.308988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.343720 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:22:59.400630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=9d078a70-c3db-41c7-b025-2a79fe551d32,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:22:59.455890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34e88a3a-352f-4bb2-b0fc-77b86cda5f9f req-4c2396a0-171c-4736-93e9-91978ded467d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.1726613 Mar 11 00:22:59.549320 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e62d3-9c27-4b61-9fc3-d66789d4ea87 x-openstack-request-id: req-126e62d3-9c27-4b61-9fc3-d66789d4ea87 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:22:59.549980 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed09df0-e51d-41ba-82ea-f365c56984c5", "name": "network-vif-deleted", "tag": "ba0d1b04-619a-4d20-a69f-0013a7824503", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:22:59.551104 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-126e62d3-9c27-4b61-9fc3-d66789d4ea87 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:22:59.551732 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed09df0-e51d-41ba-82ea-f365c56984c5', 'name': 'network-vif-deleted', 'tag': 'ba0d1b04-619a-4d20-a69f-0013a7824503', 'status': 'completed', 'code': 200} Mar 11 00:22:59.563113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aea95-7788-45ab-b344-61d34d224726 req-eb00a1b3-88af-4db9-a170-b068ab3f27b6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:22:59.573521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299aea95-7788-45ab-b344-61d34d224726 req-eb00a1b3-88af-4db9-a170-b068ab3f27b6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 946 time: 0.4502969 Mar 11 00:22:59.599392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.649112 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:59.668384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port 44d534d1-0306-48ed-bc16-5486894aac72 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:22:59.668734 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (44d534d1-0306-48ed-bc16-5486894aac72), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.686291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:22:59.704473 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:22:59.705332 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:22:59.733174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299aea95-7788-45ab-b344-61d34d224726 req-1bafc9af-4344-41bf-9c67-87f6d4a018c2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=253b5028-7d67-4d71-b089-15c306f34c49&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390672 Mar 11 00:22:59.827335 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.902414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network d8e96543-d831-42c1-872e-c40670061cca is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:22:59.906628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] For port 44d534d1-0306-48ed-bc16-5486894aac72, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=44d534d1-0306-48ed-bc16-5486894aac72,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:22:59.907072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (44d534d1-0306-48ed-bc16-5486894aac72), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:22:59.925121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:22:59.927807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:22:59.991441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768d0aca-a3c7-4f0a-90e9-a064ea0a6b0d None None] Network d8e96543-d831-42c1-872e-c40670061cca requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:23:00.005381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:00.022487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:00.042696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (f57d715c-620a-4108-af63-57c6c261e76d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.111898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba0d1b04-619a-4d20-a69f-0013a7824503 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:23:00.145928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: ba0d1b04-619a-4d20-a69f-0013a7824503 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:23:00.146443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ba0d1b04-619a-4d20-a69f-0013a7824503 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:23:00.172383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bf4f64b4-5d6b-4ff5-9468-12efc63ff3d9 None None] Provisioning complete for port 9d078a70-c3db-41c7-b025-2a79fe551d32 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:00.172911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf4f64b4-5d6b-4ff5-9468-12efc63ff3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.262612 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:00.297685 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1c3ef-ab5e-4b70-bd9c-be158a789c5c None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:00.305574 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.306710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.307461 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP b4c2d799-1217-4835-8412-480e76bebd27 disassociated. External IP: 172.25.7.74, port: 44d534d1-0306-48ed-bc16-5486894aac72. Mar 11 00:23:00.307916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for 44d534d1-0306-48ed-bc16-5486894aac72 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:23:00.336771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f64b4-5d6b-4ff5-9468-12efc63ff3d9 None None] Current status of the port 9d078a70-c3db-41c7-b025-2a79fe551d32 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:00.363631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.641070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8839fef6-3870-4b9e-924b-f0e7c54c5ebe req-95fcc4e1-9ae8-4fc5-954e-7b599ab2c210 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0452499 Mar 11 00:23:00.672446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (44d534d1-0306-48ed-bc16-5486894aac72), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.694647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Provisioning complete for port 9d078a70-c3db-41c7-b025-2a79fe551d32 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:00.695267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.739400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=44d534d1-0306-48ed-bc16-5486894aac72,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:00.938582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Current status of the port 9d078a70-c3db-41c7-b025-2a79fe551d32 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:00.952818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:00.953461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:00.980105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153fb631-78e2-46a3-bfc4-8bc6ceec25cd None None] New status for floating IP a0b598da-364f-4940-b672-6e2dc0933f9c: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:23:01.030352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d078a70-c3db-41c7-b025-2a79fe551d32 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:01.118326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-943ccbab-bfce-45da-abe5-ad2976c38f96 None None] Port 8ac4e748-c800-40b6-b7bd-74642505a18c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:01.246497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9d078a70-c3db-41c7-b025-2a79fe551d32 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:01.247176 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.285157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ad26e081-d1fd-4220-9ab3-81fe219dc7c1 None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:01.285797 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad26e081-d1fd-4220-9ab3-81fe219dc7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.360453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ad26e081-d1fd-4220-9ab3-81fe219dc7c1 None None] Port 8ac4e748-c800-40b6-b7bd-74642505a18c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:01.398489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9d078a70-c3db-41c7-b025-2a79fe551d32 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:01.399582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9027858e-906a-4f31-978d-9e60d9001da4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:01.422139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9aaec32-415b-425e-b51e-5ab070e2742e req-97b12ec9-aad7-466e-9e37-e0a6e8b732d4 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 210 time: 0.4911234 Mar 11 00:23:01.478844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9027858e-906a-4f31-978d-9e60d9001da4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:01.479183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9027858e-906a-4f31-978d-9e60d9001da4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.485382 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.498336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.555219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (f57d715c-620a-4108-af63-57c6c261e76d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.586375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9027858e-906a-4f31-978d-9e60d9001da4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:01.586802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9027858e-906a-4f31-978d-9e60d9001da4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.622272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 9027858e-906a-4f31-978d-9e60d9001da4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9027858e-906a-4f31-978d-9e60d9001da4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:01.627682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9027858e-906a-4f31-978d-9e60d9001da4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:01.634507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:23:01.653511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:01.688068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=9027858e-906a-4f31-978d-9e60d9001da4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:01.799107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network d8e96543-d831-42c1-872e-c40670061cca is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:01.801447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c4542aa-1b7c-42b3-a5ba-82c8f98f12eb req-66642142-c525-453b-bb81-ca0c294b13bd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0429671 Mar 11 00:23:01.804355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:01.918842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:23:01.937414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:23:01.948568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:01.949511 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:02.007429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] No DVR routers for this DVR port 44d534d1-0306-48ed-bc16-5486894aac72 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:23:02.011629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:02.015054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f335ff52-6f28-4b04-9af7-e7c26fa8e4a7 req-1e873e24-5518-49f6-86c6-61e98501abcc tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "DELETE /v2.0/ports/44d534d1-0306-48ed-bc16-5486894aac72 HTTP/1.1" status: 204 len: 173 time: 2.8903384 Mar 11 00:23:02.015527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'name': 'network-vif-deleted', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:02.017877 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfede0a-2884-402c-8abe-8d663fada76e" -d '{"events": [{"server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "name": "network-vif-deleted", "tag": "44d534d1-0306-48ed-bc16-5486894aac72"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:02.041420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router f57d715c-620a-4108-af63-57c6c261e76d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:23:02.093025 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:02.108526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 44d534d1-0306-48ed-bc16-5486894aac72 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:23:02.133875 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b691e8-b2da-4d7d-a309-ffcfbeb6d1ee x-openstack-request-id: req-84b691e8-b2da-4d7d-a309-ffcfbeb6d1ee {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:02.137239 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6bdabd-eb31-4e70-aa4b-9af10815085c", "name": "network-vif-deleted", "tag": "44d534d1-0306-48ed-bc16-5486894aac72", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:02.140273 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84b691e8-b2da-4d7d-a309-ffcfbeb6d1ee {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:02.141173 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6bdabd-eb31-4e70-aa4b-9af10815085c', 'name': 'network-vif-deleted', 'tag': '44d534d1-0306-48ed-bc16-5486894aac72', 'status': 'completed', 'code': 200} Mar 11 00:23:02.145216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 44d534d1-0306-48ed-bc16-5486894aac72 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:23:02.145749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 44d534d1-0306-48ed-bc16-5486894aac72 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:23:02.228059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:23:02.245121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2674d9bc-255e-4448-88be-ceab7c3c28a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/f57d715c-620a-4108-af63-57c6c261e76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3290970 Mar 11 00:23:02.250336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Sync routers for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:23:02.266258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:02.267276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:02.341801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-802953ee-91ff-4c9b-a50f-6a808a6ee26e None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:02.342180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-802953ee-91ff-4c9b-a50f-6a808a6ee26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:02.383876 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:02.413717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:23:02.425821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:02.426744 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:02.589953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:02.681377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3625acd9-c1dc-49dc-ac5a-a4df4a895809 req-75407a2f-eaeb-4713-814c-48890b387787 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a6bdabd-eb31-4e70-aa4b-9af10815085c HTTP/1.1" status: 200 len: 210 time: 0.0674274 Mar 11 00:23:02.777914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:02.785595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-67429fc3-d47a-4919-b793-cc23d3405da8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689749014&fields=id&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 267 time: 0.1174064 Mar 11 00:23:02.865554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-802953ee-91ff-4c9b-a50f-6a808a6ee26e None None] Port 8ac4e748-c800-40b6-b7bd-74642505a18c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:02.870901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9027858e-906a-4f31-978d-9e60d9001da4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:02.949372 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:02.984700 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4dab5e-9dec-4e73-a77d-68b36f7478f3 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:02.991220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dcdb8c18-81b7-4c39-8aa5-26d03c26721d req-b154794c-dbff-48e1-8c0d-6b79dcd8f585 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0349686 Mar 11 00:23:03.026571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-c8e6b2b5-f0ff-4d3a-8702-f88eddc63db7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:03.033388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-c8e6b2b5-f0ff-4d3a-8702-f88eddc63db7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 796 time: 0.2392979 Mar 11 00:23:03.062811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-64e1dfa1-ba91-4642-b6eb-97b4b1f9afd0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/quotas/4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 375 time: 0.0237234 Mar 11 00:23:03.113243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9027858e-906a-4f31-978d-9e60d9001da4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:03.113778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9027858e-906a-4f31-978d-9e60d9001da4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:03.164745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 2, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:03.170521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-17a0d7be-4dc8-42be-83bc-e1cadafdc129 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019731 Mar 11 00:23:03.193679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Checking router: f57d715c-620a-4108-af63-57c6c261e76d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:23:03.194200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Updating router f57d715c-620a-4108-af63-57c6c261e76d port 8ac4e748-c800-40b6-b7bd-74642505a18c binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:23:03.231305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:03.292720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-7d67517e-a482-4928-9b06-ef7ec85741d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202793 Mar 11 00:23:03.321096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9027858e-906a-4f31-978d-9e60d9001da4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:03.445242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-635cafc1-d073-460f-90d2-d5ebb3d0953a service neutron] 10.222.0.21 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454780 Mar 11 00:23:03.475849 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0701938-6e86-4f18-b235-e9a9b9d9a752 None None] New status for floating IP b4c2d799-1217-4835-8412-480e76bebd27: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:23:03.696283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks [] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:03.709836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:03.763065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dee5c647-a4db-47cc-9882-1477e926c4f3 req-b2b5464a-ae80-455a-83f9-3917a919901e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 210 time: 0.0873718 Mar 11 00:23:03.886848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55264) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:03.912554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de8a6c-79cf-4be0-a31b-2b7b6ae6962f None None] Pushing event updated for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:03.945703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Attempting to bind port 8ac4e748-c800-40b6-b7bd-74642505a18c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:23:03.946126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Attempting to bind port 8ac4e748-c800-40b6-b7bd-74642505a18c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:23:03.947557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Attempting to bind port 8ac4e748-c800-40b6-b7bd-74642505a18c on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:03.954403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:23:03.954849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:23:03.955263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:03.955721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Bound using segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:23:03.956240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Bound port: 8ac4e748-c800-40b6-b7bd-74642505a18c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:23:03.956633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.042738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] For port 8ac4e748-c800-40b6-b7bd-74642505a18c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:23:04.051298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] For port 8ac4e748-c800-40b6-b7bd-74642505a18c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ac4e748-c800-40b6-b7bd-74642505a18c,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:23:04.061152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (253b5028-7d67-4d71-b089-15c306f34c49), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.069038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.169083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b1f94c7-5aa0-4095-b5ca-333ffa5c0035 req-2f305dd9-6ae7-44f3-ae62-7739826f2de8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0565462 Mar 11 00:23:04.206449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (253b5028-7d67-4d71-b089-15c306f34c49), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.236857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:04.237208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:22:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:04.278107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (253b5028-7d67-4d71-b089-15c306f34c49), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.280936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.299375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/security-groups/253b5028-7d67-4d71-b089-15c306f34c49 HTTP/1.1" status: 204 len: 168 time: 0.4091818 Mar 11 00:23:04.300142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:04.318371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b5028-7d67-4d71-b089-15c306f34c49,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:04.327754 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-4e2ff412-3e7d-43a3-9943-0160f83b72ef tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] show failed (client error): The resource could not be found. Mar 11 00:23:04.332402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.333919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.334672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.336279 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4e2ff412-3e7d-43a3-9943-0160f83b72ef tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups/253b5028-7d67-4d71-b089-15c306f34c49 HTTP/1.1" status: 404 len: 347 time: 0.0335131 Mar 11 00:23:04.338470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.339027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.339323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:04.339831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.341021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.342628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.343137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.346421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.346941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.347456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.347982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f126d8-e9b8-4b30-a3b9-56a46f9b333c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:04.461110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:04.578636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de8a6c-79cf-4be0-a31b-2b7b6ae6962f None None] Pushing event updated for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:04.591716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port a70f5d7a-a430-4e73-ad89-78b28e2d1f0b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:23:04.592288 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.609023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:04.609425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.696899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.697236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.711778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for a70f5d7a-a430-4e73-ad89-78b28e2d1f0b owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:23:04.880887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Current status of the port 8ac4e748-c800-40b6-b7bd-74642505a18c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:04.881545 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.914139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a70f5d7a-a430-4e73-ad89-78b28e2d1f0b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.936883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:04.937547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-508b37ed-0d06-4469-adb4-af3655f7b260 req-86145f0e-4ec6-4958-b5b4-bb4625b71e83 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 210 time: 0.0635750 Mar 11 00:23:04.944169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] For port 8ac4e748-c800-40b6-b7bd-74642505a18c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ac4e748-c800-40b6-b7bd-74642505a18c,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:04.959156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=a70f5d7a-a430-4e73-ad89-78b28e2d1f0b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:04.973760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:04.975087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb96fb7-13af-44ca-a42f-df72c6bd8495 None None] The sync data for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 is: [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:05.081624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e360a1-db31-45b4-b410-ce041f22ea9e None None] Pushing event updated for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:05.121023 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (b4c2d799-1217-4835-8412-480e76bebd27), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.123941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.135564 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-eeaf4431-2ed1-476f-9529-3aa7f1efabbf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/floatingips/b4c2d799-1217-4835-8412-480e76bebd27 HTTP/1.1" status: 204 len: 168 time: 0.7874298 Mar 11 00:23:05.136226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6110cbca-4c05-435d-88d0-e01222145fee None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:05.136612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6110cbca-4c05-435d-88d0-e01222145fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.232958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6110cbca-4c05-435d-88d0-e01222145fee None None] Current status of the port 8ac4e748-c800-40b6-b7bd-74642505a18c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:05.383454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9735c9e4-428c-4967-90b6-2c2092d28cdb req-414c224d-6496-467f-8dad-621a0cbce520 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0994349 Mar 11 00:23:05.515019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-cfae72e8-d202-4ebc-bed0-5feb2363944d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:05.517069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-cfae72e8-d202-4ebc-bed0-5feb2363944d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 796 time: 0.2420943 Mar 11 00:23:05.617807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-5435e19b-e6ed-4a28-a185-ff11d90960df tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 380 time: 0.0910425 Mar 11 00:23:05.634732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55302) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:05.642216 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519574300', 'description': 'tempest-description--1085744947'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:05.645956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'port': {'device_id': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'admin_state_up': True, 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'security_groups': ['e504517d-d165-4148-aa72-a1709822f6cf']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:05.676351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.793726 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (e6fd9c83-b8de-4529-9f86-20bff08ac602), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.803461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e6fd9c83-b8de-4529-9f86-20bff08ac602), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.856387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:23:05.861943 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.881551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fd9c83-b8de-4529-9f86-20bff08ac602,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:05.899743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:05.901873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-29b5efa9-c1fa-4906-a3e3-d7f6fd4461d8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2652085 Mar 11 00:23:05.905740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55304) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:05.910527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': 'e6fd9c83-b8de-4529-9f86-20bff08ac602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:06.010493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (1d9878a1-f90d-4f67-b1af-a3496e58fe01), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.076461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b640cf6d-32d7-41fd-96b5-763d6dccded2 req-053b40fe-f4e9-4ffe-8e28-75094e38402c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 210 time: 0.0533721 Mar 11 00:23:06.146445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (1d9878a1-f90d-4f67-b1af-a3496e58fe01), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.153407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.8 (d8e96543-d831-42c1-872e-c40670061cca/206358c3-30f4-4d36-92bf-afd6bfe6f454/5c91307a-6860-4289-bb38-0ad9a852b1de) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:06.156026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:23:06.156889 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1d9878a1-f90d-4f67-b1af-a3496e58fe01), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.194516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9878a1-f90d-4f67-b1af-a3496e58fe01,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:06.224645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.226199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-781542a1-89b1-473c-a7d5-d10f24fce0e2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191736 Mar 11 00:23:06.229184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55308) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:06.234510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': 'e6fd9c83-b8de-4529-9f86-20bff08ac602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:06.304790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (685134da-6765-418d-bda5-dec96cb12d16), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.414433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.441659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (685134da-6765-418d-bda5-dec96cb12d16), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.453433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (685134da-6765-418d-bda5-dec96cb12d16), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.465755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.496266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685134da-6765-418d-bda5-dec96cb12d16,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:06.519505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network d8e96543-d831-42c1-872e-c40670061cca is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:06.523064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:06.523311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.525110 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0e84e79d-df8f-47a4-b6fa-33b585eccbb6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938097 Mar 11 00:23:06.528471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:06.530949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55316) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:06.535509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:06.548796 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:06.636935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c621922-227d-480d-b8b0-3d5ebc9de133 req-c6758669-df26-43c4-a457-8418222ca97c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0441053 Mar 11 00:23:06.677435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.725197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:06.725197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.735528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c1b5b1a1-f96e-462a-b9e1-e052203d8e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.772075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-62a71ee4-f7ea-4ca0-9a1f-69042f83c17e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410813 Mar 11 00:23:06.796379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Request body: {'port': {'device_id': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:06.891021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:06.895653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ac4e748-c800-40b6-b7bd-74642505a18c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:07.026191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2a156428-378c-44a5-8066-4c30147a1de0 None None] Provisioning complete for port 5c91307a-6860-4289-bb38-0ad9a852b1de triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:07.033854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2a156428-378c-44a5-8066-4c30147a1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.100712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8ac4e748-c800-40b6-b7bd-74642505a18c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:07.102216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.168914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2a156428-378c-44a5-8066-4c30147a1de0 None None] Port 5c91307a-6860-4289-bb38-0ad9a852b1de cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:07.235961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c91307a-6860-4289-bb38-0ad9a852b1de {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:07.249810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8ac4e748-c800-40b6-b7bd-74642505a18c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:07.256918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks [] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.296410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Transition to ACTIVE for port object 5c91307a-6860-4289-bb38-0ad9a852b1de will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:23:07.306191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.383127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40501c3e-0658-4ad6-87be-06739c2d2c08 req-ac7af2cb-ac64-4044-b7fc-8573065789d0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:07.390107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40501c3e-0658-4ad6-87be-06739c2d2c08 req-ac7af2cb-ac64-4044-b7fc-8573065789d0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 931 time: 0.1831586 Mar 11 00:23:07.426276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:07.481405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.647053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40501c3e-0658-4ad6-87be-06739c2d2c08 req-a2bd295e-cc95-45b1-9421-c557b04effcf tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497790 Mar 11 00:23:07.734889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:23:07.735714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:23:07.736736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:07.748861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:23:07.749485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:07.758655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:23:07.759075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:23:07.760907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Bound using segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:23:07.761371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Bound port: 5c91307a-6860-4289-bb38-0ad9a852b1de, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:23:07.762354 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:07.812055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.25.7.55 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e8c503f1-ba88-4741-baff-47ba38e5f8fa) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:07.851386 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-421cc9dd-0c0e-4e6c-a50d-085f76a14b94 req-cda3c6fa-036c-43af-875a-7795a988cba0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0556209 Mar 11 00:23:07.925139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:23:07.929234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:23:07.944474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.059224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:08.078498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:08.079123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.080549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8b3b91a5-34dd-4331-9f2e-2ff4c2c1d1dd service neutron] 10.222.0.30 "PUT /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1091 time: 1.2983236 Mar 11 00:23:08.085607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:08.088478 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb28d91-2aa4-4f02-a89b-e1663243bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:08.149289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448187c7-1d8b-4557-8a0f-bc519d15dc13 x-openstack-request-id: req-448187c7-1d8b-4557-8a0f-bc519d15dc13 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:08.149864 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:08.150229 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-448187c7-1d8b-4557-8a0f-bc519d15dc13 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:08.151068 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'status': 'completed', 'code': 200} Mar 11 00:23:08.311799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.316680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-cdcb1090-46ee-4604-9074-79d88897737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:08.318388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-cdcb1090-46ee-4604-9074-79d88897737f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1125 time: 0.1806555 Mar 11 00:23:08.372452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-9600d5b8-6fb5-46fe-abcf-c1cb744d0c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 217 time: 0.0431986 Mar 11 00:23:08.432190 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.543126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=e8c503f1-ba88-4741-baff-47ba38e5f8fa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:08.560906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:08.563981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:08.567664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:08.652640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.674011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8ff17c0b-8ec9-4326-8b09-d998a04e6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:08.677601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-8ff17c0b-8ec9-4326-8b09-d998a04e6621 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.2984865 Mar 11 00:23:08.711577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.891600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:08.945435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:09.046941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b079f67c-1a6a-47ad-83a4-f8fbe59021ec req-1a7a3527-b4b4-4b69-95e2-c7bda3949952 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0393789 Mar 11 00:23:09.115531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639936a-6c61-4926-872b-754bb0c55b0f req-3629c097-0771-432a-a2ab-edf78c1fbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:09.117454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-3629c097-0771-432a-a2ab-edf78c1fbcf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1915047 Mar 11 00:23:09.259665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5edb-f903-41ea-ace5-d201e74244a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:09.561595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9f33-4aa3-43a6-8eb3-7f64ad852e0b req-67a61f9c-f78b-4dc4-905a-7b9551952ead tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:09.563549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f4e9f33-4aa3-43a6-8eb3-7f64ad852e0b req-67a61f9c-f78b-4dc4-905a-7b9551952ead tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 943 time: 0.6694746 Mar 11 00:23:09.590512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=e8c503f1-ba88-4741-baff-47ba38e5f8fa,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:09.657258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:09.709904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-99ba46ae-1300-46ea-aeb0-cf6491d20c85 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808108 Mar 11 00:23:09.714182 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:09.723535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8ccb00a4-77e6-48d7-84af-fd80b01253e1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1833806 Mar 11 00:23:09.786983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f4e9f33-4aa3-43a6-8eb3-7f64ad852e0b req-788143fd-4376-459a-b1e2-e16b51d35373 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068179 Mar 11 00:23:09.825925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a639936a-6c61-4926-872b-754bb0c55b0f req-0edade24-a789-4058-9074-b533fb975be5 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094077 Mar 11 00:23:09.973762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-d13764f1-b819-494d-a53d-b05ac2c83acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:09.975337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-d13764f1-b819-494d-a53d-b05ac2c83acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1125 time: 0.0801244 Mar 11 00:23:10.019890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-20b8d175-8cde-488e-a47a-2de6e2749913 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1519574300&fields=id&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 267 time: 0.0923164 Mar 11 00:23:10.190252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-513b84f2-9719-4d39-b282-cbd4f0ad9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:10.191746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-513b84f2-9719-4d39-b282-cbd4f0ad9b2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.2094650 Mar 11 00:23:10.248898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c30232d2-7fab-4378-aafa-b4f972be352d req-2dad4d26-ef3b-46dc-b756-81b677dfd5fc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Mar 11 00:23:10.300796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-f6e17734-1bf0-4a59-b429-3fb0bdb28b99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 217 time: 0.0442023 Mar 11 00:23:10.306998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-250874e9-f1f0-4898-9954-f3eefb1def0d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:10.313606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-250874e9-f1f0-4898-9954-f3eefb1def0d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.2803571 Mar 11 00:23:10.358717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-a086dfda-f5c2-4ed6-bb0a-048574323670 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/quotas/166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 375 time: 0.0443349 Mar 11 00:23:10.387753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-17445a82-e3f6-4cb2-a168-c48194c2779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:10.389682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-17445a82-e3f6-4cb2-a168-c48194c2779d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.0739107 Mar 11 00:23:10.475788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-0e0de53d-1771-4a0d-a75b-ba0c9e3bb724 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069314 Mar 11 00:23:10.479746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-34760c4f-a653-4773-a7fb-23b3a0a8b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:10.483210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-34760c4f-a653-4773-a7fb-23b3a0a8b965 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775452 Mar 11 00:23:10.512100 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:10.648921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-69902e6a-0400-44ec-93d0-3d02e188bdbb service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608865 Mar 11 00:23:10.784505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-668ddd2b-3576-44ed-83cb-be0a4604484c service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788174 Mar 11 00:23:10.828313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-89203208-3358-47c6-888a-23e1b4b86951 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680319 Mar 11 00:23:10.828575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:10.922828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb28d91-2aa4-4f02-a89b-e1663243bb85 req-c9d954ad-c402-4d5b-af13-6ded8e4fc75b service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299355 Mar 11 00:23:10.987636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1451-a8ed-4884-8a41-1db8e7f9543b req-ad5e510f-dfbe-419c-a0a4-103a33da6c09 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:10.989227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3cd1451-a8ed-4884-8a41-1db8e7f9543b req-ad5e510f-dfbe-419c-a0a4-103a33da6c09 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 943 time: 0.0822244 Mar 11 00:23:11.135725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:11.139503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3cd1451-a8ed-4884-8a41-1db8e7f9543b req-2c6439c3-a2a5-482c-8fea-3a2647fa8d1d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408994 Mar 11 00:23:11.271644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d54f84e0-faad-4414-a06c-2788d4632db9 req-b0386db0-ca67-47b6-965f-15109abaf194 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 210 time: 0.0785136 Mar 11 00:23:11.376398 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71372e37-5218-4d83-acb4-102f727940a3 req-2745e2f8-50fe-4212-8ad5-974f4f577bd3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0438535 Mar 11 00:23:11.704185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:12.313170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da8e62-7592-4e56-89d6-a601be8b57b1 req-08e6674d-2e8b-4ee7-bc10-d4f8b5649918 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:12.334395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90da8e62-7592-4e56-89d6-a601be8b57b1 req-08e6674d-2e8b-4ee7-bc10-d4f8b5649918 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 943 time: 0.1141918 Mar 11 00:23:12.460797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da923f78-1b6f-4373-85f5-19cac6ff342d req-409da56e-b97f-4fa5-89e7-17cca0b98a2a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 210 time: 0.0504258 Mar 11 00:23:12.564510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90da8e62-7592-4e56-89d6-a601be8b57b1 req-1fae7326-0e06-496c-847d-e4a960a88965 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181239 Mar 11 00:23:12.662777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac407682-1a1d-4b4f-963d-9652a126975e req-1619c2b5-8899-4a04-b073-d23804792837 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0825851 Mar 11 00:23:12.720350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-89c71d0b-bd1c-4e13-b9bd-3b04612a9560 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:12.722933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-89c71d0b-bd1c-4e13-b9bd-3b04612a9560 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.3660614 Mar 11 00:23:12.902378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-f1d14642-4720-48fb-a21c-4edd4f86b6b0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 380 time: 0.1449049 Mar 11 00:23:12.911422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'port': {'device_id': '0db8bc0b-178c-484e-86f0-306dec360678', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'admin_state_up': True, 'tenant_id': '166c6981125849d49312ea129b146355', 'security_groups': ['e6fd9c83-b8de-4529-9f86-20bff08ac602']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:13.085114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:23:13.090494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:13.289484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.20.0.9 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/a1136b0d-e693-4577-aae2-48a5552d2308) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:13.333143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:13.621696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b74a0572-7490-434c-84a6-2f219964ba04 req-74fc5cd2-d216-4130-826b-8e189d17d8ba tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 210 time: 0.0504811 Mar 11 00:23:13.626113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (a1136b0d-e693-4577-aae2-48a5552d2308), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:13.852053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-679267b6-6b94-463e-b84f-147078f1ab96 req-a4b3c5e1-7d48-4aca-bdd4-17311d035011 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0598280 Mar 11 00:23:13.876788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:13.938694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:13.963613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:13.969766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:13.972367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:13.994864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41856-cb63-48b3-97c0-50f05e98640c req-73bd9732-314f-49f2-92bd-32aa2670f550 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:13.999757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ca41856-cb63-48b3-97c0-50f05e98640c req-73bd9732-314f-49f2-92bd-32aa2670f550 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 943 time: 0.3377142 Mar 11 00:23:14.155465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:23:14.158385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:14.163561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:14.236886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ca41856-cb63-48b3-97c0-50f05e98640c req-c29dc78b-3bfa-4bd6-af8f-14872e781335 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031016 Mar 11 00:23:14.240811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-b9d3e4f3-4fcc-4adb-87ca-740007f7b043 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3334963 Mar 11 00:23:14.257486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Request body: {'port': {'device_id': '0db8bc0b-178c-484e-86f0-306dec360678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:14.390216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:14.435175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:14.446850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cadcc5c5-d776-43ef-8d92-2e101fd66e96 None None] Provisioning complete for port a1136b0d-e693-4577-aae2-48a5552d2308 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:14.447474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cadcc5c5-d776-43ef-8d92-2e101fd66e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:14.452325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'port_id': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'mac_address': 'fa:16:3e:e8:38:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:23:14.508045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cadcc5c5-d776-43ef-8d92-2e101fd66e96 None None] Port a1136b0d-e693-4577-aae2-48a5552d2308 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:14.542574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5c91307a-6860-4289-bb38-0ad9a852b1de is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:14.542977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:14.557273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c91307a-6860-4289-bb38-0ad9a852b1de {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:14.577950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:14.589372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:14.719287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:14.813155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5c91307a-6860-4289-bb38-0ad9a852b1de'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:23:14.953412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80909625-5ddb-4dbf-8537-dcb50d97ac0a req-05f3b58e-ae9c-42a4-9562-735c2fe34a7e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:14.969617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80909625-5ddb-4dbf-8537-dcb50d97ac0a req-05f3b58e-ae9c-42a4-9562-735c2fe34a7e tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 931 time: 0.2284515 Mar 11 00:23:15.054183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31289f25-2652-4e79-90c6-07eeb3ec38eb req-ab996b99-69dc-4ca4-9ffd-9c6b0a3e6759 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0673327 Mar 11 00:23:15.059623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1136b0d-e693-4577-aae2-48a5552d2308 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:15.077374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks [] for port (a1136b0d-e693-4577-aae2-48a5552d2308), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:15.114199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80909625-5ddb-4dbf-8537-dcb50d97ac0a req-4bbee4f9-a708-4e69-a8ac-464d657e7351 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435380 Mar 11 00:23:15.120018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Transition to ACTIVE for port object a1136b0d-e693-4577-aae2-48a5552d2308 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:23:15.129742 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:15.197908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Pushing event updated for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:15.341716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Attempting to bind port a1136b0d-e693-4577-aae2-48a5552d2308 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:23:15.343116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Attempting to bind port a1136b0d-e693-4577-aae2-48a5552d2308 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:23:15.343436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Attempting to bind port a1136b0d-e693-4577-aae2-48a5552d2308 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:15.353732 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Port a1136b0d-e693-4577-aae2-48a5552d2308 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:23:15.354123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Attempting to bind port a1136b0d-e693-4577-aae2-48a5552d2308 on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:15.363103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:23:15.363459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:23:15.363852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:23:15.366505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Bound port: a1136b0d-e693-4577-aae2-48a5552d2308, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:23:15.366893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:15.572063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4688a-e56a-46ed-b220-a185b3bf262d req-b63b8147-5c19-4786-b334-abb75e5d8b83 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:15.573680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6dc4688a-e56a-46ed-b220-a185b3bf262d req-b63b8147-5c19-4786-b334-abb75e5d8b83 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.1998191 Mar 11 00:23:15.577961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:23:15.590021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a1136b0d-e693-4577-aae2-48a5552d2308,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:23:15.610021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:15.706631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:15.707671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:15.709629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] 10.222.0.30 "PUT /v2.0/ports/a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 200 len: 1091 time: 1.4584439 Mar 11 00:23:15.710578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:15.714375 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d65513-97a7-4f9a-8748-0dae344f7e77" -d '{"events": [{"name": "network-changed", "server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:15.750785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6dc4688a-e56a-46ed-b220-a185b3bf262d req-b92ebfe0-cea3-4bb0-9b9f-0c54b06bd3b1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693602 Mar 11 00:23:15.798115 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd3224-12eb-4978-811e-f3b8e610174d x-openstack-request-id: req-ccdd3224-12eb-4978-811e-f3b8e610174d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:15.798809 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:15.799080 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccdd3224-12eb-4978-811e-f3b8e610174d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:15.799499 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'status': 'completed', 'code': 200} Mar 11 00:23:15.892154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7af4b-b0c9-4b14-a175-c7522a13797e service neutron] Pushing event updated for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:15.980060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-bb5cc902-3425-4bc4-8abd-832266466e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:15.981802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-bb5cc902-3425-4bc4-8abd-832266466e40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 1125 time: 0.2288620 Mar 11 00:23:16.066428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-535e1b33-9d50-4d43-b5cb-66aafbf0bac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 200 len: 217 time: 0.0776696 Mar 11 00:23:16.154367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:16.212709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d65ef981-eabe-4897-862e-e2dd0437939e req-3b6b59ac-c2b0-4d56-872e-6c6abe7e06bd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0409219 Mar 11 00:23:16.214628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-fec5846d-9755-4d81-a127-50d3f2e422be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:16.217150 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-fec5846d-9755-4d81-a127-50d3f2e422be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.1429210 Mar 11 00:23:16.293123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 5c91307a-6860-4289-bb38-0ad9a852b1de completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:23:16.298171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 5c91307a-6860-4289-bb38-0ad9a852b1de triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:16.298748 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:16.349114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2589d4-9ea1-48c4-82da-615c0c693387 req-2a1393ee-4904-46d8-96ef-f6924c2d9295 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:16.355107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f2589d4-9ea1-48c4-82da-615c0c693387 req-2a1393ee-4904-46d8-96ef-f6924c2d9295 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 943 time: 0.1342869 Mar 11 00:23:16.359652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-12ce71cb-fa90-42fd-a839-734671880095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:16.363076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-12ce71cb-fa90-42fd-a839-734671880095 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1298561 Mar 11 00:23:16.484727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5c91307a-6860-4289-bb38-0ad9a852b1de is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:16.485125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:16.556809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:16.557940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:16.561666 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3650b101-75f8-4145-ac4d-268f5e5f3129" -d '{"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:16.566124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:16.638589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:16.640046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-87dd8b21-3c10-4b28-85d8-183280ed6568 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574735 Mar 11 00:23:16.656782 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec88aa9-a038-411b-92b8-1e38146a4a92 x-openstack-request-id: req-2ec88aa9-a038-411b-92b8-1e38146a4a92 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:16.657123 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:16.657342 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec88aa9-a038-411b-92b8-1e38146a4a92 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:16.657795 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'code': 200} Mar 11 00:23:16.810297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f2589d4-9ea1-48c4-82da-615c0c693387 req-1be48b2f-a45d-4187-b094-577ec79a7fab tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449692 Mar 11 00:23:17.002979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffaa82-253a-463a-af35-2f72db1d152a req-e1b5d88a-3a62-4bf2-8835-5d9eab73e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.019705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0ffaa82-253a-463a-af35-2f72db1d152a req-e1b5d88a-3a62-4bf2-8835-5d9eab73e8d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1127 time: 0.2814181 Mar 11 00:23:17.131915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1d50330e-a108-4eb1-ab7b-7d64894fae82 req-2e92d9da-ad8f-4783-a3d3-8b3c7ce469c6 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805322 Mar 11 00:23:17.251393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0ffaa82-253a-463a-af35-2f72db1d152a req-de85a8ba-452b-4ab5-84f0-29c9df926875 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016602 Mar 11 00:23:17.394622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc83a4-ea94-46b9-b99a-5974b7a5fde0 req-e89f80de-6da5-4ff8-9fa0-e22b557de1ac tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.402628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ddc83a4-ea94-46b9-b99a-5974b7a5fde0 req-e89f80de-6da5-4ff8-9fa0-e22b557de1ac tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.3806281 Mar 11 00:23:17.412565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b806c58f-070a-4fa9-92fe-46d20cc2f0cc req-3d7c5bf3-8530-4218-bbec-e8b66e569b10 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0633554 Mar 11 00:23:17.455518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-7efb7144-b23f-492d-830d-6173a15c3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.457057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-7efb7144-b23f-492d-830d-6173a15c3216 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 1125 time: 0.1954803 Mar 11 00:23:17.525744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ddc83a4-ea94-46b9-b99a-5974b7a5fde0 req-bb6fa1f9-166d-40f8-9c23-64a9d26883ef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175554 Mar 11 00:23:17.640625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-2bf1ab0e-6217-408c-8bfe-31a01683cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.642026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-2bf1ab0e-6217-408c-8bfe-31a01683cca2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.1776249 Mar 11 00:23:17.747467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-673cfa12-03ea-4c79-a6fa-e1545fd31c15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 200 len: 217 time: 0.0975831 Mar 11 00:23:17.829138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-1981a492-990d-4697-b682-e6e316802600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.830620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-1981a492-990d-4697-b682-e6e316802600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0770464 Mar 11 00:23:17.919280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-2262375b-b800-4a0d-b944-378cb1c8bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:17.920840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-2262375b-b800-4a0d-b944-378cb1c8bf2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829403 Mar 11 00:23:18.173337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95f205-1070-4975-9897-32e2a7d9a73e req-16bebf00-fa44-43f7-92b3-e26214e24e5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:18.174956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b95f205-1070-4975-9897-32e2a7d9a73e req-16bebf00-fa44-43f7-92b3-e26214e24e5a tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 943 time: 0.2308104 Mar 11 00:23:18.240912 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-6a20a25a-ff18-4995-8ca0-e9fe8f38b3e3 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039351 Mar 11 00:23:18.321184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b95f205-1070-4975-9897-32e2a7d9a73e req-3a4c0359-17ac-48e8-9131-472bd703443d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270494 Mar 11 00:23:18.448788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57d65513-97a7-4f9a-8748-0dae344f7e77 req-d6d8f7b9-025e-48ae-9415-d4d73ad9a7ea service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470020 Mar 11 00:23:18.755330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd8f022a-d71a-4a0b-8dc0-70d25bf03697 req-abbb9647-b2d7-4aba-b694-0f53d172328d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.1411343 Mar 11 00:23:18.802875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b555c7e-a710-4918-a095-5be8f03d30f8 req-05a427f1-e2bc-4852-9311-4477a406439f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:18.804785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b555c7e-a710-4918-a095-5be8f03d30f8 req-05a427f1-e2bc-4852-9311-4477a406439f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.1221530 Mar 11 00:23:18.956949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b555c7e-a710-4918-a095-5be8f03d30f8 req-ce01e7c0-c454-4c43-9e6d-9749239da767 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141169 Mar 11 00:23:19.147908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779941-5398-4870-896c-a7de45ce4516 req-69343818-66b4-4158-8bb6-78bca7f804ee tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:19.161697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61779941-5398-4870-896c-a7de45ce4516 req-69343818-66b4-4158-8bb6-78bca7f804ee tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.1205904 Mar 11 00:23:19.290874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61779941-5398-4870-896c-a7de45ce4516 req-2d91ee65-e4d4-4ed4-9fe3-a1c5dfc0b921 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154258 Mar 11 00:23:19.316577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55580) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:19.614089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1411e-e3d2-4f24-8332-81334f7718e7 req-9fb416df-870a-4c58-90db-3474d81a909c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:19.615618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efb1411e-e3d2-4f24-8332-81334f7718e7 req-9fb416df-870a-4c58-90db-3474d81a909c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 943 time: 0.1016779 Mar 11 00:23:19.787709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efb1411e-e3d2-4f24-8332-81334f7718e7 req-e2af9b3a-32fa-4187-afaf-4614cd643d18 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648753 Mar 11 00:23:19.811695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b19cd-bf76-45ef-b1c5-8d57a55c5bcd tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:19.813099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-243b19cd-bf76-45ef-b1c5-8d57a55c5bcd tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1122 time: 0.4954305 Mar 11 00:23:19.815836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55592) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:19.820398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:19.855422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:19.990707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e94fb013-9169-4bc2-854c-8508040b6648 req-ddcd27a2-8eb2-440c-a693-b30c3b511c71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.0958769 Mar 11 00:23:20.114824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:20.170370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a1136b0d-e693-4577-aae2-48a5552d2308 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:23:20.366176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.33 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/2c68e568-929e-47c4-a0a2-54d919245223) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:20.416885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a1136b0d-e693-4577-aae2-48a5552d2308,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:20.457095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'port_id': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'mac_address': 'fa:16:3e:5e:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:23:20.548420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a1136b0d-e693-4577-aae2-48a5552d2308 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:20.549954 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:20.577476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (2c68e568-929e-47c4-a0a2-54d919245223), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:20.587655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1136b0d-e693-4577-aae2-48a5552d2308 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:20.633657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a1136b0d-e693-4577-aae2-48a5552d2308,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:20.642410 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:20.662365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2c68e568-929e-47c4-a0a2-54d919245223), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:20.718642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:20.772471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:20.793785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:20.822606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:20.826161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=2c68e568-929e-47c4-a0a2-54d919245223,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:20.860909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a1136b0d-e693-4577-aae2-48a5552d2308'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:23:21.534123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (57e6d095-39df-4599-a436-32e7bb53f1e7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.134643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18bcb57a-badd-46c1-af73-5eeebef362d4 req-7484d05c-9e67-4f1f-b9ed-8ae96991c279 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed09df0-e51d-41ba-82ea-f365c56984c5 HTTP/1.1" status: 200 len: 210 time: 0.5507231 Mar 11 00:23:22.181111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a1136b0d-e693-4577-aae2-48a5552d2308 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:22.221261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2c68e568-929e-47c4-a0a2-54d919245223), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.290792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port a1136b0d-e693-4577-aae2-48a5552d2308 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:23:22.295144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port a1136b0d-e693-4577-aae2-48a5552d2308 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:22.295585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.306952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4a52-1996-438c-be31-e77c2c562912 req-bc36cf3e-5652-457c-9d5f-81493d468717 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:22.308660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-deea4a52-1996-438c-be31-e77c2c562912 req-bc36cf3e-5652-457c-9d5f-81493d468717 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 944 time: 0.7135172 Mar 11 00:23:22.463230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a1136b0d-e693-4577-aae2-48a5552d2308 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:22.463627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.506128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-deea4a52-1996-438c-be31-e77c2c562912 req-a9098d61-f317-431c-a61b-d033e267bdb9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892273 Mar 11 00:23:22.547960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a1136b0d-e693-4577-aae2-48a5552d2308,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:22.548880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:22.551227 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d1882f-bc0c-4fd5-ad3e-9e90b7781cf1" -d '{"events": [{"server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "name": "network-vif-plugged", "status": "completed", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:22.558061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.647132 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a9b26e-fc93-4dc5-bbcc-504787ba02f8 x-openstack-request-id: req-82a9b26e-fc93-4dc5-bbcc-504787ba02f8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:22.647484 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "name": "network-vif-plugged", "status": "completed", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:22.647694 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82a9b26e-fc93-4dc5-bbcc-504787ba02f8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:22.648118 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'code': 200} Mar 11 00:23:22.656246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:22.700804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (2c68e568-929e-47c4-a0a2-54d919245223), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.739515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (2c68e568-929e-47c4-a0a2-54d919245223), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:22.836012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=2c68e568-929e-47c4-a0a2-54d919245223,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:22.859182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015702-5708-42ee-807e-d46bdfe8dfff req-06655581-5050-471d-ad88-19dcfc71a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:22.860706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68015702-5708-42ee-807e-d46bdfe8dfff req-06655581-5050-471d-ad88-19dcfc71a4f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 1127 time: 0.1559505 Mar 11 00:23:22.867445 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (57e6d095-39df-4599-a436-32e7bb53f1e7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:23.013195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68015702-5708-42ee-807e-d46bdfe8dfff req-04f36614-eab5-45a5-90e9-c585a2d89fe6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469824 Mar 11 00:23:23.103800 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 57e6d095-39df-4599-a436-32e7bb53f1e7 associated. External IP: 172.25.7.33, port: 5c91307a-6860-4289-bb38-0ad9a852b1de. Mar 11 00:23:23.554210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-2adf74aa-c518-4985-830c-a0c1c0972a83 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667614855&fields=id&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 267 time: 0.0709462 Mar 11 00:23:23.575101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router f57d715c-620a-4108-af63-57c6c261e76d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:23:23.792712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-e2b3075b-fb64-47ea-adf5-6762f3091c2e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:23.794179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-e2b3075b-fb64-47ea-adf5-6762f3091c2e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.2305355 Mar 11 00:23:23.800939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bca407-6f6a-4ced-ae49-0d8ff0b95d7b req-f2263f12-3646-4067-8d34-cbc5aa24bab3 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:23.802312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9bca407-6f6a-4ced-ae49-0d8ff0b95d7b req-f2263f12-3646-4067-8d34-cbc5aa24bab3 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.1923020 Mar 11 00:23:23.829728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-078e0526-7c64-4398-bf34-934a1a45b00d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0264461 Mar 11 00:23:23.879265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:23:23.892375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Sync routers for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:23:23.903638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:23.904382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:23.920034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9bca407-6f6a-4ced-ae49-0d8ff0b95d7b req-02e08043-4b3f-42cf-bcb7-10a267fe900d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062686 Mar 11 00:23:23.922610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:23.971290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-bad72f04-36bc-4181-9fe5-b14428bbd1ee tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320059 Mar 11 00:23:23.979204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-45852e44-1ba3-40fd-9954-67fb2c39f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1617184 Mar 11 00:23:23.979948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:23.982747 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b22fea-a804-4a59-bead-c2d30752b5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:24.173752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-0ef2248f-7281-4985-b790-70b6fbd6de7a service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756160 Mar 11 00:23:24.186527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805a078-ede9-46a2-a009-5fcaeba3b63c req-db52a5fd-be53-476c-8aa9-fb86f57b3295 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:24.188180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3805a078-ede9-46a2-a009-5fcaeba3b63c req-db52a5fd-be53-476c-8aa9-fb86f57b3295 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.0836542 Mar 11 00:23:24.266572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3805a078-ede9-46a2-a009-5fcaeba3b63c req-f7369296-ca6f-4792-a227-6b13f70c5dea tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694950 Mar 11 00:23:24.287407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:24.294625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:24.332444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-9c1c2cfa-0966-4e15-957b-4f75ad35c53b service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432753 Mar 11 00:23:24.370830 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70958175-1594-49a0-b119-0f13a3b86b2e x-openstack-request-id: req-70958175-1594-49a0-b119-0f13a3b86b2e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:24.371651 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:24.371651 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70958175-1594-49a0-b119-0f13a3b86b2e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:24.372186 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'status': 'completed', 'code': 200} Mar 11 00:23:24.387621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93136700-c64f-426b-8348-4ecfd884f260 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 200 len: 990 time: 0.0915334 Mar 11 00:23:24.486197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-c22d504d-7958-4f0d-abbd-5dd0d32e293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:24.487743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-c22d504d-7958-4f0d-abbd-5dd0d32e293a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1127 time: 0.0857043 Mar 11 00:23:24.658208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-6fd881c8-f3bd-4582-8db0-4850d7dffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:24.660221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-6fd881c8-f3bd-4582-8db0-4850d7dffe53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.1659689 Mar 11 00:23:24.738192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '57e6d095-39df-4599-a436-32e7bb53f1e7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'port_id': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'mac_address': 'fa:16:3e:e8:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:21Z', 'updated_at': '2022-03-11T00:23:21Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:24.777061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-8895e108-bc58-4378-8298-f97ee9a3840a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 998 time: 0.1108694 Mar 11 00:23:24.808918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Checking router: f57d715c-620a-4108-af63-57c6c261e76d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:23:24.818631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:24.819639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:24.907978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-f83b7fc5-d3ae-4c97-90c9-935d838ee95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:24.909491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-f83b7fc5-d3ae-4c97-90c9-935d838ee95c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.1183784 Mar 11 00:23:25.030158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72ab7ab-bf09-4590-95ac-31cc0c207f75 req-3fa884db-3484-4dc1-8d71-5108ffb1e5db tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.1196668 Mar 11 00:23:25.061803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-a41b8399-b80f-4e09-8cf9-16f9a198e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:25.065080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:25.068607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-a41b8399-b80f-4e09-8cf9-16f9a198e294 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371381 Mar 11 00:23:25.391125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55714) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:25.441679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-50890d07-01ac-458b-aa4b-fee3fad9c5bb service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661118 Mar 11 00:23:25.471471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd2c4-33ad-43a0-ae07-335a61af8d0d req-7b1d9e8e-ed25-4f13-ac2c-fd07d0d519c1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:25.475874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '57e6d095-39df-4599-a436-32e7bb53f1e7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'port_id': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'mac_address': 'fa:16:3e:e8:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:21Z', 'updated_at': '2022-03-11T00:23:21Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:25.484577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-098cd2c4-33ad-43a0-ae07-335a61af8d0d req-7b1d9e8e-ed25-4f13-ac2c-fd07d0d519c1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.3522124 Mar 11 00:23:25.518309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ba8bb-4823-4b14-9048-9c09a1072396 None None] The sync data for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 is: [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '57e6d095-39df-4599-a436-32e7bb53f1e7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'port_id': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'mac_address': 'fa:16:3e:e8:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:21Z', 'updated_at': '2022-03-11T00:23:21Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:25.617187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1558d487-e9f5-48f0-be26-cb2823de3093 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 200 len: 990 time: 0.2242248 Mar 11 00:23:25.718367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b22fea-a804-4a59-bead-c2d30752b5c3 req-28302c89-f9be-4a5d-882a-2c1a1c5ca9ea service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284825 Mar 11 00:23:25.748840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-098cd2c4-33ad-43a0-ae07-335a61af8d0d req-2ea1f615-928e-4ad6-9af9-b7bc8b0407bf tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602284 Mar 11 00:23:26.016355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0129ce6-86fb-44e1-bf7a-1bbea416e2b6 req-ee136c81-9284-47d1-ac7f-a4f51b3363c8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:26.020810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0129ce6-86fb-44e1-bf7a-1bbea416e2b6 req-ee136c81-9284-47d1-ac7f-a4f51b3363c8 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.1374140 Mar 11 00:23:26.031679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:26.044289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'port_id': 'a1136b0d-e693-4577-aae2-48a5552d2308'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:26.163877 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d00e22-0512-4017-88aa-7ccb03fa619b None None] New status for floating IP 57e6d095-39df-4599-a436-32e7bb53f1e7: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:23:26.187576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:26.260098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df4aaab-2867-449c-801c-34c82e5a869b req-64f8e9e4-5a25-458c-8249-891c350c5265 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0924494 Mar 11 00:23:26.621982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:26.719010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-525d0228-6f32-40fa-ba13-2aa632d871f5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 200 len: 992 time: 0.0934217 Mar 11 00:23:27.007506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-71d971eb-77d1-4f07-91ec-9cda978ed08b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:27.009753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-71d971eb-77d1-4f07-91ec-9cda978ed08b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.2439923 Mar 11 00:23:27.028785 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:27.041684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:27.153289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-32fc7ba9-ac6b-4d9d-bb21-2fc2e9c273b5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 379 time: 0.1348972 Mar 11 00:23:27.168772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'security_groups': ['782bc08d-1051-4c21-b0d0-100e9bf2ec68']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:27.287684 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99 associated. External IP: 172.25.7.55, port: a1136b0d-e693-4577-aae2-48a5552d2308. Mar 11 00:23:27.444175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cdbb9ea-6157-4d02-93e0-54a822a813a4 req-b242265e-c278-4959-945b-9c338d55b189 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0506880 Mar 11 00:23:27.445232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:23:27.451601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:27.782584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.11 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/ac8da72f-bc88-49b1-94ed-1725136c31a3) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:28.078254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:28.134642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:28.181546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:28.187865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:28.192027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:28.235063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:23:28.260268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:28.306559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:28.307212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:28.343363 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-650753e6-fc29-4230-a0fd-9bb855d80d9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1847141 Mar 11 00:23:28.355784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Request body: {'port': {'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:28.558060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:23:28.575050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:23:28.578390 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:28.615972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:28.620118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:28.662067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9f942818-fd70-47d9-9754-48c35f8a2893 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "PUT /v2.0/floatingips/ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99 HTTP/1.1" status: 200 len: 990 time: 2.6291547 Mar 11 00:23:28.662674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:28.665600 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606c29a-4882-40c1-8623-4635bbb2cde6" -d '{"events": [{"name": "network-changed", "server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:28.695068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c453ca3-a69a-4cf9-9c99-b8f417e4c1ea req-b2eab396-07f6-4e73-b830-93288df6778c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1684475 Mar 11 00:23:28.810031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:28.843193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:28.915261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c453ca3-a69a-4cf9-9c99-b8f417e4c1ea req-6db45074-e5b4-4fdd-8246-885e7b38accc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.1449208 Mar 11 00:23:28.942961 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a28812d-3a92-467f-b46a-28622da56f4b x-openstack-request-id: req-3a28812d-3a92-467f-b46a-28622da56f4b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:28.943257 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:28.943513 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a28812d-3a92-467f-b46a-28622da56f4b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:28.943966 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'status': 'completed', 'code': 200} Mar 11 00:23:29.147916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-94855e62-c1dc-467f-bbe3-1a6d310a186f None None] Provisioning complete for port ac8da72f-bc88-49b1-94ed-1725136c31a3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:29.148318 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-94855e62-c1dc-467f-bbe3-1a6d310a186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:29.207616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-94855e62-c1dc-467f-bbe3-1a6d310a186f None None] Port ac8da72f-bc88-49b1-94ed-1725136c31a3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:23:29.245487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:5e:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db8bc0b-178c-484e-86f0-306dec360678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:08Z', 'updated_at': '2022-03-11T00:23:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:29.258866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8da72f-bc88-49b1-94ed-1725136c31a3 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:29.266805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks [] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:29.279427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Transition to ACTIVE for port object ac8da72f-bc88-49b1-94ed-1725136c31a3 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:23:29.284671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:23:29.300535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:29.301404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:29.321320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:29.437032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c453ca3-a69a-4cf9-9c99-b8f417e4c1ea req-ade0980a-2d0e-44b0-8a85-1df97f339353 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542418 Mar 11 00:23:29.463567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:29.522550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:29.548330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-6a70c910-a7de-4677-b503-b6ea9a1b0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:29.552700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-6a70c910-a7de-4677-b503-b6ea9a1b0c15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 1127 time: 0.2711096 Mar 11 00:23:29.569408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9885a-37a7-4d08-990b-3edd48cda78c req-835a26e4-237c-429a-b991-7fad588d172e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:29.571072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7c9885a-37a7-4d08-990b-3edd48cda78c req-835a26e4-237c-429a-b991-7fad588d172e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 932 time: 0.9712961 Mar 11 00:23:29.859465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Attempting to bind port ac8da72f-bc88-49b1-94ed-1725136c31a3 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:23:29.860976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Attempting to bind port ac8da72f-bc88-49b1-94ed-1725136c31a3 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:23:29.861552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Attempting to bind port ac8da72f-bc88-49b1-94ed-1725136c31a3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:29.899250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Port ac8da72f-bc88-49b1-94ed-1725136c31a3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:23:29.899597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Attempting to bind port ac8da72f-bc88-49b1-94ed-1725136c31a3 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:29.905414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453ca3-a69a-4cf9-9c99-b8f417e4c1ea req-c1860aba-abf0-4652-9f00-63488f0e21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:29.907098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c453ca3-a69a-4cf9-9c99-b8f417e4c1ea req-c1860aba-abf0-4652-9f00-63488f0e21c0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4398296 Mar 11 00:23:29.928379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:5e:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db8bc0b-178c-484e-86f0-306dec360678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:08Z', 'updated_at': '2022-03-11T00:23:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:29.929433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7c9885a-37a7-4d08-990b-3edd48cda78c req-918f21cd-ec13-4e01-a78d-e0911ce3473b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454146 Mar 11 00:23:29.936727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:23:29.937073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:23:29.937467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:23:29.937921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Bound port: ac8da72f-bc88-49b1-94ed-1725136c31a3, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:23:29.938282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:29.953661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-30c68b59-c530-48c6-bfe9-95e0b9e0095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:29.954994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-30c68b59-c530-48c6-bfe9-95e0b9e0095c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.3830149 Mar 11 00:23:30.001393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646d4a2-d1e5-488c-a979-7c368419f249 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:5e:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db8bc0b-178c-484e-86f0-306dec360678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:08Z', 'updated_at': '2022-03-11T00:23:26Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:30.062204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:23:30.065561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:23:30.118129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:30.182675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:30.183295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:30.184755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 1092 time: 1.8335817 Mar 11 00:23:30.185264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:30.187881 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10b696-0a08-4473-a7f9-a04ba042a3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:30.196235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-b34bd787-b751-4afb-a53d-a4f1da9357f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 200 len: 998 time: 0.2321496 Mar 11 00:23:30.254629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573bc27-d371-40b0-b5eb-795709e8f497 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:30.266213 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d81dc-a8c9-4b7d-9012-1c4b725f8078 x-openstack-request-id: req-ae2d81dc-a8c9-4b7d-9012-1c4b725f8078 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:30.266812 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:30.266812 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae2d81dc-a8c9-4b7d-9012-1c4b725f8078 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:30.267172 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'status': 'completed', 'code': 200} Mar 11 00:23:30.338157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-1538e8a0-f9a5-4b18-a855-3163c56c5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:30.342440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-1538e8a0-f9a5-4b18-a855-3163c56c5598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.1400084 Mar 11 00:23:30.412650 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f778298-4f01-431e-9a3c-128aa62e7b14 None None] New status for floating IP ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:23:30.434734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-d28e3d74-893b-4c9c-a83b-215c37c089e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:30.436277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-d28e3d74-893b-4c9c-a83b-215c37c089e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1126 time: 0.1913919 Mar 11 00:23:30.560706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-917a52ac-bdc3-4088-8edd-3e60ca94088e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 217 time: 0.1063607 Mar 11 00:23:30.580143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-9b96483b-bb68-431b-99c1-4bf66057e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:30.581636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-9b96483b-bb68-431b-99c1-4bf66057e4f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2240613 Mar 11 00:23:30.718074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-6321b6d2-c6ed-4857-84dc-21ed030a3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:30.722410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-6321b6d2-c6ed-4857-84dc-21ed030a3674 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1514294 Mar 11 00:23:30.788755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-584f72dc-aa8d-4aa1-bf34-321bf76054af service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854022 Mar 11 00:23:31.480869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c606c29a-4882-40c1-8623-4635bbb2cde6 req-ff9e49ee-baca-42a0-9083-bb58f7ff9397 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846261 Mar 11 00:23:31.504690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-7acfd405-1518-47ce-a030-06caed8f2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:31.506668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-7acfd405-1518-47ce-a030-06caed8f2886 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7776368 Mar 11 00:23:31.628524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adeaf5-651b-4159-973c-165c286b46e0 req-5a3bebc4-aac5-4eb7-851f-5623720a5671 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:31.636382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60adeaf5-651b-4159-973c-165c286b46e0 req-5a3bebc4-aac5-4eb7-851f-5623720a5671 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1542935 Mar 11 00:23:31.697199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-788465be-b82d-4a8a-93bc-81b84872d985 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702209 Mar 11 00:23:31.713632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60adeaf5-651b-4159-973c-165c286b46e0 req-ef64c105-671f-4aee-8d29-fc295015a6de tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762584 Mar 11 00:23:31.912415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d72b27a6-952e-49f2-80b1-d87fe57d97d4 req-73b3b37d-d9d2-4c1f-b3e8-80c5ccba9fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966009 Mar 11 00:23:32.061067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-3ff494d2-bf13-466c-8b4a-d3442b5f7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:32.062627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-3ff494d2-bf13-466c-8b4a-d3442b5f7cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1126 time: 0.0999579 Mar 11 00:23:32.255768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-966e65e9-200f-474d-a899-4c3d5a94a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:32.257567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-966e65e9-200f-474d-a899-4c3d5a94a6a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1883314 Mar 11 00:23:32.347504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-a5f7a002-07c7-45f5-8c72-4820c2b5445a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 217 time: 0.0828593 Mar 11 00:23:32.443901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-da396a28-f562-41c2-a1d1-4a6f689f4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:32.445435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-da396a28-f562-41c2-a1d1-4a6f689f4384 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0841105 Mar 11 00:23:32.535384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-c82bc16e-48bc-498c-b69c-9181ee6c0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:32.538556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-c82bc16e-48bc-498c-b69c-9181ee6c0f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867527 Mar 11 00:23:32.697110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-575cbe2c-4aa8-436e-b426-a91b820ce2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520813 Mar 11 00:23:32.948551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c10b696-0a08-4473-a7f9-a04ba042a3c9 req-a7db1d50-bed8-4efa-838d-b53c04b74f35 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459681 Mar 11 00:23:33.004674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4706248-8307-4539-81f3-f717eced7051 req-6ad356de-39a5-4ef0-b9ce-81e3f392ee75 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:33.007250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4706248-8307-4539-81f3-f717eced7051 req-6ad356de-39a5-4ef0-b9ce-81e3f392ee75 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1606896 Mar 11 00:23:33.100164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4706248-8307-4539-81f3-f717eced7051 req-d88eaa13-6b22-40c2-8206-82f0af20d038 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868797 Mar 11 00:23:34.255269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9b73-5786-41b5-b3d9-700728257b43 req-910c043c-b0af-4674-93e6-e229000d0edf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:34.262668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9ad9b73-5786-41b5-b3d9-700728257b43 req-910c043c-b0af-4674-93e6-e229000d0edf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0817571 Mar 11 00:23:34.349039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9ad9b73-5786-41b5-b3d9-700728257b43 req-3d358567-3ec5-45ff-b448-26ef3e877742 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853622 Mar 11 00:23:35.558172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b11ba8-9365-47bc-a1bf-1b3edd4f5780 req-826535a9-2ded-4a79-b7ef-52c07614d3f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:35.560642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3b11ba8-9365-47bc-a1bf-1b3edd4f5780 req-826535a9-2ded-4a79-b7ef-52c07614d3f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1322865 Mar 11 00:23:35.661453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3b11ba8-9365-47bc-a1bf-1b3edd4f5780 req-c175aa83-f17c-4bcf-b6fc-994a3420928d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950742 Mar 11 00:23:36.747893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4206dba7-45de-4aa1-a88c-9b476ab38fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:36.929283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54da195-07c1-4a0e-b712-35ad60104d2b req-96b841c3-3e81-4cae-9a20-162e2adcbd4b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:36.935936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d54da195-07c1-4a0e-b712-35ad60104d2b req-96b841c3-3e81-4cae-9a20-162e2adcbd4b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1163960 Mar 11 00:23:37.036220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d54da195-07c1-4a0e-b712-35ad60104d2b req-bf08a794-daa8-442f-aa03-7ec9cb08f718 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943339 Mar 11 00:23:38.178632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063aacc-dd0b-4139-b87b-016a2099f31c req-54fade98-7d0b-4b0f-92b4-5569973e1b72 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:38.180827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6063aacc-dd0b-4139-b87b-016a2099f31c req-54fade98-7d0b-4b0f-92b4-5569973e1b72 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0614014 Mar 11 00:23:38.236166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6063aacc-dd0b-4139-b87b-016a2099f31c req-e9cbfc7d-fbbd-4f57-b5b0-a8b166fc04f5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495770 Mar 11 00:23:39.263263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-804ed17e-3cc5-4d95-aa1e-5f615c7ab0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:39.390876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5511-ea69-4a41-a289-9b4049dce0cd req-669d29e2-4e6c-41bc-b85b-0343bad3330f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:39.393300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f8f5511-ea69-4a41-a289-9b4049dce0cd req-669d29e2-4e6c-41bc-b85b-0343bad3330f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0672779 Mar 11 00:23:39.457817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f8f5511-ea69-4a41-a289-9b4049dce0cd req-034d3e8b-5686-4209-a90a-d744e6a7eecf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521381 Mar 11 00:23:40.503273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:40.600333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba29f-a3e0-4504-a155-bdf94e78df14 req-6b017cd6-a82d-454b-9e54-4dc617bf73b9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:40.607983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd4ba29f-a3e0-4504-a155-bdf94e78df14 req-6b017cd6-a82d-454b-9e54-4dc617bf73b9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0642257 Mar 11 00:23:40.677361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd4ba29f-a3e0-4504-a155-bdf94e78df14 req-3cc2d5e4-fa3b-420d-9cb5-573530be9e38 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550959 Mar 11 00:23:40.829565 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:41.125662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:41.664670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:41.902245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8763b35-16dd-4805-8c4b-0421c44d033f req-32da6e65-dfe2-4332-8de2-38e39fe64e4d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:41.912580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8763b35-16dd-4805-8c4b-0421c44d033f req-32da6e65-dfe2-4332-8de2-38e39fe64e4d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1020629 Mar 11 00:23:42.012603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a8763b35-16dd-4805-8c4b-0421c44d033f req-56c1576f-0055-4ab0-b8fa-f801ee3b74c7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923131 Mar 11 00:23:42.217196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 55986) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:42.338736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c9a20d7-c799-477e-b5ca-d8d298aec986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.450113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c9a20d7-c799-477e-b5ca-d8d298aec986 admin admin] Publish callbacks [] for security_group (640199b3-b1ad-4b3d-9a76-ebcfa405cb1e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.462956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1c9a20d7-c799-477e-b5ca-d8d298aec986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (640199b3-b1ad-4b3d-9a76-ebcfa405cb1e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.523895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1c9a20d7-c799-477e-b5ca-d8d298aec986 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a78df3e1e31940daba07a19361db71d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029673 Mar 11 00:23:42.524654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 55994) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:42.588468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a20d7-c799-477e-b5ca-d8d298aec986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640199b3-b1ad-4b3d-9a76-ebcfa405cb1e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:42.623193 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Publish callbacks [] for security_group (640199b3-b1ad-4b3d-9a76-ebcfa405cb1e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.652840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Publish callbacks [] for security_group (640199b3-b1ad-4b3d-9a76-ebcfa405cb1e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.721389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (640199b3-b1ad-4b3d-9a76-ebcfa405cb1e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.725490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:42.730711 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/640199b3-b1ad-4b3d-9a76-ebcfa405cb1e HTTP/1.1" status: 204 len: 168 time: 0.2043493 Mar 11 00:23:42.741273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640199b3-b1ad-4b3d-9a76-ebcfa405cb1e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:42.759514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.760182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.761092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.761598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.762093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.762914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.763664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.764654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.765163 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.765672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.766161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.766663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:42.767178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa045e0-9fd0-4aeb-ae82-aec552630653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:43.109801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56008) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:43.147627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e41fe397-21cc-43a3-a7b5-ed42919d7b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.156234 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:23:43.207585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fece-000b-481c-9426-af087961bc9f req-c08830ee-c567-4294-9dfe-e0d2e6302c17 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:43.214777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e15fece-000b-481c-9426-af087961bc9f req-c08830ee-c567-4294-9dfe-e0d2e6302c17 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.1323962 Mar 11 00:23:43.296496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e15fece-000b-481c-9426-af087961bc9f req-148ef718-ea05-4ab5-8361-8a14942bec7c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747690 Mar 11 00:23:43.311681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e41fe397-21cc-43a3-a7b5-ed42919d7b25 admin admin] Publish callbacks [] for security_group (12c1e899-8f76-4314-aef4-e639ce5b3e45), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.322646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e41fe397-21cc-43a3-a7b5-ed42919d7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12c1e899-8f76-4314-aef4-e639ce5b3e45), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.324526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.369921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e41fe397-21cc-43a3-a7b5-ed42919d7b25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ff1fe8d87e149e6ab34322d5898f7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587743 Mar 11 00:23:43.371005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fe397-21cc-43a3-a7b5-ed42919d7b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c1e899-8f76-4314-aef4-e639ce5b3e45,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:43.372743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:43.433250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] Publish callbacks [] for security_group (12c1e899-8f76-4314-aef4-e639ce5b3e45), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.457756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] Publish callbacks [] for security_group (12c1e899-8f76-4314-aef4-e639ce5b3e45), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.510808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12c1e899-8f76-4314-aef4-e639ce5b3e45), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.513479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:43.517091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12c1e899-8f76-4314-aef4-e639ce5b3e45 HTTP/1.1" status: 204 len: 168 time: 0.1408861 Mar 11 00:23:43.545877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3fbf6-b756-44aa-b85b-5b7da17d2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c1e899-8f76-4314-aef4-e639ce5b3e45,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:44.435902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68c26-a03c-4e3a-88ca-b2b352343c38 req-12e8b92d-f6ef-4aa1-bfb1-4b556cdec1aa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:44.452553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1c68c26-a03c-4e3a-88ca-b2b352343c38 req-12e8b92d-f6ef-4aa1-bfb1-4b556cdec1aa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0761309 Mar 11 00:23:44.520076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1c68c26-a03c-4e3a-88ca-b2b352343c38 req-090866c9-812e-46f2-ae70-71012c6dc7a8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659449 Mar 11 00:23:45.675257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f11c-8608-41ca-b161-56ae3278d2eb req-a4c67ab2-7511-4d42-91fe-969c510c84a4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:45.683220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c98f11c-8608-41ca-b161-56ae3278d2eb req-a4c67ab2-7511-4d42-91fe-969c510c84a4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0848913 Mar 11 00:23:45.733257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c98f11c-8608-41ca-b161-56ae3278d2eb req-ef970c87-9129-4183-a938-b52a690417eb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477076 Mar 11 00:23:46.882509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae07cc-7ee9-4607-b6c0-8dcdda80f6be req-c2b105c9-5f73-4825-9f15-e63257d768a9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:46.891661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aae07cc-7ee9-4607-b6c0-8dcdda80f6be req-c2b105c9-5f73-4825-9f15-e63257d768a9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0832825 Mar 11 00:23:46.980823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aae07cc-7ee9-4607-b6c0-8dcdda80f6be req-c454d52b-765c-446a-a35c-964ed1f01755 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881901 Mar 11 00:23:48.170873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2aafe-4a30-4996-9f3d-5e334c61ea3c req-1a3f2710-cf83-4520-8112-dbaa2363c4d4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:48.180193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cec2aafe-4a30-4996-9f3d-5e334c61ea3c req-1a3f2710-cf83-4520-8112-dbaa2363c4d4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0821369 Mar 11 00:23:48.257245 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cec2aafe-4a30-4996-9f3d-5e334c61ea3c req-16a8f39a-2ec2-4364-a4bb-8a424fda96bf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760911 Mar 11 00:23:49.448682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644985e-7ee4-47e9-bf16-4ea1b851ddda req-26ebba71-11be-4993-a78f-945f96d52a57 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:49.451458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5644985e-7ee4-47e9-bf16-4ea1b851ddda req-26ebba71-11be-4993-a78f-945f96d52a57 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 944 time: 0.0878885 Mar 11 00:23:49.502095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5644985e-7ee4-47e9-bf16-4ea1b851ddda req-864c85ee-7d0c-493d-9a27-7bf1e52568fe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452013 Mar 11 00:23:50.280503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac8da72f-bc88-49b1-94ed-1725136c31a3 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:23:50.387565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:50.400713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:23:50.450965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac8da72f-bc88-49b1-94ed-1725136c31a3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:50.451589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:50.473524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8da72f-bc88-49b1-94ed-1725136c31a3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:23:50.494789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:50.500210 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:50.558844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:50.651469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55759710-5761-43d6-83b8-a212c9c6da3e req-da9846d3-1722-4fa5-8910-5d207a42fbf4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:50.653868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55759710-5761-43d6-83b8-a212c9c6da3e req-da9846d3-1722-4fa5-8910-5d207a42fbf4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 945 time: 0.0615194 Mar 11 00:23:50.712525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55759710-5761-43d6-83b8-a212c9c6da3e req-ca9ba9f5-9e5e-44fc-89f9-17524ea5b97d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527520 Mar 11 00:23:50.756027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['ac8da72f-bc88-49b1-94ed-1725136c31a3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:23:51.853884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607e64c-ebca-490d-a86d-cec94aa3d648 req-764e99b0-e90a-4087-8f61-fcc263e0e7d7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:51.855865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b607e64c-ebca-490d-a86d-cec94aa3d648 req-764e99b0-e90a-4087-8f61-fcc263e0e7d7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 945 time: 0.0672491 Mar 11 00:23:51.921257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b607e64c-ebca-490d-a86d-cec94aa3d648 req-bae5f9ba-318e-4f7d-af04-333cbc66f045 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586557 Mar 11 00:23:52.298416 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac8da72f-bc88-49b1-94ed-1725136c31a3 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:23:52.388208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port ac8da72f-bc88-49b1-94ed-1725136c31a3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:23:52.392899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port ac8da72f-bc88-49b1-94ed-1725136c31a3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:23:52.393266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:52.483944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port ac8da72f-bc88-49b1-94ed-1725136c31a3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:23:52.484374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:52.514123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:52.516453 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb4b65-f8d7-4dce-83ea-93efaa6897eb" -d '{"events": [{"server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "name": "network-vif-plugged", "status": "completed", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:52.528523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:52.537727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:52.577867 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27482c15-9b40-4d7e-84ce-ce14e2da0940 x-openstack-request-id: req-27482c15-9b40-4d7e-84ce-ce14e2da0940 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:52.578392 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "name": "network-vif-plugged", "status": "completed", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:52.578710 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27482c15-9b40-4d7e-84ce-ce14e2da0940 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:52.579164 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'code': 200} Mar 11 00:23:52.637914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:52.646860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.647421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.648732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.649266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.649731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.650144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.650555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.650980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.651429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.651826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.652251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.652777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.653862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:23:52.714015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e627f2-e5ce-403b-8b75-2d7ac9cf0078 req-ae1ffc37-5c98-4d31-a00c-06ec1a92df49 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:52.715516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4e627f2-e5ce-403b-8b75-2d7ac9cf0078 req-ae1ffc37-5c98-4d31-a00c-06ec1a92df49 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 946 time: 0.0960340 Mar 11 00:23:52.721145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c5f42-7f88-4cd9-aa31-966de22ba182 req-4bdd285e-11c8-4b79-b1fc-6593dd267a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:52.722716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f1c5f42-7f88-4cd9-aa31-966de22ba182 req-4bdd285e-11c8-4b79-b1fc-6593dd267a1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.0670531 Mar 11 00:23:52.799387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4e627f2-e5ce-403b-8b75-2d7ac9cf0078 req-9929b1f5-2e3e-4159-bc94-8f12408cbf23 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756133 Mar 11 00:23:52.801763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f1c5f42-7f88-4cd9-aa31-966de22ba182 req-5eaffa3d-1554-4bb8-a9fd-100ddd77c46d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710618 Mar 11 00:23:53.067353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b0391-08d9-4cef-af16-2a475b7164c2 req-01f61f2e-0368-459f-857f-33670f6fbdf5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:53.068799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca5b0391-08d9-4cef-af16-2a475b7164c2 req-01f61f2e-0368-459f-857f-33670f6fbdf5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 946 time: 0.0544634 Mar 11 00:23:53.125825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca5b0391-08d9-4cef-af16-2a475b7164c2 req-02f6e25c-0a12-4cd1-a537-7679a3c10adf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504189 Mar 11 00:23:53.944004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5184-44ff-477a-8ab1-213baf7b56ec req-e00bfaad-b499-4949-b691-57056131e5a2 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:53.946293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79ce5184-44ff-477a-8ab1-213baf7b56ec req-e00bfaad-b499-4949-b691-57056131e5a2 tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 946 time: 0.0687902 Mar 11 00:23:54.051996 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79ce5184-44ff-477a-8ab1-213baf7b56ec req-9f3479b2-9f7a-4df3-a55b-1239a9a8b34a tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba45da2d-794d-427c-b5eb-ce229007f564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Mar 11 00:23:54.262023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0402ee7-34d9-425a-be8c-68d1943ea111 req-af88c80e-6077-4197-87e3-76846afaa73c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:54.269661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0402ee7-34d9-425a-be8c-68d1943ea111 req-af88c80e-6077-4197-87e3-76846afaa73c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 946 time: 0.0648997 Mar 11 00:23:54.318613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0402ee7-34d9-425a-be8c-68d1943ea111 req-b2df9771-0ac6-4594-b8f4-6254a6274561 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478144 Mar 11 00:23:54.443808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb112a-bb6d-4001-a271-0fa9dfc18027 req-1823bcb6-2b22-4fba-b04a-acbf62f87250 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:54.445350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6eb112a-bb6d-4001-a271-0fa9dfc18027 req-1823bcb6-2b22-4fba-b04a-acbf62f87250 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 946 time: 0.0572510 Mar 11 00:23:54.526702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6eb112a-bb6d-4001-a271-0fa9dfc18027 req-d647bed9-8623-4241-9258-0619e58dc108 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755517 Mar 11 00:23:54.551343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced37f3-f188-4488-b830-0dbebe011941 req-78769761-bc18-41ed-b2b4-1633c580532b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:54.553126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ced37f3-f188-4488-b830-0dbebe011941 req-78769761-bc18-41ed-b2b4-1633c580532b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 946 time: 0.0753610 Mar 11 00:23:54.555457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:54.602139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baac4bc-9728-44ef-b11c-b1610f037780 tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:54.607361 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7baac4bc-9728-44ef-b11c-b1610f037780 tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1123 time: 0.0505202 Mar 11 00:23:54.608293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56236) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:54.612772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:54.636403 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:54.669944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Deleting port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:23:54.669944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:54.757850 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:54.788230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] For port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,segment=NetworkSegment(3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd),segment_id=3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:23:54.789207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:54.805358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Calling delete_port for 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:23:54.899571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.25.7.74 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a727751d-027b-4f33-8681-1174270dfd49) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:23:54.982930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (95d66fb4-1822-47c5-91c3-7cb3d4d552b8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:54.995888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['95d66fb4-1822-47c5-91c3-7cb3d4d552b8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:23:55.027273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Pushing event deleted for resources: {'Port': ['ID=95d66fb4-1822-47c5-91c3-7cb3d4d552b8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:55.040267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (a727751d-027b-4f33-8681-1174270dfd49), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:55.066660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] No DVR routers for this DVR port 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:23:55.076801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:55.094669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ced37f3-f188-4488-b830-0dbebe011941 req-ad779ed8-78d9-409b-80bd-7aa69504ca4b tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.30 "DELETE /v2.0/ports/95d66fb4-1822-47c5-91c3-7cb3d4d552b8 HTTP/1.1" status: 204 len: 173 time: 0.5195296 Mar 11 00:23:55.094669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'name': 'network-vif-deleted', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:55.094669 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2430be-8217-45a6-b681-b0e0dc350695" -d '{"events": [{"server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "name": "network-vif-deleted", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:55.109594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a727751d-027b-4f33-8681-1174270dfd49), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:55.170425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:23:55.205619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:23:55.209046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:23:55.254614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb0effba-5c46-4822-8adb-95f7c934a5f4 req-5cb54abb-d46b-421a-9d37-08cd123fb31a tempest-VolumesSnapshotTestJSON-1721275550 tempest-VolumesSnapshotTestJSON-1721275550-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c11722d-eb41-4320-b6eb-8ad80e184592 HTTP/1.1" status: 200 len: 210 time: 0.0524180 Mar 11 00:23:55.286049 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=a727751d-027b-4f33-8681-1174270dfd49,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:55.407076 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a654cc-f413-4824-a387-f5825fda1923 x-openstack-request-id: req-d2a654cc-f413-4824-a387-f5825fda1923 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:55.407599 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11722d-eb41-4320-b6eb-8ad80e184592", "name": "network-vif-deleted", "tag": "95d66fb4-1822-47c5-91c3-7cb3d4d552b8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:55.407732 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a654cc-f413-4824-a387-f5825fda1923 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:55.408063 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11722d-eb41-4320-b6eb-8ad80e184592', 'name': 'network-vif-deleted', 'tag': '95d66fb4-1822-47c5-91c3-7cb3d4d552b8', 'status': 'completed', 'code': 200} Mar 11 00:23:55.743334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (00998be8-981a-41cc-aee5-daa1440d18c2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:55.828907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a727751d-027b-4f33-8681-1174270dfd49), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:55.939709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992bc2c-317e-47bf-8f48-838ba8292544 req-4fbad6c2-0919-437b-8944-9b840ec96b55 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:55.941199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8992bc2c-317e-47bf-8f48-838ba8292544 req-4fbad6c2-0919-437b-8944-9b840ec96b55 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.0659583 Mar 11 00:23:56.006178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8992bc2c-317e-47bf-8f48-838ba8292544 req-5ed3893f-3462-4b48-84d9-6ecdd685cc28 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558920 Mar 11 00:23:56.034802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56266) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:23:56.046674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (a727751d-027b-4f33-8681-1174270dfd49), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:56.053485 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a727751d-027b-4f33-8681-1174270dfd49), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:56.115626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e3ed58f1-3365-445f-b538-82dca0636f21 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 200 len: 992 time: 0.0795934 Mar 11 00:23:56.151558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=a727751d-027b-4f33-8681-1174270dfd49,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:23:56.157926 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (00998be8-981a-41cc-aee5-daa1440d18c2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:56.286572 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP 00998be8-981a-41cc-aee5-daa1440d18c2 associated. External IP: 172.25.7.74, port: ac8da72f-bc88-49b1-94ed-1725136c31a3. Mar 11 00:23:56.588596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56602ccb-5f13-4fd6-96cc-cd773be42e00 req-4a28b648-c7af-4418-9388-74480ad0b091 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:56.605384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56602ccb-5f13-4fd6-96cc-cd773be42e00 req-4a28b648-c7af-4418-9388-74480ad0b091 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1127 time: 0.0992239 Mar 11 00:23:56.657112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:23:56.697257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56602ccb-5f13-4fd6-96cc-cd773be42e00 req-cf278f58-6f25-49f4-a8c3-be5d68518547 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908654 Mar 11 00:23:56.843462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-1bf64e62-6234-4f1f-9983-27330156e4ff req-031db2c0-4afc-4545-b4d2-394fabfcd7ae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:23:56.844465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf64e62-6234-4f1f-9983-27330156e4ff req-031db2c0-4afc-4545-b4d2-394fabfcd7ae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056093 Mar 11 00:23:56.867949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:23:56.882024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:23:56.893426 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:56.907166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:56.908006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:56.936062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e7bee76d-71a0-486f-b5aa-1428b0b073b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3221822 Mar 11 00:23:56.936062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:23:56.936062 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:23:57.030014 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c58264-2515-458e-a292-b18e98210fef x-openstack-request-id: req-b7c58264-2515-458e-a292-b18e98210fef {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:23:57.030285 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:23:57.030532 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7c58264-2515-458e-a292-b18e98210fef {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:23:57.030967 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'status': 'completed', 'code': 200} Mar 11 00:23:57.119584 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:57.150758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-cc6e14a8-75dc-4d3f-b6b9-fa80f436e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:57.158688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-cc6e14a8-75dc-4d3f-b6b9-fa80f436e83e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.1015718 Mar 11 00:23:57.325262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-2b004548-1374-4b29-b31c-2f48afb4389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:57.327288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-2b004548-1374-4b29-b31c-2f48afb4389f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1578877 Mar 11 00:23:57.455495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-0787723c-c9ba-4e2e-9e99-429d6fd5f456 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 999 time: 0.1180122 Mar 11 00:23:57.553641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-394b8c24-43bc-4bb5-ab0a-686b4b4f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:57.561834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-394b8c24-43bc-4bb5-ab0a-686b4b4f09a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0979517 Mar 11 00:23:57.581401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:55Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:57.651783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:23:57.657023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-f8e8e373-47dc-45d1-9b6c-a91f381ff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:57.659436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-f8e8e373-47dc-45d1-9b6c-a91f381ff7a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921674 Mar 11 00:23:57.678126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:23:57.678754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:23:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:57.844611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-adab8ec4-1cbc-4b7c-8348-b59da54f3bb1 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768348 Mar 11 00:23:57.895825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:23:57.984374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2443ea69-8588-43fe-b8b9-1a886a5283fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3592331 Mar 11 00:23:58.000512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-f1681ab6-aafc-4939-ad05-6f923d682075 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:23:58.001902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-f1681ab6-aafc-4939-ad05-6f923d682075 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130210 Mar 11 00:23:58.017870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4ac8158-61e7-4a8e-bbdb-10a85b06e5c3 req-f439deda-551b-441c-bf65-78822e7bc229 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552513 Mar 11 00:23:58.218245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-39ee9c4b-598b-4084-a4f2-3d11a8869323 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:58.222494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-39ee9c4b-598b-4084-a4f2-3d11a8869323 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1124 time: 0.1700170 Mar 11 00:23:58.287517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:23:58.330720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:23:58.331880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 95d66fb4-1822-47c5-91c3-7cb3d4d552b8 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:23:58.354937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:55Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:23:58.430735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966f1075-5c7e-4b55-99b2-9d31e1d94d92 None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:55Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:23:58.903532 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22834efa-792a-4f69-bf1d-f104bb865792 None None] New status for floating IP 00998be8-981a-41cc-aee5-daa1440d18c2: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:23:58.966070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c86ec433-8332-48d2-8736-2fd1b911444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:58.968368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c86ec433-8332-48d2-8736-2fd1b911444b service neutron] 10.222.0.21 "GET /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1124 time: 0.0579040 Mar 11 00:23:58.979119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Request body: {'binding': {'host': 'n-h1-831844-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:23:58.979585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Unknown quota resources ['binding']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 00:23:59.160491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on host n-h1-831844-1 for vnic_type normal with profile None {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:23:59.161088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:23:59.161585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:59.176384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:23:59.176941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:23:59.182862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:23:59.183389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:23:59.184101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Bound using segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:23:59.184444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Bound port: 5c91307a-6860-4289-bb38-0ad9a852b1de, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:23:59.287483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:23:59.299790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:23:59.306373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-c721aa81-ec6e-49cf-8d90-b5938072f950 service neutron] 10.222.0.21 "POST /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de/bindings HTTP/1.1" status: 201 len: 389 time: 0.3312926 Mar 11 00:23:59.527401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71619d-9960-4475-b6a2-81037deb0232 req-dbaa048d-82e0-4672-af5c-fe816687fa7b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:59.528969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f71619d-9960-4475-b6a2-81037deb0232 req-dbaa048d-82e0-4672-af5c-fe816687fa7b tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.0928555 Mar 11 00:23:59.633815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4f71619d-9960-4475-b6a2-81037deb0232 req-6433d487-fd06-4cf5-ad2b-417699dc728e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954473 Mar 11 00:23:59.682290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-eafb0fe7-75da-4e31-bda8-7c858ed3fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:59.684007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-eafb0fe7-75da-4e31-bda8-7c858ed3fec6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1127 time: 0.0756528 Mar 11 00:23:59.784015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-52034e2c-b84b-4a22-8c86-6b1b1fdb6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:59.785533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-52034e2c-b84b-4a22-8c86-6b1b1fdb6699 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.0960116 Mar 11 00:23:59.870910 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-a8d29a71-e0d4-4443-87e4-078622a543d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1000 time: 0.0792696 Mar 11 00:23:59.956482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2a2fd174-a64e-4034-a9d0-4ee154fb3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:23:59.958806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2a2fd174-a64e-4034-a9d0-4ee154fb3f5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.0807722 Mar 11 00:24:00.086201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7f7879b4-7e50-4779-b097-af06ae5b2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:00.087745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7f7879b4-7e50-4779-b097-af06ae5b2af0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1208539 Mar 11 00:24:00.205853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-a184cc4d-7a3a-4672-b56b-51f057030196 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115677 Mar 11 00:24:00.372275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-1ccea388-cdde-489b-b06e-3449f5181ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595550 Mar 11 00:24:00.682965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-b692ce94-5c53-4e46-8717-9668f295ae27 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:00.688607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-b692ce94-5c53-4e46-8717-9668f295ae27 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec&tenant_id=4c79b35ba8454d5e968272e83089973a&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1127 time: 0.2534089 Mar 11 00:24:00.711800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-831844-1'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:00.882671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:00.910228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a8e18-6978-41dd-8ba0-f2ecbadc3b13 req-5bf40285-d649-4fc3-ab34-39ae7fca7a19 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:00.912082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c4a8e18-6978-41dd-8ba0-f2ecbadc3b13 req-5bf40285-d649-4fc3-ab34-39ae7fca7a19 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.1935303 Mar 11 00:24:01.026118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c4a8e18-6978-41dd-8ba0-f2ecbadc3b13 req-2c9fbe58-e376-470d-bd97-d32babba2bdd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945551 Mar 11 00:24:01.142635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:01.243397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:01.322316 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks [] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:01.327155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:01.337342 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7d11b-a1ad-41b1-baaf-2e1798c967b3" -d '{"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:01.341108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:01.398894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:01.470205 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f04563-2da9-4774-acb0-c5780c8f9cbe x-openstack-request-id: req-02f04563-2da9-4774-acb0-c5780c8f9cbe {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:01.470766 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:01.471171 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02f04563-2da9-4774-acb0-c5780c8f9cbe {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:01.471741 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'code': 200} Mar 11 00:24:01.549350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on host n-h2-831844-1 for vnic_type normal with profile {"migrating_to": "n-h1-831844-1"} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:24:01.550126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:24:01.550643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:01.556774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:24:01.557411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Attempting to bind port 5c91307a-6860-4289-bb38-0ad9a852b1de on network d8e96543-d831-42c1-872e-c40670061cca {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:01.564163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:24:01.564790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Checking segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:01.565631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Bound using segment: {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:24:01.566218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Bound port: 5c91307a-6860-4289-bb38-0ad9a852b1de, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2935c9c5-835c-4d52-ac69-125a46e7d5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:24:01.566926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:01.660839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:01.674108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:24:01.699167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:01.782994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Provisioning complete for port 5c91307a-6860-4289-bb38-0ad9a852b1de triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:01.783624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:02.013661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Current status of the port 5c91307a-6860-4289-bb38-0ad9a852b1de is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:02.014047 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:02.014522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=8']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:02.082466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:02.085091 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60eb871-6d30-4868-989a-b9ca6c4c3f98" -d '{"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:02.087157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:02.087887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:02.093748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-7209e944-438b-4d18-ac3a-d325683de9c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1121 time: 1.3953569 Mar 11 00:24:02.102388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:02.109499 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:02.215571 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f11c5-9bd8-4b27-a1ca-bd78ec64b354 x-openstack-request-id: req-a97f11c5-9bd8-4b27-a1ca-bd78ec64b354 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:02.216006 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-plugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:02.216511 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a97f11c5-9bd8-4b27-a1ca-bd78ec64b354 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:02.217447 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'code': 200} Mar 11 00:24:02.294077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fda6b-75e3-44cb-932f-7435ee8cd0e3 req-b637222c-a05b-4f7d-80b0-f9020b116b1a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:02.295673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4fda6b-75e3-44cb-932f-7435ee8cd0e3 req-b637222c-a05b-4f7d-80b0-f9020b116b1a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.0967529 Mar 11 00:24:02.315642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5c91307a-6860-4289-bb38-0ad9a852b1de'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:24:02.358986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffa485-60ee-4487-b3d6-898c09689dd7 None None] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:02.435409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf4fda6b-75e3-44cb-932f-7435ee8cd0e3 req-d0d0e583-e3d6-4687-8798-6bb534e56e64 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238284 Mar 11 00:24:02.651064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-73292fe6-eded-4d6b-9e18-470db2dada2b None None] Provisioning complete for port 5c91307a-6860-4289-bb38-0ad9a852b1de triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:02.651510 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-73292fe6-eded-4d6b-9e18-470db2dada2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:02.820562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-73292fe6-eded-4d6b-9e18-470db2dada2b None None] Current status of the port 5c91307a-6860-4289-bb38-0ad9a852b1de is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:03.473881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:03.477616 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ccca9-06b8-4ef7-8171-52d95fd87abd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:03.565062 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1ad3b-9188-4918-ba0b-ad15adc890af x-openstack-request-id: req-cff1ad3b-9188-4918-ba0b-ad15adc890af {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:03.565360 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:03.565811 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cff1ad3b-9188-4918-ba0b-ad15adc890af {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:03.566440 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'status': 'completed', 'code': 200} Mar 11 00:24:03.704423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f65e-0636-4a5a-a939-dc0f6721d4a4 req-ae8f9168-9df9-4cd1-a2e7-cc139193fb1f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:03.706098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9525f65e-0636-4a5a-a939-dc0f6721d4a4 req-ae8f9168-9df9-4cd1-a2e7-cc139193fb1f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.0889647 Mar 11 00:24:03.719215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-cf10c8a9-8289-4d89-838b-329836d77193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:03.724456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-cf10c8a9-8289-4d89-838b-329836d77193 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1157 time: 0.1470737 Mar 11 00:24:04.337802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9525f65e-0636-4a5a-a939-dc0f6721d4a4 req-18a563b5-090f-483b-913b-7aecb019c1a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6248386 Mar 11 00:24:04.372669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-f9f06512-3825-46fd-88f7-a5a37a06cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:04.373986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-f9f06512-3825-46fd-88f7-a5a37a06cf68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.6385288 Mar 11 00:24:04.518475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-99a2b54b-ae7c-4ea1-b031-102d4015a83e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 1000 time: 0.1108325 Mar 11 00:24:04.719089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-90a6533c-69d5-4604-8e4b-aad0c605f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:04.721214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-90a6533c-69d5-4604-8e4b-aad0c605f6ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.1987443 Mar 11 00:24:04.894100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-d9b027f0-5239-472e-9316-57aa859bc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:04.895678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-d9b027f0-5239-472e-9316-57aa859bc895 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1574204 Mar 11 00:24:05.113596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-9dedbe3f-8d29-47f0-9f71-9a532020f834 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105410 Mar 11 00:24:05.323511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703ccca9-06b8-4ef7-8171-52d95fd87abd req-c35816da-00d7-47dd-a202-bfdf096ca0e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034945 Mar 11 00:24:05.514569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46c6ec-2db7-497e-8b33-912f6374d636 req-31ed3fa5-6ece-42b2-bec5-7775979a4bfd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:05.516533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc46c6ec-2db7-497e-8b33-912f6374d636 req-31ed3fa5-6ece-42b2-bec5-7775979a4bfd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.1079352 Mar 11 00:24:05.595033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc46c6ec-2db7-497e-8b33-912f6374d636 req-0d4f23e6-09fe-4c28-8950-0214526d982d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705867 Mar 11 00:24:05.665531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:24:05.799964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:06.097906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de has no active binding in host n-h1-831844-1 {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 00:24:06.751636 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c4a0bf7-23c4-414b-a909-fd1e77637d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:06.854280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2871365-1704-48cd-87d8-f9f0784d4ff4 req-00abbe64-b386-4039-9994-ca4a590506e2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:06.860706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2871365-1704-48cd-87d8-f9f0784d4ff4 req-00abbe64-b386-4039-9994-ca4a590506e2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 945 time: 0.1245129 Mar 11 00:24:07.018297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2871365-1704-48cd-87d8-f9f0784d4ff4 req-88f7b863-45cb-4b1c-88e5-f47a7a5dfbee tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505537 Mar 11 00:24:07.137762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-0a7d5b29-5a4c-4971-a2ee-7eadc7719bba service neutron] 10.222.0.30 "GET /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 384 time: 0.1567683 Mar 11 00:24:07.492387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:07.514254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:07.561261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:07.577341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:07.580602 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db6be6-6b94-45d5-93f4-04f7815c1ada" -d '{"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:07.584915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:07.761248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Transition to ACTIVE for port object 5c91307a-6860-4289-bb38-0ad9a852b1de will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:24:07.763531 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f8d36-e30c-4fe9-83a2-940f1b2363b2 x-openstack-request-id: req-5b4f8d36-e30c-4fe9-83a2-940f1b2363b2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:07.764062 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:07.764415 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b4f8d36-e30c-4fe9-83a2-940f1b2363b2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:07.764889 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'code': 200} Mar 11 00:24:07.768688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:07.925176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] No DVR routers for this DVR port 5c91307a-6860-4289-bb38-0ad9a852b1de on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:24:07.987211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Pushing event updated for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=11']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:08.022358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.028178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.028570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.028915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.029257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.029593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.029924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.030252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.030579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.030902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.031229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.031550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.031871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:08.340623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dbf46-4f0b-42b2-ad36-5421b9694b13 req-83a04969-cc0f-4c0d-9f09-539921830a25 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:08.340985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a07dbf46-4f0b-42b2-ad36-5421b9694b13 req-83a04969-cc0f-4c0d-9f09-539921830a25 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.1710944 Mar 11 00:24:08.345299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fe8dc5b3-8409-415c-9b03-cb938ec4de96 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de/bindings/n-h1-831844-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2018571 Mar 11 00:24:08.472093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a07dbf46-4f0b-42b2-ad36-5421b9694b13 req-2c9624d2-c288-44e0-bfb7-fba85fce0e7e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247849 Mar 11 00:24:08.568790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-692d748d-5f06-45bb-9e05-918a2c82ab19 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:08.570432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-692d748d-5f06-45bb-9e05-918a2c82ab19 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec&tenant_id=4c79b35ba8454d5e968272e83089973a&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.1223912 Mar 11 00:24:08.675251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2688d8ef-5071-47bf-8007-5abc880e03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:08.677166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2688d8ef-5071-47bf-8007-5abc880e03f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 1126 time: 0.0972214 Mar 11 00:24:08.767883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-e7c38e5c-1767-459b-926c-ef10d31a17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:08.769925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-e7c38e5c-1767-459b-926c-ef10d31a17dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1126 time: 0.0666125 Mar 11 00:24:08.952594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2ffe144f-9383-4389-905b-7a2b06f571d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:08.954085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-2ffe144f-9383-4389-905b-7a2b06f571d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.1783476 Mar 11 00:24:09.068287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-eab50722-fc92-4833-8458-d2e0a9b9e892 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 998 time: 0.1071975 Mar 11 00:24:09.142210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-f4349c55-f7c0-42f9-97d4-b7952cba25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:09.143899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-f4349c55-f7c0-42f9-97d4-b7952cba25ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.0698211 Mar 11 00:24:09.215261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fa2a923f-2aaa-41c9-88dc-7a60dffd5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:09.217586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-fa2a923f-2aaa-41c9-88dc-7a60dffd5d58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671365 Mar 11 00:24:09.263200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2191b5dc-e021-4f84-891a-f950b9e3eba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:09.384197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-18a438a1-d97d-44ce-ba7c-fa25e5d31af5 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602638 Mar 11 00:24:09.628093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-d4c00504-c79d-4a4e-abc1-50aab24ca410 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381380 Mar 11 00:24:09.698716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc540cf-c6ae-425e-8a74-5b7623410b56 req-afd0e5e8-2a5b-4b27-8609-90c3cbe43aef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:09.702521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbc540cf-c6ae-425e-8a74-5b7623410b56 req-afd0e5e8-2a5b-4b27-8609-90c3cbe43aef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.0925000 Mar 11 00:24:09.789148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbc540cf-c6ae-425e-8a74-5b7623410b56 req-b4ca9a42-5982-45b2-b262-c2739f3d986e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801344 Mar 11 00:24:09.981807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-227504f6-c094-4629-aac4-261f2eff6638 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:09.984074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-227504f6-c094-4629-aac4-261f2eff6638 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec&tenant_id=4c79b35ba8454d5e968272e83089973a&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 1126 time: 0.0777266 Mar 11 00:24:10.125235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-8a60df3e-06eb-40c4-a9df-80652c7c1ea5 service neutron] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:10.130640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-8a60df3e-06eb-40c4-a9df-80652c7c1ea5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:10.135076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-8a60df3e-06eb-40c4-a9df-80652c7c1ea5 service neutron] 10.222.0.39 "DELETE /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de/bindings/n-h2-831844-1 HTTP/1.1" status: 204 len: 173 time: 0.1394060 Mar 11 00:24:10.530786 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:10.823015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:11.030309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327572e-94f1-440c-b733-2cb9589980c2 req-e8830d37-c7f0-45d2-926a-c2a719eabeef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:11.036520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2327572e-94f1-440c-b733-2cb9589980c2 req-e8830d37-c7f0-45d2-926a-c2a719eabeef tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.1024997 Mar 11 00:24:11.147022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:11.195595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2327572e-94f1-440c-b733-2cb9589980c2 req-edaf2a6e-83d8-4fc1-aa21-4c4237e5c7ca tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546981 Mar 11 00:24:11.439331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d53-18cc-438f-9bc3-fbd2a6dca85e req-87fac523-c02e-4bd3-aa0d-29ca77d283a2 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:11.468887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85bb9d53-18cc-438f-9bc3-fbd2a6dca85e req-87fac523-c02e-4bd3-aa0d-29ca77d283a2 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1126 time: 0.1303318 Mar 11 00:24:11.550637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85bb9d53-18cc-438f-9bc3-fbd2a6dca85e req-4c8770a4-8633-4323-ab2c-9f7fff729948 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757077 Mar 11 00:24:11.666426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:11.785480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a7e75-18a4-4c5f-ad3c-bff797ce6b71 req-942b64d9-e078-47fe-8c56-e7803fe64194 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:11.794049 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-824a7e75-18a4-4c5f-ad3c-bff797ce6b71 req-942b64d9-e078-47fe-8c56-e7803fe64194 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.0924654 Mar 11 00:24:11.891204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-824a7e75-18a4-4c5f-ad3c-bff797ce6b71 req-9cede63e-3fe3-4977-bdb9-d3f6ad0c7940 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957835 Mar 11 00:24:11.909228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56646) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:12.032241 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-74fb12b6-b907-49fa-9346-95fe6341c748 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 200 len: 990 time: 0.1218417 Mar 11 00:24:12.340872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:24:12.434530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 5c91307a-6860-4289-bb38-0ad9a852b1de host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:24:12.435061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:24:13.333696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:14.422757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56702) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:14.791551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 2c68e568-929e-47c4-a0a2-54d919245223 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:14.792446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2c68e568-929e-47c4-a0a2-54d919245223), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:15.020906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2c68e568-929e-47c4-a0a2-54d919245223), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:15.021708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (2c68e568-929e-47c4-a0a2-54d919245223), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:15.059705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 2c68e568-929e-47c4-a0a2-54d919245223 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:15.513707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (2c68e568-929e-47c4-a0a2-54d919245223), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:15.643546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=2c68e568-929e-47c4-a0a2-54d919245223,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:15.783692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (57e6d095-39df-4599-a436-32e7bb53f1e7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:15.784296 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 57e6d095-39df-4599-a436-32e7bb53f1e7 disassociated (deleted). External IP: 172.25.7.33, port: 5c91307a-6860-4289-bb38-0ad9a852b1de. Mar 11 00:24:16.463953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router f57d715c-620a-4108-af63-57c6c261e76d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:24:16.802133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:16.816924 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:16.830044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Sync routers for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:16.857521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:16.859987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:16.890511 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b98f025-2bdb-4e2a-b998-1256addda9a3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/floatingips/57e6d095-39df-4599-a436-32e7bb53f1e7 HTTP/1.1" status: 204 len: 168 time: 2.4653077 Mar 11 00:24:16.891211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:16.893712 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c95f96b-c072-4da8-b39f-d93f17b64ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:17.023235 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8aecad1-c50e-4f79-8d95-e2b38eaef6a4 x-openstack-request-id: req-e8aecad1-c50e-4f79-8d95-e2b38eaef6a4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:17.023535 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:17.023794 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8aecad1-c50e-4f79-8d95-e2b38eaef6a4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:17.024242 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'status': 'completed', 'code': 200} Mar 11 00:24:17.142033 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-ada7b053-923b-4308-8fda-e9fa5b2bf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:17.143582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-ada7b053-923b-4308-8fda-e9fa5b2bf22e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 1126 time: 0.1149449 Mar 11 00:24:17.263127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:17.515267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-ca4f5a5f-71e6-4199-91df-b4d4796a656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:17.524550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-ca4f5a5f-71e6-4199-91df-b4d4796a656b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 200 len: 897 time: 0.3719623 Mar 11 00:24:17.660075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-2194e3bb-7b0a-4495-93ad-47264261c2ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 200 len: 217 time: 0.1280494 Mar 11 00:24:17.688017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b738e07-6ccd-4ae7-9664-483507574760 req-892bf8db-65b8-453c-8c1d-bc5fcb141925 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:17.709209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b738e07-6ccd-4ae7-9664-483507574760 req-892bf8db-65b8-453c-8c1d-bc5fcb141925 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.2868984 Mar 11 00:24:17.851613 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-bbd01f0d-3c7d-47ad-a2dd-75396aca6b71 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:17.862664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-bbd01f0d-3c7d-47ad-a2dd-75396aca6b71 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 944 time: 0.1732745 Mar 11 00:24:17.927592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-2e896bba-2b84-449d-82b8-a362326acd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:17.932767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-2e896bba-2b84-449d-82b8-a362326acd37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 200 len: 834 time: 0.2589331 Mar 11 00:24:18.071194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b738e07-6ccd-4ae7-9664-483507574760 req-c709c0ce-5bb0-4d66-8d98-15e88a594e98 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e504517d-d165-4148-aa72-a1709822f6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206062 Mar 11 00:24:18.130011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:18.272886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-09305c97-4d04-4294-aa82-03779b9fd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:18.275264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Checking router: f57d715c-620a-4108-af63-57c6c261e76d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:18.281119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-09305c97-4d04-4294-aa82-03779b9fd8fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e96543-d831-42c1-872e-c40670061cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3223963 Mar 11 00:24:18.308823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 5c91307a-6860-4289-bb38-0ad9a852b1de {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:18.309248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:18.309860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:18.311548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:18.543855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-0390b27e-734e-4039-b6df-31b9a09ebde2 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558901 Mar 11 00:24:18.564554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:18.619834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 5c91307a-6860-4289-bb38-0ad9a852b1de, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=5c91307a-6860-4289-bb38-0ad9a852b1de,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:18.620240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:18.634852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 5c91307a-6860-4289-bb38-0ad9a852b1de owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:18.758390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-edeb5c3a-36cd-4b76-af4d-2691b249c511 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084601 Mar 11 00:24:18.949688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5c91307a-6860-4289-bb38-0ad9a852b1de), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:19.007028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=5c91307a-6860-4289-bb38-0ad9a852b1de,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:19.062317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:19.155003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] No DVR routers for this DVR port 5c91307a-6860-4289-bb38-0ad9a852b1de on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:24:19.161136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:19.171656 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-abb65341-011b-4c6d-8720-209edcfbc2e7 req-d29be69a-8569-4509-9ec7-4e0d291c7cfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.39 "DELETE /v2.0/ports/5c91307a-6860-4289-bb38-0ad9a852b1de HTTP/1.1" status: 204 len: 173 time: 1.3038263 Mar 11 00:24:19.174241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-deleted', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:19.174975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fef686-7166-45c0-84a5-060b376dd338 None None] The sync data for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 is: [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:00Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8ac4e748-c800-40b6-b7bd-74642505a18c', 'name': '', 'network_id': 'd8e96543-d831-42c1-872e-c40670061cca', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:2d:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:58Z', 'updated_at': '2022-03-11T00:23:04Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '206358c3-30f4-4d36-92bf-afd6bfe6f454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:24:19.194637 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dcd827-a6a9-4662-9491-aa2360893d46" -d '{"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-deleted", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:19.338398 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8999cb-ada7-42be-9832-3cd78e13f272 x-openstack-request-id: req-0d8999cb-ada7-42be-9832-3cd78e13f272 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:19.338818 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07d9b3-b77e-4a80-873c-358d862290ec", "name": "network-vif-deleted", "tag": "5c91307a-6860-4289-bb38-0ad9a852b1de", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:19.339174 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d8999cb-ada7-42be-9832-3cd78e13f272 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:19.339685 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07d9b3-b77e-4a80-873c-358d862290ec', 'name': 'network-vif-deleted', 'tag': '5c91307a-6860-4289-bb38-0ad9a852b1de', 'status': 'completed', 'code': 200} Mar 11 00:24:19.426813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c026bdd-02d8-4c80-a06d-319b2df32f8b req-915ce4ee-4b7f-4022-a77a-aa6a81d8fcb6 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c07d9b3-b77e-4a80-873c-358d862290ec HTTP/1.1" status: 200 len: 210 time: 0.0901482 Mar 11 00:24:20.018978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1072b73-9533-46b8-92c0-7607fe1ada1c None None] New status for floating IP 57e6d095-39df-4599-a436-32e7bb53f1e7: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:24:20.157311 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:24:20.543445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:20.610959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-0cc1c6b5-ee40-44c0-a127-8d31f675494f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502767 Mar 11 00:24:20.781317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541a98-696f-443c-9aca-f93e30475d8c req-9bca88f6-5656-4898-93bf-dfa485c3c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:20.786710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-9bca88f6-5656-4898-93bf-dfa485c3c43f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 1127 time: 0.1145082 Mar 11 00:24:21.044066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541a98-696f-443c-9aca-f93e30475d8c req-70315ed6-2bfd-48ff-b8c3-067dae3517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:21.048871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-70315ed6-2bfd-48ff-b8c3-067dae3517b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.2397079 Mar 11 00:24:21.185396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-028b8443-cc64-455c-9d15-bd81c51df3b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 200 len: 1000 time: 0.1288307 Mar 11 00:24:21.258402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541a98-696f-443c-9aca-f93e30475d8c req-a84e90b8-a7e6-467b-aeec-09e59d22a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:21.259981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-a84e90b8-a7e6-467b-aeec-09e59d22a66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0661402 Mar 11 00:24:21.339372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541a98-696f-443c-9aca-f93e30475d8c req-57dd297c-76a3-4a6a-8bf7-53e56c5f24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:21.341225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-57dd297c-76a3-4a6a-8bf7-53e56c5f24f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756366 Mar 11 00:24:21.478214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-1b1b3b71-d05c-4545-83bd-b7b475e32f1f service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311243 Mar 11 00:24:21.739696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:24:21.749669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (f57d715c-620a-4108-af63-57c6c261e76d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:21.793222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 5c91307a-6860-4289-bb38-0ad9a852b1de {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:24:21.793646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 5c91307a-6860-4289-bb38-0ad9a852b1de not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:24:21.800024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f541a98-696f-443c-9aca-f93e30475d8c req-d7ea2510-8f22-49c8-9c78-66fdfd391d13 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162050 Mar 11 00:24:22.290956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 8ac4e748-c800-40b6-b7bd-74642505a18c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:22.291309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:22.447715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 8ac4e748-c800-40b6-b7bd-74642505a18c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8ac4e748-c800-40b6-b7bd-74642505a18c,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:22.448287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:22.465240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 8ac4e748-c800-40b6-b7bd-74642505a18c owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:22.945347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8ac4e748-c800-40b6-b7bd-74642505a18c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:23.015201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=8ac4e748-c800-40b6-b7bd-74642505a18c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:23.681578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (f57d715c-620a-4108-af63-57c6c261e76d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:23.853607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56904) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:24.028543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce821c78-4b25-4de5-8e33-1905f852116d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.215985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce821c78-4b25-4de5-8e33-1905f852116d admin admin] Publish callbacks [] for security_group (113cd0d7-e945-4572-afc2-622c87405ac1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.227521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce821c78-4b25-4de5-8e33-1905f852116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (113cd0d7-e945-4572-afc2-622c87405ac1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.273906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce821c78-4b25-4de5-8e33-1905f852116d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c49063cf14f8466b80feb6b42558e708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186637 Mar 11 00:24:24.274996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:24.316119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821c78-4b25-4de5-8e33-1905f852116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113cd0d7-e945-4572-afc2-622c87405ac1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:24.320937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router f57d715c-620a-4108-af63-57c6c261e76d has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:24:24.342570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] Publish callbacks [] for security_group (113cd0d7-e945-4572-afc2-622c87405ac1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.406613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] Publish callbacks [] for security_group (113cd0d7-e945-4572-afc2-622c87405ac1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.571035 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (113cd0d7-e945-4572-afc2-622c87405ac1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.574010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.575594 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/113cd0d7-e945-4572-afc2-622c87405ac1 HTTP/1.1" status: 204 len: 168 time: 0.2987628 Mar 11 00:24:24.628452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:24.642553 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-245008e4-ae6b-4cd0-84dd-fc31c67dd602 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/f57d715c-620a-4108-af63-57c6c261e76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0979450 Mar 11 00:24:24.645215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Sync routers for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:24.645744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:24.648785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c96c8-c1d1-49bb-9044-36d36a46dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113cd0d7-e945-4572-afc2-622c87405ac1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:24.665785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:24.666797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:24.793079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting subnet 206358c3-30f4-4d36-92bf-afd6bfe6f454 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:24:24.797309 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (206358c3-30f4-4d36-92bf-afd6bfe6f454), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:24.926398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (206358c3-30f4-4d36-92bf-afd6bfe6f454), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.003243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:25.137721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (206358c3-30f4-4d36-92bf-afd6bfe6f454), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.261080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:25.281707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b240584-2726-4ab0-af94-bbd0854dc3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.282438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (206358c3-30f4-4d36-92bf-afd6bfe6f454), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.347256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.356483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:25.356903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/subnets/206358c3-30f4-4d36-92bf-afd6bfe6f454 HTTP/1.1" status: 204 len: 168 time: 0.7097821 Mar 11 00:24:25.358258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014391d-025c-479b-aacb-014d73536bfc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Subnet': ['ID=206358c3-30f4-4d36-92bf-afd6bfe6f454,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:25.394408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2acd95-a573-48c3-aa32-c2c23efde8ba None None] Network d8e96543-d831-42c1-872e-c40670061cca requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:24:25.525319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:24:22Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:25.560323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Checking router: f57d715c-620a-4108-af63-57c6c261e76d for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:25.575740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Routers {'f57d715c-620a-4108-af63-57c6c261e76d'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:25.576619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f57d715c-620a-4108-af63-57c6c261e76d'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:25.629706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b240584-2726-4ab0-af94-bbd0854dc3cb admin admin] Publish callbacks [] for security_group (e01b5442-7318-40f8-8cae-e9359a418538), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.655412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b240584-2726-4ab0-af94-bbd0854dc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e01b5442-7318-40f8-8cae-e9359a418538), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.689751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (f57d715c-620a-4108-af63-57c6c261e76d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.712304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] Set router f57d715c-620a-4108-af63-57c6c261e76d gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:25.840896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (f57d715c-620a-4108-af63-57c6c261e76d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:25.850412 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b240584-2726-4ab0-af94-bbd0854dc3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b5442-7318-40f8-8cae-e9359a418538,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:25.856272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b240584-2726-4ab0-af94-bbd0854dc3cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dbe590fd11843378ad9af111318a988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920775 Mar 11 00:24:25.858814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:25.898977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] DHCP port deletion for d8e96543-d831-42c1-872e-c40670061cca request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:24:25.938962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] Publish callbacks [] for security_group (e01b5442-7318-40f8-8cae-e9359a418538), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.003139 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] Publish callbacks [] for security_group (e01b5442-7318-40f8-8cae-e9359a418538), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.009787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 9027858e-906a-4f31-978d-9e60d9001da4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:26.014216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9027858e-906a-4f31-978d-9e60d9001da4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.166443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 9027858e-906a-4f31-978d-9e60d9001da4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9027858e-906a-4f31-978d-9e60d9001da4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:26.166881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9027858e-906a-4f31-978d-9e60d9001da4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.185824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 9027858e-906a-4f31-978d-9e60d9001da4 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:26.218916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Deleting port 9d078a70-c3db-41c7-b025-2a79fe551d32 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:26.219699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.294326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] For port 9d078a70-c3db-41c7-b025-2a79fe551d32, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9d078a70-c3db-41c7-b025-2a79fe551d32,segment=NetworkSegment(2935c9c5-835c-4d52-ac69-125a46e7d5f1),segment_id=2935c9c5-835c-4d52-ac69-125a46e7d5f1)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:26.295153 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.321080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Calling delete_port for 9d078a70-c3db-41c7-b025-2a79fe551d32 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:26.410890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e01b5442-7318-40f8-8cae-e9359a418538), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.415106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.425832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:24:22Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:26.452640 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e01b5442-7318-40f8-8cae-e9359a418538 HTTP/1.1" status: 204 len: 168 time: 0.5925982 Mar 11 00:24:26.486181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970cbc18-f711-4243-a578-7961bd69a672 None None] The sync data for ids ['f57d715c-620a-4108-af63-57c6c261e76d'] in n-d-831844-1 is: [{'id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700572424', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '9027858e-906a-4f31-978d-9e60d9001da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:24:22Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': '9027858e-906a-4f31-978d-9e60d9001da4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57d715c-620a-4108-af63-57c6c261e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:22:54Z', 'updated_at': '2022-03-11T00:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:24:26.501617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ac660-79dc-4d4b-8fd0-cf8e2e5b9458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b5442-7318-40f8-8cae-e9359a418538,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:26.546249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9027858e-906a-4f31-978d-9e60d9001da4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.558678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (9d078a70-c3db-41c7-b025-2a79fe551d32), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.608981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=9027858e-906a-4f31-978d-9e60d9001da4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:26.622048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] Pushing event deleted for resources: {'Port': ['ID=9d078a70-c3db-41c7-b025-2a79fe551d32,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:26.632512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2528b-a9cb-45d5-8fa8-f80d4654b605 None None] No DVR routers for this DVR port 9d078a70-c3db-41c7-b025-2a79fe551d32 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:24:26.768921 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (f57d715c-620a-4108-af63-57c6c261e76d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.880887 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (f57d715c-620a-4108-af63-57c6c261e76d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:26.883801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (f57d715c-620a-4108-af63-57c6c261e76d), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.037760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (f57d715c-620a-4108-af63-57c6c261e76d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.038743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Fanout notify agent at l3_agent the message router_deleted on router f57d715c-620a-4108-af63-57c6c261e76d {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:24:27.049217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.050341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f33fa62b-fc21-45ea-b326-d67feddecf13 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/routers/f57d715c-620a-4108-af63-57c6c261e76d HTTP/1.1" status: 204 len: 168 time: 1.6919703 Mar 11 00:24:27.053265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 56954) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:27.085210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ac4e748-c800-40b6-b7bd-74642505a18c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:24:27.133789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8ac4e748-c800-40b6-b7bd-74642505a18c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:24:27.134217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8ac4e748-c800-40b6-b7bd-74642505a18c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:24:27.134741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d078a70-c3db-41c7-b025-2a79fe551d32 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:24:27.182495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9d078a70-c3db-41c7-b025-2a79fe551d32 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:24:27.182960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9d078a70-c3db-41c7-b025-2a79fe551d32 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:24:27.202299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d8e96543-d831-42c1-872e-c40670061cca), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.342527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d8e96543-d831-42c1-872e-c40670061cca), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.365965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e96543-d831-42c1-872e-c40670061cca']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:27.378832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2935c9c5-835c-4d52-ac69-125a46e7d5f1') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:27.379525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2935c9c5-835c-4d52-ac69-125a46e7d5f1') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:27.404458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (2935c9c5-835c-4d52-ac69-125a46e7d5f1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.435818 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (2935c9c5-835c-4d52-ac69-125a46e7d5f1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.445648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:24:27.446549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (2935c9c5-835c-4d52-ac69-125a46e7d5f1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:24:27.528757 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:24:27.539240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d8e96543-d831-42c1-872e-c40670061cca), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.548484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.557183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/networks/d8e96543-d831-42c1-872e-c40670061cca HTTP/1.1" status: 204 len: 168 time: 0.4999609 Mar 11 00:24:27.559712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:27.579676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba8a42-16fc-4152-838e-51852989c15c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Network': ['ID=d8e96543-d831-42c1-872e-c40670061cca,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:27.649794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e504517d-d165-4148-aa72-a1709822f6cf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.676593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e504517d-d165-4148-aa72-a1709822f6cf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.751021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e504517d-d165-4148-aa72-a1709822f6cf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.754092 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:27.759269 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/security-groups/e504517d-d165-4148-aa72-a1709822f6cf HTTP/1.1" status: 204 len: 168 time: 0.1982884 Mar 11 00:24:27.770512 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1dd28-300b-4fc9-9b54-f4daeb0193c3 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504517d-d165-4148-aa72-a1709822f6cf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.119762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56988) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.124176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120845314', 'description': 'tempest-secgroup-smoke-120845314 description', 'project_id': '4c79b35ba8454d5e968272e83089973a'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:28.164821 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.242438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e44f9aba-9c33-42a4-a2a1-d55bbb3e956c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.248489 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e44f9aba-9c33-42a4-a2a1-d55bbb3e956c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.281115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.286519 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.288355 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-06f2959c-a5e0-4b8f-8a8e-829b8d61aa05 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1673794 Mar 11 00:24:28.291042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 56996) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.296826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:28.326406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (493eb5ab-3488-46f2-94d4-dc1dbeb7ba9c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.395223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (493eb5ab-3488-46f2-94d4-dc1dbeb7ba9c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.400526 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (493eb5ab-3488-46f2-94d4-dc1dbeb7ba9c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.424287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493eb5ab-3488-46f2-94d4-dc1dbeb7ba9c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.432301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.433518 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b6fb321-428a-4ec4-9c05-5b5e5c002284 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406839 Mar 11 00:24:28.436375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57002) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.441636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:28.471977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (4119f46d-01b6-4ab5-9b2f-7319f2fe9be8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.545516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (4119f46d-01b6-4ab5-9b2f-7319f2fe9be8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.551987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (4119f46d-01b6-4ab5-9b2f-7319f2fe9be8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.568579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4119f46d-01b6-4ab5-9b2f-7319f2fe9be8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.588195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.589475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c3dbb644-8f60-4b3d-a2ac-0932fa8110d1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520786 Mar 11 00:24:28.592150 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57008) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.598826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:28.634115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (86b46cfe-c919-4144-9075-ee83e7a7de41), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.710838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (86b46cfe-c919-4144-9075-ee83e7a7de41), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.719135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (86b46cfe-c919-4144-9075-ee83e7a7de41), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.737760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b46cfe-c919-4144-9075-ee83e7a7de41,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.754244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9027858e-906a-4f31-978d-9e60d9001da4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:24:28.758873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.762783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eaf987d5-774e-4c7f-8913-35b46e470836 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670010 Mar 11 00:24:28.763028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.767332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:28.777150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9027858e-906a-4f31-978d-9e60d9001da4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:24:28.777478 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9027858e-906a-4f31-978d-9e60d9001da4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:24:28.813473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (4978211c-9ec6-4189-a09e-1460832a1089), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.914240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (4978211c-9ec6-4189-a09e-1460832a1089), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.929704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (4978211c-9ec6-4189-a09e-1460832a1089), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.968141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4978211c-9ec6-4189-a09e-1460832a1089,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:28.983426 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:28.985482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-efaa3a48-7361-46fd-a9dc-42c557e9af8f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2215097 Mar 11 00:24:28.988543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57016) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:28.995413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:29.031733 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:24:29.040262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (15b32534-7da3-4963-a60c-addd969ac32c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.125344 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (15b32534-7da3-4963-a60c-addd969ac32c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.137416 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (15b32534-7da3-4963-a60c-addd969ac32c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.173655 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b32534-7da3-4963-a60c-addd969ac32c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:29.211580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.216409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57022) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:29.217371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0d962e78-4dd7-45ae-bf39-ee3ac9903459 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272937 Mar 11 00:24:29.231669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'security_group_rule': {'security_group_id': 'e44f9aba-9c33-42a4-a2a1-d55bbb3e956c', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:29.261414 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Project 4c79b35ba8454d5e968272e83089973a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:24:29.268373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (5a17f59a-9524-42ce-b05d-d16343ea6e29), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.395297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (5a17f59a-9524-42ce-b05d-d16343ea6e29), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.404481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (5a17f59a-9524-42ce-b05d-d16343ea6e29), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.469076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a17f59a-9524-42ce-b05d-d16343ea6e29,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:29.482711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.486850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-afe3109f-f700-4207-98ec-d1492ef1215f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2652080 Mar 11 00:24:29.487137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57036) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:29.500712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'network': {'name': 'tempest-network-smoke--105674757', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'port_security_enabled': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:29.527587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:24:29.532390 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.564589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:24:29.578151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4b37bf9c-064c-4fb3-aa81-87df95d042be), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.578523 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Added segment 4b37bf9c-064c-4fb3-aa81-87df95d042be of type vlan for network 712bb049-75ca-4814-b52f-c17b36dfebc4 Mar 11 00:24:29.632092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (712bb049-75ca-4814-b52f-c17b36dfebc4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.666376 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (712bb049-75ca-4814-b52f-c17b36dfebc4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.673056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:29.673816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.722663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2342277 Mar 11 00:24:29.726186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57040) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:29.730814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'admin_state_up': True, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:29.769242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278b661-fbd5-49d2-96bf-84acd91d39a4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Network': ['ID=712bb049-75ca-4814-b52f-c17b36dfebc4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:29.771612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.773471 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:29.781802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:24:29.891041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (ba231c6b-6d94-4178-8cc5-59e65d5633da), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:30.069646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (ba231c6b-6d94-4178-8cc5-59e65d5633da), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:30.648990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:30.653325 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cbc450ee-2300-4314-8bc9-2e604fb3448d req-64387d7c-bdb1-4fad-9690-18c19a4cabf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0870054 Mar 11 00:24:30.715904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:30.866674 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cbc450ee-2300-4314-8bc9-2e604fb3448d req-9b3afeb2-cc0d-4001-ba96-d937f2bab7bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.1604683 Mar 11 00:24:30.867858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.219 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e911fdf8-82e4-4018-ba46-ccbb2a545df1) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:24:30.920021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cbc450ee-2300-4314-8bc9-2e604fb3448d req-b24b5840-5b88-47d2-aec0-c03ac0f50321 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310814 Mar 11 00:24:31.050343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc450ee-2300-4314-8bc9-2e604fb3448d req-fbe455fd-40bb-4150-99a4-27970ddf0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:31.051952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cbc450ee-2300-4314-8bc9-2e604fb3448d req-fbe455fd-40bb-4150-99a4-27970ddf0a0b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235673 Mar 11 00:24:31.164018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:31.229779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:31.321533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=e911fdf8-82e4-4018-ba46-ccbb2a545df1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:31.353973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:31.356923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:31.364506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:24:31.757339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:32.091436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:32.249571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router ba231c6b-6d94-4178-8cc5-59e65d5633da is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:24:32.835992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:32.852029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Sync routers for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:32.874565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:32.876765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:32.891633 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:32.893747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c4cf67fb-3ed6-4e26-b141-2ceabe63de6f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1664896 Mar 11 00:24:32.897764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:32.953643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57098) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:32.956569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae542730-6294-4e77-b3bb-ef786114a103 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4c79b35ba8454d5e968272e83089973a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575707 Mar 11 00:24:33.063009 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:33.142201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630db654-49ba-41c1-9487-b559bcda780f tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:33.144038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-630db654-49ba-41c1-9487-b559bcda780f tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892238 Mar 11 00:24:33.147636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57100) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:33.201983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57104) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:33.207168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431141975', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:33.211737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f760c042-4002-4f6e-92c5-9bae7439ae41 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499623 Mar 11 00:24:33.387993 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:31Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:33.443205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:24:33.449726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:33.450334 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Checking router: ba231c6b-6d94-4178-8cc5-59e65d5633da for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:33.450697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Updating router ba231c6b-6d94-4178-8cc5-59e65d5633da port e911fdf8-82e4-4018-ba46-ccbb2a545df1 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:24:33.553952 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:33.890092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (9966c612-b117-4108-84ad-2a77ef8a8c10), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:33.941926 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks [] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:33.953539 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.021948 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Pushing event updated for resources: {'Port': ['ID=e911fdf8-82e4-4018-ba46-ccbb2a545df1,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:34.035806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Subnet': ['ID=9966c612-b117-4108-84ad-2a77ef8a8c10,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:34.061035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Checking segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:34.061403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network hostable DHCP agents. Network: 712bb049-75ca-4814-b52f-c17b36dfebc4, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:24:34.063997 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Attempting to bind port e911fdf8-82e4-4018-ba46-ccbb2a545df1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:24:34.064381 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Attempting to bind port e911fdf8-82e4-4018-ba46-ccbb2a545df1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:24:34.064752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Attempting to bind port e911fdf8-82e4-4018-ba46-ccbb2a545df1 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:34.075259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:24:34.076207 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:34.076869 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.079686 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:24:34.080419 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Bound port: e911fdf8-82e4-4018-ba46-ccbb2a545df1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:24:34.081043 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.088195 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.089684 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.090279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.091298 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.092306 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.092438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:24:34.093373 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.094405 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.095566 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.098007 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.098665 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.099224 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.100999 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.101576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:34.108897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 712bb049-75ca-4814-b52f-c17b36dfebc4) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:34.113922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:34.114775 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.123997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e2261-626f-4c25-8efb-0fa87da91849 None None] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:24:34.153227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce8bf305-d5ca-41f9-bf99-2b807417ff20 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9499998 Mar 11 00:24:34.155827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57114) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:34.226816 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] For port e911fdf8-82e4-4018-ba46-ccbb2a545df1, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:34.242316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] For port e911fdf8-82e4-4018-ba46-ccbb2a545df1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e911fdf8-82e4-4018-ba46-ccbb2a545df1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:24:34.260865 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.362562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-712bb049-75ca-4814-b52f-c17b36dfebc4', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:24:34.363456 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:34.385018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670b15-c1d9-4102-a284-11cfa956f701 None None] Pushing event updated for resources: {'Port': ['ID=e911fdf8-82e4-4018-ba46-ccbb2a545df1,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:34.422348 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:34.423184 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:34.702412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Allocated IP 172.20.0.2 (712bb049-75ca-4814-b52f-c17b36dfebc4/9966c612-b117-4108-84ad-2a77ef8a8c10/fadef3fc-d6ec-4196-9914-8cab709d64d6) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:24:34.948367 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:35.034709 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks [] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.051385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.054611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.154421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:35.184545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:35.187020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:24:35.270343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Pushing event updated for resources: {'Port': ['ID=fadef3fc-d6ec-4196-9914-8cab709d64d6,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:35.340735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Attempting to bind port fadef3fc-d6ec-4196-9914-8cab709d64d6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:24:35.341116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Attempting to bind port fadef3fc-d6ec-4196-9914-8cab709d64d6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:24:35.341492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Attempting to bind port fadef3fc-d6ec-4196-9914-8cab709d64d6 on network 712bb049-75ca-4814-b52f-c17b36dfebc4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:35.353395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:24:35.353783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Checking segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:35.354193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.358327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Bound using segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:24:35.358991 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Bound port: fadef3fc-d6ec-4196-9914-8cab709d64d6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:24:35.359398 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.428525 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:31Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:35.504630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] For port fadef3fc-d6ec-4196-9914-8cab709d64d6, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:35.510857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] For port fadef3fc-d6ec-4196-9914-8cab709d64d6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fadef3fc-d6ec-4196-9914-8cab709d64d6,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:24:35.529877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:35.535104 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c194ce9-f15d-4909-8e81-2d3ec82d11e7 None None] The sync data for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 is: [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:31Z', 'revision_number': 3, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:24:35.676005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7097afd-68ec-4d86-981f-9fb64d89d035 None None] Pushing event updated for resources: {'Port': ['ID=fadef3fc-d6ec-4196-9914-8cab709d64d6,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:36.441678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.1 (712bb049-75ca-4814-b52f-c17b36dfebc4/9966c612-b117-4108-84ad-2a77ef8a8c10/ce2967eb-f823-4c0a-9508-59c8b58a595d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:24:36.565352 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:36.647813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:36.764793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:36.770841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:36.772537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04398f9e-7a11-4fef-80b0-5ba695e5a17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:36.788285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:24:36.867766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:36.953523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.024936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fadef3fc-d6ec-4196-9914-8cab709d64d6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:37.178116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fadef3fc-d6ec-4196-9914-8cab709d64d6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:37.178502 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.341239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.415095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fadef3fc-d6ec-4196-9914-8cab709d64d6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:37.416647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.486369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fadef3fc-d6ec-4196-9914-8cab709d64d6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fadef3fc-d6ec-4196-9914-8cab709d64d6,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:37.497523 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.498420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e911fdf8-82e4-4018-ba46-ccbb2a545df1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:37.589726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fadef3fc-d6ec-4196-9914-8cab709d64d6,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:37.597782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed20558d-3f9d-4708-b18b-3dcd7b5bdcde None None] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:24:37.645762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e911fdf8-82e4-4018-ba46-ccbb2a545df1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:37.646085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.814622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-adc93302-0e12-4ef3-a93f-2a4488475067 None None] Provisioning complete for port fadef3fc-d6ec-4196-9914-8cab709d64d6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:37.815793 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-adc93302-0e12-4ef3-a93f-2a4488475067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:37.989926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.002433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.036052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e911fdf8-82e4-4018-ba46-ccbb2a545df1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:38.045249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.103802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:38.163526 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.202393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-adc93302-0e12-4ef3-a93f-2a4488475067 None None] Current status of the port fadef3fc-d6ec-4196-9914-8cab709d64d6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:38.252699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e911fdf8-82e4-4018-ba46-ccbb2a545df1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e911fdf8-82e4-4018-ba46-ccbb2a545df1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:38.270049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.365053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:38.369046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:38.409134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e911fdf8-82e4-4018-ba46-ccbb2a545df1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:38.601141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router ba231c6b-6d94-4178-8cc5-59e65d5633da has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:24:38.655041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Provisioning complete for port fadef3fc-d6ec-4196-9914-8cab709d64d6 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:38.655569 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:38.802931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:38.812512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2c3831a1-86aa-4831-8026-90c19cb43288 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/ba231c6b-6d94-4178-8cc5-59e65d5633da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6554568 Mar 11 00:24:38.830489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Sync routers for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:38.893523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fadef3fc-d6ec-4196-9914-8cab709d64d6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:38.913893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:38.921824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:38.944689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Current status of the port fadef3fc-d6ec-4196-9914-8cab709d64d6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:39.020406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Provisioning complete for port ce2967eb-f823-4c0a-9508-59c8b58a595d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:39.021120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.223720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:39.312890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-22a20f15-b049-4680-8668-aa9ed38cf6dd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120845314&fields=id&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 267 time: 0.1303411 Mar 11 00:24:39.436123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ac385d99-298b-4dcf-b5da-bb30a251ec40 None None] Port ce2967eb-f823-4c0a-9508-59c8b58a595d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:24:39.522396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0e459ead-2642-4d6c-827a-c19194d0edf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.558075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-6de611e4-9cc6-4d4e-9a05-5513414c93ce tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:39.558582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fadef3fc-d6ec-4196-9914-8cab709d64d6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:39.559127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.567339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-6de611e4-9cc6-4d4e-9a05-5513414c93ce tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/networks?id=712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 200 len: 796 time: 0.2398927 Mar 11 00:24:39.594225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-f2c924e9-76f2-40ba-ac9b-400b406334d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/quotas/4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 375 time: 0.0278749 Mar 11 00:24:39.653785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b29b0422-dfe5-4be9-8e18-d2f82d2cdfc6 None None] Provisioning complete for port ce2967eb-f823-4c0a-9508-59c8b58a595d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:39.654078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b29b0422-dfe5-4be9-8e18-d2f82d2cdfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.733242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b29b0422-dfe5-4be9-8e18-d2f82d2cdfc6 None None] Port ce2967eb-f823-4c0a-9508-59c8b58a595d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:24:39.757114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fadef3fc-d6ec-4196-9914-8cab709d64d6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:39.758148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e911fdf8-82e4-4018-ba46-ccbb2a545df1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:39.768523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-1b709298-e2ae-48d1-85bf-61f7b07c2ff2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325839 Mar 11 00:24:39.788396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 2, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:39.834952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Checking router: ba231c6b-6d94-4178-8cc5-59e65d5633da for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:39.835551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Updating router ba231c6b-6d94-4178-8cc5-59e65d5633da port ce2967eb-f823-4c0a-9508-59c8b58a595d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:24:39.908008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.911691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e911fdf8-82e4-4018-ba46-ccbb2a545df1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:39.913460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:39.976232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-5027fdc6-1060-4bb8-9c74-c60f019878dd service neutron] 10.222.0.21 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681800 Mar 11 00:24:40.100920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e911fdf8-82e4-4018-ba46-ccbb2a545df1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:40.123261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-1a6ce000-81ee-4343-b453-eb6b5ad6f945 service neutron] 10.222.0.21 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394207 Mar 11 00:24:40.425980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecd00d8e-5a34-4b53-aaae-c64387af88f5 req-63c55ddc-a5a7-4d3f-9385-1a321e98dd99 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 210 time: 0.0373464 Mar 11 00:24:40.545724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:40.637922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks [] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:40.648901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:40.718380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc141-960f-4264-9654-b6e545593d24 None None] Pushing event updated for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:40.804789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Attempting to bind port ce2967eb-f823-4c0a-9508-59c8b58a595d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:24:40.805162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Attempting to bind port ce2967eb-f823-4c0a-9508-59c8b58a595d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:24:40.805531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Attempting to bind port ce2967eb-f823-4c0a-9508-59c8b58a595d on network 712bb049-75ca-4814-b52f-c17b36dfebc4 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:40.819634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:24:40.820038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Checking segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:40.820438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:40.820834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Bound using segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:24:40.821303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Bound port: ce2967eb-f823-4c0a-9508-59c8b58a595d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:24:40.821680 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.028863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] For port ce2967eb-f823-4c0a-9508-59c8b58a595d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:41.034355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] For port ce2967eb-f823-4c0a-9508-59c8b58a595d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ce2967eb-f823-4c0a-9508-59c8b58a595d,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:24:41.046174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.088424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.153614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:41.154470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:41.301841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:41.413321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc141-960f-4264-9654-b6e545593d24 None None] Pushing event updated for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:41.455612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.544958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Provisioning complete for port ce2967eb-f823-4c0a-9508-59c8b58a595d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:41.545330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.604710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7003f1be-80bc-4dcc-bd0f-e7f26f4b2fdd req-78c71200-3c71-474a-8cbe-73a65bd5f520 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 210 time: 0.0523319 Mar 11 00:24:41.697378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.800652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Current status of the port ce2967eb-f823-4c0a-9508-59c8b58a595d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:41.801762 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:41.820890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:41.863454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036b4ac-5275-48e1-9a40-b29908bb8099 None None] The sync data for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 is: [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:24:41.910482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] For port ce2967eb-f823-4c0a-9508-59c8b58a595d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ce2967eb-f823-4c0a-9508-59c8b58a595d,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:41.925384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:42.056072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7d155-d21b-449f-9508-20a91e3d98d0 None None] Pushing event updated for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:42.154293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-38d8b47b-f99b-4bbf-aec1-eb1b4283fd93 None None] Provisioning complete for port ce2967eb-f823-4c0a-9508-59c8b58a595d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:42.156314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38d8b47b-f99b-4bbf-aec1-eb1b4283fd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:42.181913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-bec26d45-f3e7-4320-999c-9c624a7d5d53 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:42.195043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-bec26d45-f3e7-4320-999c-9c624a7d5d53 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/networks?id=712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 200 len: 796 time: 0.2908049 Mar 11 00:24:42.317343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-6723064d-054f-4e03-8666-588cf3dfe16c tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c79b35ba8454d5e968272e83089973a HTTP/1.1" status: 200 len: 379 time: 0.1133883 Mar 11 00:24:42.329114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'port': {'device_id': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'admin_state_up': True, 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'security_groups': ['e44f9aba-9c33-42a4-a2a1-d55bbb3e956c']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:42.362050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-38d8b47b-f99b-4bbf-aec1-eb1b4283fd93 None None] Current status of the port ce2967eb-f823-4c0a-9508-59c8b58a595d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:42.472973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Made reservation on behalf of 4c79b35ba8454d5e968272e83089973a for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:24:42.479097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:42.791353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.20.0.13 (712bb049-75ca-4814-b52f-c17b36dfebc4/9966c612-b117-4108-84ad-2a77ef8a8c10/732af71b-9e24-41d6-a2a4-f72a39edff12) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:24:42.861368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b7e8710-018a-4bf5-85bf-1b549ecc2c57 req-10df6d8e-acb7-45cf-808d-762c86751352 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 210 time: 0.0673475 Mar 11 00:24:42.880030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ce2967eb-f823-4c0a-9508-59c8b58a595d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:42.993846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ce2967eb-f823-4c0a-9508-59c8b58a595d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:42.994322 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.157595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.174224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ce2967eb-f823-4c0a-9508-59c8b58a595d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:43.215290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.302011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:43.330557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:43.335783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:24:43.338227 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.431361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:43.432198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.440680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:43.480665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-d89d9fcb-29fb-45a9-a9fb-026ec7f9e6d9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1553435 Mar 11 00:24:43.496094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Request body: {'port': {'device_id': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:43.623911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.804075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-23ac5900-d43e-4493-b956-90284e070bc0 None None] Provisioning complete for port 732af71b-9e24-41d6-a2a4-f72a39edff12 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:43.804460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23ac5900-d43e-4493-b956-90284e070bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:43.862072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-23ac5900-d43e-4493-b956-90284e070bc0 None None] Port 732af71b-9e24-41d6-a2a4-f72a39edff12 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:24:44.080453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5be22-12bf-45de-8eb6-7d4fd4e83993 req-01a4ab40-1853-445d-8389-5c8d348fadfd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:44.082873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17d5be22-12bf-45de-8eb6-7d4fd4e83993 req-01a4ab40-1853-445d-8389-5c8d348fadfd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 932 time: 0.1355243 Mar 11 00:24:44.373536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17d5be22-12bf-45de-8eb6-7d4fd4e83993 req-1a5359be-afbd-4572-bf44-6e120dba6494 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680051 Mar 11 00:24:44.459754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:24:44.468478 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks [] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:44.482358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Transition to ACTIVE for port object 732af71b-9e24-41d6-a2a4-f72a39edff12 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:24:44.491800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:44.589636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:44.703916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Attempting to bind port 732af71b-9e24-41d6-a2a4-f72a39edff12 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:24:44.704293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Attempting to bind port 732af71b-9e24-41d6-a2a4-f72a39edff12 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:24:44.704635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Attempting to bind port 732af71b-9e24-41d6-a2a4-f72a39edff12 on network 712bb049-75ca-4814-b52f-c17b36dfebc4 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:44.713568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Port 732af71b-9e24-41d6-a2a4-f72a39edff12 on network 712bb049-75ca-4814-b52f-c17b36dfebc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:24:44.713857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Attempting to bind port 732af71b-9e24-41d6-a2a4-f72a39edff12 on network 712bb049-75ca-4814-b52f-c17b36dfebc4 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:24:44.727143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:24:44.727496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Checking segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:24:44.727967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Bound using segment: {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:24:44.728342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Bound port: 732af71b-9e24-41d6-a2a4-f72a39edff12, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b37bf9c-064c-4fb3-aa81-87df95d042be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:24:44.728703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:44.832149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:24:44.839869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:24:44.850144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:44.902600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:44.903420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:44.904976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] 10.222.0.30 "PUT /v2.0/ports/732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 200 len: 1092 time: 1.4152348 Mar 11 00:24:44.905515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:44.908184 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:44.945599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd7dd-acc1-4ee0-93d4-5ac6a1d6b135 service neutron] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:45.047352 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10f4059-42fc-4b08-9870-45457efd1f44 x-openstack-request-id: req-a10f4059-42fc-4b08-9870-45457efd1f44 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:45.047596 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:45.047958 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a10f4059-42fc-4b08-9870-45457efd1f44 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:45.048386 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'status': 'completed', 'code': 200} Mar 11 00:24:45.071769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-1dae70bb-be8e-46f2-a127-88f29342cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:45.073687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-1dae70bb-be8e-46f2-a127-88f29342cf13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1126 time: 0.1178460 Mar 11 00:24:45.174187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-29377156-24c8-42d6-bdf1-3f12e55f836f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 200 len: 217 time: 0.0937903 Mar 11 00:24:45.261985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-a16c7ed8-9b6d-443b-89f8-87db19272bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:45.263469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-a16c7ed8-9b6d-443b-89f8-87db19272bb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9966c612-b117-4108-84ad-2a77ef8a8c10 HTTP/1.1" status: 200 len: 835 time: 0.0834997 Mar 11 00:24:45.324302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-b2626a9b-c411-42f2-a1a0-0c916cbd0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:45.326695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-b2626a9b-c411-42f2-a1a0-0c916cbd0b5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=712bb049-75ca-4814-b52f-c17b36dfebc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565469 Mar 11 00:24:45.440377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-69302a01-f8cd-4884-88eb-d1cffed26849 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068571 Mar 11 00:24:45.647699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47efdb9a-26a5-48cb-81c8-78e6b1b1c7c2 req-4b717c47-daa8-4440-aa6d-2a1567900b81 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996765 Mar 11 00:24:45.795517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3e76-cdfb-4793-8cfc-b19766a8db2e req-90286dec-6cdd-4561-8362-fd7781315232 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:45.802746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bea3e76-cdfb-4793-8cfc-b19766a8db2e req-90286dec-6cdd-4561-8362-fd7781315232 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 944 time: 0.2813683 Mar 11 00:24:45.823229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-3ea4286a-4cf7-4566-a6bb-e76813317970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:45.824749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-3ea4286a-4cf7-4566-a6bb-e76813317970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1126 time: 0.1159165 Mar 11 00:24:45.933377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bea3e76-cdfb-4793-8cfc-b19766a8db2e req-3bacf787-72d7-457b-85cf-09a8564925ae tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295900 Mar 11 00:24:46.038308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-41152246-abab-40e6-a4d7-90854e0699a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:46.040548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-41152246-abab-40e6-a4d7-90854e0699a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 200 len: 897 time: 0.2021673 Mar 11 00:24:46.152611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-f1795f76-cfd4-4530-9ea3-b270e6aeb80d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 200 len: 217 time: 0.1057258 Mar 11 00:24:46.243645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-8df3a7e7-8682-4ffa-82cc-d3aa3a005b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:46.245329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-8df3a7e7-8682-4ffa-82cc-d3aa3a005b4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9966c612-b117-4108-84ad-2a77ef8a8c10 HTTP/1.1" status: 200 len: 835 time: 0.0845935 Mar 11 00:24:46.305760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-8131468f-73a5-443b-a37b-415c97646e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:46.307279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-8131468f-73a5-443b-a37b-415c97646e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=712bb049-75ca-4814-b52f-c17b36dfebc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544794 Mar 11 00:24:46.417133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-6920c7fb-9e25-4193-9909-e455a3926735 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031492 Mar 11 00:24:46.534232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-37fc2e85-1331-4f85-9ea2-d1b9b57d7d90 req-ce79e871-f798-46f7-92e7-376dffd782cf service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103270 Mar 11 00:24:47.138079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0786a-b703-4942-8547-687ad133b45d req-fb2eaa1b-c431-4042-be2c-ac47d189b629 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:47.149387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f0786a-b703-4942-8547-687ad133b45d req-fb2eaa1b-c431-4042-be2c-ac47d189b629 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 944 time: 0.0945148 Mar 11 00:24:47.239609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f0786a-b703-4942-8547-687ad133b45d req-4e689e98-52b2-46b9-8201-7c2ac179bb65 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811546 Mar 11 00:24:47.513763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57270) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:47.715794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:47.839334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Publish callbacks [] for security_group (9633c45f-4049-412e-b0f4-c492484c22a9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:47.847543 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9633c45f-4049-412e-b0f4-c492484c22a9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:47.881103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9633c45f-4049-412e-b0f4-c492484c22a9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:47.899454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.900249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.900841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.901448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.902020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.902578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.903124 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.903857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.904433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.904976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.905519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.906128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.906924 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:24:47.970851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-88bf8b83-da6a-429f-84fe-f9294338875f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9cb466a0ce34e2391108217cf2bf227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4539976 Mar 11 00:24:47.972026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57276) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:48.061207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] Publish callbacks [] for security_group (9633c45f-4049-412e-b0f4-c492484c22a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.087343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] Publish callbacks [] for security_group (9633c45f-4049-412e-b0f4-c492484c22a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.152663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9633c45f-4049-412e-b0f4-c492484c22a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.155839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.157186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9633c45f-4049-412e-b0f4-c492484c22a9 HTTP/1.1" status: 204 len: 168 time: 0.1841629 Mar 11 00:24:48.176847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18621bc4-811d-4bd1-b086-96fa2a798d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633c45f-4049-412e-b0f4-c492484c22a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:48.412562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-93567a47-49df-442a-94b2-32ed6f4d8fef req-b60f3ede-2a45-42af-8ec7-29c0465a85f4 service neutron] (110426) timed out ('10.222.0.30', 51732) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:24:48.417968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:24:48.550837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdb315-fa7b-47a3-ab90-0480f3ef2fc1 req-5204c3cc-d907-4922-8d4a-f46349fbff21 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:48.556576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9cdb315-fa7b-47a3-ab90-0480f3ef2fc1 req-5204c3cc-d907-4922-8d4a-f46349fbff21 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 944 time: 0.1453538 Mar 11 00:24:48.648613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:48.666757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9cdb315-fa7b-47a3-ab90-0480f3ef2fc1 req-ff0a702e-a5a4-43ea-95d6-af2930f09530 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008492 Mar 11 00:24:48.673298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'mac_address': 'fa:16:3e:99:56:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:24:48.763014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57288) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:48.793898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0b5d-31b6-44e4-9be9-571a758d7119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.833473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 732af71b-9e24-41d6-a2a4-f72a39edff12 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:48.835553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:48.904825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:24:49.000485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:49.008472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.048853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0b5d-31b6-44e4-9be9-571a758d7119 admin admin] Publish callbacks [] for security_group (9469749d-0117-4350-800c-2791a7695b6c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.055660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0b5d-31b6-44e4-9be9-571a758d7119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9469749d-0117-4350-800c-2791a7695b6c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.106926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0a7a0b5d-31b6-44e4-9be9-571a758d7119 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6f2367a33b0490f91bf75945f3c6cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400187 Mar 11 00:24:49.107407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57294) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:49.156629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0b5d-31b6-44e4-9be9-571a758d7119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9469749d-0117-4350-800c-2791a7695b6c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:49.207781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:49.247603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] Publish callbacks [] for security_group (9469749d-0117-4350-800c-2791a7695b6c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.279887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['732af71b-9e24-41d6-a2a4-f72a39edff12'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:24:49.285249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] Publish callbacks [] for security_group (9469749d-0117-4350-800c-2791a7695b6c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.403443 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9469749d-0117-4350-800c-2791a7695b6c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.406450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:49.414996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9469749d-0117-4350-800c-2791a7695b6c HTTP/1.1" status: 204 len: 168 time: 0.3018148 Mar 11 00:24:49.442057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc3004-8f69-4fe9-96f4-23e7c6efd651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9469749d-0117-4350-800c-2791a7695b6c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:49.954214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692b152-cc5f-45c7-a9b2-8476116b0a97 req-d1dfcbab-3708-45bc-9e1f-b25a3c532d55 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:49.970826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b692b152-cc5f-45c7-a9b2-8476116b0a97 req-d1dfcbab-3708-45bc-9e1f-b25a3c532d55 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 945 time: 0.1479738 Mar 11 00:24:50.039421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b692b152-cc5f-45c7-a9b2-8476116b0a97 req-d0117b79-88c0-4e0f-9dbe-f480e2927c2f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678902 Mar 11 00:24:50.437613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:24:50.551002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 732af71b-9e24-41d6-a2a4-f72a39edff12 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:24:50.571451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 732af71b-9e24-41d6-a2a4-f72a39edff12 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:24:50.572604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:50.696957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 732af71b-9e24-41d6-a2a4-f72a39edff12 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:24:50.697821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:50.725882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:50.728701 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1701e40b-81ab-4ac7-b766-c186a2aa2b61" -d '{"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:50.747822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:50.752555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:50.798373 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200945a8-4e28-4725-9e81-a5c3a734703c x-openstack-request-id: req-200945a8-4e28-4725-9e81-a5c3a734703c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:50.798672 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:50.798917 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-200945a8-4e28-4725-9e81-a5c3a734703c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:50.799997 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'code': 200} Mar 11 00:24:50.838815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:50.945305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d17c9-14c0-47bf-abe8-269674dd0960 req-92007fbd-5395-492d-8c6b-98280a2d6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:50.947440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-955d17c9-14c0-47bf-abe8-269674dd0960 req-92007fbd-5395-492d-8c6b-98280a2d6b2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0756407 Mar 11 00:24:51.028272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-955d17c9-14c0-47bf-abe8-269674dd0960 req-3aab785c-b453-4eb6-96cf-a62d0b77579e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709565 Mar 11 00:24:51.212206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff084e5-98d4-4325-ba46-33b992a195f8 req-65a2acde-f05b-4731-9620-8b6cf4d8b96d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:51.213671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eff084e5-98d4-4325-ba46-33b992a195f8 req-65a2acde-f05b-4731-9620-8b6cf4d8b96d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0830364 Mar 11 00:24:51.321004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eff084e5-98d4-4325-ba46-33b992a195f8 req-55c0f8ee-469f-475e-bbc3-d3c0ecf16719 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971749 Mar 11 00:24:52.489575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065795f3-5cbf-42d9-a12b-7a7d8a417791 req-9a7c4e1c-253a-4e8b-88ed-9e6de5b4a187 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:52.491333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-065795f3-5cbf-42d9-a12b-7a7d8a417791 req-9a7c4e1c-253a-4e8b-88ed-9e6de5b4a187 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0558107 Mar 11 00:24:52.580672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-065795f3-5cbf-42d9-a12b-7a7d8a417791 req-aa26e068-9ad3-4040-8460-82603e196133 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770218 Mar 11 00:24:52.757496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535cf8e-936b-4d0d-817a-30bcf86fbcb5 req-13ec7d94-b9ad-4f2d-8cbc-8a342383f042 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:52.765967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4535cf8e-936b-4d0d-817a-30bcf86fbcb5 req-13ec7d94-b9ad-4f2d-8cbc-8a342383f042 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0900924 Mar 11 00:24:52.844697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4535cf8e-936b-4d0d-817a-30bcf86fbcb5 req-8525d328-017a-4a46-9457-33744aaa38b7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775537 Mar 11 00:24:52.862980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57394) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:52.936283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda064e-4b29-4df3-a2b3-d7a37114d964 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:52.941805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:52.947864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:24:52.952785 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bda064e-4b29-4df3-a2b3-d7a37114d964 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1123 time: 0.0797751 Mar 11 00:24:52.983092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.146753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:53.191155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.309720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6f51-6bfd-4e4e-99f4-82d0b0286a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.362995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Allocated IP 172.25.7.150 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6d185301-abad-4385-a876-a112aa581ecd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:24:53.438470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6f51-6bfd-4e4e-99f4-82d0b0286a97 admin admin] Publish callbacks [] for security_group (cd0c271a-b0ae-4f81-ba20-1578a291fc07), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.455628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6f51-6bfd-4e4e-99f4-82d0b0286a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cd0c271a-b0ae-4f81-ba20-1578a291fc07), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.509018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b6f51-6bfd-4e4e-99f4-82d0b0286a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c271a-b0ae-4f81-ba20-1578a291fc07,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:53.524767 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb8b6f51-6bfd-4e4e-99f4-82d0b0286a97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2911e8ee355c4df481d7404c2db549a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3766713 Mar 11 00:24:53.525652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:53.599010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] Publish callbacks [] for security_group (cd0c271a-b0ae-4f81-ba20-1578a291fc07), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.642303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] Publish callbacks [] for security_group (cd0c271a-b0ae-4f81-ba20-1578a291fc07), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.646981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (6d185301-abad-4385-a876-a112aa581ecd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.694051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6d185301-abad-4385-a876-a112aa581ecd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.716272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:24:53.718101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:24:53.741388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:24:53.778225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cd0c271a-b0ae-4f81-ba20-1578a291fc07), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.792358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:53.794899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=6d185301-abad-4385-a876-a112aa581ecd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:53.797134 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd0c271a-b0ae-4f81-ba20-1578a291fc07 HTTP/1.1" status: 204 len: 168 time: 0.2696509 Mar 11 00:24:53.822790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f467e-3c0b-442d-9ce5-9d89c6650b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c271a-b0ae-4f81-ba20-1578a291fc07,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:54.369901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57416) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:54.402215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0acdb028-32ed-4ada-a6b4-5c95ef711abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.435769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (83081b58-ae98-4eaa-a69a-86578e4be2a7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.541095 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0acdb028-32ed-4ada-a6b4-5c95ef711abb admin admin] Publish callbacks [] for security_group (e90eb8df-b308-4e42-831c-04e62f9287de), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.545046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6d185301-abad-4385-a876-a112aa581ecd), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.565746 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0acdb028-32ed-4ada-a6b4-5c95ef711abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e90eb8df-b308-4e42-831c-04e62f9287de), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.656396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdb028-32ed-4ada-a6b4-5c95ef711abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90eb8df-b308-4e42-831c-04e62f9287de,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:54.683911 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0acdb028-32ed-4ada-a6b4-5c95ef711abb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=850b7ea9e4534e2193b2ace7f2308c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128400 Mar 11 00:24:54.686397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57422) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:54.789238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] Publish callbacks [] for security_group (e90eb8df-b308-4e42-831c-04e62f9287de), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.826950 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] Publish callbacks [] for security_group (e90eb8df-b308-4e42-831c-04e62f9287de), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.902220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e90eb8df-b308-4e42-831c-04e62f9287de), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.905340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:54.909244 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e90eb8df-b308-4e42-831c-04e62f9287de HTTP/1.1" status: 204 len: 168 time: 0.2185526 Mar 11 00:24:54.927642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a3998-1c82-412a-b621-8fc8df1f8e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90eb8df-b308-4e42-831c-04e62f9287de,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:55.288193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for port (6d185301-abad-4385-a876-a112aa581ecd), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:55.297842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (6d185301-abad-4385-a876-a112aa581ecd), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:55.426788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event updated for resources: {'Port': ['ID=6d185301-abad-4385-a876-a112aa581ecd,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:55.442147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (83081b58-ae98-4eaa-a69a-86578e4be2a7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:55.508736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346758-afa4-4a28-b3e2-354694635588 req-3416cca2-963c-41d5-87ae-c91ca9e9b915 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:55.510224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f346758-afa4-4a28-b3e2-354694635588 req-3416cca2-963c-41d5-87ae-c91ca9e9b915 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.1500857 Mar 11 00:24:55.602790 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 83081b58-ae98-4eaa-a69a-86578e4be2a7 associated. External IP: 172.25.7.150, port: 732af71b-9e24-41d6-a2a4-f72a39edff12. Mar 11 00:24:55.609618 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f346758-afa4-4a28-b3e2-354694635588 req-3e7ca3e6-a5d0-4241-a636-ea3ae78baa19 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871525 Mar 11 00:24:55.924728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router ba231c6b-6d94-4178-8cc5-59e65d5633da has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:24:56.080601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:56.093672 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Sync routers for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:56.106469 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:56.107148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:56.116189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:56.185955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bb985ced-208e-4227-9120-d3210107a05f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2415566 Mar 11 00:24:56.198035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:56.202726 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5132e6e4-08af-4b90-93e6-d49631cf6b39" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:56.323698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03daef-b2fd-417f-a8d9-28a54bec9699 req-e58ce5b1-6fd3-4462-a02c-7b3ac7f5ceeb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:56.330587 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:56.334909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e03daef-b2fd-417f-a8d9-28a54bec9699 req-e58ce5b1-6fd3-4462-a02c-7b3ac7f5ceeb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0857248 Mar 11 00:24:56.351715 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d77c80-a93f-45d9-891e-d06214c02c3b x-openstack-request-id: req-e7d77c80-a93f-45d9-891e-d06214c02c3b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:56.354152 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:56.354523 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7d77c80-a93f-45d9-891e-d06214c02c3b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:56.355034 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'status': 'completed', 'code': 200} Mar 11 00:24:56.502934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e03daef-b2fd-417f-a8d9-28a54bec9699 req-6479c703-7d42-44dd-965f-084213f5c8e0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662638 Mar 11 00:24:56.518257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57478) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:56.555601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-5a31ac1b-0ef8-4b8a-93a4-6e4c5faf0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:56.557461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-5a31ac1b-0ef8-4b8a-93a4-6e4c5faf0fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1128 time: 0.1994867 Mar 11 00:24:56.661118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ab2166d9-8395-4c6c-9698-3c153ef1a302 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/83081b58-ae98-4eaa-a69a-86578e4be2a7 HTTP/1.1" status: 200 len: 992 time: 0.1397007 Mar 11 00:24:56.749120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-75e4f667-0587-4e9a-88c5-6abf14828c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:56.751057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-75e4f667-0587-4e9a-88c5-6abf14828c36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 200 len: 897 time: 0.1857905 Mar 11 00:24:56.778164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '83081b58-ae98-4eaa-a69a-86578e4be2a7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'mac_address': 'fa:16:3e:99:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:24:54Z', 'updated_at': '2022-03-11T00:24:54Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:56.861376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Checking router: ba231c6b-6d94-4178-8cc5-59e65d5633da for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:56.872909 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:56.873558 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:56.929728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-b0be6ee6-5204-48bc-900b-6ceb414fb404 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 200 len: 1000 time: 0.1364665 Mar 11 00:24:56.959863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4927bd-b14f-40e9-bf6a-64fe02bd2e56 req-e7aa5e38-26ef-4e33-9e50-d1d5441ef7c5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:56.961650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f4927bd-b14f-40e9-bf6a-64fe02bd2e56 req-e7aa5e38-26ef-4e33-9e50-d1d5441ef7c5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.2094104 Mar 11 00:24:57.042965 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:57.046407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f4927bd-b14f-40e9-bf6a-64fe02bd2e56 req-893e2922-0ccf-42af-b1be-e067ffce546c tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530338 Mar 11 00:24:57.067144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-acdfb84f-d8dc-4dae-9028-21fb2a5e8529 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:57.080971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-acdfb84f-d8dc-4dae-9028-21fb2a5e8529 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.2718275 Mar 11 00:24:57.108581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-fe8fa649-0942-46a0-b518-0f35ce0f7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:57.110383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-fe8fa649-0942-46a0-b518-0f35ce0f7733 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9966c612-b117-4108-84ad-2a77ef8a8c10 HTTP/1.1" status: 200 len: 835 time: 0.1743631 Mar 11 00:24:57.198831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-19113899-422b-4b9b-982f-1d670cce161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:57.200438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-19113899-422b-4b9b-982f-1d670cce161d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=712bb049-75ca-4814-b52f-c17b36dfebc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0843313 Mar 11 00:24:57.254210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:24:57.273228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port a1136b0d-e693-4577-aae2-48a5552d2308 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:24:57.273919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:57.493569 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '83081b58-ae98-4eaa-a69a-86578e4be2a7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'mac_address': 'fa:16:3e:99:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:24:54Z', 'updated_at': '2022-03-11T00:24:54Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:57.530081 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed1e3f-f033-4089-8d2d-dad2cbe069b0 None None] The sync data for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 is: [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '83081b58-ae98-4eaa-a69a-86578e4be2a7', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'mac_address': 'fa:16:3e:99:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:24:54Z', 'updated_at': '2022-03-11T00:24:54Z', 'revision_number': 0, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:24:57.571717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] For port a1136b0d-e693-4577-aae2-48a5552d2308, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a1136b0d-e693-4577-aae2-48a5552d2308,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:24:57.572409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:57.576388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-58bde425-e2ca-4a32-a447-7a577f76089c service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672533 Mar 11 00:24:57.664227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57498) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:57.778425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb431fee-0de4-4ce8-ae42-6f9c3ad00e11 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/83081b58-ae98-4eaa-a69a-86578e4be2a7 HTTP/1.1" status: 200 len: 992 time: 0.1130416 Mar 11 00:24:57.902782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5fa29-8a6f-4a4b-8d23-6571d2dbc15b None None] New status for floating IP 83081b58-ae98-4eaa-a69a-86578e4be2a7: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:24:57.934291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:57.934761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:57.935616 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99 disassociated. External IP: 172.25.7.55, port: a1136b0d-e693-4577-aae2-48a5552d2308. Mar 11 00:24:57.936203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for a1136b0d-e693-4577-aae2-48a5552d2308 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:24:58.028149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5132e6e4-08af-4b90-93e6-d49631cf6b39 req-4431be2f-830a-4d32-aa91-7b52653a1e46 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343147 Mar 11 00:24:58.285552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a1136b0d-e693-4577-aae2-48a5552d2308), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:58.337503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=a1136b0d-e693-4577-aae2-48a5552d2308,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:24:58.359916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40054412-e654-48e8-a706-45f8c838ed1d req-c7035136-06ed-4e03-a0ec-d2b7389ef483 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:24:58.363077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40054412-e654-48e8-a706-45f8c838ed1d req-c7035136-06ed-4e03-a0ec-d2b7389ef483 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 945 time: 0.1421392 Mar 11 00:24:58.464919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40054412-e654-48e8-a706-45f8c838ed1d req-6b3580aa-4151-4214-bc5c-daeccb565ee2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6fd9c83-b8de-4529-9f86-20bff08ac602&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618432 Mar 11 00:24:58.540941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:24:58.717799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:24:58.730819 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:24:58.749784 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:58.751328 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:58.781728 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57510) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:24:58.889680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] No DVR routers for this DVR port a1136b0d-e693-4577-aae2-48a5552d2308 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:24:58.897859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:24:58.905228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-361b9272-267e-4972-8ac0-11c5969ebb1b req-73fa301c-0586-4b45-85c4-bf8a2aaf7d47 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "DELETE /v2.0/ports/a1136b0d-e693-4577-aae2-48a5552d2308 HTTP/1.1" status: 204 len: 173 time: 1.8279355 Mar 11 00:24:58.905751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'name': 'network-vif-deleted', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:24:58.941460 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93871d-470c-48d4-bb27-725a9d8f6cc4" -d '{"events": [{"server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "name": "network-vif-deleted", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:24:59.025737 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b300cd4d-7e4b-4174-a7c8-bc395ef7e991 x-openstack-request-id: req-b300cd4d-7e4b-4174-a7c8-bc395ef7e991 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:24:59.026029 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db8bc0b-178c-484e-86f0-306dec360678", "name": "network-vif-deleted", "tag": "a1136b0d-e693-4577-aae2-48a5552d2308", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:24:59.026286 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b300cd4d-7e4b-4174-a7c8-bc395ef7e991 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:24:59.026697 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db8bc0b-178c-484e-86f0-306dec360678', 'name': 'network-vif-deleted', 'tag': 'a1136b0d-e693-4577-aae2-48a5552d2308', 'status': 'completed', 'code': 200} Mar 11 00:24:59.031824 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-448a73bd-e165-468e-a591-798c7810021e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/83081b58-ae98-4eaa-a69a-86578e4be2a7 HTTP/1.1" status: 200 len: 994 time: 0.2479184 Mar 11 00:24:59.134003 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:24:59.429758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:59.479430 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:24:59.514641 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:24:59.514905 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:24:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:24:59.725966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4cb0b9fb-5c6b-4e00-adb2-d9236c49e75c req-764f2a91-f72b-4af4-bc80-7ba99baca5c0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db8bc0b-178c-484e-86f0-306dec360678 HTTP/1.1" status: 200 len: 210 time: 0.0764959 Mar 11 00:24:59.807160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:00.029768 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:00.058221 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320d00c7-fd38-4225-8c9e-b4030cf8e3ce None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:25:00.314081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e132856-1ed8-4654-9a15-146f5122e228 None None] New status for floating IP ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:25:00.471254 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a1136b0d-e693-4577-aae2-48a5552d2308 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:25:00.558752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: a1136b0d-e693-4577-aae2-48a5552d2308 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:25:00.559387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a1136b0d-e693-4577-aae2-48a5552d2308 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:25:00.848429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57532) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:00.941890 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (e6fd9c83-b8de-4529-9f86-20bff08ac602), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:00.977848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (e6fd9c83-b8de-4529-9f86-20bff08ac602), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.037641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e6fd9c83-b8de-4529-9f86-20bff08ac602), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.041331 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.042786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6fd9c83-b8de-4529-9f86-20bff08ac602 HTTP/1.1" status: 204 len: 168 time: 0.1913393 Mar 11 00:25:01.047899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:01.059088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bd5c3-69be-466f-880d-635a4be49c56 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fd9c83-b8de-4529-9f86-20bff08ac602,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:01.081978 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-f0b33a7c-86e7-4728-8bfd-4d1a2afeaffb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] show failed (client error): The resource could not be found. Mar 11 00:25:01.083809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f0b33a7c-86e7-4728-8bfd-4d1a2afeaffb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups/e6fd9c83-b8de-4529-9f86-20bff08ac602 HTTP/1.1" status: 404 len: 347 time: 0.0338533 Mar 11 00:25:01.103999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:01.279320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port e8c503f1-ba88-4741-baff-47ba38e5f8fa {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:25:01.281462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.421168 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.421781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (e8c503f1-ba88-4741-baff-47ba38e5f8fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.441182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for e8c503f1-ba88-4741-baff-47ba38e5f8fa owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:25:01.707802 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e8c503f1-ba88-4741-baff-47ba38e5f8fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.751814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=e8c503f1-ba88-4741-baff-47ba38e5f8fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:01.874245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.878120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:01.891955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d8fd881-94d9-4b62-862b-59534a40e674 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed3cfec7-68ef-40bd-8cf4-edfd7bed1b99 HTTP/1.1" status: 204 len: 168 time: 0.7741172 Mar 11 00:25:02.262994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57560) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:02.267647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916306357', 'description': 'tempest-description--1449095030'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:02.309791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.403830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (28f9b4f9-2c97-42db-94b1-ac380ddc5b8d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.410645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28f9b4f9-2c97-42db-94b1-ac380ddc5b8d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.451415 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.458518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57562) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:02.463903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '28f9b4f9-2c97-42db-94b1-ac380ddc5b8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:02.468029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1907110 Mar 11 00:25:02.476631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d7889-55e3-46aa-a15d-d43a261da364 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:02.517454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (4105d172-0c73-4367-9d5b-57888bfdd625), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.616680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (4105d172-0c73-4367-9d5b-57888bfdd625), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.625167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (4105d172-0c73-4367-9d5b-57888bfdd625), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.671192 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.672758 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131586 Mar 11 00:25:02.675608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 57566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:02.681583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'security_group_rule': {'security_group_id': '28f9b4f9-2c97-42db-94b1-ac380ddc5b8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:02.686791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61b556-7649-4e0f-b0e1-31a571d9cee5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4105d172-0c73-4367-9d5b-57888bfdd625,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:02.725381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (cde15073-96e4-4876-a7f6-f12731b36c06), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.822965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (cde15073-96e4-4876-a7f6-f12731b36c06), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.827851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cde15073-96e4-4876-a7f6-f12731b36c06), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.853997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde15073-96e4-4876-a7f6-f12731b36c06,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:02.868472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:02.870540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-16d46406-e652-405d-b313-75c28954abde tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1936233 Mar 11 00:25:02.873757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:02.878958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:02.913017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.085593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.304510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.25.7.73 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:03.420495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.460826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.506051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:03.510278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:03.514365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:03.549267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:03.651129 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.700554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.882967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.889743 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.990835 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:03.995026 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:04.015585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:04.018467 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5410db40-9b3f-4bc8-a267-e9b7788880cb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1423483 Mar 11 00:25:04.394529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-5eb56b27-1f16-489f-82b4-90da8d441fb1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--916306357&fields=id&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 267 time: 0.0480406 Mar 11 00:25:04.515139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-129f7f24-3ef0-4229-9f08-ee7daef8f6d2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:04.516925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-129f7f24-3ef0-4229-9f08-ee7daef8f6d2 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.1132414 Mar 11 00:25:04.537430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-c7413b93-e60d-477b-98e4-706ece2b9397 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/quotas/166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 375 time: 0.0139096 Mar 11 00:25:04.614225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e587e743-4205-4970-b425-a0ed8119e4b0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734205 Mar 11 00:25:04.885467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-79db309f-f9b9-4c9e-b2cc-2956c914ec8f service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583847 Mar 11 00:25:04.990421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-13a969ff-0421-4b8d-9bf2-2a7227dadae1 service neutron] 10.222.0.21 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987620 Mar 11 00:25:05.191813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6f4c31a-6795-475b-9733-14a7b4d629f1 req-e3903a7e-b4a9-42e4-9cd1-2647af690a12 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 210 time: 0.0318785 Mar 11 00:25:06.278272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-14a94c36-bdc1-4290-9d59-035f76adcce6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:06.280514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-14a94c36-bdc1-4290-9d59-035f76adcce6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 814 time: 0.1631501 Mar 11 00:25:06.377350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-be931068-5c08-43ad-9428-3efbfb84129d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166c6981125849d49312ea129b146355 HTTP/1.1" status: 200 len: 379 time: 0.0856137 Mar 11 00:25:06.396712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'port': {'device_id': '519599f7-9610-4584-923a-275a7e8f0fba', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'admin_state_up': True, 'tenant_id': '166c6981125849d49312ea129b146355', 'security_groups': ['28f9b4f9-2c97-42db-94b1-ac380ddc5b8d']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:06.401603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9094d99-a8a8-471e-a0df-ccd4b091ec82 req-4e516c06-6958-44f7-8769-686e4d46477d tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 210 time: 0.0415001 Mar 11 00:25:06.548265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Made reservation on behalf of 166c6981125849d49312ea129b146355 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:25:06.552874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:06.745319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5321-364e-427a-84de-6660fdec1f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:06.757784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Allocated IP 172.20.0.9 (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68/001a356a-26c5-4db1-9563-251e632b3088/937fa323-e774-49bb-a797-2a86a53abd2e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:06.935294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for port (937fa323-e774-49bb-a797-2a86a53abd2e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:06.971662 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:07.024705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:07.028095 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:07.034329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:07.088072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event updated for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:07.116716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:07.117462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:07.147484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-e0b7cd03-e020-473b-8fa6-6f1f00e94268 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553391 Mar 11 00:25:07.162673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Request body: {'port': {'device_id': '519599f7-9610-4584-923a-275a7e8f0fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:07.236505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:07.377458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dbec01d3-a0f5-4562-9e50-095f67ff920f None None] Provisioning complete for port 937fa323-e774-49bb-a797-2a86a53abd2e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:07.378148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbec01d3-a0f5-4562-9e50-095f67ff920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:07.414715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dbec01d3-a0f5-4562-9e50-095f67ff920f None None] Port 937fa323-e774-49bb-a797-2a86a53abd2e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:25:07.902876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937fa323-e774-49bb-a797-2a86a53abd2e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:25:07.910705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks [] for port (937fa323-e774-49bb-a797-2a86a53abd2e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:07.934085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Transition to ACTIVE for port object 937fa323-e774-49bb-a797-2a86a53abd2e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:25:07.947327 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:08.184981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Attempting to bind port 937fa323-e774-49bb-a797-2a86a53abd2e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:08.185337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Attempting to bind port 937fa323-e774-49bb-a797-2a86a53abd2e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:08.185653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Attempting to bind port 937fa323-e774-49bb-a797-2a86a53abd2e on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:08.188259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Pushing event updated for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:08.204529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.204895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.205230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.205579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.205914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.206247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.206580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.206908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.207492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.207913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.208865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.209210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.209987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:08.213799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Port 937fa323-e774-49bb-a797-2a86a53abd2e on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:25:08.214131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Attempting to bind port 937fa323-e774-49bb-a797-2a86a53abd2e on network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:08.228105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b9a7-24fe-4385-a225-eccf477ea51d req-ed713d9d-86a6-4fb3-927c-f32c3ef81e15 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:08.229853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4383b9a7-24fe-4385-a225-eccf477ea51d req-ed713d9d-86a6-4fb3-927c-f32c3ef81e15 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 943 time: 0.2941797 Mar 11 00:25:08.231400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:08.231747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Checking segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:08.232156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Bound using segment: {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:08.232616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Bound port: 937fa323-e774-49bb-a797-2a86a53abd2e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba41152-6f3e-446d-9dc3-f2d04e4be705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:08.232975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:08.402462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:08.423258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=937fa323-e774-49bb-a797-2a86a53abd2e,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:08.428079 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4383b9a7-24fe-4385-a225-eccf477ea51d req-2297db84-bcd3-4619-9f82-e83be624c8a1 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710258 Mar 11 00:25:08.438761 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:08.493325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:08.494467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:08.495997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-2238e71b-87af-452d-a28c-803839a66631 service neutron] 10.222.0.30 "PUT /v2.0/ports/937fa323-e774-49bb-a797-2a86a53abd2e HTTP/1.1" status: 200 len: 1091 time: 1.3413153 Mar 11 00:25:08.496992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:25:08.499372 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32633ae2-16f2-453d-92f1-e83617126e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:25:08.590708 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329be41b-5ab3-4375-8382-56aca85e8a93 x-openstack-request-id: req-329be41b-5ab3-4375-8382-56aca85e8a93 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:25:08.591150 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:25:08.591502 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-329be41b-5ab3-4375-8382-56aca85e8a93 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:25:08.592072 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e', 'status': 'completed', 'code': 200} Mar 11 00:25:08.594453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238e71b-87af-452d-a28c-803839a66631 service neutron] Pushing event updated for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:08.624432 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-319691f6-adfc-471a-9f2d-57990c3c2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:08.626463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-319691f6-adfc-471a-9f2d-57990c3c2790 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 1125 time: 0.0747812 Mar 11 00:25:08.679740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-65a5c520-e86a-450a-b26b-d2b6ce27d34d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=937fa323-e774-49bb-a797-2a86a53abd2e HTTP/1.1" status: 200 len: 217 time: 0.0461931 Mar 11 00:25:08.740543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-23bb4c2c-0221-4971-856f-70755f5dd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:08.742042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-23bb4c2c-0221-4971-856f-70755f5dd81d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0565460 Mar 11 00:25:08.843960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-812b5a51-f91f-441b-a6fd-516be36b07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:08.845769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-812b5a51-f91f-441b-a6fd-516be36b07ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972354 Mar 11 00:25:08.976887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-ee89e0a9-7232-48ef-aa71-05ed1359cd14 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222892 Mar 11 00:25:09.136539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be07e0f4-7947-476d-a0c6-e0f71507d3e2 req-71cfdf3c-cfcf-45e5-a689-d5c53bb6c222 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524205 Mar 11 00:25:09.279016 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39f56099-c3b3-49fb-988e-16cec14c8113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:09.417261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633ae2-16f2-453d-92f1-e83617126e1a req-78c855f5-3f81-400a-be5b-c5f2d6f53f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:09.417261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-78c855f5-3f81-400a-be5b-c5f2d6f53f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 1125 time: 0.1060352 Mar 11 00:25:09.497410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633ae2-16f2-453d-92f1-e83617126e1a req-9c795964-ae21-4c2a-a600-b69f7b002ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:09.499295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-9c795964-ae21-4c2a-a600-b69f7b002ea0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.1420805 Mar 11 00:25:09.555595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-6d43b116-816c-4493-9c80-4fa074ba8e7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=937fa323-e774-49bb-a797-2a86a53abd2e HTTP/1.1" status: 200 len: 217 time: 0.0488241 Mar 11 00:25:09.659916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633ae2-16f2-453d-92f1-e83617126e1a req-b69b54da-ebf6-4ab1-a98c-faa19fc127ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:09.661353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-b69b54da-ebf6-4ab1-a98c-faa19fc127ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.0904944 Mar 11 00:25:09.722863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c70f0-b83d-4bec-a3c9-f857dbab64b4 req-0e6ae86e-aa64-489d-9cb1-20d6b6c8a717 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:09.728502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b34c70f0-b83d-4bec-a3c9-f857dbab64b4 req-0e6ae86e-aa64-489d-9cb1-20d6b6c8a717 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 943 time: 0.1211047 Mar 11 00:25:09.756405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32633ae2-16f2-453d-92f1-e83617126e1a req-2454c31e-167a-446d-8075-63204c57719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:09.759028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-2454c31e-167a-446d-8075-63204c57719f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905473 Mar 11 00:25:09.814873 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b34c70f0-b83d-4bec-a3c9-f857dbab64b4 req-e60735cd-cdc8-422b-9dcc-317ffadcb3e9 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830336 Mar 11 00:25:09.916648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-839672a9-fa16-4147-ba76-57ba4b8bfa9f service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053901 Mar 11 00:25:10.058029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32633ae2-16f2-453d-92f1-e83617126e1a req-e0f8af9c-b160-42e2-b88f-a2c57f77f434 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349056 Mar 11 00:25:10.521773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:10.880573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:11.064433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4df0ea-c9d9-4b62-a32d-bcfea2760db7 req-c0d56617-de63-421a-8ba7-b86dfac2b4dd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:11.086242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d4df0ea-c9d9-4b62-a32d-bcfea2760db7 req-c0d56617-de63-421a-8ba7-b86dfac2b4dd tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 943 time: 0.1313424 Mar 11 00:25:11.162900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:11.180855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d4df0ea-c9d9-4b62-a32d-bcfea2760db7 req-1e2f8374-bf31-4ee3-9554-bb9f7e3657b0 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935690 Mar 11 00:25:11.673238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:12.400384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e319ea7-238b-4ee8-a12f-19121b8c34a9 req-f80eaa26-4e13-4c4c-8b82-f82b7447d859 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:12.402628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e319ea7-238b-4ee8-a12f-19121b8c34a9 req-f80eaa26-4e13-4c4c-8b82-f82b7447d859 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 943 time: 0.1379802 Mar 11 00:25:12.488698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 937fa323-e774-49bb-a797-2a86a53abd2e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:25:12.535346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e319ea7-238b-4ee8-a12f-19121b8c34a9 req-48e0a7b3-7490-49b8-a7f1-72264f116199 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255112 Mar 11 00:25:12.644755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=937fa323-e774-49bb-a797-2a86a53abd2e,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:12.661681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '937fa323-e774-49bb-a797-2a86a53abd2e', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'port_id': '937fa323-e774-49bb-a797-2a86a53abd2e', 'mac_address': 'fa:16:3e:56:94:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:25:12.732013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 937fa323-e774-49bb-a797-2a86a53abd2e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:12.733145 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:12.748481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937fa323-e774-49bb-a797-2a86a53abd2e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:25:12.791273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=937fa323-e774-49bb-a797-2a86a53abd2e,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:12.797572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:12.857717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:12.871341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.871975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.872511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.873185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.873712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.874610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.875739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.876519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.877287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.877913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.878525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.879114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:12.880177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:13.045000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['937fa323-e774-49bb-a797-2a86a53abd2e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:25:13.334454 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:13.698241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a4a1c-dc97-434a-bd60-53536fb27124 req-257fdd6e-2a15-4adb-ba94-a0c427e9fc27 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:13.700960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-316a4a1c-dc97-434a-bd60-53536fb27124 req-257fdd6e-2a15-4adb-ba94-a0c427e9fc27 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 944 time: 0.0789292 Mar 11 00:25:13.764324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-316a4a1c-dc97-434a-bd60-53536fb27124 req-0e792c47-0fea-4388-bde6-618346f6de88 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553060 Mar 11 00:25:14.509084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 937fa323-e774-49bb-a797-2a86a53abd2e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:14.613289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 937fa323-e774-49bb-a797-2a86a53abd2e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:25:14.620631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 937fa323-e774-49bb-a797-2a86a53abd2e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:14.621292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:14.734090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 937fa323-e774-49bb-a797-2a86a53abd2e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:14.735412 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:14.773128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:25:14.788557 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdec3d7-f90f-41c3-a7f5-5e7dd74d20a2" -d '{"events": [{"server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "name": "network-vif-plugged", "status": "completed", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:25:14.807521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=937fa323-e774-49bb-a797-2a86a53abd2e,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:14.819163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:14.857004 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b0f80c-9969-4373-b72c-db5ed44ca399 x-openstack-request-id: req-f6b0f80c-9969-4373-b72c-db5ed44ca399 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:25:14.857305 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "name": "network-vif-plugged", "status": "completed", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:25:14.857566 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6b0f80c-9969-4373-b72c-db5ed44ca399 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:25:14.858025 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e', 'code': 200} Mar 11 00:25:14.916540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:15.027852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703525ac-b220-4340-a6b8-4c32290f5728 req-9d3dc294-6094-47cb-955d-bd108a9e5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:15.029611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703525ac-b220-4340-a6b8-4c32290f5728 req-9d3dc294-6094-47cb-955d-bd108a9e5d60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 1127 time: 0.0624943 Mar 11 00:25:15.045701 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6a08-46a7-4880-a7d0-32bf0977c6c6 req-c33fc5ba-1877-4b09-ad8b-ccb956108425 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:15.047616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a17e6a08-46a7-4880-a7d0-32bf0977c6c6 req-c33fc5ba-1877-4b09-ad8b-ccb956108425 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.1128788 Mar 11 00:25:15.144669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-703525ac-b220-4340-a6b8-4c32290f5728 req-992e688b-f521-4f6d-959e-4829418ea003 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072035 Mar 11 00:25:15.161359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a17e6a08-46a7-4880-a7d0-32bf0977c6c6 req-30827835-edac-483b-b0e0-34a171663512 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030998 Mar 11 00:25:16.338217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f92f9-d138-434b-9262-103ef38e2b86 req-924b8166-adc1-4ae6-9b9a-3967f79c86a6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:16.347262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-878f92f9-d138-434b-9262-103ef38e2b86 req-924b8166-adc1-4ae6-9b9a-3967f79c86a6 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.1007752 Mar 11 00:25:16.413938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-878f92f9-d138-434b-9262-103ef38e2b86 req-e80cf69d-6a0f-4136-b280-eee8c13bd225 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622389 Mar 11 00:25:17.563384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26d237-49e5-49d9-9c07-2508fc7cf9e0 req-9c9f7c48-3604-4150-a17e-8afe30203eeb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:17.565190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb26d237-49e5-49d9-9c07-2508fc7cf9e0 req-9c9f7c48-3604-4150-a17e-8afe30203eeb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.0682282 Mar 11 00:25:17.633889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb26d237-49e5-49d9-9c07-2508fc7cf9e0 req-872577da-9b52-44f1-af63-1a5f66c95d40 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Mar 11 00:25:17.768964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a13608-1556-4026-a5da-4da0cb9c026f req-3d4a9a49-7ccd-4329-8124-40529e7ab173 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:17.770528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75a13608-1556-4026-a5da-4da0cb9c026f req-3d4a9a49-7ccd-4329-8124-40529e7ab173 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.0560310 Mar 11 00:25:17.781296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 57852) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:17.788869 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Request body: {'floatingip': {'port_id': '937fa323-e774-49bb-a797-2a86a53abd2e'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:17.862155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:18.422883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:18.429857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:18.601259 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP 987a5071-e92b-461d-b5a0-e6a2e6bcb2df associated. External IP: 172.25.7.73, port: 937fa323-e774-49bb-a797-2a86a53abd2e. Mar 11 00:25:18.898734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:25:19.123304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:25:19.128556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:19.136018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:25:19.151573 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:19.152344 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:19.222236 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c051c463-b8b2-4141-9a6d-5d445d8fcb6f tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "PUT /v2.0/floatingips/987a5071-e92b-461d-b5a0-e6a2e6bcb2df HTTP/1.1" status: 200 len: 990 time: 1.4326344 Mar 11 00:25:19.222236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:25:19.222236 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037521d6-0128-4f2e-b772-1583a7750704" -d '{"events": [{"name": "network-changed", "server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:25:19.335124 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a91d48-b145-4151-b6b3-9a7e2b1a3510 x-openstack-request-id: req-b5a91d48-b145-4151-b6b3-9a7e2b1a3510 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:25:19.335421 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:25:19.335680 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a91d48-b145-4151-b6b3-9a7e2b1a3510 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:25:19.336112 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e', 'status': 'completed', 'code': 200} Mar 11 00:25:19.351752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:19.444071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037521d6-0128-4f2e-b772-1583a7750704 req-0ae05bca-7d72-43b0-89bb-ee4236f8f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:19.446718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-0ae05bca-7d72-43b0-89bb-ee4236f8f3ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=166c6981125849d49312ea129b146355&device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 1127 time: 0.0882204 Mar 11 00:25:19.572812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037521d6-0128-4f2e-b772-1583a7750704 req-022ba25d-da62-4dcd-9f47-6b472ce202d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:19.574509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-022ba25d-da62-4dcd-9f47-6b472ce202d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 200 len: 915 time: 0.1148417 Mar 11 00:25:19.752842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-73003db1-6614-46e6-9067-4aebdb1434e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=937fa323-e774-49bb-a797-2a86a53abd2e HTTP/1.1" status: 200 len: 998 time: 0.1505685 Mar 11 00:25:19.840303 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '987a5071-e92b-461d-b5a0-e6a2e6bcb2df', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '937fa323-e774-49bb-a797-2a86a53abd2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:56:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519599f7-9610-4584-923a-275a7e8f0fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:25:03Z', 'updated_at': '2022-03-11T00:25:18Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:19.874496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037521d6-0128-4f2e-b772-1583a7750704 req-d689b6f9-1d3b-4ec5-8b63-b65d20e7f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:19.881782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-d689b6f9-1d3b-4ec5-8b63-b65d20e7f9be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 200 len: 853 time: 0.1182222 Mar 11 00:25:19.920029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:25:19.946708 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:19.947764 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:20.002760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037521d6-0128-4f2e-b772-1583a7750704 req-528ec480-742e-4ade-af1c-deca821f878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:20.005679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-528ec480-742e-4ade-af1c-deca821f878f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210742 Mar 11 00:25:20.191281 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:20.239097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-77e83698-f7ee-43ba-a3dc-882da793b7ab service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257736 Mar 11 00:25:20.477359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037521d6-0128-4f2e-b772-1583a7750704 req-b113ae72-1885-4069-b158-c639ae613c78 service neutron] 10.222.0.30 "GET /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325249 Mar 11 00:25:20.638203 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '987a5071-e92b-461d-b5a0-e6a2e6bcb2df', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '937fa323-e774-49bb-a797-2a86a53abd2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:56:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519599f7-9610-4584-923a-275a7e8f0fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:25:03Z', 'updated_at': '2022-03-11T00:25:18Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:20.674315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00f63ac-d181-4ec4-a24e-52ece41f6127 None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '987a5071-e92b-461d-b5a0-e6a2e6bcb2df', 'tenant_id': '166c6981125849d49312ea129b146355', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'port_id': '937fa323-e774-49bb-a797-2a86a53abd2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'mac_address': 'fa:16:3e:56:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519599f7-9610-4584-923a-275a7e8f0fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:25:03Z', 'updated_at': '2022-03-11T00:25:18Z', 'revision_number': 1, 'project_id': '166c6981125849d49312ea129b146355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:25:21.034643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d252dbda-14e6-442b-9a0b-b399e18a9ef6 None None] New status for floating IP 987a5071-e92b-461d-b5a0-e6a2e6bcb2df: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:25:22.570367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-bb2f7a4b-abb8-4a3a-bca1-c750fd16c0c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889089 Mar 11 00:25:22.660496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-5bf62e7d-0b13-4313-aec3-4e86957511a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:22.662598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-5bf62e7d-0b13-4313-aec3-4e86957511a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.0684221 Mar 11 00:25:22.808178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-8cf9c150-4f71-4188-bc66-94a132fb6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:22.810001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-8cf9c150-4f71-4188-bc66-94a132fb6c0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1258676 Mar 11 00:25:22.904865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-3c209775-6bd9-4f90-8647-daea6a4f5754 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 1001 time: 0.0879190 Mar 11 00:25:22.967514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-724f08fa-6eee-402a-a3d7-18353b85d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:22.969414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-724f08fa-6eee-402a-a3d7-18353b85d966 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0588918 Mar 11 00:25:23.039006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-e75bbb78-3ffc-43d4-80d3-6af25ccc6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:23.040705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-e75bbb78-3ffc-43d4-80d3-6af25ccc6c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608077 Mar 11 00:25:23.148922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-d9437c9f-9a71-426d-ad29-474e292bf353 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017432 Mar 11 00:25:23.278459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-769e3c31-2bcd-46d8-b317-67edeeff3d49 req-11bfe5e6-b558-42fb-bc48-86d0d8ba1af8 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234870 Mar 11 00:25:28.703509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf2864-4613-45a5-9016-27397f56402c req-ba579863-e6d4-4ff4-a2de-68ca7322bec0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:28.705182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46cf2864-4613-45a5-9016-27397f56402c req-ba579863-e6d4-4ff4-a2de-68ca7322bec0 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0701902 Mar 11 00:25:28.790093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46cf2864-4613-45a5-9016-27397f56402c req-cd03b46b-740a-414d-aa6b-810ac6563743 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688510 Mar 11 00:25:29.932549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a5ac5-1e37-4379-895b-1ab2a360d7cd req-17ead433-5d5a-4a20-8d3f-c0ac11e569fd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:29.934063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-539a5ac5-1e37-4379-895b-1ab2a360d7cd req-17ead433-5d5a-4a20-8d3f-c0ac11e569fd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0718398 Mar 11 00:25:29.998406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-539a5ac5-1e37-4379-895b-1ab2a360d7cd req-46777cbd-a95c-460d-a47d-860e66822525 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580957 Mar 11 00:25:31.137721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93ca8d-ad94-4b6a-bb89-59523a5f9b0f req-315e2086-6a83-4507-a469-b500683d17bc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:31.139242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd93ca8d-ad94-4b6a-bb89-59523a5f9b0f req-315e2086-6a83-4507-a469-b500683d17bc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0699537 Mar 11 00:25:31.205843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd93ca8d-ad94-4b6a-bb89-59523a5f9b0f req-51731c50-dc45-45a1-ad0d-80c559c261f2 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606568 Mar 11 00:25:32.360698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580b0b5-fa5c-4c8c-a5e8-d0ab9648daea req-cdb95124-2de5-4c21-8595-ac233be9feb5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:32.362311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9580b0b5-fa5c-4c8c-a5e8-d0ab9648daea req-cdb95124-2de5-4c21-8595-ac233be9feb5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0639372 Mar 11 00:25:32.428684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9580b0b5-fa5c-4c8c-a5e8-d0ab9648daea req-7be43012-cdf2-4b46-b420-fbc9c81826bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602500 Mar 11 00:25:32.525706 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e83b61e5-09e3-427a-b791-d62db137dc7b req-dd3af875-1525-4e84-9fd1-0b233104cfaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0312865 Mar 11 00:25:32.603718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e83b61e5-09e3-427a-b791-d62db137dc7b req-664f0183-009f-4792-8f4e-fcef23fba9a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Mar 11 00:25:32.664815 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e83b61e5-09e3-427a-b791-d62db137dc7b req-dd412a38-559c-483d-8deb-dc4904dc5fd9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328660 Mar 11 00:25:32.775418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b61e5-09e3-427a-b791-d62db137dc7b req-39ca90bd-a086-425a-9d47-8a9d61e197bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:32.777167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e83b61e5-09e3-427a-b791-d62db137dc7b req-39ca90bd-a086-425a-9d47-8a9d61e197bc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044097 Mar 11 00:25:33.619907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d348e-1560-435f-bc16-d52d496b5ede req-e54cbe99-f743-44a1-bb90-2e8ad71fb677 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:33.622317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de7d348e-1560-435f-bc16-d52d496b5ede req-e54cbe99-f743-44a1-bb90-2e8ad71fb677 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0609331 Mar 11 00:25:33.679557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de7d348e-1560-435f-bc16-d52d496b5ede req-52770712-ea5e-4875-bab9-8a125311b35d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497365 Mar 11 00:25:34.195040 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:25:34.849696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29457d38-aa41-43e8-98a3-a46d872c4fb7 req-57501887-3369-4654-84d0-c802a81a443a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:34.851264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29457d38-aa41-43e8-98a3-a46d872c4fb7 req-57501887-3369-4654-84d0-c802a81a443a tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0831754 Mar 11 00:25:34.973874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29457d38-aa41-43e8-98a3-a46d872c4fb7 req-38e6b75a-dc7d-47e2-a876-cb9c5187d7e7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154225 Mar 11 00:25:36.161405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d04470-b553-401d-ad8e-ba16732bfc47 req-36ac92a8-2c9c-419b-a059-253388d9152d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:36.178170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4d04470-b553-401d-ad8e-ba16732bfc47 req-36ac92a8-2c9c-419b-a059-253388d9152d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1045201 Mar 11 00:25:36.259126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4d04470-b553-401d-ad8e-ba16732bfc47 req-d782586a-8d56-43ef-b538-502048171506 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707049 Mar 11 00:25:36.492113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58352) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:36.813553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Deleting subnet a4ac8fc9-80ed-4b45-9671-8023c7e0a827 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:25:36.817544 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd8fd-4bf1-4581-8dfc-db96bb31fd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:36.826201 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Publish callbacks [] for subnet (a4ac8fc9-80ed-4b45-9671-8023c7e0a827), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:36.903099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a4ac8fc9-80ed-4b45-9671-8023c7e0a827), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:36.961631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a4ac8fc9-80ed-4b45-9671-8023c7e0a827), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.071065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a4ac8fc9-80ed-4b45-9671-8023c7e0a827), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.129807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ac8fc9-80ed-4b45-9671-8023c7e0a827,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:37.136798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.142421 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b7fd5aa9-23a9-4c73-8555-ec0b0abc6990 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4ac8fc9-80ed-4b45-9671-8023c7e0a827 HTTP/1.1" status: 204 len: 168 time: 0.6464868 Mar 11 00:25:37.142913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58364) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:37.282185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.438882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.466737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2d64c6-bf7e-4577-91f1-6bb77f0fe127']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:37.478234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:37.478542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:37.489755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.508508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.515011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:25:37.515599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3e41c8a4-4bf4-4b6c-9c3c-349c69e7c0cd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:25:37.580971 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:25:37.590479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (4c2d64c6-bf7e-4577-91f1-6bb77f0fe127), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.639606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:37.645957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c2d64c6-bf7e-4577-91f1-6bb77f0fe127 HTTP/1.1" status: 204 len: 168 time: 0.4985731 Mar 11 00:25:37.646183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3face8-e3de-4903-9a92-ded5a57d19bc admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2d64c6-bf7e-4577-91f1-6bb77f0fe127,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:37.724341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725dc72-aef2-4293-8316-ef9e5a5e6533 req-d317514d-ef4a-41a1-afc4-4dc3df63fbf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:37.731718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1725dc72-aef2-4293-8316-ef9e5a5e6533 req-d317514d-ef4a-41a1-afc4-4dc3df63fbf4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1525574 Mar 11 00:25:37.799044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1725dc72-aef2-4293-8316-ef9e5a5e6533 req-170d65d6-dde9-4ecc-bf9f-1d9a34bb801f tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628457 Mar 11 00:25:37.824664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58378) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:37.878319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58380) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:37.878914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27a6ac7d-140f-4d2a-bcb3-c47555ad79ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c29a21ee5b48429a8ed0ca1e00cf121b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521657 Mar 11 00:25:37.976513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] Publish callbacks [] for security_group (ba45da2d-794d-427c-b5eb-ce229007f564), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:38.013185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] Publish callbacks [] for security_group (ba45da2d-794d-427c-b5eb-ce229007f564), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:38.063682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ba45da2d-794d-427c-b5eb-ce229007f564), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:38.068098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:38.072203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba45da2d-794d-427c-b5eb-ce229007f564 HTTP/1.1" status: 204 len: 168 time: 0.1919882 Mar 11 00:25:38.082799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf032a-c04c-4eee-b916-918d5db9b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba45da2d-794d-427c-b5eb-ce229007f564,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:38.963400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333887f5-971a-49a0-855f-4c29756ca240 req-04bef553-368e-4374-897a-5c549e364bac tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:38.966184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-333887f5-971a-49a0-855f-4c29756ca240 req-04bef553-368e-4374-897a-5c549e364bac tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0847092 Mar 11 00:25:39.020707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58424) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:39.028610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-333887f5-971a-49a0-855f-4c29756ca240 req-d720660c-0ff4-4247-9d34-179944c8c719 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562937 Mar 11 00:25:39.139014 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-458988454-network', 'tenant_id': '19319d8f546e488196c0369e01ca1b98'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:39.162289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Made reservation on behalf of 19319d8f546e488196c0369e01ca1b98 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:25:39.164908 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.177314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.262234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks [] for security_group (8bf3fc7b-353e-4cc3-a30e-d04298a3d218), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.266934 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8bf3fc7b-353e-4cc3-a30e-d04298a3d218), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.286724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:25:39.300036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-403ab041-375f-42bc-9d89-ef35e6ff2a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.307296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7e453202-b661-40db-92e3-66859669a9ea), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.307639 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Added segment 7e453202-b661-40db-92e3-66859669a9ea of type vlan for network f6463498-a919-421a-b4c8-5fa75f73fbb9 Mar 11 00:25:39.309087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf3fc7b-353e-4cc3-a30e-d04298a3d218,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:39.352839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f6463498-a919-421a-b4c8-5fa75f73fbb9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.380632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f6463498-a919-421a-b4c8-5fa75f73fbb9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.381700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:39.382273 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.417432 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3954985 Mar 11 00:25:39.420270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:39.425042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Request body: {'subnet': {'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-458988454-subnet', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:39.477070 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0529-0445-4e67-9e5e-cbbb521ab32a admin admin] Pushing event updated for resources: {'Network': ['ID=f6463498-a919-421a-b4c8-5fa75f73fbb9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:39.484386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Made reservation on behalf of 19319d8f546e488196c0369e01ca1b98 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:25:39.487234 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.496648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:25:39.710368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (8950af96-18b2-4a3f-a971-be22e2452444), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.773554 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8950af96-18b2-4a3f-a971-be22e2452444,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:39.783362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Checking segment: {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:39.783639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Network hostable DHCP agents. Network: f6463498-a919-421a-b4c8-5fa75f73fbb9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:25:39.801678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:25:39.811937 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f6463498-a919-421a-b4c8-5fa75f73fbb9) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:39.817723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:39.818491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.826156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd935c-216e-490d-8691-e303e2ab593a None None] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:25:39.844768 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-14974dc4-dcfa-4caa-ab3d-49c77d546369 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4231811 Mar 11 00:25:39.845713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58454) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:39.851396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:39.883267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3c275214-4816-4a30-a107-a262c4e520a8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.885047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3c275214-4816-4a30-a107-a262c4e520a8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:39.955218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for router_controller (3c275214-4816-4a30-a107-a262c4e520a8), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.150855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f6463498-a919-421a-b4c8-5fa75f73fbb9', 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9', 'project_id': '19319d8f546e488196c0369e01ca1b98', 'fixed_ips': [{'subnet_id': '8950af96-18b2-4a3f-a971-be22e2452444'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:25:40.151749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.159247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for router_gateway (3c275214-4816-4a30-a107-a262c4e520a8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.221931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b8806-013c-4286-8cf6-d5928bfebd69 req-256c7861-81df-43cc-951d-154e102e2add tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:40.224902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b0b8806-013c-4286-8cf6-d5928bfebd69 req-256c7861-81df-43cc-951d-154e102e2add tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0977428 Mar 11 00:25:40.319383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b0b8806-013c-4286-8cf6-d5928bfebd69 req-449d4bdb-2d95-49f4-a75f-f7fe9b38dd03 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883446 Mar 11 00:25:40.355830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Allocated IP 172.20.0.2 (f6463498-a919-421a-b4c8-5fa75f73fbb9/8950af96-18b2-4a3f-a971-be22e2452444/86f4b105-6823-4fc6-af29-b34110a6e784) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:40.426332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for router_gateway (3c275214-4816-4a30-a107-a262c4e520a8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.455167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.545154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.562128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks [] for port (86f4b105-6823-4fc6-af29-b34110a6e784), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.570172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.618868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:40.622537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:40.625746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:40.664016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Allocated IP 172.25.7.141 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/807e25d9-6aa8-426d-ad69-2ecf4508198b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:40.730965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Pushing event updated for resources: {'Port': ['ID=86f4b105-6823-4fc6-af29-b34110a6e784,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:40.735196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Attempting to bind port 86f4b105-6823-4fc6-af29-b34110a6e784 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:40.735567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Attempting to bind port 86f4b105-6823-4fc6-af29-b34110a6e784 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:40.736229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Attempting to bind port 86f4b105-6823-4fc6-af29-b34110a6e784 on network f6463498-a919-421a-b4c8-5fa75f73fbb9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:40.742618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:40.742999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Checking segment: {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:40.743455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.743895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Bound using segment: {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:40.744394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Bound port: 86f4b105-6823-4fc6-af29-b34110a6e784, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:40.744773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.814189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.865421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] For port 86f4b105-6823-4fc6-af29-b34110a6e784, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:40.884135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] For port 86f4b105-6823-4fc6-af29-b34110a6e784, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86f4b105-6823-4fc6-af29-b34110a6e784,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:40.885832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.890722 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.896721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:40.936894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:40.952864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:40.955516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:40.984805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ff02e-5fda-4149-9d05-e0bf469d1674 None None] Pushing event updated for resources: {'Port': ['ID=86f4b105-6823-4fc6-af29-b34110a6e784,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:41.013890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=807e25d9-6aa8-426d-ad69-2ecf4508198b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:41.167490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:41.367015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for router_gateway (3c275214-4816-4a30-a107-a262c4e520a8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:41.468244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec45cb0-23aa-4cb3-a234-8701667f406c req-a6305986-59f6-4c71-aa7c-ba5170145537 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:41.470217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eec45cb0-23aa-4cb3-a234-8701667f406c req-a6305986-59f6-4c71-aa7c-ba5170145537 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0605752 Mar 11 00:25:41.537137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eec45cb0-23aa-4cb3-a234-8701667f406c req-80528aba-d32d-4d6e-8b89-201330c7d2cc tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580873 Mar 11 00:25:41.627315 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3c275214-4816-4a30-a107-a262c4e520a8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:41.674216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:41.798873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Router 3c275214-4816-4a30-a107-a262c4e520a8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:25:42.219775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3dcebb-59b4-4cb5-a098-87598e21855d None None] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:25:42.295501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Provisioning complete for port 86f4b105-6823-4fc6-af29-b34110a6e784 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:42.296191 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:42.317245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:25:42.329722 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Sync routers for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:25:42.350510 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:42.353210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:42.364822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:42.366571 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93cbce85-7c17-41f2-b0ab-1ab71e316ca8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5198536 Mar 11 00:25:42.369426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58502) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:42.430320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Current status of the port 86f4b105-6823-4fc6-af29-b34110a6e784 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:42.431046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:42.482299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] For port 86f4b105-6823-4fc6-af29-b34110a6e784, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86f4b105-6823-4fc6-af29-b34110a6e784,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:42.497360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:42.630148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dcc43-6830-46c6-a332-12f282a5a630 None None] Pushing event updated for resources: {'Port': ['ID=86f4b105-6823-4fc6-af29-b34110a6e784,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:42.764825 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:42.840772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87018d20-5a7f-4652-832c-5c2732199f3a req-ef8669b7-1750-461b-9a45-1ead20fe2690 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:42.843219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-12ec1241-f5ed-4535-9165-8b980ae5a47c None None] Provisioning complete for port 86f4b105-6823-4fc6-af29-b34110a6e784 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:42.843656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12ec1241-f5ed-4535-9165-8b980ae5a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:42.848268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87018d20-5a7f-4652-832c-5c2732199f3a req-ef8669b7-1750-461b-9a45-1ead20fe2690 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1602235 Mar 11 00:25:42.974155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87018d20-5a7f-4652-832c-5c2732199f3a req-1b1f182b-f252-4572-8b80-cca670db4df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207547 Mar 11 00:25:42.995469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86f4b105-6823-4fc6-af29-b34110a6e784 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:43.043308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-12ec1241-f5ed-4535-9165-8b980ae5a47c None None] Current status of the port 86f4b105-6823-4fc6-af29-b34110a6e784 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:43.060400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 86f4b105-6823-4fc6-af29-b34110a6e784 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:43.060788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.112569 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:41Z', 'revision_number': 3, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:43.159115 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Checking router: 3c275214-4816-4a30-a107-a262c4e520a8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:25:43.159460 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Updating router 3c275214-4816-4a30-a107-a262c4e520a8 port 807e25d9-6aa8-426d-ad69-2ecf4508198b binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:25:43.169371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.201914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 86f4b105-6823-4fc6-af29-b34110a6e784 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:43.202870 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.333681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.423897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Allocated IP 172.20.0.1 (f6463498-a919-421a-b4c8-5fa75f73fbb9/8950af96-18b2-4a3f-a971-be22e2452444/edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:43.520938 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks [] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.527439 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.584039 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks [] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.610177 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Attempting to bind port 807e25d9-6aa8-426d-ad69-2ecf4508198b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:43.611005 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Attempting to bind port 807e25d9-6aa8-426d-ad69-2ecf4508198b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:43.611472 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Attempting to bind port 807e25d9-6aa8-426d-ad69-2ecf4508198b on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:43.614492 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Pushing event updated for resources: {'Port': ['ID=807e25d9-6aa8-426d-ad69-2ecf4508198b,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:43.625565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.627026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.627026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.627287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.627800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.628289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.629289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.630103 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.630702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.631250 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.631748 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.632342 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.632825 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:43.639568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:43.640309 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:43.641052 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.641516 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:43.642577 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Bound port: 807e25d9-6aa8-426d-ad69-2ecf4508198b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:43.642691 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.642823 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.692600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:43.697750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:43.702405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:43.734152 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] For port 807e25d9-6aa8-426d-ad69-2ecf4508198b, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:43.739807 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] For port 807e25d9-6aa8-426d-ad69-2ecf4508198b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=807e25d9-6aa8-426d-ad69-2ecf4508198b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:43.741619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Pushing event updated for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:43.754689 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.759258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (3c275214-4816-4a30-a107-a262c4e520a8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:43.833174 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:43.843478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:43.918526 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5782c-9789-4a98-b898-69c4019864ab None None] Pushing event updated for resources: {'Port': ['ID=807e25d9-6aa8-426d-ad69-2ecf4508198b,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:43.990657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:44.047872 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:44.075447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6c74be04-eb8a-4025-9e2e-a4cb2fc35dc4 None None] Provisioning complete for port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:44.075977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6c74be04-eb8a-4025-9e2e-a4cb2fc35dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:44.142167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6c74be04-eb8a-4025-9e2e-a4cb2fc35dc4 None None] Port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:25:44.164539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cb38a-5fa7-4055-91cc-f30fbb406379 req-99aa850e-7c62-4286-ba02-cc2cc203b8e7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:44.180003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-351cb38a-5fa7-4055-91cc-f30fbb406379 req-99aa850e-7c62-4286-ba02-cc2cc203b8e7 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0880215 Mar 11 00:25:44.266815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-351cb38a-5fa7-4055-91cc-f30fbb406379 req-cfff3d73-c189-4cea-a62c-8dbb54a7c306 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858457 Mar 11 00:25:44.293421 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:41Z', 'revision_number': 3, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:44.315263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks [] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:44.322058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:44.330195 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeebe43-b18c-4edc-98c3-4909ea967cfb None None] The sync data for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 is: [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:41Z', 'revision_number': 3, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:25:44.407747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Pushing event updated for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:44.410321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (3c275214-4816-4a30-a107-a262c4e520a8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:44.542293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:44.544888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:44.752951 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Router 3c275214-4816-4a30-a107-a262c4e520a8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:25:44.998531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 807e25d9-6aa8-426d-ad69-2ecf4508198b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:45.010556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:25:45.029066 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e97c92cf-b5e1-4b19-9106-0eeec43b05ac admin admin] 10.222.0.21 "PUT /v2.0/routers/3c275214-4816-4a30-a107-a262c4e520a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511116 Mar 11 00:25:45.147306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f99b16c4-0798-4576-93b2-1871f3b1d705 None None] Provisioning complete for port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:45.148438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f99b16c4-0798-4576-93b2-1871f3b1d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:45.192746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 807e25d9-6aa8-426d-ad69-2ecf4508198b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:45.193276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:45.195764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f99b16c4-0798-4576-93b2-1871f3b1d705 None None] Port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:25:45.429434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 807e25d9-6aa8-426d-ad69-2ecf4508198b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:45.430118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:45.473161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 807e25d9-6aa8-426d-ad69-2ecf4508198b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=807e25d9-6aa8-426d-ad69-2ecf4508198b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:45.482571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:45.517484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c273e5-1907-4071-bc80-5d97664c4dda req-bdf0f8a6-8645-4d1b-a4f1-016406451329 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:45.528956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1c273e5-1907-4071-bc80-5d97664c4dda req-bdf0f8a6-8645-4d1b-a4f1-016406451329 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1398749 Mar 11 00:25:45.593605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=807e25d9-6aa8-426d-ad69-2ecf4508198b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:45.628269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1c273e5-1907-4071-bc80-5d97664c4dda req-753b38ed-88cb-4e83-b972-28e31d6b9d09 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945246 Mar 11 00:25:45.874550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:45.880029 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1970805314-network', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:45.902876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Made reservation on behalf of c12f4650299b455d8b239a1591888c5b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:25:45.906036 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:45.917758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.020879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks [] for security_group (d152927c-7ada-4516-b59b-412a3c44899b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.026276 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d152927c-7ada-4516-b59b-412a3c44899b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.053774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:25:46.062907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152927c-7ada-4516-b59b-412a3c44899b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:46.070202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (04d7e23d-0024-4dbf-a65f-7b63c8bed413), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.070747 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Added segment 04d7e23d-0024-4dbf-a65f-7b63c8bed413 of type vlan for network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 Mar 11 00:25:46.120413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (84aa01ee-d9cf-4e3d-b29c-0c14743b4939), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.148969 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (84aa01ee-d9cf-4e3d-b29c-0c14743b4939), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.150508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:46.151332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.197473 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3214681 Mar 11 00:25:46.200338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:46.207984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Request body: {'subnet': {'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1970805314-subnet', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:46.259750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Made reservation on behalf of c12f4650299b455d8b239a1591888c5b for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:25:46.261455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d2bf-68ab-49be-8cda-f1d3b5e43016 admin admin] Pushing event updated for resources: {'Network': ['ID=84aa01ee-d9cf-4e3d-b29c-0c14743b4939,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:46.264411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.274435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:25:46.550924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c7b5282c-44fb-4344-82ea-b8c03141dad0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.626111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b5282c-44fb-4344-82ea-b8c03141dad0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:46.699875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689026-5a93-4aee-846e-24baf83f96d7 req-a189ac63-b10c-4dd0-84e8-908ed9369510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:46.701677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3689026-5a93-4aee-846e-24baf83f96d7 req-a189ac63-b10c-4dd0-84e8-908ed9369510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0710783 Mar 11 00:25:46.702581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Checking segment: {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:46.703131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Network hostable DHCP agents. Network: 84aa01ee-d9cf-4e3d-b29c-0c14743b4939, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:25:46.750787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Sync routers for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:25:46.762567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:46.763444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:46.797664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3689026-5a93-4aee-846e-24baf83f96d7 req-c29a6578-0338-44c6-a322-d956e3d3ca06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826075 Mar 11 00:25:46.799631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:25:46.816098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 84aa01ee-d9cf-4e3d-b29c-0c14743b4939) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:46.833193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:46.834265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.845567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c345b-2cf8-40ea-ba54-748a33c38bbd req-f9e89935-23d4-42f7-97e1-b49d6b938c3d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:46.848222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de6c345b-2cf8-40ea-ba54-748a33c38bbd req-f9e89935-23d4-42f7-97e1-b49d6b938c3d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1262953 Mar 11 00:25:46.891121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566f2b2-ac21-4d96-8f08-a1b9f5af2ac2 None None] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:25:46.907804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 58598) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:46.913088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:25:46.917987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:46.924595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-29c89764-e15f-49bd-bf18-bdfc843a5ac1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7221773 Mar 11 00:25:46.967115 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:46.985096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 807e25d9-6aa8-426d-ad69-2ecf4508198b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:46.991545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.006608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de6c345b-2cf8-40ea-ba54-748a33c38bbd req-5edceaab-ebcf-4c8c-b091-a3d032d56974 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475937 Mar 11 00:25:47.089027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for router_controller (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.412941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for router_gateway (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.459108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:25:47.471704 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.510307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 807e25d9-6aa8-426d-ad69-2ecf4508198b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:47.510688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.790613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for router_gateway (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:47.908590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:48.012630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 807e25d9-6aa8-426d-ad69-2ecf4508198b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:48.017604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:43Z', 'revision_number': 4, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7', 'name': '', 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'mac_address': 'fa:16:3e:f6:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8950af96-18b2-4a3f-a971-be22e2452444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:43Z', 'updated_at': '2022-03-11T00:25:44Z', 'revision_number': 2, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'subnets': [{'id': '8950af96-18b2-4a3f-a971-be22e2452444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:48.077629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Allocated IP 172.25.7.18 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/76a90861-ead6-42c4-be72-774834e143e2) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:48.117374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Checking router: 3c275214-4816-4a30-a107-a262c4e520a8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:25:48.117912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Updating router 3c275214-4816-4a30-a107-a262c4e520a8 port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:25:48.263031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Allocated IP 172.20.0.2 (84aa01ee-d9cf-4e3d-b29c-0c14743b4939/c7b5282c-44fb-4344-82ea-b8c03141dad0/9318fb59-73cd-43b5-9237-611f112e8212) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:48.274970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75121843-c6ce-4ea6-855f-f62aceeb6714 req-4fe88ffd-c9a8-4382-9d9b-13834402421d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:25:48.283419 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:48.292445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75121843-c6ce-4ea6-855f-f62aceeb6714 req-4fe88ffd-c9a8-4382-9d9b-13834402421d tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1585197 Mar 11 00:25:48.392194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for port (76a90861-ead6-42c4-be72-774834e143e2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:48.413696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75121843-c6ce-4ea6-855f-f62aceeb6714 req-55d32db5-609e-43ed-9377-2f4874b19fd9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164970 Mar 11 00:25:48.433008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58702) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:48.492967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (76a90861-ead6-42c4-be72-774834e143e2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:48.599282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:48.604040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53e0fbd9-b655-4162-b52c-b082a8e557db tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/floatingips/83081b58-ae98-4eaa-a69a-86578e4be2a7 HTTP/1.1" status: 200 len: 994 time: 0.1694081 Mar 11 00:25:48.608401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:48.626374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:48.724235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Pushing event updated for resources: {'Port': ['ID=76a90861-ead6-42c4-be72-774834e143e2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:48.765161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.766095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.766635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.767452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.767991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.768686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.769463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.769901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.770236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.770573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.770909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.771238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.771562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:25:48.781388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:25:48.843407 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks [] for port (9318fb59-73cd-43b5-9237-611f112e8212), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:48.856813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9318fb59-73cd-43b5-9237-611f112e8212), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.042339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Pushing event updated for resources: {'Port': ['ID=9318fb59-73cd-43b5-9237-611f112e8212,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:49.208477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for router_gateway (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.304988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks [] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.339308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:49.344685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.392148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:49.424802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:49.557296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d60b8-504d-4c5a-b3df-d2abc7fd8296 None None] Pushing event updated for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:49.651126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Attempting to bind port 9318fb59-73cd-43b5-9237-611f112e8212 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:49.652561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Attempting to bind port 9318fb59-73cd-43b5-9237-611f112e8212 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:49.654437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Attempting to bind port 9318fb59-73cd-43b5-9237-611f112e8212 on network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:49.664922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:49.726365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:49.726867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Checking segment: {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:49.727375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.727868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Bound using segment: {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:49.729009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Bound port: 9318fb59-73cd-43b5-9237-611f112e8212, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:49.729585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9318fb59-73cd-43b5-9237-611f112e8212), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.734035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Attempting to bind port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:49.734626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Attempting to bind port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:49.735309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Attempting to bind port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 on network f6463498-a919-421a-b4c8-5fa75f73fbb9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:49.743031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:49.744218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Checking segment: {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:49.745320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.745940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Bound using segment: {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:49.746581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Bound port: edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e453202-b661-40db-92e3-66859669a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:49.747422 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.844106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:49.853146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] For port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:49.855889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] For port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:49.859629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'port_id': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'mac_address': 'fa:16:3e:99:56:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:25:49.872691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.088672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d60b8-504d-4c5a-b3df-d2abc7fd8296 None None] Pushing event updated for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:50.092118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 732af71b-9e24-41d6-a2a4-f72a39edff12 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:50.092700 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.132843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:25:50.154958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:50.167593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Provisioning complete for port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:50.167901 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.206834 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.294132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:50.294773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:50.394843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] For port 9318fb59-73cd-43b5-9237-611f112e8212, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:50.461036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:50.467864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] For port 9318fb59-73cd-43b5-9237-611f112e8212, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9318fb59-73cd-43b5-9237-611f112e8212,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:50.476921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['732af71b-9e24-41d6-a2a4-f72a39edff12'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:25:50.562969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Current status of the port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:50.563823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.578287 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9318fb59-73cd-43b5-9237-611f112e8212), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.686460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] For port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:50.694389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:50.804810 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:50.813431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:25:50.919585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38bdde-241b-41fa-9a66-e6f0c6dce1d4 None None] Pushing event updated for resources: {'Port': ['ID=9318fb59-73cd-43b5-9237-611f112e8212,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:51.196313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:25:51.342781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 732af71b-9e24-41d6-a2a4-f72a39edff12 is: BUILD; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:51.343237 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:51.433041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:25:51.455117 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Sync routers for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:25:51.471660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:25:51.473554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:51.477221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-31839654-a75f-4864-9118-3fafb77f1061 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5683591 Mar 11 00:25:51.477738 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:51.478379 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:51.480185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 58994) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:51.494471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a5fb2cd3-14d3-4704-aa98-7ae4acdae5ac None None] Provisioning complete for port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:51.495046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a5fb2cd3-14d3-4704-aa98-7ae4acdae5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:51.575522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a7e0f-5edf-4b79-8b09-a56c8be8c064 None None] Pushing event updated for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:51.606139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:51.647079 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:51.669848 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:51.740178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:43Z', 'revision_number': 4, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7', 'name': '', 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'mac_address': 'fa:16:3e:f6:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8950af96-18b2-4a3f-a971-be22e2452444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:43Z', 'updated_at': '2022-03-11T00:25:49Z', 'revision_number': 4, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'subnets': [{'id': '8950af96-18b2-4a3f-a971-be22e2452444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:52.324074 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:49Z', 'revision_number': 3, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:52.398651 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Checking router: 3c6a0702-054f-4ac2-a7d1-149e4cad98ea for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:25:52.399275 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Updating router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea port 76a90861-ead6-42c4-be72-774834e143e2 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:25:52.563558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:52.581775 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76a90861-ead6-42c4-be72-774834e143e2), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:52.608302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4406c67-18ab-45a6-b123-1170a58ddf62 None None] The sync data for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 is: [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:43Z', 'revision_number': 4, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7', 'name': '', 'network_id': 'f6463498-a919-421a-b4c8-5fa75f73fbb9', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'mac_address': 'fa:16:3e:f6:57:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '8950af96-18b2-4a3f-a971-be22e2452444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:43Z', 'updated_at': '2022-03-11T00:25:49Z', 'revision_number': 4, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'subnets': [{'id': '8950af96-18b2-4a3f-a971-be22e2452444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:25:52.643186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4334ebd-b992-47c1-aeba-fcd53ea2f9d6 None None] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:25:52.650307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb2cd3-14d3-4704-aa98-7ae4acdae5ac None None] Current status of the port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:52.727773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:52.808357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Provisioning complete for port 9318fb59-73cd-43b5-9237-611f112e8212 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:52.808737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9318fb59-73cd-43b5-9237-611f112e8212), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.069179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Allocated IP 172.20.0.1 (84aa01ee-d9cf-4e3d-b29c-0c14743b4939/c7b5282c-44fb-4344-82ea-b8c03141dad0/5da509ca-1a12-4d07-a558-319f38ccd7f0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:25:53.160619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:53.355296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Current status of the port 9318fb59-73cd-43b5-9237-611f112e8212 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:53.355695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9318fb59-73cd-43b5-9237-611f112e8212), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.362640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks [] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.372158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:53.372544 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.437080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.547350 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks [] for port (76a90861-ead6-42c4-be72-774834e143e2), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.567344 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (76a90861-ead6-42c4-be72-774834e143e2), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.596911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:53.601704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:53.623380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:25:53.635271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] For port 9318fb59-73cd-43b5-9237-611f112e8212, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9318fb59-73cd-43b5-9237-611f112e8212,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:53.683223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9318fb59-73cd-43b5-9237-611f112e8212), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.738765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Pushing event updated for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:53.757588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:53.759130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9318fb59-73cd-43b5-9237-611f112e8212 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:53.766719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:53.931905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96db90-6e93-49aa-9515-7798e10a5923 None None] Pushing event updated for resources: {'Port': ['ID=9318fb59-73cd-43b5-9237-611f112e8212,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:54.026071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-99c4c223-a57a-4782-b3c4-8202b925ac60 None None] Provisioning complete for port 9318fb59-73cd-43b5-9237-611f112e8212 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:54.026488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-99c4c223-a57a-4782-b3c4-8202b925ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9318fb59-73cd-43b5-9237-611f112e8212), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.043239 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f408-3d25-434d-8d95-30979ddae102 None None] Pushing event updated for resources: {'Port': ['ID=76a90861-ead6-42c4-be72-774834e143e2,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:54.064103 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Attempting to bind port 76a90861-ead6-42c4-be72-774834e143e2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:25:54.066437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Attempting to bind port 76a90861-ead6-42c4-be72-774834e143e2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:25:54.067528 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Attempting to bind port 76a90861-ead6-42c4-be72-774834e143e2 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:25:54.103791 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:25:54.105439 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:25:54.106964 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.108202 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:25:54.110086 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Bound port: 76a90861-ead6-42c4-be72-774834e143e2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:25:54.110555 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76a90861-ead6-42c4-be72-774834e143e2), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.158801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.320321 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] For port 76a90861-ead6-42c4-be72-774834e143e2, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:25:54.348608 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] For port 76a90861-ead6-42c4-be72-774834e143e2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76a90861-ead6-42c4-be72-774834e143e2,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:25:54.349144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9318fb59-73cd-43b5-9237-611f112e8212 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:54.349144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9318fb59-73cd-43b5-9237-611f112e8212), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.359692 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (76a90861-ead6-42c4-be72-774834e143e2), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.500565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:54.503776 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:54.509111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-99c4c223-a57a-4782-b3c4-8202b925ac60 None None] Current status of the port 9318fb59-73cd-43b5-9237-611f112e8212 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:54.601773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9318fb59-73cd-43b5-9237-611f112e8212 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:54.632624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f408-3d25-434d-8d95-30979ddae102 None None] Pushing event updated for resources: {'Port': ['ID=76a90861-ead6-42c4-be72-774834e143e2,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:54.648689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e21883dc-ac4e-4b1d-aad3-b03e839b5315 None None] Provisioning complete for port 5da509ca-1a12-4d07-a558-319f38ccd7f0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:54.651162 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e21883dc-ac4e-4b1d-aad3-b03e839b5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.667267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks [] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.683588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.725438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e21883dc-ac4e-4b1d-aad3-b03e839b5315 None None] Port 5da509ca-1a12-4d07-a558-319f38ccd7f0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:25:54.736390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:54.824126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.864822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 732af71b-9e24-41d6-a2a4-f72a39edff12 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:54.865463 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:54.874291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:55.000295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9318fb59-73cd-43b5-9237-611f112e8212 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:55.053711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Pushing event updated for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:55.055419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 732af71b-9e24-41d6-a2a4-f72a39edff12 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:55.055686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:55.102396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:25:55.104705 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148ea74-a9f5-4605-a759-89d7c462f67f" -d '{"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:25:55.126156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:25:55.127774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:25:55.168260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:55.178419 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:55.238860 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909330bf-9d23-4423-b9c1-92be7ac5cef7 x-openstack-request-id: req-909330bf-9d23-4423-b9c1-92be7ac5cef7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:25:55.240330 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-plugged", "status": "completed", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:25:55.240663 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-909330bf-9d23-4423-b9c1-92be7ac5cef7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:25:55.241108 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'code': 200} Mar 11 00:25:55.361081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9318fb59-73cd-43b5-9237-611f112e8212 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:55.361725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9318fb59-73cd-43b5-9237-611f112e8212), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:55.482717 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5da509ca-1a12-4d07-a558-319f38ccd7f0', 'name': '', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'mac_address': 'fa:16:3e:38:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:52Z', 'updated_at': '2022-03-11T00:25:53Z', 'revision_number': 1, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'subnets': [{'id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:55.514539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:55.558556 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad87d0-20e0-4058-ae5c-be99020320c0 None None] The sync data for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 is: [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5da509ca-1a12-4d07-a558-319f38ccd7f0', 'name': '', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'mac_address': 'fa:16:3e:38:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:52Z', 'updated_at': '2022-03-11T00:25:53Z', 'revision_number': 1, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'subnets': [{'id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:25:55.630120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9318fb59-73cd-43b5-9237-611f112e8212 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:55.667080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e5b1ddd7-2aad-48cd-8ff0-897ce4c5d8c6 None None] Provisioning complete for port 5da509ca-1a12-4d07-a558-319f38ccd7f0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:55.667764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ddd7-2aad-48cd-8ff0-897ce4c5d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:55.756573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1ddd7-2aad-48cd-8ff0-897ce4c5d8c6 None None] Port 5da509ca-1a12-4d07-a558-319f38ccd7f0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:25:56.202688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:25:56.354781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:25:56.360822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a486d00f-ab99-4175-a0b5-cec616c6a44c admin admin] 10.222.0.21 "PUT /v2.0/routers/3c6a0702-054f-4ac2-a7d1-149e4cad98ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8794320 Mar 11 00:25:58.470072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59288) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:25:59.006156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76a90861-ead6-42c4-be72-774834e143e2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:25:59.006970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (3c275214-4816-4a30-a107-a262c4e520a8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.114695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 76a90861-ead6-42c4-be72-774834e143e2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:25:59.115483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76a90861-ead6-42c4-be72-774834e143e2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.300730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 76a90861-ead6-42c4-be72-774834e143e2 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:25:59.301316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (76a90861-ead6-42c4-be72-774834e143e2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.347531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 76a90861-ead6-42c4-be72-774834e143e2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76a90861-ead6-42c4-be72-774834e143e2,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:59.355345 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (76a90861-ead6-42c4-be72-774834e143e2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.433038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=76a90861-ead6-42c4-be72-774834e143e2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:25:59.558577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Deleting port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:25:59.559161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.644348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Sync routers for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:25:59.675542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:25:59.676723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:25:59.698979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] For port edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:25:59.699274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.715831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Calling delete_port for edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:25:59.827897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:25:59.932887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:25:59.977960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:00.198713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5da509ca-1a12-4d07-a558-319f38ccd7f0', 'name': '', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'mac_address': 'fa:16:3e:38:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:52Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 2, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'subnets': [{'id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:00.256442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Checking router: 3c6a0702-054f-4ac2-a7d1-149e4cad98ea for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:00.256933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Updating router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea port 5da509ca-1a12-4d07-a558-319f38ccd7f0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:26:00.323957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:00.340598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (3c275214-4816-4a30-a107-a262c4e520a8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:00.814219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Router 3c275214-4816-4a30-a107-a262c4e520a8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:00.869472 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks [] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:00.895893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.054080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62884-00e2-49ef-bf02-d8f9db0aca98 None None] Pushing event updated for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:01.150549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76a90861-ead6-42c4-be72-774834e143e2 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:01.181726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:01.191490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-53c2e806-0921-450d-8a9b-c65839df2d30 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c275214-4816-4a30-a107-a262c4e520a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7202017 Mar 11 00:26:01.194603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:01.195283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Sync routers for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:01.214697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:01.220265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:01.254370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Attempting to bind port 5da509ca-1a12-4d07-a558-319f38ccd7f0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:01.254931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Attempting to bind port 5da509ca-1a12-4d07-a558-319f38ccd7f0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:01.255708 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Attempting to bind port 5da509ca-1a12-4d07-a558-319f38ccd7f0 on network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:01.272581 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:01.272956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Checking segment: {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:01.273363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.273760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Bound using segment: {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:01.274243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Bound port: 5da509ca-1a12-4d07-a558-319f38ccd7f0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d7e23d-0024-4dbf-a65f-7b63c8bed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:01.274618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.330102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 76a90861-ead6-42c4-be72-774834e143e2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:01.330486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (76a90861-ead6-42c4-be72-774834e143e2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.406886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] For port 5da509ca-1a12-4d07-a558-319f38ccd7f0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:01.410961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] For port 5da509ca-1a12-4d07-a558-319f38ccd7f0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5da509ca-1a12-4d07-a558-319f38ccd7f0,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:01.443194 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.467575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks [] for router (3c275214-4816-4a30-a107-a262c4e520a8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.495520 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:01.516945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62884-00e2-49ef-bf02-d8f9db0aca98 None None] Pushing event updated for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:01.611318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Provisioning complete for port 5da509ca-1a12-4d07-a558-319f38ccd7f0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:01.611690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.738738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:01.739382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:01.748959 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks [] for router_gateway (3c275214-4816-4a30-a107-a262c4e520a8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.864017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Deleting port 807e25d9-6aa8-426d-ad69-2ecf4508198b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:01.864498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:01.944262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Current status of the port 5da509ca-1a12-4d07-a558-319f38ccd7f0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:01.944653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.006458 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:25:59Z', 'revision_number': 5, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port': {'id': '807e25d9-6aa8-426d-ad69-2ecf4508198b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c275214-4816-4a30-a107-a262c4e520a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:40Z', 'updated_at': '2022-03-11T00:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:02.073201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Checking router: 3c275214-4816-4a30-a107-a262c4e520a8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:02.085451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Routers {'3c275214-4816-4a30-a107-a262c4e520a8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:02.086096 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c275214-4816-4a30-a107-a262c4e520a8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:02.092542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 76a90861-ead6-42c4-be72-774834e143e2 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:02.127598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] For port 807e25d9-6aa8-426d-ad69-2ecf4508198b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=807e25d9-6aa8-426d-ad69-2ecf4508198b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:02.128813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.181041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Calling delete_port for 807e25d9-6aa8-426d-ad69-2ecf4508198b owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:02.297350 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] Set router 3c275214-4816-4a30-a107-a262c4e520a8 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:02.426255 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:26:01Z', 'revision_number': 6, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:02.468969 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (807e25d9-6aa8-426d-ad69-2ecf4508198b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.496771 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15c0f5-acd4-4cc3-9182-62953b6ca7fb None None] The sync data for ids ['3c275214-4816-4a30-a107-a262c4e520a8'] in n-d-831844-1 is: [{'id': '3c275214-4816-4a30-a107-a262c4e520a8', 'name': 'tempest-TestAggregatesBasicOps-458988454-router', 'tenant_id': '19319d8f546e488196c0369e01ca1b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:39Z', 'updated_at': '2022-03-11T00:26:01Z', 'revision_number': 6, 'project_id': '19319d8f546e488196c0369e01ca1b98', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:02.535001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Pushing event deleted for resources: {'Port': ['ID=807e25d9-6aa8-426d-ad69-2ecf4508198b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:02.598660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] For port 5da509ca-1a12-4d07-a558-319f38ccd7f0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5da509ca-1a12-4d07-a558-319f38ccd7f0,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:02.626690 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.675833 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (3c275214-4816-4a30-a107-a262c4e520a8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.725222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:02.810252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3c275214-4816-4a30-a107-a262c4e520a8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.812456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks [] for router_controller (3c275214-4816-4a30-a107-a262c4e520a8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.860951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1fb07-fec5-472b-adf9-6d33361beda0 None None] Pushing event updated for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:02.864719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c0f857de-f076-409e-b9bd-cc30078aa599 None None] Provisioning complete for port 5da509ca-1a12-4d07-a558-319f38ccd7f0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:02.865202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0f857de-f076-409e-b9bd-cc30078aa599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.888763 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3c275214-4816-4a30-a107-a262c4e520a8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.889609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c275214-4816-4a30-a107-a262c4e520a8 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:26:02.896779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:02.897942 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bfb3a6c-cf16-4587-b6ff-79c1f0968efb admin admin] 10.222.0.21 "DELETE /v2.0/routers/3c275214-4816-4a30-a107-a262c4e520a8 HTTP/1.1" status: 204 len: 168 time: 1.7022612 Mar 11 00:26:02.901322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59354) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:02.960714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Deleting subnet 8950af96-18b2-4a3f-a971-be22e2452444 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:26:02.964495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Publish callbacks [] for subnet (8950af96-18b2-4a3f-a971-be22e2452444), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.004724 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (8950af96-18b2-4a3f-a971-be22e2452444), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.061594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c0f857de-f076-409e-b9bd-cc30078aa599 None None] Current status of the port 5da509ca-1a12-4d07-a558-319f38ccd7f0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:03.119046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5da509ca-1a12-4d07-a558-319f38ccd7f0', 'name': '', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'mac_address': 'fa:16:3e:38:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:52Z', 'updated_at': '2022-03-11T00:26:01Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'subnets': [{'id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:03.137559 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8950af96-18b2-4a3f-a971-be22e2452444), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.198024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a34fb-0991-4f17-829c-e482719d3408 None None] The sync data for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 is: [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:25:54Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5da509ca-1a12-4d07-a558-319f38ccd7f0', 'name': '', 'network_id': '84aa01ee-d9cf-4e3d-b29c-0c14743b4939', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'mac_address': 'fa:16:3e:38:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:52Z', 'updated_at': '2022-03-11T00:26:01Z', 'revision_number': 4, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'subnets': [{'id': 'c7b5282c-44fb-4344-82ea-b8c03141dad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:03.282349 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (8950af96-18b2-4a3f-a971-be22e2452444), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.309489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5da509ca-1a12-4d07-a558-319f38ccd7f0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:03.379540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8950af96-18b2-4a3f-a971-be22e2452444,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:03.396056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.404822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e913c6-6be7-4c1a-a5db-426a0efaf8ad None None] Network f6463498-a919-421a-b4c8-5fa75f73fbb9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:03.406291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:03.406684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ec25995-d07a-4bca-87b4-a4ba0f48e944 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8950af96-18b2-4a3f-a971-be22e2452444 HTTP/1.1" status: 204 len: 168 time: 0.5012939 Mar 11 00:26:03.519796 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f6463498-a919-421a-b4c8-5fa75f73fbb9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.556205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5da509ca-1a12-4d07-a558-319f38ccd7f0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:03.556586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.635342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Deleting port 86f4b105-6823-4fc6-af29-b34110a6e784 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:03.636093 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.655051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] DHCP port deletion for f6463498-a919-421a-b4c8-5fa75f73fbb9 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:26:03.744287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5da509ca-1a12-4d07-a558-319f38ccd7f0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:03.807482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] For port 86f4b105-6823-4fc6-af29-b34110a6e784, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86f4b105-6823-4fc6-af29-b34110a6e784,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:03.808322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.808860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Deleting port 86f4b105-6823-4fc6-af29-b34110a6e784 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:03.810909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.842344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Calling delete_port for 86f4b105-6823-4fc6-af29-b34110a6e784 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:03.855992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:03.908516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:03.909134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device edf2e65d-b0b4-4030-bfce-ef4ac41a5cf7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:03.909700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 807e25d9-6aa8-426d-ad69-2ecf4508198b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:03.973603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.984243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] For port 86f4b105-6823-4fc6-af29-b34110a6e784, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=86f4b105-6823-4fc6-af29-b34110a6e784,segment=NetworkSegment(7e453202-b661-40db-92e3-66859669a9ea),segment_id=7e453202-b661-40db-92e3-66859669a9ea)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:03.984775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:03.986884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] No DVR routers for this DVR port 86f4b105-6823-4fc6-af29-b34110a6e784 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:04.016388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Pushing event deleted for resources: {'Port': ['ID=86f4b105-6823-4fc6-af29-b34110a6e784,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:04.038573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 807e25d9-6aa8-426d-ad69-2ecf4508198b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:04.039119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 807e25d9-6aa8-426d-ad69-2ecf4508198b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:04.040982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Calling delete_port for 86f4b105-6823-4fc6-af29-b34110a6e784 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:04.154703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (86f4b105-6823-4fc6-af29-b34110a6e784), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.168150 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f6463498-a919-421a-b4c8-5fa75f73fbb9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.197618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] No DVR routers for this DVR port 86f4b105-6823-4fc6-af29-b34110a6e784 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:04.218567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6463498-a919-421a-b4c8-5fa75f73fbb9']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:04.244938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e453202-b661-40db-92e3-66859669a9ea') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:04.245354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e453202-b661-40db-92e3-66859669a9ea') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:04.253324 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a2c5-4e69-473b-9fd6-30485faeec12 None None] Pushing event deleted for resources: {'Port': ['ID=86f4b105-6823-4fc6-af29-b34110a6e784,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:04.260125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (7e453202-b661-40db-92e3-66859669a9ea), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.276960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7e453202-b661-40db-92e3-66859669a9ea), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.283350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:26:04.283744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (7e453202-b661-40db-92e3-66859669a9ea), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:26:04.286367 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:26:04.357630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f6463498-a919-421a-b4c8-5fa75f73fbb9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.386733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.392528 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] 10.222.0.21 "DELETE /v2.0/networks/f6463498-a919-421a-b4c8-5fa75f73fbb9 HTTP/1.1" status: 204 len: 168 time: 0.9824948 Mar 11 00:26:04.392528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9d81-95f1-4304-916f-4f294bdfc80b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6463498-a919-421a-b4c8-5fa75f73fbb9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:04.393657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59370) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:04.845843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:04.962619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86f4b105-6823-4fc6-af29-b34110a6e784 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:04.990835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 86f4b105-6823-4fc6-af29-b34110a6e784 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:04.991599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 86f4b105-6823-4fc6-af29-b34110a6e784 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:05.223993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Deleting port 5da509ca-1a12-4d07-a558-319f38ccd7f0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:05.224330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:05.340847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] For port 5da509ca-1a12-4d07-a558-319f38ccd7f0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5da509ca-1a12-4d07-a558-319f38ccd7f0,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:05.341298 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:05.356200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Calling delete_port for 5da509ca-1a12-4d07-a558-319f38ccd7f0 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:05.617160 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5da509ca-1a12-4d07-a558-319f38ccd7f0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:05.645671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da509ca-1a12-4d07-a558-319f38ccd7f0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:05.927127 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:06.244661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:06.429827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:06.438522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-28e5ff5c-6257-46df-98ad-12e3ca0a33e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/3c6a0702-054f-4ac2-a7d1-149e4cad98ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436094 Mar 11 00:26:06.441842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59386) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:06.448195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Sync routers for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:06.463199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:06.464221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:06.624756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:06.673252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks [] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:06.771215 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8762c0f5-9387-4f3f-8dc0-ba72da971f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:06.823325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks [] for router_gateway (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:06.908919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Deleting port 76a90861-ead6-42c4-be72-774834e143e2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:06.909815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (76a90861-ead6-42c4-be72-774834e143e2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.046502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '76a90861-ead6-42c4-be72-774834e143e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:26:05Z', 'revision_number': 5, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port': {'id': '76a90861-ead6-42c4-be72-774834e143e2', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:65:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:25:47Z', 'updated_at': '2022-03-11T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:07.080596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Checking router: 3c6a0702-054f-4ac2-a7d1-149e4cad98ea for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:07.083436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] For port 76a90861-ead6-42c4-be72-774834e143e2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=76a90861-ead6-42c4-be72-774834e143e2,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:07.083959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (76a90861-ead6-42c4-be72-774834e143e2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.093368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Routers {'3c6a0702-054f-4ac2-a7d1-149e4cad98ea'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:07.094255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:25:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:07.113351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Calling delete_port for 76a90861-ead6-42c4-be72-774834e143e2 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:07.199064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] Set router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:07.264435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:26:06Z', 'revision_number': 6, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:07.321413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973835ad-2445-44a4-bd89-a31bc3de795c None None] The sync data for ids ['3c6a0702-054f-4ac2-a7d1-149e4cad98ea'] in n-d-831844-1 is: [{'id': '3c6a0702-054f-4ac2-a7d1-149e4cad98ea', 'name': 'tempest-TestAggregatesBasicOps-1970805314-router', 'tenant_id': 'c12f4650299b455d8b239a1591888c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:25:46Z', 'updated_at': '2022-03-11T00:26:06Z', 'revision_number': 6, 'project_id': 'c12f4650299b455d8b239a1591888c5b', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:07.393436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (76a90861-ead6-42c4-be72-774834e143e2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.428942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Pushing event deleted for resources: {'Port': ['ID=76a90861-ead6-42c4-be72-774834e143e2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:07.516567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.654085 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.657161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks [] for router_controller (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.738070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3c6a0702-054f-4ac2-a7d1-149e4cad98ea), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.739262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c6a0702-054f-4ac2-a7d1-149e4cad98ea {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:26:07.746821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.748824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-64389d3d-8e13-4203-8290-e6fcdc41d93a admin admin] 10.222.0.21 "DELETE /v2.0/routers/3c6a0702-054f-4ac2-a7d1-149e4cad98ea HTTP/1.1" status: 204 len: 168 time: 1.3051240 Mar 11 00:26:07.751256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:07.823553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Deleting subnet c7b5282c-44fb-4344-82ea-b8c03141dad0 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:26:07.827257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Publish callbacks [] for subnet (c7b5282c-44fb-4344-82ea-b8c03141dad0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:07.887771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (c7b5282c-44fb-4344-82ea-b8c03141dad0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.026852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c7b5282c-44fb-4344-82ea-b8c03141dad0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.124336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (c7b5282c-44fb-4344-82ea-b8c03141dad0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.161506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b5282c-44fb-4344-82ea-b8c03141dad0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:08.165303 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.168644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-081f1ced-dfdf-40d6-bd90-827fe2eabb03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7b5282c-44fb-4344-82ea-b8c03141dad0 HTTP/1.1" status: 204 len: 168 time: 0.4160304 Mar 11 00:26:08.171166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59404) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:08.180576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd1b39-c048-47c0-aacd-8c8512895c0f None None] Network 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:08.307904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (84aa01ee-d9cf-4e3d-b29c-0c14743b4939), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.405141 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Deleting port 9318fb59-73cd-43b5-9237-611f112e8212 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:08.405546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9318fb59-73cd-43b5-9237-611f112e8212), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.475111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] DHCP port deletion for 84aa01ee-d9cf-4e3d-b29c-0c14743b4939 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:26:08.573981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Deleting port 9318fb59-73cd-43b5-9237-611f112e8212 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:08.574357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9318fb59-73cd-43b5-9237-611f112e8212), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.588798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] For port 9318fb59-73cd-43b5-9237-611f112e8212, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9318fb59-73cd-43b5-9237-611f112e8212,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:08.589165 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9318fb59-73cd-43b5-9237-611f112e8212), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.612731 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Calling delete_port for 9318fb59-73cd-43b5-9237-611f112e8212 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:08.665411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] For port 9318fb59-73cd-43b5-9237-611f112e8212, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9318fb59-73cd-43b5-9237-611f112e8212,segment=NetworkSegment(04d7e23d-0024-4dbf-a65f-7b63c8bed413),segment_id=04d7e23d-0024-4dbf-a65f-7b63c8bed413)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:08.665743 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9318fb59-73cd-43b5-9237-611f112e8212), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.683869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Calling delete_port for 9318fb59-73cd-43b5-9237-611f112e8212 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:08.796212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9318fb59-73cd-43b5-9237-611f112e8212), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.815832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] No DVR routers for this DVR port 9318fb59-73cd-43b5-9237-611f112e8212 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:08.849242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=9318fb59-73cd-43b5-9237-611f112e8212,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:08.864673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (9318fb59-73cd-43b5-9237-611f112e8212), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.912220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] Pushing event deleted for resources: {'Port': ['ID=9318fb59-73cd-43b5-9237-611f112e8212,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:08.931399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd3991-c8e4-4f6e-9b16-5dd26532ced4 None None] No DVR routers for this DVR port 9318fb59-73cd-43b5-9237-611f112e8212 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:08.969496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (84aa01ee-d9cf-4e3d-b29c-0c14743b4939), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:08.977931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5da509ca-1a12-4d07-a558-319f38ccd7f0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:09.003359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84aa01ee-d9cf-4e3d-b29c-0c14743b4939']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:09.004405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5da509ca-1a12-4d07-a558-319f38ccd7f0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:09.004855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5da509ca-1a12-4d07-a558-319f38ccd7f0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:09.006058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76a90861-ead6-42c4-be72-774834e143e2 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:09.019293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d7e23d-0024-4dbf-a65f-7b63c8bed413') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:09.019698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d7e23d-0024-4dbf-a65f-7b63c8bed413') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:09.026771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 76a90861-ead6-42c4-be72-774834e143e2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:09.027113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 76a90861-ead6-42c4-be72-774834e143e2 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:09.027558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9318fb59-73cd-43b5-9237-611f112e8212 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:09.035336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (04d7e23d-0024-4dbf-a65f-7b63c8bed413), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.061084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (04d7e23d-0024-4dbf-a65f-7b63c8bed413), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.065166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:26:09.066339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (04d7e23d-0024-4dbf-a65f-7b63c8bed413), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:26:09.068953 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:26:09.081802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9318fb59-73cd-43b5-9237-611f112e8212 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:09.082308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9318fb59-73cd-43b5-9237-611f112e8212 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:09.141977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (84aa01ee-d9cf-4e3d-b29c-0c14743b4939), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.148676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.152193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] 10.222.0.21 "DELETE /v2.0/networks/84aa01ee-d9cf-4e3d-b29c-0c14743b4939 HTTP/1.1" status: 204 len: 168 time: 0.9800076 Mar 11 00:26:09.167491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f172e-c471-4cec-8853-c69db67f6cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=84aa01ee-d9cf-4e3d-b29c-0c14743b4939,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:09.258406 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cc6669d6-69c3-4d19-bbed-11bef0938fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.385088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59416) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:09.441438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-08774c44-3631-46c3-a343-522ec4c47440 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19319d8f546e488196c0369e01ca1b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548427 Mar 11 00:26:09.444413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59418) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:09.506597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Publish callbacks [] for security_group (8bf3fc7b-353e-4cc3-a30e-d04298a3d218), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.532675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Publish callbacks [] for security_group (8bf3fc7b-353e-4cc3-a30e-d04298a3d218), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.598605 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (8bf3fc7b-353e-4cc3-a30e-d04298a3d218), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.604345 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:09.608113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bf3fc7b-353e-4cc3-a30e-d04298a3d218 HTTP/1.1" status: 204 len: 168 time: 0.1603553 Mar 11 00:26:09.615821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf3fc7b-353e-4cc3-a30e-d04298a3d218,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:09.626612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.626946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.627365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.628770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.629174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.629462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.629793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.630114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.630439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.630792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.631104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.631425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:09.631759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f29e66-1c5f-4d4d-a472-ae0c5bab2f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:10.068591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59432) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:10.127076 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76744d62-433d-4dff-a1d7-0b1ee15eaaa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c12f4650299b455d8b239a1591888c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572550 Mar 11 00:26:10.129707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59434) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:10.190858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] Publish callbacks [] for security_group (d152927c-7ada-4516-b59b-412a3c44899b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:10.223155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] Publish callbacks [] for security_group (d152927c-7ada-4516-b59b-412a3c44899b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:10.279764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d152927c-7ada-4516-b59b-412a3c44899b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:10.282936 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:10.286469 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d152927c-7ada-4516-b59b-412a3c44899b HTTP/1.1" status: 204 len: 168 time: 0.1535494 Mar 11 00:26:10.293486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209bb88-bdcf-4b2c-bc34-6f939642b3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152927c-7ada-4516-b59b-412a3c44899b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:10.513064 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:10.881094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:11.154026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:11.196566 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:26:11.669396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:12.295845 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-77d558ce-d8ca-4fa4-a256-07ecf91b30f6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667614855&fields=id&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 267 time: 0.0482762 Mar 11 00:26:12.407654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-06a36d06-f407-40e1-b513-4f2205cd31c1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:12.409817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-06a36d06-f407-40e1-b513-4f2205cd31c1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.1069968 Mar 11 00:26:12.425359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b78a1ff8-03dd-4cb5-8813-43b9bac0e3e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/quotas/177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Mar 11 00:26:12.484797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-fc6b0570-f070-4f80-87bb-4b7957df5605 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538080 Mar 11 00:26:12.595499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-04069b13-0aa5-4c76-8541-e8f3812efa65 service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982833 Mar 11 00:26:12.687223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-2a58b397-091c-4a63-aede-e09a8f399f8f service neutron] 10.222.0.21 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Mar 11 00:26:13.040668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5dafa519-788c-4a7d-af91-f90e32e42841 req-945eeda4-8436-4db4-b480-ef4a950f10b3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0342669 Mar 11 00:26:13.318609 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.063239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-5ed6ba9b-9100-41d8-a803-0f89c249c561 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:14.064759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-5ed6ba9b-9100-41d8-a803-0f89c249c561 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 811 time: 0.1109996 Mar 11 00:26:14.159209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-948aad4d-4794-4813-86f5-66230af5fc0e req-f5bf5ff9-4847-4c9d-a8df-9c2c59548b27 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0394945 Mar 11 00:26:14.169236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-16734343-7bc4-4ad6-8a83-d50ab377f818 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=177b30be438f4b35847541df8828a3b8 HTTP/1.1" status: 200 len: 379 time: 0.0942597 Mar 11 00:26:14.184660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'port': {'device_id': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'admin_state_up': True, 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'security_groups': ['782bc08d-1051-4c21-b0d0-100e9bf2ec68']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:14.301838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Made reservation on behalf of 177b30be438f4b35847541df8828a3b8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:14.305959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.452313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.20.0.9 (a08ef2f2-0c88-4066-a5fb-08bac5966abc/659f904e-846e-4efa-8881-1e67e36e2fbc/191d9667-cbe2-4648-b82a-e71a56b49169) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:14.601056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (191d9667-cbe2-4648-b82a-e71a56b49169), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.641827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.682998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:14.686286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:14.689183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:14.744850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:14.745801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.783383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087911 Mar 11 00:26:14.799617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Request body: {'port': {'device_id': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:14.802866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440946-b906-41d8-8033-4d429c3a6737 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:14.904824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.942615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f2e301ce-2624-4f4a-8256-38bd7ef9044e None None] Provisioning complete for port 191d9667-cbe2-4648-b82a-e71a56b49169 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:14.943705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2e301ce-2624-4f4a-8256-38bd7ef9044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:14.985594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f2e301ce-2624-4f4a-8256-38bd7ef9044e None None] Port 191d9667-cbe2-4648-b82a-e71a56b49169 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:15.231875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191d9667-cbe2-4648-b82a-e71a56b49169 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:26:15.241923 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks [] for port (191d9667-cbe2-4648-b82a-e71a56b49169), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:15.279905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Transition to ACTIVE for port object 191d9667-cbe2-4648-b82a-e71a56b49169 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:26:15.285217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:15.730434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eedb3b-1b96-4371-9280-129408097344 req-075486fc-a4b5-4270-ace2-d46b880fff64 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:15.731814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7eedb3b-1b96-4371-9280-129408097344 req-075486fc-a4b5-4270-ace2-d46b880fff64 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 931 time: 0.4871902 Mar 11 00:26:15.732427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Pushing event updated for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:15.824441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7eedb3b-1b96-4371-9280-129408097344 req-eeee552d-a99b-40e5-9447-fae096fc7e4d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862193 Mar 11 00:26:15.836041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Attempting to bind port 191d9667-cbe2-4648-b82a-e71a56b49169 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:15.836387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Attempting to bind port 191d9667-cbe2-4648-b82a-e71a56b49169 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:15.836722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Attempting to bind port 191d9667-cbe2-4648-b82a-e71a56b49169 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:15.847431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Port 191d9667-cbe2-4648-b82a-e71a56b49169 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:26:15.847431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Attempting to bind port 191d9667-cbe2-4648-b82a-e71a56b49169 on network a08ef2f2-0c88-4066-a5fb-08bac5966abc {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:15.847431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:15.847845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Checking segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:15.848044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Bound using segment: {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:15.848474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Bound port: 191d9667-cbe2-4648-b82a-e71a56b49169, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3448bd-3579-4454-abee-e9bb212c54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:15.848921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:15.912002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:15.914974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=191d9667-cbe2-4648-b82a-e71a56b49169,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:15.927151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:15.966346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:15.966975 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:15.968381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] 10.222.0.30 "PUT /v2.0/ports/191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 200 len: 1091 time: 1.1751986 Mar 11 00:26:15.968849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:26:15.971210 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e30a6dc-505e-4557-bfd9-d999c3f230ec" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:26:15.996632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa036-aaac-48c0-8f9a-1fceac36e65a service neutron] Pushing event updated for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:16.047218 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b56f33-8c76-4c59-b691-ec875a7f4da0 x-openstack-request-id: req-45b56f33-8c76-4c59-b691-ec875a7f4da0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:26:16.047553 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:26:16.047766 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45b56f33-8c76-4c59-b691-ec875a7f4da0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:26:16.048286 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169', 'status': 'completed', 'code': 200} Mar 11 00:26:16.070359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6904d7da-8f45-4103-bedd-8ffb558f07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.072048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-6904d7da-8f45-4103-bedd-8ffb558f07a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1125 time: 0.0533578 Mar 11 00:26:16.117465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-62b6682b-c8d9-4bf1-8edd-39cbb8b9d24b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 200 len: 217 time: 0.0374060 Mar 11 00:26:16.172365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-4b894ff3-9915-4df8-93b9-d49618f8aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.174058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-4b894ff3-9915-4df8-93b9-d49618f8aaa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0514131 Mar 11 00:26:16.231934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-81369ed2-4ab5-443f-9752-ed70ddd08a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.233489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-81369ed2-4ab5-443f-9752-ed70ddd08a23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504553 Mar 11 00:26:16.329336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-a583b20e-2d7c-4c46-80d4-f244bd44e9dc service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894074 Mar 11 00:26:16.432698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2998001-c9b4-4bc6-ae57-cf92bd6d09d1 req-19900018-cd78-4c81-8326-b6b3fc1c30fa service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958610 Mar 11 00:26:16.551420 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-148fdc44-01b4-4a45-9bb6-a1096544588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.552961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-148fdc44-01b4-4a45-9bb6-a1096544588e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1125 time: 0.0624423 Mar 11 00:26:16.648247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-a914efd2-168d-4e63-8d2d-dd5b976130c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.649646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-a914efd2-168d-4e63-8d2d-dd5b976130c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.0909197 Mar 11 00:26:16.690479 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-155b287b-438c-462f-8f2b-d28e4354db06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 200 len: 217 time: 0.0347710 Mar 11 00:26:16.740428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-09a0bb1e-7709-4c01-9590-2688399cddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.741868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-09a0bb1e-7709-4c01-9590-2688399cddea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0448565 Mar 11 00:26:16.794648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-dc6aead7-e956-40ff-b077-fe0bb3dc5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:16.796192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-dc6aead7-e956-40ff-b077-fe0bb3dc5142 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486836 Mar 11 00:26:16.890332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-e0155d1a-f191-4955-baa3-faeb8481dfc9 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873682 Mar 11 00:26:17.031454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629754b-a205-4148-b55e-635fc3773e2e req-9df27836-bdd6-441d-bd3f-80a842b724cb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:17.032973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c629754b-a205-4148-b55e-635fc3773e2e req-9df27836-bdd6-441d-bd3f-80a842b724cb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1358616 Mar 11 00:26:17.035779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e30a6dc-505e-4557-bfd9-d999c3f230ec req-88c25a33-9713-4121-b435-578620411975 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397989 Mar 11 00:26:17.083734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c629754b-a205-4148-b55e-635fc3773e2e req-062c5f55-a6f4-481b-9067-b34de65be3d8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Mar 11 00:26:18.211071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4231cd-19a1-4b6a-987d-a196b4fea6ea req-148a6d15-8208-4747-b12a-7969ea71a337 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:18.212973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e4231cd-19a1-4b6a-987d-a196b4fea6ea req-148a6d15-8208-4747-b12a-7969ea71a337 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0594935 Mar 11 00:26:18.261422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e4231cd-19a1-4b6a-987d-a196b4fea6ea req-1ea7cdf3-893d-492d-a8e1-efd93b9915c1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Mar 11 00:26:19.382234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57daac-012a-407e-bd00-98a0bbd13ee0 req-8a280bf9-e35f-4fb8-abd5-5fe62878a41c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:19.383704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d57daac-012a-407e-bd00-98a0bbd13ee0 req-8a280bf9-e35f-4fb8-abd5-5fe62878a41c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0536480 Mar 11 00:26:19.432127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d57daac-012a-407e-bd00-98a0bbd13ee0 req-e747c5db-8a02-4926-b736-bce130079482 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427122 Mar 11 00:26:20.555126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89c1e7-9e32-4c0a-b9dd-7039b1d2fefc req-00b3c6d0-ac8b-40a5-81f4-46a3dc2c1e86 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:20.556978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c89c1e7-9e32-4c0a-b9dd-7039b1d2fefc req-00b3c6d0-ac8b-40a5-81f4-46a3dc2c1e86 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0534234 Mar 11 00:26:20.614432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c89c1e7-9e32-4c0a-b9dd-7039b1d2fefc req-6cfa58f9-1890-4668-9a0d-dfe63b1d6f3b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509064 Mar 11 00:26:21.741347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8221ac4-e8cb-43bb-9278-50aace6a1a95 req-aa7f25e8-99bd-48d9-9ee8-7255d23e548e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:21.748741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8221ac4-e8cb-43bb-9278-50aace6a1a95 req-aa7f25e8-99bd-48d9-9ee8-7255d23e548e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0613663 Mar 11 00:26:21.794580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d8221ac4-e8cb-43bb-9278-50aace6a1a95 req-38db61ff-d88a-4ef0-afad-8fc8138e029e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452304 Mar 11 00:26:22.936155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178d3a-3bc9-4b30-84de-34e389702e03 req-27822b16-f58f-48ad-abd4-e438703fefe1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:22.937622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd178d3a-3bc9-4b30-84de-34e389702e03 req-27822b16-f58f-48ad-abd4-e438703fefe1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0656290 Mar 11 00:26:22.993698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd178d3a-3bc9-4b30-84de-34e389702e03 req-662363a5-bdb2-43b6-9390-fe67d7b3e3cc tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479894 Mar 11 00:26:23.920660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59588) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:24.131336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae918f73-ff67-4294-b7f5-b52e3a356ea9 req-d0865373-453b-4437-8b7e-1a2e04c4e393 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:24.133104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae918f73-ff67-4294-b7f5-b52e3a356ea9 req-d0865373-453b-4437-8b7e-1a2e04c4e393 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0644767 Mar 11 00:26:24.187402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae918f73-ff67-4294-b7f5-b52e3a356ea9 req-abfa8dbc-2764-4667-be8c-5e184848771f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478256 Mar 11 00:26:24.457218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 6d185301-abad-4385-a876-a112aa581ecd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:24.457462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6d185301-abad-4385-a876-a112aa581ecd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:24.508683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-741b4c19-90a8-44f3-907b-0f2c4d5f8b5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454023 Mar 11 00:26:24.545123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6d185301-abad-4385-a876-a112aa581ecd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:24.545855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (6d185301-abad-4385-a876-a112aa581ecd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:24.559610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 6d185301-abad-4385-a876-a112aa581ecd owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:24.607311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-bb5436fd-cd74-49c3-aece-e7e33411a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:24.609222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-bb5436fd-cd74-49c3-aece-e7e33411a07d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.0492418 Mar 11 00:26:24.717185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6d185301-abad-4385-a876-a112aa581ecd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:24.724788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-5931418d-12a3-457c-a4bb-5e8d52673c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:24.725983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-5931418d-12a3-457c-a4bb-5e8d52673c6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.0989771 Mar 11 00:26:24.750751 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=6d185301-abad-4385-a876-a112aa581ecd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:24.795132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-205180b7-522d-4fad-ab41-0e9f9f61d5e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 1001 time: 0.0626376 Mar 11 00:26:24.833751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for floatingip (83081b58-ae98-4eaa-a69a-86578e4be2a7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:24.834106 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Floating IP 83081b58-ae98-4eaa-a69a-86578e4be2a7 disassociated (deleted). External IP: 172.25.7.150, port: 732af71b-9e24-41d6-a2a4-f72a39edff12. Mar 11 00:26:24.853019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-d1f5707a-76db-43f9-87f6-edc789e97822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:24.854644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-d1f5707a-76db-43f9-87f6-edc789e97822 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0538850 Mar 11 00:26:24.911222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-cb409d1e-ceea-44d2-9fd8-7973626c9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:24.913028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-cb409d1e-ceea-44d2-9fd8-7973626c9904 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521805 Mar 11 00:26:25.008556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-712350e7-32db-4d4a-a8f0-73095f150282 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893068 Mar 11 00:26:25.074592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router ba231c6b-6d94-4178-8cc5-59e65d5633da has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:25.124181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e896a183-0a8c-4e97-ac8d-2628cb9398bf req-9c0c0ea1-c9e8-4081-aeb3-38e3b731747a service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095707 Mar 11 00:26:25.196573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:25.200964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:25.207871 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Sync routers for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:25.218004 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:25.218838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:25.236483 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b9fc20c4-09e3-457e-8df1-2fee779b30ff tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/floatingips/83081b58-ae98-4eaa-a69a-86578e4be2a7 HTTP/1.1" status: 204 len: 168 time: 1.3145661 Mar 11 00:26:25.237186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:26:25.240136 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:26:25.329296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d202e96-269a-4f7a-9fa2-35229438d8dd req-52c7c15c-95a1-40e6-90fd-f3729b14b17c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.339310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d202e96-269a-4f7a-9fa2-35229438d8dd req-52c7c15c-95a1-40e6-90fd-f3729b14b17c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0681915 Mar 11 00:26:25.362786 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:25.410998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d202e96-269a-4f7a-9fa2-35229438d8dd req-858f77ce-3db6-4edd-a629-1c20881c5151 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698576 Mar 11 00:26:25.445623 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b86b6-11fb-4db0-9dc9-5a3e3075eae7 x-openstack-request-id: req-ff3b86b6-11fb-4db0-9dc9-5a3e3075eae7 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:26:25.445926 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:26:25.446186 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff3b86b6-11fb-4db0-9dc9-5a3e3075eae7 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:26:25.446599 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'status': 'completed', 'code': 200} Mar 11 00:26:25.565226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-3dc250c4-4ab1-4e4e-a733-7f104d97fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.566632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-3dc250c4-4ab1-4e4e-a733-7f104d97fdbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c79b35ba8454d5e968272e83089973a&device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 1128 time: 0.0971932 Mar 11 00:26:25.619044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f51b9-ae5a-405f-a171-a65134b23cd4 req-a4d7d360-ef53-4c43-8816-905df42995e1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.626213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-760f51b9-ae5a-405f-a171-a65134b23cd4 req-a4d7d360-ef53-4c43-8816-905df42995e1 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1118848 Mar 11 00:26:25.721364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:25.731198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-760f51b9-ae5a-405f-a171-a65134b23cd4 req-83afdfc9-3aaa-46fe-bb97-8a5a2da829e5 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040893 Mar 11 00:26:25.736051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-2ea4f9de-94bc-446f-9c9d-f0680503c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.738094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-2ea4f9de-94bc-446f-9c9d-f0680503c273 service neutron] 10.222.0.30 "GET /v2.0/networks?id=712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 200 len: 897 time: 0.1545281 Mar 11 00:26:25.750866 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Checking router: ba231c6b-6d94-4178-8cc5-59e65d5633da for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:25.761492 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:25.762133 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:25.795032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-530cab06-e7a1-4a80-99a8-45fe03d9b423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 200 len: 217 time: 0.0472491 Mar 11 00:26:25.848141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-076ca922-fedc-4dbc-9f80-339556ec976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.849553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-076ca922-fedc-4dbc-9f80-339556ec976a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9966c612-b117-4108-84ad-2a77ef8a8c10 HTTP/1.1" status: 200 len: 835 time: 0.0486114 Mar 11 00:26:25.880273 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:25.929361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-672402a7-2612-4e3f-83a8-e583c231b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:25.931059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-672402a7-2612-4e3f-83a8-e583c231b766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=712bb049-75ca-4814-b52f-c17b36dfebc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752399 Mar 11 00:26:26.027088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-c5706a51-910a-4e4a-8259-a201b0442547 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885875 Mar 11 00:26:26.107526 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:26.129030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b4e5d2c-e6f8-4d75-9a2b-d49b193d814a req-d1757f9e-3304-4dc6-bf70-0389c612bb05 service neutron] 10.222.0.30 "GET /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946558 Mar 11 00:26:26.137051 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c22efce-93fe-4811-aa59-9e2f70db15c6 None None] The sync data for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 is: [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:24:37Z', 'revision_number': 4, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'ce2967eb-f823-4c0a-9508-59c8b58a595d', 'name': '', 'network_id': '712bb049-75ca-4814-b52f-c17b36dfebc4', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'mac_address': 'fa:16:3e:26:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:36Z', 'updated_at': '2022-03-11T00:24:41Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'subnets': [{'id': '9966c612-b117-4108-84ad-2a77ef8a8c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:26.371988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8047e0-870b-429d-b50a-44e7b9ae782b None None] New status for floating IP 83081b58-ae98-4eaa-a69a-86578e4be2a7: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:26:26.526032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b932-d240-4381-8e14-a84a256cadb8 req-7c67db24-2403-49e4-86bd-75990f735e9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:26.527507 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1df1b932-d240-4381-8e14-a84a256cadb8 req-7c67db24-2403-49e4-86bd-75990f735e9b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0536973 Mar 11 00:26:26.576503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1df1b932-d240-4381-8e14-a84a256cadb8 req-64aaf430-0124-4027-ac50-685d7a978443 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Mar 11 00:26:26.807892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-c48afb2e-9b31-4fca-8540-be50139f2a3e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:26.809485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-c48afb2e-9b31-4fca-8540-be50139f2a3e tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.0541341 Mar 11 00:26:26.928962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937699d-ec2d-46b0-a0b8-dceaccd83f53 req-30cfa86b-19de-408e-9139-ac080447fa58 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:26.930457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e937699d-ec2d-46b0-a0b8-dceaccd83f53 req-30cfa86b-19de-408e-9139-ac080447fa58 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9 HTTP/1.1" status: 200 len: 946 time: 0.1087735 Mar 11 00:26:26.968540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:26.968893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:27.019232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e937699d-ec2d-46b0-a0b8-dceaccd83f53 req-0d3b7017-f94c-46ec-a4f8-11821d0b11fe tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "GET /v2.0/security-groups?id=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820241 Mar 11 00:26:27.084594 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port 732af71b-9e24-41d6-a2a4-f72a39edff12, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=732af71b-9e24-41d6-a2a4-f72a39edff12,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:27.084959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:27.099251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for 732af71b-9e24-41d6-a2a4-f72a39edff12 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:27.237112 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (732af71b-9e24-41d6-a2a4-f72a39edff12), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:27.266364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=732af71b-9e24-41d6-a2a4-f72a39edff12,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:27.314478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] No DVR routers for this DVR port 732af71b-9e24-41d6-a2a4-f72a39edff12 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:27.317359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:27.320704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c9ea52f-fa64-48d1-855e-994971db4667 req-94578b5d-ef41-4fa8-ab7d-bfd1aa3cb4b8 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.30 "DELETE /v2.0/ports/732af71b-9e24-41d6-a2a4-f72a39edff12 HTTP/1.1" status: 204 len: 173 time: 0.5053577 Mar 11 00:26:27.321165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-deleted', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:26:27.323407 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6478bb44-9d8d-45b7-afe2-0386a5a072b1" -d '{"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-deleted", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:26:27.361703 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82b213-db51-428d-875b-af385d4822d8 x-openstack-request-id: req-bd82b213-db51-428d-875b-af385d4822d8 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:26:27.362011 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9", "name": "network-vif-deleted", "tag": "732af71b-9e24-41d6-a2a4-f72a39edff12", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:26:27.362292 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd82b213-db51-428d-875b-af385d4822d8 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:26:27.362829 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3a138-bbe6-4f82-ac58-1252d5c3a2e9', 'name': 'network-vif-deleted', 'tag': '732af71b-9e24-41d6-a2a4-f72a39edff12', 'status': 'completed', 'code': 200} Mar 11 00:26:27.716363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14b8c5-c290-4091-a34c-d9979b82b46d req-a33ee064-1448-4c2a-84cf-81c5be9ba10a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:27.719833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae14b8c5-c290-4091-a34c-d9979b82b46d req-a33ee064-1448-4c2a-84cf-81c5be9ba10a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0665812 Mar 11 00:26:27.817888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae14b8c5-c290-4091-a34c-d9979b82b46d req-08c7687d-7e52-442b-a1a4-a231f561cbda tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754323 Mar 11 00:26:28.075947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59622) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:28.459506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:28.728455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port ce2967eb-f823-4c0a-9508-59c8b58a595d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:28.728716 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:28.826040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port ce2967eb-f823-4c0a-9508-59c8b58a595d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ce2967eb-f823-4c0a-9508-59c8b58a595d,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:28.827005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:28.845465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for ce2967eb-f823-4c0a-9508-59c8b58a595d owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:28.959216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69c677-7619-4b03-b436-45e1233d9dd1 req-a2f63ef9-4b6b-4f34-8a2c-1cb13e0c0427 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:28.966547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a69c677-7619-4b03-b436-45e1233d9dd1 req-a2f63ef9-4b6b-4f34-8a2c-1cb13e0c0427 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0667903 Mar 11 00:26:29.017789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a69c677-7619-4b03-b436-45e1233d9dd1 req-52435e82-e74e-427c-862b-ab0cc4bad81a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500169 Mar 11 00:26:29.068880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ce2967eb-f823-4c0a-9508-59c8b58a595d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.101380 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=ce2967eb-f823-4c0a-9508-59c8b58a595d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:29.291324 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.514174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Router ba231c6b-6d94-4178-8cc5-59e65d5633da has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:29.625464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:29.630880 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-40451461-e4ee-46f0-a44d-e0550069b847 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "PUT /v2.0/routers/ba231c6b-6d94-4178-8cc5-59e65d5633da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539186 Mar 11 00:26:29.634148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:29.640727 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Sync routers for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:29.651952 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:29.652649 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:29.689577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting subnet 9966c612-b117-4108-84ad-2a77ef8a8c10 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:26:29.692878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (9966c612-b117-4108-84ad-2a77ef8a8c10), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.735114 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (9966c612-b117-4108-84ad-2a77ef8a8c10), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.768670 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:29.826579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (9966c612-b117-4108-84ad-2a77ef8a8c10), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.906441 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (9966c612-b117-4108-84ad-2a77ef8a8c10), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.935675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Subnet': ['ID=9966c612-b117-4108-84ad-2a77ef8a8c10,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:29.941028 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:29.947407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59632) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:29.947741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0d8d402-7270-4157-acd2-2e3574c21df4 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/subnets/9966c612-b117-4108-84ad-2a77ef8a8c10 HTTP/1.1" status: 204 len: 168 time: 0.3095405 Mar 11 00:26:29.949723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e6ae7-296e-416b-92ef-9524d61981c5 None None] Network 712bb049-75ca-4814-b52f-c17b36dfebc4 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:29.977159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:26:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:30.018528 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Checking router: ba231c6b-6d94-4178-8cc5-59e65d5633da for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:30.029661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Routers {'ba231c6b-6d94-4178-8cc5-59e65d5633da'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:30.030540 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ba231c6b-6d94-4178-8cc5-59e65d5633da'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:30.094079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.162319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] DHCP port deletion for 712bb049-75ca-4814-b52f-c17b36dfebc4 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:26:30.172351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] Set router ba231c6b-6d94-4178-8cc5-59e65d5633da gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:30.227449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Deleting port fadef3fc-d6ec-4196-9914-8cab709d64d6 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:30.228867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.231175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47533c5a-93a2-4874-93f7-d7a67cad1742 req-1641f3f0-043e-458b-8967-a38235af320e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:30.232764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47533c5a-93a2-4874-93f7-d7a67cad1742 req-1641f3f0-043e-458b-8967-a38235af320e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0862277 Mar 11 00:26:30.304278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] For port fadef3fc-d6ec-4196-9914-8cab709d64d6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fadef3fc-d6ec-4196-9914-8cab709d64d6,segment=NetworkSegment(4b37bf9c-064c-4fb3-aa81-87df95d042be),segment_id=4b37bf9c-064c-4fb3-aa81-87df95d042be)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:30.304977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.317224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_gateway (ba231c6b-6d94-4178-8cc5-59e65d5633da), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.320194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Calling delete_port for fadef3fc-d6ec-4196-9914-8cab709d64d6 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:30.371704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47533c5a-93a2-4874-93f7-d7a67cad1742 req-0a5e32cc-f217-42e5-ab9f-8a296ed73a84 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087184 Mar 11 00:26:30.379626 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:26:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:30.409915 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Deleting port e911fdf8-82e4-4018-ba46-ccbb2a545df1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:30.410266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.413950 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30b5eb1-eb6f-40cc-ba70-f202018c3168 None None] The sync data for ids ['ba231c6b-6d94-4178-8cc5-59e65d5633da'] in n-d-831844-1 is: [{'id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152555240', 'tenant_id': '4c79b35ba8454d5e968272e83089973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:24:29Z', 'updated_at': '2022-03-11T00:26:29Z', 'revision_number': 5, 'project_id': '4c79b35ba8454d5e968272e83089973a', 'gw_port': {'id': 'e911fdf8-82e4-4018-ba46-ccbb2a545df1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba231c6b-6d94-4178-8cc5-59e65d5633da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:24:30Z', 'updated_at': '2022-03-11T00:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:30.499562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] For port e911fdf8-82e4-4018-ba46-ccbb2a545df1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e911fdf8-82e4-4018-ba46-ccbb2a545df1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:30.499947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.514402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Calling delete_port for e911fdf8-82e4-4018-ba46-ccbb2a545df1 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:30.603015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fadef3fc-d6ec-4196-9914-8cab709d64d6), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.628717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Pushing event deleted for resources: {'Port': ['ID=fadef3fc-d6ec-4196-9914-8cab709d64d6,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:30.636532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] No DVR routers for this DVR port fadef3fc-d6ec-4196-9914-8cab709d64d6 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:30.640512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.641076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.641244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.641595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.641963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.642368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.643458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.643839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.644284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.644603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.644950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.645281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.645612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf961a39-6d88-4dbd-97df-badd69e5b4ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:30.700580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e911fdf8-82e4-4018-ba46-ccbb2a545df1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.732125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Port': ['ID=e911fdf8-82e4-4018-ba46-ccbb2a545df1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:30.795863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.902293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:30.903700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.906214 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router_controller (ba231c6b-6d94-4178-8cc5-59e65d5633da), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.943885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 732af71b-9e24-41d6-a2a4-f72a39edff12 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:30.944799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 732af71b-9e24-41d6-a2a4-f72a39edff12 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:30.969673 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ba231c6b-6d94-4178-8cc5-59e65d5633da), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.971390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Fanout notify agent at l3_agent the message router_deleted on router ba231c6b-6d94-4178-8cc5-59e65d5633da {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:26:30.980653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:30.984466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a04a594d-f1a4-4d34-b95b-1c278a7723f9 tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/routers/ba231c6b-6d94-4178-8cc5-59e65d5633da HTTP/1.1" status: 204 len: 168 time: 1.0328283 Mar 11 00:26:30.984927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59638) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:31.061116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fadef3fc-d6ec-4196-9914-8cab709d64d6 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:31.091276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fadef3fc-d6ec-4196-9914-8cab709d64d6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:31.091938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fadef3fc-d6ec-4196-9914-8cab709d64d6 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:31.092442 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ce2967eb-f823-4c0a-9508-59c8b58a595d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:31.096579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (712bb049-75ca-4814-b52f-c17b36dfebc4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.115382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ce2967eb-f823-4c0a-9508-59c8b58a595d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:31.115806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ce2967eb-f823-4c0a-9508-59c8b58a595d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:31.187473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (712bb049-75ca-4814-b52f-c17b36dfebc4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.214925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712bb049-75ca-4814-b52f-c17b36dfebc4']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:31.227092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b37bf9c-064c-4fb3-aa81-87df95d042be') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:31.227488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b37bf9c-064c-4fb3-aa81-87df95d042be') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:31.237725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (4b37bf9c-064c-4fb3-aa81-87df95d042be), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.253800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4b37bf9c-064c-4fb3-aa81-87df95d042be), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.261226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:26:31.261648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (4b37bf9c-064c-4fb3-aa81-87df95d042be), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:26:31.264913 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:26:31.336025 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (712bb049-75ca-4814-b52f-c17b36dfebc4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.342768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.346245 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/networks/712bb049-75ca-4814-b52f-c17b36dfebc4 HTTP/1.1" status: 204 len: 168 time: 0.3589907 Mar 11 00:26:31.349139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59640) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:31.360532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3add2-1790-4908-a589-70d5730effcb tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'Network': ['ID=712bb049-75ca-4814-b52f-c17b36dfebc4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:31.414831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e44f9aba-9c33-42a4-a2a1-d55bbb3e956c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.445106 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (e44f9aba-9c33-42a4-a2a1-d55bbb3e956c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.527276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff81c85-6a9f-4669-ae8f-171fe26139ad req-2e3c2dd2-e957-4399-8c43-d2547dc60222 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:31.528791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fff81c85-6a9f-4669-ae8f-171fe26139ad req-2e3c2dd2-e957-4399-8c43-d2547dc60222 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0809085 Mar 11 00:26:31.567412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e44f9aba-9c33-42a4-a2a1-d55bbb3e956c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.569984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:31.571111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] 10.222.0.21 "DELETE /v2.0/security-groups/e44f9aba-9c33-42a4-a2a1-d55bbb3e956c HTTP/1.1" status: 204 len: 168 time: 0.2209535 Mar 11 00:26:31.589401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7e707-2fe6-4f8e-baf0-4d8c3ee360bd tempest-TestNetworkAdvancedServerOps-2071390214 tempest-TestNetworkAdvancedServerOps-2071390214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44f9aba-9c33-42a4-a2a1-d55bbb3e956c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:31.654661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fff81c85-6a9f-4669-ae8f-171fe26139ad req-0d265d6d-ac58-4cca-b53e-6cb2facd3206 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078436 Mar 11 00:26:31.898059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59650) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:32.044185 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56b0b279-7467-49a7-aa11-cf34c2234e7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c79b35ba8454d5e968272e83089973a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448236 Mar 11 00:26:32.046716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:32.098033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] Publish callbacks [] for security_group (d4f4699c-934e-4683-9896-04bd90c537e9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.119722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] Publish callbacks [] for security_group (d4f4699c-934e-4683-9896-04bd90c537e9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.168921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d4f4699c-934e-4683-9896-04bd90c537e9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.171611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.172849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4f4699c-934e-4683-9896-04bd90c537e9 HTTP/1.1" status: 204 len: 168 time: 0.1251156 Mar 11 00:26:32.183461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b805e7b-7e71-4cd4-90e4-6b76f624e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f4699c-934e-4683-9896-04bd90c537e9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:32.442324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:32.483381 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2268700c-9025-4764-856e-66332e2e0dca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0b20ce4dc1b41a19e4b846a31291196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399060 Mar 11 00:26:32.486083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:32.536097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] Publish callbacks [] for security_group (5a18e401-d7c1-46cd-b14b-9dc8f56447d5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.557355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] Publish callbacks [] for security_group (5a18e401-d7c1-46cd-b14b-9dc8f56447d5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.607444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5a18e401-d7c1-46cd-b14b-9dc8f56447d5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.610248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:32.611671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a18e401-d7c1-46cd-b14b-9dc8f56447d5 HTTP/1.1" status: 204 len: 168 time: 0.1243455 Mar 11 00:26:32.619669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aace1-5a38-4915-8807-460520ff3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18e401-d7c1-46cd-b14b-9dc8f56447d5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:32.791491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c29a6-5efb-4475-a1f3-d2ab097bc0fc req-cf39ebe1-4f86-4d5d-8d86-482a5b9d170a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:32.792979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a5c29a6-5efb-4475-a1f3-d2ab097bc0fc req-cf39ebe1-4f86-4d5d-8d86-482a5b9d170a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0598032 Mar 11 00:26:32.856702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a5c29a6-5efb-4475-a1f3-d2ab097bc0fc req-d6835fbc-120d-4fe7-910e-aa45b42a8120 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 Mar 11 00:26:32.887050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e911fdf8-82e4-4018-ba46-ccbb2a545df1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:32.924506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e911fdf8-82e4-4018-ba46-ccbb2a545df1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:32.924856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e911fdf8-82e4-4018-ba46-ccbb2a545df1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:33.989176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c09615-8a5d-445d-9676-00ffd77867b5 req-0eedfe43-1e28-4fa9-9fa3-5118719487ed tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:33.990757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c09615-8a5d-445d-9676-00ffd77867b5 req-0eedfe43-1e28-4fa9-9fa3-5118719487ed tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0617938 Mar 11 00:26:34.046761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c09615-8a5d-445d-9676-00ffd77867b5 req-758ce61e-22e7-4205-a1c2-afade88bfb87 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499089 Mar 11 00:26:34.516596 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d47803c-60a4-43d1-a335-bcbc3fd013b2 req-4dc3c5e2-f8af-4112-8ede-2132e61bb059 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0351007 Mar 11 00:26:34.565443 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d47803c-60a4-43d1-a335-bcbc3fd013b2 req-57969aed-a426-4c72-92be-547df3f2c883 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0265651 Mar 11 00:26:34.607292 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d47803c-60a4-43d1-a335-bcbc3fd013b2 req-5ccf2812-e5b2-41d4-b806-f7a6fa940f7c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234761 Mar 11 00:26:34.724137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47803c-60a4-43d1-a335-bcbc3fd013b2 req-3521520d-a871-4040-91c2-34b4a2f4382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:34.726461 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7d47803c-60a4-43d1-a335-bcbc3fd013b2 req-3521520d-a871-4040-91c2-34b4a2f4382c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139567 Mar 11 00:26:34.850429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59826) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:34.969239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3134e56-b84f-43c6-8365-2843b762e42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.048098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3134e56-b84f-43c6-8365-2843b762e42b admin admin] Publish callbacks [] for security_group (0fb8c025-33fb-4964-a2e3-2fa8f6486f3b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.053132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3134e56-b84f-43c6-8365-2843b762e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0fb8c025-33fb-4964-a2e3-2fa8f6486f3b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.094802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:35.096944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a3134e56-b84f-43c6-8365-2843b762e42b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baae279092dd40a0a7ee5f4945652dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451177 Mar 11 00:26:35.112945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3134e56-b84f-43c6-8365-2843b762e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8c025-33fb-4964-a2e3-2fa8f6486f3b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:35.182238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] Publish callbacks [] for security_group (0fb8c025-33fb-4964-a2e3-2fa8f6486f3b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.202401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53197a-3d9b-4912-8bd5-0dc46fb0ac47 req-f973f07b-0491-410d-b5d2-dfddc558ad55 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:35.204590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e53197a-3d9b-4912-8bd5-0dc46fb0ac47 req-f973f07b-0491-410d-b5d2-dfddc558ad55 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0642397 Mar 11 00:26:35.213037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] Publish callbacks [] for security_group (0fb8c025-33fb-4964-a2e3-2fa8f6486f3b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.271136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0fb8c025-33fb-4964-a2e3-2fa8f6486f3b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.274164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.285249 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb8c025-33fb-4964-a2e3-2fa8f6486f3b HTTP/1.1" status: 204 len: 168 time: 0.1841450 Mar 11 00:26:35.303436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e53197a-3d9b-4912-8bd5-0dc46fb0ac47 req-1a03c9c7-2817-4ae6-bb16-2d8bb922b728 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816967 Mar 11 00:26:35.304763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a302f-afc5-430f-a5e6-e781926228f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8c025-33fb-4964-a2e3-2fa8f6486f3b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:35.611543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:35.626695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70c5758d-1baf-49be-a7a7-96c83be0c19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.716960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70c5758d-1baf-49be-a7a7-96c83be0c19c admin admin] Publish callbacks [] for security_group (870d4128-4061-49ce-966a-84ba6c658d1d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.721558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70c5758d-1baf-49be-a7a7-96c83be0c19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (870d4128-4061-49ce-966a-84ba6c658d1d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.762749 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70c5758d-1baf-49be-a7a7-96c83be0c19c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a685938ead8e442f90397a5b939434e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496089 Mar 11 00:26:35.762971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59842) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:35.763687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5758d-1baf-49be-a7a7-96c83be0c19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870d4128-4061-49ce-966a-84ba6c658d1d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:35.839967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] Publish callbacks [] for security_group (870d4128-4061-49ce-966a-84ba6c658d1d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.860126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] Publish callbacks [] for security_group (870d4128-4061-49ce-966a-84ba6c658d1d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.916026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (870d4128-4061-49ce-966a-84ba6c658d1d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.919033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:35.925021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/870d4128-4061-49ce-966a-84ba6c658d1d HTTP/1.1" status: 204 len: 168 time: 0.1595616 Mar 11 00:26:35.933068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfdec2-26ad-4e55-aea3-80bc8b48c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d4128-4061-49ce-966a-84ba6c658d1d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:36.687291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59870) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:36.694652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4d79d-df20-4061-aa3e-e6a6d1971b03 req-421cd449-ce56-48d9-9ffc-a99af3fdfc21 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:36.696469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4a4d79d-df20-4061-aa3e-e6a6d1971b03 req-421cd449-ce56-48d9-9ffc-a99af3fdfc21 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.2904708 Mar 11 00:26:36.755673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0d19090f-e4d4-4df4-a736-2837a7359363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:36.787665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4a4d79d-df20-4061-aa3e-e6a6d1971b03 req-e148db82-d77e-4136-a502-64e0bd1f3f37 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822644 Mar 11 00:26:36.833574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1006355869-network', 'tenant_id': '579cabcda9134048994dc04451af11f6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:36.860184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Made reservation on behalf of 579cabcda9134048994dc04451af11f6 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:36.864695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:36.879181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:36.996271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks [] for security_group (cac724a3-bfe9-4bcd-9f43-e8656785f680), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.002461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cac724a3-bfe9-4bcd-9f43-e8656785f680), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.032794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:26:37.043150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac724a3-bfe9-4bcd-9f43-e8656785f680,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:37.048261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f88b5859-886b-409e-aa25-bfda7412501c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.049618 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Added segment f88b5859-886b-409e-aa25-bfda7412501c of type vlan for network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 Mar 11 00:26:37.099163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.132432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.133600 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:37.134446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.178222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4891522 Mar 11 00:26:37.181291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:37.218422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Request body: {'subnet': {'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1006355869-subnet', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:37.224777 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aafa91-d1eb-4062-b659-8fda19754bdc admin admin] Pushing event updated for resources: {'Network': ['ID=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:37.234888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:26:37.262664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Made reservation on behalf of 579cabcda9134048994dc04451af11f6 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:37.276262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.479078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (19ea49b3-3b84-4776-85b6-fed324147c8e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.546419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ea49b3-3b84-4776-85b6-fed324147c8e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:37.555348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Checking segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:37.555705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Network hostable DHCP agents. Network: bd4e9ff1-06c2-4bdb-ae50-56df710e4b82, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:26:37.574841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:26:37.584806 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, bd4e9ff1-06c2-4bdb-ae50-56df710e4b82) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:37.588877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:37.589463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.594096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138ae64-418e-431b-93e9-3e14b35bc17c None None] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:37.609747 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aac94c55-cbe6-47bb-a72d-859bd5fcf9a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4244864 Mar 11 00:26:37.610087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:37.614685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:37.639324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.640663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.700995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for router_controller (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.710054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'project_id': '579cabcda9134048994dc04451af11f6', 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:26:37.711058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:37.880695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Allocated IP 172.20.0.2 (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82/19ea49b3-3b84-4776-85b6-fed324147c8e/98fc4b90-464d-46f1-97a6-08c31fc75d5b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:37.916938 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for router_gateway (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.009596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab65ae-90e8-4127-aaca-fce9c3af03f0 req-701c41f4-3e70-4da7-8906-53a0c0b9439f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:38.017794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93ab65ae-90e8-4127-aaca-fce9c3af03f0 req-701c41f4-3e70-4da7-8906-53a0c0b9439f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1033895 Mar 11 00:26:38.077509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks [] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.085243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93ab65ae-90e8-4127-aaca-fce9c3af03f0 req-015ce578-0646-4219-be4d-f844f4419d1c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655675 Mar 11 00:26:38.087236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.144326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:38.147292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:38.155468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:38.200794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Pushing event updated for resources: {'Port': ['ID=98fc4b90-464d-46f1-97a6-08c31fc75d5b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:38.236962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Attempting to bind port 98fc4b90-464d-46f1-97a6-08c31fc75d5b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:38.237334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Attempting to bind port 98fc4b90-464d-46f1-97a6-08c31fc75d5b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:38.237792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Attempting to bind port 98fc4b90-464d-46f1-97a6-08c31fc75d5b on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:38.244658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:38.245042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Checking segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:38.245452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.245997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Bound using segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:38.246503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Bound port: 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:38.247395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.264697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for router_gateway (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.287833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.334810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] For port 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:38.337987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] For port 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=98fc4b90-464d-46f1-97a6-08c31fc75d5b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:38.344808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:38.413249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48523c6-bafe-4e76-beec-c000e960c521 None None] Pushing event updated for resources: {'Port': ['ID=98fc4b90-464d-46f1-97a6-08c31fc75d5b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:38.422714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Allocated IP 172.25.7.87 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/70de03d5-d797-4a55-a2d4-108c2ffdf3f4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:38.988532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 98fc4b90-464d-46f1-97a6-08c31fc75d5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:39.020791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.055727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 98fc4b90-464d-46f1-97a6-08c31fc75d5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:39.056134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.060588 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.102386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:39.105865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:39.112418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:39.154279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:39.165408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 98fc4b90-464d-46f1-97a6-08c31fc75d5b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:39.169907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.213605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=98fc4b90-464d-46f1-97a6-08c31fc75d5b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:39.223422 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.335008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f34cc671-1f4f-4bdb-a49e-ffb78191c523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.399634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=98fc4b90-464d-46f1-97a6-08c31fc75d5b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:39.637332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb82-a9fa-452a-9ffd-ef866070ef7e req-d619f0ce-6c15-4d50-a3e7-05d9a2bbe904 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:39.644476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7dfbb82-a9fa-452a-9ffd-ef866070ef7e req-d619f0ce-6c15-4d50-a3e7-05d9a2bbe904 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.4842741 Mar 11 00:26:39.685074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for router_gateway (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:39.817248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7dfbb82-a9fa-452a-9ffd-ef866070ef7e req-f0fab231-bc45-45ce-af95-fdc4b6a2daac tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575403 Mar 11 00:26:39.854346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693137f-d100-413a-819c-f615271e09b7 req-026ec520-00e4-45f0-ad19-dac5708e6ed7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:39.856180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4693137f-d100-413a-819c-f615271e09b7 req-026ec520-00e4-45f0-ad19-dac5708e6ed7 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.1092875 Mar 11 00:26:39.880855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbe01a-eac4-40cb-926c-bb327c8f9d0a None None] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:39.983324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4693137f-d100-413a-819c-f615271e09b7 req-c362d228-c578-467f-b85b-e0079a9fba33 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955832 Mar 11 00:26:40.065491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-74dca62b-e17a-416a-aa43-f020ff68ad4a None None] Provisioning complete for port 98fc4b90-464d-46f1-97a6-08c31fc75d5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:40.066053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74dca62b-e17a-416a-aa43-f020ff68ad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:40.084285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:40.172823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74dca62b-e17a-416a-aa43-f020ff68ad4a None None] Current status of the port 98fc4b90-464d-46f1-97a6-08c31fc75d5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:40.260994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:26:40.390692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:40.408496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Sync routers for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:40.412736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:40.416649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-77a17e81-9d32-4b05-9329-216735ee3ca6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8029902 Mar 11 00:26:40.416993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:40.432760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7fd81ac0-3799-4702-adbb-395d2bb51dc9 None None] Provisioning complete for port 98fc4b90-464d-46f1-97a6-08c31fc75d5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:40.433581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fd81ac0-3799-4702-adbb-395d2bb51dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:40.435686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:40.436576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:40.567028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:40.649412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7fd81ac0-3799-4702-adbb-395d2bb51dc9 None None] Current status of the port 98fc4b90-464d-46f1-97a6-08c31fc75d5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:40.671670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:40.981284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 98fc4b90-464d-46f1-97a6-08c31fc75d5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:41.051239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e74a9-e9ab-47f4-9c1c-c60022d174aa req-f8ec6076-0897-4694-b118-8d41a5e936da tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:41.056443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a16e74a9-e9ab-47f4-9c1c-c60022d174aa req-f8ec6076-0897-4694-b118-8d41a5e936da tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1417081 Mar 11 00:26:41.071520 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.082265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 98fc4b90-464d-46f1-97a6-08c31fc75d5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:41.082610 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.203685 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:39Z', 'revision_number': 3, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:41.216206 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.245699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a16e74a9-e9ab-47f4-9c1c-c60022d174aa req-82ccf75b-22b6-4cd9-a3e9-214ac32833e2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849556 Mar 11 00:26:41.253871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Checking router: d284c189-fb2a-4b3b-b3d4-d35b55a7a32e for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:41.254236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Updating router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:26:41.294928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-19670beb-1c7f-4aca-bbd2-3cd3f3d6f0ff tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:41.295214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.296807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-19670beb-1c7f-4aca-bbd2-3cd3f3d6f0ff tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.1527917 Mar 11 00:26:41.307530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f589e8-aec5-4710-9670-ec152d516075 req-8f0a90d9-1450-4165-b17c-de13db2322b4 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:41.309185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75f589e8-aec5-4710-9670-ec152d516075 req-8f0a90d9-1450-4165-b17c-de13db2322b4 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 945 time: 0.1530859 Mar 11 00:26:41.319339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 98fc4b90-464d-46f1-97a6-08c31fc75d5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:41.365281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.450610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75f589e8-aec5-4710-9670-ec152d516075 req-6cd779f8-ab87-46b5-a05a-d52d8a7ec551 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups?id=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239161 Mar 11 00:26:41.481905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port 937fa323-e774-49bb-a797-2a86a53abd2e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:41.482611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.586906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Allocated IP 172.20.0.1 (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82/19ea49b3-3b84-4776-85b6-fed324147c8e/b5f994cb-287b-453e-9baa-033805c8ff62) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:41.608045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] For port 937fa323-e774-49bb-a797-2a86a53abd2e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=937fa323-e774-49bb-a797-2a86a53abd2e,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:41.609031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.659993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks [] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.675207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.714230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.733759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Attempting to bind port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:41.734171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Attempting to bind port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:41.734535 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Attempting to bind port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:41.746545 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks [] for port (b5f994cb-287b-453e-9baa-033805c8ff62), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.747645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:41.748059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:41.748459 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.748854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:41.749431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Bound port: 70de03d5-d797-4a55-a2d4-108c2ffdf3f4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:41.749695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.752974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31ff84-c106-487b-bdbd-d6b23d41da03 None None] Pushing event updated for resources: {'Port': ['ID=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:41.795714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.812434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] For port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:41.817469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] For port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:41.824628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.839460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:41.846011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:41.850667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:41.880370 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:41.900807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:41.901461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:41.905636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.925729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.926150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:41.926505 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Floating IP 987a5071-e92b-461d-b5a0-e6a2e6bcb2df disassociated. External IP: 172.25.7.73, port: 937fa323-e774-49bb-a797-2a86a53abd2e. Mar 11 00:26:41.927041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for 937fa323-e774-49bb-a797-2a86a53abd2e owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:41.985048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31ff84-c106-487b-bdbd-d6b23d41da03 None None] Pushing event updated for resources: {'Port': ['ID=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:42.078459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:42.148196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.172050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (937fa323-e774-49bb-a797-2a86a53abd2e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.216769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=937fa323-e774-49bb-a797-2a86a53abd2e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:42.231398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-75277c19-68bd-443b-9e73-ac1fba834a6e None None] Provisioning complete for port b5f994cb-287b-453e-9baa-033805c8ff62 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:42.231782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75277c19-68bd-443b-9e73-ac1fba834a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.298004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-75277c19-68bd-443b-9e73-ac1fba834a6e None None] Port b5f994cb-287b-453e-9baa-033805c8ff62 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:42.373798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks [] for port (b5f994cb-287b-453e-9baa-033805c8ff62), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.381314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.385227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:39Z', 'revision_number': 3, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:42.418277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeac2a9-f0d3-4e13-b44b-fa903edba4f4 None None] The sync data for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 is: [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:39Z', 'revision_number': 3, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:42.429576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Pushing event updated for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:42.462170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:42.472695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.483433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2421a76-23ec-40ea-b6d7-17013c51c50a req-9ac47928-a308-4fe6-8fde-1e9b5731bb57 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:42.491281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2421a76-23ec-40ea-b6d7-17013c51c50a req-9ac47928-a308-4fe6-8fde-1e9b5731bb57 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1114151 Mar 11 00:26:42.616241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:42.618407 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:42.656414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46590624-f924-400d-9b58-20d4e52e339a req-08218fb4-b5f2-4d16-a765-402634a38fe5 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/ports?device_id=519599f7-9610-4584-923a-275a7e8f0fba HTTP/1.1" status: 200 len: 210 time: 0.0998356 Mar 11 00:26:42.675436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2421a76-23ec-40ea-b6d7-17013c51c50a req-e9434715-a040-4633-b259-34b83e1b4dd5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832654 Mar 11 00:26:42.748059 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:42.761868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:42.779624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:42.780431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:42.827437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] No DVR routers for this DVR port 937fa323-e774-49bb-a797-2a86a53abd2e on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:26:42.834840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:42.838975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1533a7d-0d2d-40fa-b2f5-96c5fce9edad req-f259456e-89d3-4207-8486-397b30df0b93 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.30 "DELETE /v2.0/ports/937fa323-e774-49bb-a797-2a86a53abd2e HTTP/1.1" status: 204 len: 173 time: 1.5289245 Mar 11 00:26:42.839648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'name': 'network-vif-deleted', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:26:42.842109 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b823960c-f021-448e-b9c9-e9965fa3473a" -d '{"events": [{"server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "name": "network-vif-deleted", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:26:42.843832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:42.986337 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd94e1-51b6-4940-a82b-a19ab64fac93 x-openstack-request-id: req-41bd94e1-51b6-4940-a82b-a19ab64fac93 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:26:42.986611 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519599f7-9610-4584-923a-275a7e8f0fba", "name": "network-vif-deleted", "tag": "937fa323-e774-49bb-a797-2a86a53abd2e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:26:42.986869 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41bd94e1-51b6-4940-a82b-a19ab64fac93 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:26:42.987273 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519599f7-9610-4584-923a-275a7e8f0fba', 'name': 'network-vif-deleted', 'tag': '937fa323-e774-49bb-a797-2a86a53abd2e', 'status': 'completed', 'code': 200} Mar 11 00:26:43.079035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:43.087047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-325b6f5d-5f69-4659-b504-b7542a7bfd3e admin admin] 10.222.0.21 "PUT /v2.0/routers/d284c189-fb2a-4b3b-b3d4-d35b55a7a32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688583 Mar 11 00:26:43.092882 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:43.138162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-446f615c-c90b-4b15-994d-fed8b8fcbe64 None None] Provisioning complete for port b5f994cb-287b-453e-9baa-033805c8ff62 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:43.138700 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-446f615c-c90b-4b15-994d-fed8b8fcbe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:43.560471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:43.566205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-446f615c-c90b-4b15-994d-fed8b8fcbe64 None None] Port b5f994cb-287b-453e-9baa-033805c8ff62 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:43.604639 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:43.655424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:43.671869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:43.672853 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:43.832661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:43.852139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59958) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:43.899663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 59960) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:43.910069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-802023606-network', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:43.927767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811fb46-2975-467f-a5ad-d8be4115c49a req-edd0bd25-25c9-4574-bdb6-c8c2aa8ea0ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:43.937899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1811fb46-2975-467f-a5ad-d8be4115c49a req-edd0bd25-25c9-4574-bdb6-c8c2aa8ea0ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1338365 Mar 11 00:26:43.955393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (28f9b4f9-2c97-42db-94b1-ac380ddc5b8d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:43.966208 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Made reservation on behalf of 475595b63d9d4ce5b9b4852134a7e19b for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:43.968757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:43.986487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:43.993781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (28f9b4f9-2c97-42db-94b1-ac380ddc5b8d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.023366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1811fb46-2975-467f-a5ad-d8be4115c49a req-931953a5-121a-4478-a09a-521455541f16 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816202 Mar 11 00:26:44.103462 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28f9b4f9-2c97-42db-94b1-ac380ddc5b8d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.106727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.108107 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/security-groups/28f9b4f9-2c97-42db-94b1-ac380ddc5b8d HTTP/1.1" status: 204 len: 168 time: 0.2548718 Mar 11 00:26:44.111477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59962) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:44.127977 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-ce1c0a6f-4517-49bd-a2ae-afd2d62de5eb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] show failed (client error): The resource could not be found. Mar 11 00:26:44.129336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce1c0a6f-4517-49bd-a2ae-afd2d62de5eb tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "GET /v2.0/security-groups/28f9b4f9-2c97-42db-94b1-ac380ddc5b8d HTTP/1.1" status: 404 len: 347 time: 0.0165021 Mar 11 00:26:44.132269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59964) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:44.133936 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks [] for security_group (81bda593-986c-4e99-9939-8a22f52f2012), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.150348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8c4f-44e2-4324-8125-02ace87ffd55 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f9b4f9-2c97-42db-94b1-ac380ddc5b8d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:44.152356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (81bda593-986c-4e99-9939-8a22f52f2012), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.160538 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:44.188834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:26:44.203738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bda593-986c-4e99-9939-8a22f52f2012,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:44.209917 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.209917 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Added segment dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f of type vlan for network 726300f7-d453-47fd-9f65-72a9442b957e Mar 11 00:26:44.241184 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41f56-0ebb-416a-b823-f8fec16a61ba None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:19:59Z', 'revision_number': 4, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1feb7053-407d-4028-bbf6-a1afef1f196f', 'name': '', 'network_id': 'c8ab96c0-b28f-4e14-bd24-11a4fe98ad68', 'tenant_id': '166c6981125849d49312ea129b146355', 'mac_address': 'fa:16:3e:28:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '001a356a-26c5-4db1-9563-251e632b3088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:58Z', 'updated_at': '2022-03-11T00:20:07Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'subnets': [{'id': '001a356a-26c5-4db1-9563-251e632b3088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:44.270144 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (726300f7-d453-47fd-9f65-72a9442b957e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.314246 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (726300f7-d453-47fd-9f65-72a9442b957e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.315684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:44.316294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.333497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Deleting port c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:26:44.333930 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.357651 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567528 Mar 11 00:26:44.366557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59966) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:44.373026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Request body: {'subnet': {'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-802023606-subnet', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:44.384156 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf33744-d5e6-432c-a48d-2ceb64ef2522 admin admin] Pushing event updated for resources: {'Network': ['ID=726300f7-d453-47fd-9f65-72a9442b957e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:44.395561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 726300f7-d453-47fd-9f65-72a9442b957e details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:26:44.432455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Made reservation on behalf of 475595b63d9d4ce5b9b4852134a7e19b for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:44.435028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.461220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.461658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.484205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Calling delete_port for c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:26:44.680145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad8ca1-3e79-44c6-be27-6b17a4c26e32 None None] New status for floating IP 987a5071-e92b-461d-b5a0-e6a2e6bcb2df: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:26:44.746460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (57a38646-8e88-4bed-8736-7a1a746a3708), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.772299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.788285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-0aad8ca1-3e79-44c6-be27-6b17a4c26e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:26:44.788819 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-0aad8ca1-3e79-44c6-be27-6b17a4c26e32 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:26:44.815055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Pushing event deleted for resources: {'Port': ['ID=c0c6f1bc-b1d5-49c3-a1c8-3f3c1bfb09ff,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:44.853239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a38646-8e88-4bed-8736-7a1a746a3708,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:44.897030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Checking segment: {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:44.897398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Network hostable DHCP agents. Network: 726300f7-d453-47fd-9f65-72a9442b957e, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:26:44.914833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks [] for floatingip (987a5071-e92b-461d-b5a0-e6a2e6bcb2df), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.917577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.918754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e6a779b4-9348-48ad-ad98-6bf4d7137a46 tempest-AttachVolumeNegativeTest-837387071 tempest-AttachVolumeNegativeTest-837387071-project] 10.222.0.21 "DELETE /v2.0/floatingips/987a5071-e92b-461d-b5a0-e6a2e6bcb2df HTTP/1.1" status: 204 len: 168 time: 0.7853169 Mar 11 00:26:44.934146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 937fa323-e774-49bb-a797-2a86a53abd2e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:26:44.956505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Network 726300f7-d453-47fd-9f65-72a9442b957e is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:26:44.971968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 937fa323-e774-49bb-a797-2a86a53abd2e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:26:44.972343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 937fa323-e774-49bb-a797-2a86a53abd2e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:26:44.974928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 726300f7-d453-47fd-9f65-72a9442b957e) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:44.978978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:44.979590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:44.997083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e9fa2b1f-f5b5-4e3d-b12b-ec7ab319d882 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6293514 Mar 11 00:26:44.999680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59974) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:45.002404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:45.005795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:45.006006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1b767-6abf-42cc-bf57-7096a7b21d4e None None] Network 726300f7-d453-47fd-9f65-72a9442b957e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:45.070101 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.071807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.153602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:45.154065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.209635 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for router_controller (15688e4b-9bc9-4371-8d9d-6f5da9c43039), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.211542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-726300f7-d453-47fd-9f65-72a9442b957e', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:26:45.212444 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.294610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad8ca1-3e79-44c6-be27-6b17a4c26e32 None None] New status for floating IP 987a5071-e92b-461d-b5a0-e6a2e6bcb2df: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:26:45.382355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for router_gateway (15688e4b-9bc9-4371-8d9d-6f5da9c43039), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.400180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba61d-001c-46d9-a18b-8fd8a713fb97 req-c2ed645a-0a2c-4b5a-bc33-f2d3a9a6da92 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:45.402236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8ba61d-001c-46d9-a18b-8fd8a713fb97 req-c2ed645a-0a2c-4b5a-bc33-f2d3a9a6da92 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.2522397 Mar 11 00:26:45.437510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:45.438491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.466527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Allocated IP 172.20.0.2 (726300f7-d453-47fd-9f65-72a9442b957e/57a38646-8e88-4bed-8736-7a1a746a3708/01c46db2-83b6-4b4f-9944-afcfb2c3e55c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:45.469662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:45.479776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.489367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b8ba61d-001c-46d9-a18b-8fd8a713fb97 req-d056b3d3-e2da-4954-bb2b-e170a36cb176 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720046 Mar 11 00:26:45.584884 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Sync routers for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:45.589286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:45.612595 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:45.614345 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:45.688010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks [] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.699724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.708434 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for router_gateway (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.734128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.755013 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:45.755565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Pushing event updated for resources: {'Port': ['ID=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:45.778561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Network 726300f7-d453-47fd-9f65-72a9442b957e is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:45.781928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:45.792729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:45.873681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Attempting to bind port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:45.874090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Attempting to bind port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:45.874571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Attempting to bind port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c on network 726300f7-d453-47fd-9f65-72a9442b957e {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:45.880549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:45.881062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Checking segment: {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:45.881542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.882309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Bound using segment: {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:45.882888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Allocated IP 172.25.7.2 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/e5ba277a-246a-46a7-9b93-4fa563477be0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:45.883217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Bound port: 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:45.883816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:45.998058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] For port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:46.005897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] For port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:46.020998 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.031706 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.043619 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:42Z', 'revision_number': 4, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b5f994cb-287b-453e-9baa-033805c8ff62', 'name': '', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'mac_address': 'fa:16:3e:e2:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:41Z', 'updated_at': '2022-03-11T00:26:42Z', 'revision_number': 2, 'project_id': '579cabcda9134048994dc04451af11f6', 'subnets': [{'id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:46.081459 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Checking router: d284c189-fb2a-4b3b-b3d4-d35b55a7a32e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:46.081812 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Updating router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e port b5f994cb-287b-453e-9baa-033805c8ff62 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:26:46.097710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.117745 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.138970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb939dde-e474-4cad-9a99-05f0509b7731 None None] Pushing event updated for resources: {'Port': ['ID=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:46.155760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ba277a-246a-46a7-9b93-4fa563477be0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:46.170496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:46.172306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:46.178054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:46.528175 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks [] for port (b5f994cb-287b-453e-9baa-033805c8ff62), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.537793 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.634661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Pushing event updated for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:46.663699 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.664253 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.664694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.665128 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.665553 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.665978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.666400 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.666821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.667240 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.670164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.670164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.670164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.670164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:46.693977 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Attempting to bind port b5f994cb-287b-453e-9baa-033805c8ff62 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:46.694327 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Attempting to bind port b5f994cb-287b-453e-9baa-033805c8ff62 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:46.694591 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Attempting to bind port b5f994cb-287b-453e-9baa-033805c8ff62 on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:46.700045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:46.700507 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Checking segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:46.700911 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.701508 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Bound using segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:46.702018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Bound port: b5f994cb-287b-453e-9baa-033805c8ff62, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:46.702448 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.807357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29342db-a29c-4803-8694-b83ec34e61be req-2cc63efb-ebf3-4060-bf81-939e27c34e24 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:46.809036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b29342db-a29c-4803-8694-b83ec34e61be req-2cc63efb-ebf3-4060-bf81-939e27c34e24 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1522560 Mar 11 00:26:46.818155 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] For port b5f994cb-287b-453e-9baa-033805c8ff62, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:46.825055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] For port b5f994cb-287b-453e-9baa-033805c8ff62, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b5f994cb-287b-453e-9baa-033805c8ff62,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:46.843427 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:46.938086 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:46.939902 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:46.948127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b29342db-a29c-4803-8694-b83ec34e61be req-837199a3-83dc-4728-aa18-96bb144fd5c8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287651 Mar 11 00:26:46.961611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Provisioning complete for port b5f994cb-287b-453e-9baa-033805c8ff62 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:46.962158 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.008693 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bee87-0d03-46fe-8a4a-cc4f3b2cb131 None None] Pushing event updated for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:47.047872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for router_gateway (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.182245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Current status of the port b5f994cb-287b-453e-9baa-033805c8ff62 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:47.187197 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.202465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:47.213534 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:47.323690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] For port b5f994cb-287b-453e-9baa-033805c8ff62, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b5f994cb-287b-453e-9baa-033805c8ff62,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:47.335857 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.409922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710760cc-aba0-494d-8445-50e84b526ef5 None None] Pushing event updated for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:47.428846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:47.430441 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.431878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.510759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2ae9e822-0bd0-4554-ba85-ba073dd8968a None None] Provisioning complete for port b5f994cb-287b-453e-9baa-033805c8ff62 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:47.511144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2ae9e822-0bd0-4554-ba85-ba073dd8968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.602400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:26:47.648861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9e822-0bd0-4554-ba85-ba073dd8968a None None] Current status of the port b5f994cb-287b-453e-9baa-033805c8ff62 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:47.652844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:47.654785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 01c46db2-83b6-4b4f-9944-afcfb2c3e55c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:47.700136 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:42Z', 'revision_number': 4, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b5f994cb-287b-453e-9baa-033805c8ff62', 'name': '', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'mac_address': 'fa:16:3e:e2:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:41Z', 'updated_at': '2022-03-11T00:26:46Z', 'revision_number': 4, 'project_id': '579cabcda9134048994dc04451af11f6', 'subnets': [{'id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:47.727857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:47.728238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.732056 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83911d34-f93c-45fa-87fe-b1645a1bce73 None None] The sync data for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 is: [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:26:42Z', 'revision_number': 4, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b5f994cb-287b-453e-9baa-033805c8ff62', 'name': '', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'mac_address': 'fa:16:3e:e2:2f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:41Z', 'updated_at': '2022-03-11T00:26:46Z', 'revision_number': 4, 'project_id': '579cabcda9134048994dc04451af11f6', 'subnets': [{'id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:47.756457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96305d01-8ffc-4293-a4b8-860677666f34 None None] Network 726300f7-d453-47fd-9f65-72a9442b957e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:26:47.800439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:47.825066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Sync routers for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:47.843539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.845585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47bf0471-a034-48a7-9377-1e1e1cfd88f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8442173 Mar 11 00:26:47.852582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 59996) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:26:47.906146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Provisioning complete for port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:47.906668 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:47.940161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:47.941172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:48.196498 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:26:48.206700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Current status of the port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:48.207293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:48.212799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035e7b-e368-4d05-9edf-7033ce89c7f6 req-3f960147-7148-4eb3-a881-1a7f6c563afe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:48.215242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3035e7b-e368-4d05-9edf-7033ce89c7f6 req-3f960147-7148-4eb3-a881-1a7f6c563afe tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1262615 Mar 11 00:26:48.222375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:48.222772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:48.241055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:48.377640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:48.405077 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:48.478083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3035e7b-e368-4d05-9edf-7033ce89c7f6 req-a8290bc0-f294-4b9e-a6a1-03ce53f30214 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145407 Mar 11 00:26:48.635602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:48.767910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:26:48.768303 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:26:48.773391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:48.823081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:46Z', 'revision_number': 3, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:48.857238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Checking router: 15688e4b-9bc9-4371-8d9d-6f5da9c43039 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:48.857598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Updating router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 port e5ba277a-246a-46a7-9b93-4fa563477be0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:26:48.870127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Allocated IP 172.20.0.1 (726300f7-d453-47fd-9f65-72a9442b957e/57a38646-8e88-4bed-8736-7a1a746a3708/67dfbddd-a118-42c4-a7cb-fecde73e40f3) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:48.944094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.006552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks [] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.082874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.108742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b5f994cb-287b-453e-9baa-033805c8ff62 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:49.138381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Network 726300f7-d453-47fd-9f65-72a9442b957e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:49.144819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:49.148530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:49.154652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Pushing event updated for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:49.208905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.298887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b5f994cb-287b-453e-9baa-033805c8ff62 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:49.299595 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.419246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0faf8b47-cd54-4027-827f-3e9f0c1cb940 None None] Current status of the port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:49.438395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.541519 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks [] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.558832 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.565868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b5f994cb-287b-453e-9baa-033805c8ff62 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:49.566963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 01c46db2-83b6-4b4f-9944-afcfb2c3e55c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:49.622559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-193b425f-6433-4447-a844-4028b501297e None None] Provisioning complete for port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:49.622938 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-193b425f-6433-4447-a844-4028b501297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.667828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Attempting to bind port e5ba277a-246a-46a7-9b93-4fa563477be0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:49.668234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Attempting to bind port e5ba277a-246a-46a7-9b93-4fa563477be0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:49.669017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Attempting to bind port e5ba277a-246a-46a7-9b93-4fa563477be0 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:49.687814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:49.688281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:49.688764 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.689174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:49.690566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Bound port: e5ba277a-246a-46a7-9b93-4fa563477be0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:49.690566 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.714479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38456c-84d4-4cb4-a431-6c02d0b02593 req-08c5279d-1d96-4965-a64b-b94469b5ad08 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:49.715970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e38456c-84d4-4cb4-a431-6c02d0b02593 req-08c5279d-1d96-4965-a64b-b94469b5ad08 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1264846 Mar 11 00:26:49.737547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks [] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.745151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] For port e5ba277a-246a-46a7-9b93-4fa563477be0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:49.748091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.748612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] For port e5ba277a-246a-46a7-9b93-4fa563477be0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e5ba277a-246a-46a7-9b93-4fa563477be0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:49.756612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbcafa-9d06-4df1-ae6d-904e34d07f63 None None] Pushing event updated for resources: {'Port': ['ID=e5ba277a-246a-46a7-9b93-4fa563477be0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:49.767752 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.801657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-193b425f-6433-4447-a844-4028b501297e None None] Port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:49.845271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Pushing event updated for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:49.850866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:49.851515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:49.861297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e38456c-84d4-4cb4-a431-6c02d0b02593 req-262117f3-286c-4469-bc8f-4df8e3fd87f8 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364372 Mar 11 00:26:49.862289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-193b425f-6433-4447-a844-4028b501297e None None] Provisioning complete for port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:49.862675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-193b425f-6433-4447-a844-4028b501297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.868012 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.909630 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbcafa-9d06-4df1-ae6d-904e34d07f63 None None] Pushing event updated for resources: {'Port': ['ID=e5ba277a-246a-46a7-9b93-4fa563477be0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:49.938191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:49.938627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:49.990153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Network 726300f7-d453-47fd-9f65-72a9442b957e is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:49.991961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:50.092547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:50.139885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:26:50.162140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-193b425f-6433-4447-a844-4028b501297e None None] Current status of the port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:50.205275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:50.296734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:26:50.303911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8654c870-fa1d-44cd-b636-7c7100153b55 admin admin] 10.222.0.21 "PUT /v2.0/routers/15688e4b-9bc9-4371-8d9d-6f5da9c43039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4498858 Mar 11 00:26:50.317941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e0dded16-e2c2-4274-91a8-1f50b7864ad5 None None] Provisioning complete for port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:50.318384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e0dded16-e2c2-4274-91a8-1f50b7864ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:50.380718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e0dded16-e2c2-4274-91a8-1f50b7864ad5 None None] Port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:50.401376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '67dfbddd-a118-42c4-a7cb-fecde73e40f3', 'name': '', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'mac_address': 'fa:16:3e:8b:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:48Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 2, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'subnets': [{'id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:50.433192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d5649-c205-40fe-913a-2a238a8809ba None None] The sync data for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 is: [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '67dfbddd-a118-42c4-a7cb-fecde73e40f3', 'name': '', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'mac_address': 'fa:16:3e:8b:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:48Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 2, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'subnets': [{'id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:50.977467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-f762e7bb-5724-40d6-b7ba-2c200da07275 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:50.978990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-f762e7bb-5724-40d6-b7ba-2c200da07275 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.1704745 Mar 11 00:26:51.013414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d92d8767-fbd7-4dbe-aa32-3e4705c1a68c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/quotas/475595b63d9d4ce5b9b4852134a7e19b HTTP/1.1" status: 200 len: 375 time: 0.0255280 Mar 11 00:26:51.120304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b31222-6b68-4796-bc15-214b802c1a0e req-78fb6f41-efda-497a-a0a8-f67d974bf0bf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:51.121821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b31222-6b68-4796-bc15-214b802c1a0e req-78fb6f41-efda-497a-a0a8-f67d974bf0bf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1352997 Mar 11 00:26:51.146133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-3846f3f8-ccae-449c-b847-ead5c140f4b6 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102378 Mar 11 00:26:51.246518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2b31222-6b68-4796-bc15-214b802c1a0e req-7bd19e21-5ad3-4ec0-a970-c3d079dda286 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164424 Mar 11 00:26:51.277005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-3265937d-de25-4f8b-8114-7b049fca5be4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241219 Mar 11 00:26:51.417310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-7c66ff29-cc3b-4621-8258-0f93590d8f2f service neutron] 10.222.0.21 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132891 Mar 11 00:26:51.600600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2434bbcc-3260-4370-844f-bac036c48f17 req-ba4ac188-3e72-4b80-a8fa-4b48862705e2 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 210 time: 0.0323205 Mar 11 00:26:52.390365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dbb23-ffd5-4d12-88ee-746b506ff9f4 req-33ececf3-700d-49c1-9801-393dead202f7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:52.392749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f18dbb23-ffd5-4d12-88ee-746b506ff9f4 req-33ececf3-700d-49c1-9801-393dead202f7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0567062 Mar 11 00:26:52.443739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f18dbb23-ffd5-4d12-88ee-746b506ff9f4 req-88245924-546f-4772-aafc-c39893788fda tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Mar 11 00:26:52.731852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f9a577f-2939-43b3-b1b7-aff38014f829 req-f0b2ce2e-fb84-401c-bd96-82648f5459c3 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 210 time: 0.0357521 Mar 11 00:26:52.820517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-ee71cb0f-8db9-4a12-b414-e549d327c065 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:52.822878 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-ee71cb0f-8db9-4a12-b414-e549d327c065 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.39 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.1096120 Mar 11 00:26:52.834828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Request body: {'port': {'device_id': '7b61376e-0783-4206-8e9e-be09b628472f', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'admin_state_up': True, 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:52.862067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Made reservation on behalf of 475595b63d9d4ce5b9b4852134a7e19b for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:26:52.864657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:52.971098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e5ba277a-246a-46a7-9b93-4fa563477be0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:53.015687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Allocated IP 172.20.0.9 (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82/19ea49b3-3b84-4776-85b6-fed324147c8e/a4379d2b-d69c-42d4-b0f3-a06a69042cbc) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:26:53.030436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e5ba277a-246a-46a7-9b93-4fa563477be0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:53.030830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.159576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e5ba277a-246a-46a7-9b93-4fa563477be0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:53.160092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.194920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port e5ba277a-246a-46a7-9b93-4fa563477be0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e5ba277a-246a-46a7-9b93-4fa563477be0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:53.201481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.229321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks [] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.265081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.274369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=e5ba277a-246a-46a7-9b93-4fa563477be0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:53.307146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:26:53.315077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:26:53.317642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:26:53.353228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Pushing event updated for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:53.372296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.373123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.373632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.377095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.377785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.378197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.378555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.378901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.379242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.379846 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.381779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.382168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.382510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:26:53.417834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:53.418514 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.440903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-d885b184-4b7b-4c4c-9f93-d25d7cd69ffa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6106453 Mar 11 00:26:53.452482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Request body: {'port': {'device_id': '7b61376e-0783-4206-8e9e-be09b628472f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:26:53.523737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.645379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee331cf-ef18-45fd-99a0-bec9d4c7d5a8 req-1c1c0a05-5862-4da0-aee0-84ba4082ee3d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:53.646810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ee331cf-ef18-45fd-99a0-bec9d4c7d5a8 req-1c1c0a05-5862-4da0-aee0-84ba4082ee3d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1001551 Mar 11 00:26:53.730377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-764deb05-fddf-4362-9e7d-0da21d55cbd4 None None] Provisioning complete for port a4379d2b-d69c-42d4-b0f3-a06a69042cbc triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:53.730701 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-764deb05-fddf-4362-9e7d-0da21d55cbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.755428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ee331cf-ef18-45fd-99a0-bec9d4c7d5a8 req-40484972-a3fa-4baa-a476-1a1a6cdd5f01 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918992 Mar 11 00:26:53.794504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-764deb05-fddf-4362-9e7d-0da21d55cbd4 None None] Port a4379d2b-d69c-42d4-b0f3-a06a69042cbc cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:26:53.865782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89256d-9977-4ee3-9315-179d74d5d582 req-c27c5e29-22e1-4371-99c0-e51a019a67d8 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:53.867591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e89256d-9977-4ee3-9315-179d74d5d582 req-c27c5e29-22e1-4371-99c0-e51a019a67d8 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1027 time: 0.0485444 Mar 11 00:26:53.906690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4379d2b-d69c-42d4-b0f3-a06a69042cbc {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:26:53.917410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks [] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.925200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e89256d-9977-4ee3-9315-179d74d5d582 req-d039d03f-0a83-4160-80d9-bd3264ee17ab tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Mar 11 00:26:53.932998 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Transition to ACTIVE for port object a4379d2b-d69c-42d4-b0f3-a06a69042cbc will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:26:53.940945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:53.993287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Pushing event updated for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:54.086603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Attempting to bind port a4379d2b-d69c-42d4-b0f3-a06a69042cbc on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:54.087206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Attempting to bind port a4379d2b-d69c-42d4-b0f3-a06a69042cbc by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:54.087736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Attempting to bind port a4379d2b-d69c-42d4-b0f3-a06a69042cbc on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:54.094431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Port a4379d2b-d69c-42d4-b0f3-a06a69042cbc on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:26:54.095589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Attempting to bind port a4379d2b-d69c-42d4-b0f3-a06a69042cbc on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:54.103211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:54.103868 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Checking segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:54.105256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Bound using segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:54.106252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Bound port: a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:54.107237 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:54.199296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:54.202910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:54.213085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:54.262468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:54.263219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:54.265813 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] 10.222.0.39 "PUT /v2.0/ports/a4379d2b-d69c-42d4-b0f3-a06a69042cbc HTTP/1.1" status: 200 len: 1091 time: 0.8168333 Mar 11 00:26:54.267195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:26:54.270228 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b05fd5-5144-48c6-a283-825e13aebb20" -d '{"events": [{"name": "network-changed", "server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:26:54.350268 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ae292-5ce3-43c8-ae00-7e1eff5f1559 x-openstack-request-id: req-c60ae292-5ce3-43c8-ae00-7e1eff5f1559 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:26:54.350674 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:26:54.351028 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c60ae292-5ce3-43c8-ae00-7e1eff5f1559 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:26:54.351535 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc', 'status': 'completed', 'code': 200} Mar 11 00:26:54.374746 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861dc71-51a1-4b3b-b4c0-75aaceeb547d service neutron] Pushing event updated for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:54.404351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b7d70060-a4fc-4beb-b25b-8433842f7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:54.406206 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-b7d70060-a4fc-4beb-b25b-8433842f7231 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1125 time: 0.0790401 Mar 11 00:26:54.480745 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-8924a556-af53-4a0f-9886-7b995bee21a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc HTTP/1.1" status: 200 len: 217 time: 0.0671608 Mar 11 00:26:54.482278 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Sync routers for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:26:54.499313 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:54.503657 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:54.541615 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-3d2babec-8ca8-4d93-9424-c82db9eede4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:54.550383 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-3d2babec-8ca8-4d93-9424-c82db9eede4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19ea49b3-3b84-4776-85b6-fed324147c8e HTTP/1.1" status: 200 len: 849 time: 0.0634065 Mar 11 00:26:54.632244 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:54.659424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-a384c9ce-4b39-4b43-8925-783a5ac318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:54.660990 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-a384c9ce-4b39-4b43-8925-783a5ac318d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042790 Mar 11 00:26:54.800084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-3eb67d9d-bd7a-45d5-b99f-81d0931fa018 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280203 Mar 11 00:26:54.944637 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '67dfbddd-a118-42c4-a7cb-fecde73e40f3', 'name': '', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'mac_address': 'fa:16:3e:8b:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:48Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 2, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'subnets': [{'id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:54.983540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845d364-a7ec-4e98-9c53-3dfd171cabf7 req-cbc95b4c-bc90-45f2-a6f0-4069e5327c71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:54.987460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e5ba277a-246a-46a7-9b93-4fa563477be0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:54.992376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7845d364-a7ec-4e98-9c53-3dfd171cabf7 req-cbc95b4c-bc90-45f2-a6f0-4069e5327c71 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1241698 Mar 11 00:26:55.022845 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9ccf3ca-f9aa-46e2-ae1a-95ab38924019 req-1717b494-4e5f-4d11-847f-c743ac262719 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205465 Mar 11 00:26:55.031148 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Checking router: 15688e4b-9bc9-4371-8d9d-6f5da9c43039 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:26:55.031615 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Updating router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:26:55.102809 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.128512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port e5ba277a-246a-46a7-9b93-4fa563477be0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:55.129102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.176034 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7845d364-a7ec-4e98-9c53-3dfd171cabf7 req-28668da6-ad59-4c96-aff6-7b41cb89278f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768267 Mar 11 00:26:55.229910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-1afaf7fb-b034-467c-8938-4f1313f447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:55.231443 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-1afaf7fb-b034-467c-8938-4f1313f447e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1125 time: 0.1485345 Mar 11 00:26:55.270619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2908f-6882-4a67-a0fe-10a434c2d7b4 req-d208431a-07df-4f76-bb07-0bee89efd8cf tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:55.280722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbc2908f-6882-4a67-a0fe-10a434c2d7b4 req-d208431a-07df-4f76-bb07-0bee89efd8cf tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1125 time: 0.1020958 Mar 11 00:26:55.341154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port e5ba277a-246a-46a7-9b93-4fa563477be0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:55.368909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbc2908f-6882-4a67-a0fe-10a434c2d7b4 req-79642445-61e2-4ed0-b675-bba29469246f tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871892 Mar 11 00:26:55.415734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-060b7114-ef82-4357-93bd-b1fa69e5856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:55.417270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-060b7114-ef82-4357-93bd-b1fa69e5856e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.1783106 Mar 11 00:26:55.490530 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-09d423fb-3d31-431f-b05c-3f01bf1fa5f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc HTTP/1.1" status: 200 len: 217 time: 0.0597298 Mar 11 00:26:55.560501 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks [] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.561375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-80c36940-8bfe-4e81-bccf-62812797852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:55.564684 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-80c36940-8bfe-4e81-bccf-62812797852a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19ea49b3-3b84-4776-85b6-fed324147c8e HTTP/1.1" status: 200 len: 849 time: 0.0669808 Mar 11 00:26:55.568022 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.629749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-04803232-f413-4e87-aca5-aa6548810d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:55.635580 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-04803232-f413-4e87-aca5-aa6548810d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0653665 Mar 11 00:26:55.637273 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280dbd8-248a-40cc-8ca5-8c0bcf7c248d None None] Pushing event updated for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:55.737400 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Attempting to bind port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:26:55.738050 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Attempting to bind port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:26:55.741208 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Attempting to bind port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 on network 726300f7-d453-47fd-9f65-72a9442b957e {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:26:55.748390 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:26:55.749116 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Checking segment: {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:26:55.749589 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.750057 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Bound using segment: {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:26:55.751728 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Bound port: 67dfbddd-a118-42c4-a7cb-fecde73e40f3, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:26:55.752227 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.821229 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-f89dc3d4-9d16-43d6-93bc-fc271a103f25 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766789 Mar 11 00:26:55.886313 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] For port 67dfbddd-a118-42c4-a7cb-fecde73e40f3, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:26:55.894151 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] For port 67dfbddd-a118-42c4-a7cb-fecde73e40f3, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67dfbddd-a118-42c4-a7cb-fecde73e40f3,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:26:55.910712 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:55.990356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:26:55.995716 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:26:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:56.012129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Provisioning complete for port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:56.014490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:56.039295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-02b05fd5-5144-48c6-a283-825e13aebb20 req-10447bbf-56b6-40b4-87e7-808c20a0c9c5 service neutron] 10.222.0.39 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061293 Mar 11 00:26:56.100921 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280dbd8-248a-40cc-8ca5-8c0bcf7c248d None None] Pushing event updated for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:56.226192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Current status of the port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:56.228005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:56.260737 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:26:56.309611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] For port 67dfbddd-a118-42c4-a7cb-fecde73e40f3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67dfbddd-a118-42c4-a7cb-fecde73e40f3,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:56.325555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:56.415317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a14c9-86ca-403c-a9b5-b988714853a4 None None] Pushing event updated for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:56.445749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfd138-7822-4994-b8e2-674fb8472d47 req-f58a402a-5825-4b78-a8a4-cb6ad22cfb98 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:56.452896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-10ee63b1-31ef-479a-bad2-7c9776273e39 None None] Provisioning complete for port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:56.453559 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-10ee63b1-31ef-479a-bad2-7c9776273e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:56.457069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbbfd138-7822-4994-b8e2-674fb8472d47 req-f58a402a-5825-4b78-a8a4-cb6ad22cfb98 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1419027 Mar 11 00:26:56.540563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbbfd138-7822-4994-b8e2-674fb8472d47 req-41687be5-9656-43fc-be71-b6c8ddddc453 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823693 Mar 11 00:26:56.548941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-10ee63b1-31ef-479a-bad2-7c9776273e39 None None] Current status of the port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:56.655520 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '67dfbddd-a118-42c4-a7cb-fecde73e40f3', 'name': '', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'mac_address': 'fa:16:3e:8b:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:48Z', 'updated_at': '2022-03-11T00:26:55Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'subnets': [{'id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:26:56.695478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b302e1-9efe-41ce-9149-9b0aa9350c16 None None] The sync data for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 is: [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:49Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '67dfbddd-a118-42c4-a7cb-fecde73e40f3', 'name': '', 'network_id': '726300f7-d453-47fd-9f65-72a9442b957e', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'mac_address': 'fa:16:3e:8b:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_interface', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:48Z', 'updated_at': '2022-03-11T00:26:55Z', 'revision_number': 4, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'subnets': [{'id': '57a38646-8e88-4bed-8736-7a1a746a3708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:26:57.045932 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa58b-9cf8-4ee1-8453-e6a6260b7e0a req-80a33d4f-225a-42f9-83a3-6bca0414d813 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:57.053021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86baa58b-9cf8-4ee1-8453-e6a6260b7e0a req-80a33d4f-225a-42f9-83a3-6bca0414d813 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1125 time: 0.5300102 Mar 11 00:26:57.058722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67dfbddd-a118-42c4-a7cb-fecde73e40f3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:26:57.111340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-86baa58b-9cf8-4ee1-8453-e6a6260b7e0a req-939cbf73-42c3-4bc9-a4fd-657e29951a40 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520518 Mar 11 00:26:57.124385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:26:57.124995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:57.231198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:57.667679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb59e6-c106-47fd-b147-cca56b04ddf5 req-9ef8bddf-7147-4624-86f0-066e3d4fdba3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:57.670089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6efb59e6-c106-47fd-b147-cca56b04ddf5 req-9ef8bddf-7147-4624-86f0-066e3d4fdba3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0599666 Mar 11 00:26:57.723103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6efb59e6-c106-47fd-b147-cca56b04ddf5 req-d6ef060b-8270-4d7b-9713-493f20276a5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462537 Mar 11 00:26:58.244411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46527dce-95cb-46b7-ac95-8efe088ddf9b req-1aa67396-43c2-4758-bc55-f1eadedb2068 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:58.246190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46527dce-95cb-46b7-ac95-8efe088ddf9b req-1aa67396-43c2-4758-bc55-f1eadedb2068 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1125 time: 0.0532141 Mar 11 00:26:58.360906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-46527dce-95cb-46b7-ac95-8efe088ddf9b req-78a9dc6a-6e05-4549-9296-6a1d08c59a28 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979211 Mar 11 00:26:58.473607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a4379d2b-d69c-42d4-b0f3-a06a69042cbc details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:26:58.579692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:58.596192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'port_id': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc', 'mac_address': 'fa:16:3e:6c:01:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:26:58.638117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port a4379d2b-d69c-42d4-b0f3-a06a69042cbc is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:26:58.638665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:58.658523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4379d2b-d69c-42d4-b0f3-a06a69042cbc {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:26:58.682904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:26:58.690789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:26:58.739646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:26:58.851373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360763c9-e0ad-4e97-ae41-6f64256b5169 req-d44b920e-e6a3-454c-9f00-de1be4f043ac tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:58.853600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360763c9-e0ad-4e97-ae41-6f64256b5169 req-d44b920e-e6a3-454c-9f00-de1be4f043ac tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0592408 Mar 11 00:26:58.913421 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-360763c9-e0ad-4e97-ae41-6f64256b5169 req-c2191c4a-ef8f-43ca-8a28-05fa822ea9ae tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521982 Mar 11 00:26:58.998534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a4379d2b-d69c-42d4-b0f3-a06a69042cbc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:26:59.529813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9d90e-af2a-4548-b553-7b721df5cec6 req-5eb78846-9168-4463-b7f3-bdfc9ecc9b79 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:26:59.540141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb9d90e-af2a-4548-b553-7b721df5cec6 req-5eb78846-9168-4463-b7f3-bdfc9ecc9b79 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1126 time: 0.0787373 Mar 11 00:26:59.609181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb9d90e-af2a-4548-b553-7b721df5cec6 req-9ddb68fe-6748-4857-afe7-55d87459192b tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651510 Mar 11 00:27:00.053774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051624-d3ec-4edb-80e1-6327aae59186 req-e6e7027a-147f-4853-97b9-ce9d5cafe4e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:00.055569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7051624-d3ec-4edb-80e1-6327aae59186 req-e6e7027a-147f-4853-97b9-ce9d5cafe4e0 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0617306 Mar 11 00:27:00.112800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7051624-d3ec-4edb-80e1-6327aae59186 req-03d2fcf9-7162-40c5-8baf-fa3282e7d201 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509882 Mar 11 00:27:00.491015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a4379d2b-d69c-42d4-b0f3-a06a69042cbc up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:27:00.580269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port a4379d2b-d69c-42d4-b0f3-a06a69042cbc completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:27:00.584427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port a4379d2b-d69c-42d4-b0f3-a06a69042cbc triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:27:00.584878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:00.667960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port a4379d2b-d69c-42d4-b0f3-a06a69042cbc is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:27:00.668626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:00.699596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:00.702086 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b4f80-8461-4412-b735-3d46f9b7f5d6" -d '{"events": [{"server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "name": "network-vif-plugged", "status": "completed", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:00.716569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:00.725923 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:00.742751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32066e7a-7252-4c4c-9ccd-e4798176208b req-be30677c-66bd-4ebc-aa73-98e066b16b68 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:00.744774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32066e7a-7252-4c4c-9ccd-e4798176208b req-be30677c-66bd-4ebc-aa73-98e066b16b68 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1126 time: 0.0561364 Mar 11 00:27:00.818293 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:00.822261 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d926e43-8eaa-4245-b7b2-dfc170738adb x-openstack-request-id: req-1d926e43-8eaa-4245-b7b2-dfc170738adb {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:00.822998 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "name": "network-vif-plugged", "status": "completed", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:00.823437 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d926e43-8eaa-4245-b7b2-dfc170738adb {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:00.824017 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc', 'code': 200} Mar 11 00:27:00.854874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-32066e7a-7252-4c4c-9ccd-e4798176208b req-d1679dd6-0e4d-47de-8d2e-bfcbd32408c2 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031003 Mar 11 00:27:00.901642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ef53-2680-4ed5-b5ce-07a3a39663c4 req-f4456055-0699-4215-a293-c237530b3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:00.903908 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a490ef53-2680-4ed5-b5ce-07a3a39663c4 req-f4456055-0699-4215-a293-c237530b3e30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0496583 Mar 11 00:27:00.960363 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a490ef53-2680-4ed5-b5ce-07a3a39663c4 req-27645f5f-4d7b-4621-8e09-b7c244fd00c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492246 Mar 11 00:27:01.255631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f61be3-21d8-4526-aa3c-fff0f0267dc0 req-fda98017-35c0-437f-a948-4a47b2653495 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:01.260382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f61be3-21d8-4526-aa3c-fff0f0267dc0 req-fda98017-35c0-437f-a948-4a47b2653495 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0672073 Mar 11 00:27:01.311074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f61be3-21d8-4526-aa3c-fff0f0267dc0 req-467d1f9a-30b6-4a4c-a4a7-7d72308260d9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 Mar 11 00:27:02.042039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23df058-9dd9-4cfb-a55c-4ba3e461296d req-4ae407cc-8c58-4ed9-849d-38cde68e265f tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:02.044096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f23df058-9dd9-4cfb-a55c-4ba3e461296d req-4ae407cc-8c58-4ed9-849d-38cde68e265f tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0677862 Mar 11 00:27:02.098264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f23df058-9dd9-4cfb-a55c-4ba3e461296d req-77fb5cd1-807a-4b32-aaa8-ba4aa94e6e8a tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 Mar 11 00:27:02.461229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f507-f650-4eb1-8222-0450c4759c94 req-d5a1b5b1-c26c-46f9-a683-033cd724425d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:02.462754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebe5f507-f650-4eb1-8222-0450c4759c94 req-d5a1b5b1-c26c-46f9-a683-033cd724425d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0578747 Mar 11 00:27:02.523652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ebe5f507-f650-4eb1-8222-0450c4759c94 req-3ba9cc37-1afe-4f73-80f3-9e216f90267e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550878 Mar 11 00:27:03.219356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39b9c8-e6ca-461b-9dbf-89b8f502aeb4 req-dfd819dc-3ba5-49ec-bb6c-c31646f41992 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:03.221722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d39b9c8-e6ca-461b-9dbf-89b8f502aeb4 req-dfd819dc-3ba5-49ec-bb6c-c31646f41992 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0470166 Mar 11 00:27:03.273185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d39b9c8-e6ca-461b-9dbf-89b8f502aeb4 req-5ed0c7ca-ea3a-49a2-ba0a-75865a24e765 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Mar 11 00:27:03.398864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde256b-1781-4e66-a5f9-b282a0076d8f req-90af24f0-2e96-4202-a46b-2623b155bfb7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:03.406970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cde256b-1781-4e66-a5f9-b282a0076d8f req-90af24f0-2e96-4202-a46b-2623b155bfb7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0574665 Mar 11 00:27:03.461520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3cde256b-1781-4e66-a5f9-b282a0076d8f req-cd1a897c-fc4b-4b52-a97f-c53eb5131477 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Mar 11 00:27:03.597959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef0e0a-28c0-4aa9-bf10-ff3a837bc866 req-653120ad-657f-4d66-80f2-1ec963a51698 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:03.605712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ef0e0a-28c0-4aa9-bf10-ff3a837bc866 req-653120ad-657f-4d66-80f2-1ec963a51698 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0712817 Mar 11 00:27:03.722629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2ef0e0a-28c0-4aa9-bf10-ff3a837bc866 req-238ae109-bd7a-4ed8-9fa5-217cd041dd0a tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117175 Mar 11 00:27:03.799086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce1a87-2c62-499f-8c27-1e1103cbc9b6 req-7ed574d1-3523-484f-bc52-b5b1dded727f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:03.799086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dce1a87-2c62-499f-8c27-1e1103cbc9b6 req-7ed574d1-3523-484f-bc52-b5b1dded727f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1748922 Mar 11 00:27:03.974374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3dce1a87-2c62-499f-8c27-1e1103cbc9b6 req-bd78ab65-df6c-4ec1-9f3c-d5ba6cb3bd5b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722286 Mar 11 00:27:04.154200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-79cc64e4-a395-4c13-8b7c-9561c95c325a tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:04.157550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-79cc64e4-a395-4c13-8b7c-9561c95c325a tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.1350124 Mar 11 00:27:04.198412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f297ea94-e3a6-4c9f-b3ff-8101c002edf7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/quotas/475595b63d9d4ce5b9b4852134a7e19b HTTP/1.1" status: 200 len: 375 time: 0.0266509 Mar 11 00:27:04.289875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-0aa781f1-8951-4abf-a1b6-49e8ba256e2b tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847981 Mar 11 00:27:04.596769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-e571ef7c-8942-4609-a764-e0951ee11056 service neutron] 10.222.0.21 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746652 Mar 11 00:27:04.661004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-3d36b9f9-6639-4a60-a575-aba17372e418 service neutron] 10.222.0.21 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729696 Mar 11 00:27:04.966568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d762e54e-8d04-4b74-ac3f-0674d871917d req-5fbd796a-40f2-4227-8758-cc227e6444a9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 210 time: 0.0624800 Mar 11 00:27:05.176334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31850707-1d6d-4568-ba8e-af35fa5f7fd5 req-d07f925e-964f-4d59-b784-c40bc556f585 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:05.177897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31850707-1d6d-4568-ba8e-af35fa5f7fd5 req-d07f925e-964f-4d59-b784-c40bc556f585 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0873237 Mar 11 00:27:05.278367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31850707-1d6d-4568-ba8e-af35fa5f7fd5 req-10038b07-c70d-41cd-bb0d-c6e4c442f590 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944202 Mar 11 00:27:06.205230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f20fb8d7-c629-4a14-80dd-b48d7b9680fd req-40b953d2-85ca-4600-9c9f-9e2e59eb8be7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 210 time: 0.0567241 Mar 11 00:27:06.322436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-d3a706ea-ebcd-40c7-91a8-cb3135738aec tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:06.324753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-d3a706ea-ebcd-40c7-91a8-cb3135738aec tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.30 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.2321370 Mar 11 00:27:06.344395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Request body: {'port': {'device_id': '20aae095-654e-4b39-9f52-8ec6688e4429', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'admin_state_up': True, 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:27:06.380417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Made reservation on behalf of 475595b63d9d4ce5b9b4852134a7e19b for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:27:06.384421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:06.581760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Allocated IP 172.20.0.8 (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82/19ea49b3-3b84-4776-85b6-fed324147c8e/f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:27:06.666049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b155d5-bd19-4051-8dc0-33b13a0efb85 req-369fe5b0-dc95-4907-88e7-5f83a779e93a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:06.667874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05b155d5-bd19-4051-8dc0-33b13a0efb85 req-369fe5b0-dc95-4907-88e7-5f83a779e93a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1391559 Mar 11 00:27:06.760095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d7b509e7-0c3e-4e9b-984c-44766b92dbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:06.788135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05b155d5-bd19-4051-8dc0-33b13a0efb85 req-7d2e3a83-aff6-490d-9c6b-ef4c1a371e55 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135335 Mar 11 00:27:06.858589 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks [] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:06.924570 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:06.936911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a4379d2b-d69c-42d4-b0f3-a06a69042cbc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:07.067457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Pushing event updated for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:07.075808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:27:07.077285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:27:07.090794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:27:07.149341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:07.149961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:07.176985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-708220e3-0794-4a49-bf0d-01754c64d29c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8435214 Mar 11 00:27:07.191186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-99928eb7-c8b8-4426-bf96-9a3a8b884c3c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:27:07.194823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-99928eb7-c8b8-4426-bf96-9a3a8b884c3c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107698 Mar 11 00:27:07.447993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c704ca-e032-49ce-ab20-4ddde86507df req-605c1290-73c7-403d-b508-451404541293 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:07.451053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05c704ca-e032-49ce-ab20-4ddde86507df req-605c1290-73c7-403d-b508-451404541293 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1027 time: 0.1256332 Mar 11 00:27:07.540553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Request body: {'port': {'device_id': '20aae095-654e-4b39-9f52-8ec6688e4429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:27:07.586836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5d6e46c2-bf86-440c-a2dc-865cd058163c None None] Provisioning complete for port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:27:07.587488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d6e46c2-bf86-440c-a2dc-865cd058163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:07.588286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05c704ca-e032-49ce-ab20-4ddde86507df req-f5c55b4d-9ff5-4cc7-bdd6-4c26a200d2bf tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296475 Mar 11 00:27:07.634303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e46c2-bf86-440c-a2dc-865cd058163c None None] Port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:27:07.673708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.050729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d564-e5ee-4d21-939d-5a82e1493276 req-b05624d9-5a8a-4a90-aa67-00cbc611c50c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:08.058195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9269d564-e5ee-4d21-939d-5a82e1493276 req-b05624d9-5a8a-4a90-aa67-00cbc611c50c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1211770 Mar 11 00:27:08.149275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:27:08.167115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks [] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.194111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9269d564-e5ee-4d21-939d-5a82e1493276 req-c0423936-9aa2-4588-821f-70a391130aaf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348288 Mar 11 00:27:08.208659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Transition to ACTIVE for port object f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:27:08.232137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.309081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:08.499093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Attempting to bind port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:27:08.499742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Attempting to bind port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:27:08.500047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Attempting to bind port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:27:08.505532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:27:08.506527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Attempting to bind port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b on network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:27:08.512729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:27:08.513204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Checking segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:27:08.513983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Bound using segment: {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:27:08.514647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Bound port: f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88b5859-886b-409e-aa25-bfda7412501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:27:08.515246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.672177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:27:08.678325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:27:08.695263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.780770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:08.781399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:08.783558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b HTTP/1.1" status: 200 len: 1091 time: 1.5845799 Mar 11 00:27:08.785814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:08.788699 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:08.903258 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb7269-b336-4223-a19b-6f5eb62c08e7 x-openstack-request-id: req-a5cb7269-b336-4223-a19b-6f5eb62c08e7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:08.903636 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:08.903900 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5cb7269-b336-4223-a19b-6f5eb62c08e7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:08.904361 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b', 'status': 'completed', 'code': 200} Mar 11 00:27:09.003807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c27cf0-4c1f-4bc2-915a-96a61d140a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:09.028578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec96d2-3ee0-419f-a53d-87dcb85071b4 req-52b0079b-48ef-4031-836c-8a7c549ec901 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:09.030209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cec96d2-3ee0-419f-a53d-87dcb85071b4 req-52b0079b-48ef-4031-836c-8a7c549ec901 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.2782314 Mar 11 00:27:09.035772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f0d08a74-cc8b-49ed-85b0-ec4665f70c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:09.037382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-f0d08a74-cc8b-49ed-85b0-ec4665f70c63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.1639783 Mar 11 00:27:09.149922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-6a05c07d-0e6b-4f1d-ae87-762cb61e35b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b HTTP/1.1" status: 200 len: 217 time: 0.1003478 Mar 11 00:27:09.208588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8cec96d2-3ee0-419f-a53d-87dcb85071b4 req-2ad151db-650c-48dd-ac37-0e64a90b71e4 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603296 Mar 11 00:27:09.261477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-bd1bfb14-b958-42cb-a9d0-eeb28b7ea131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:09.263028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-bd1bfb14-b958-42cb-a9d0-eeb28b7ea131 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19ea49b3-3b84-4776-85b6-fed324147c8e HTTP/1.1" status: 200 len: 849 time: 0.1039331 Mar 11 00:27:09.297005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c236c96-b9b7-4a84-aa54-7b15f6a0cbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:09.450859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fff53b-be8f-430a-9cda-56c9a01c1992 req-419f68a6-46bb-4e3f-9ea4-eb296e39c8a6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:09.452597 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4fff53b-be8f-430a-9cda-56c9a01c1992 req-419f68a6-46bb-4e3f-9ea4-eb296e39c8a6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0936112 Mar 11 00:27:09.527158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-18c3f7b6-b78e-47d6-a569-f4ddb5b41788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:09.539297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-18c3f7b6-b78e-47d6-a569-f4ddb5b41788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2659647 Mar 11 00:27:09.617842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4fff53b-be8f-430a-9cda-56c9a01c1992 req-3fd3d7ff-1fda-414d-b4c2-46867013f5a9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548586 Mar 11 00:27:09.759149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-6cbc444a-3cfa-4649-b5ea-75bd96095de2 service neutron] 10.222.0.30 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898625 Mar 11 00:27:09.994840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62d7a13e-3de2-4246-916d-6cf09582cd9f req-accbb365-cdb3-4dee-af9f-92f3d4672f3f service neutron] 10.222.0.30 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288733 Mar 11 00:27:10.187203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-b48fbc9e-aeee-4bd7-9d2e-5f4ce0c4163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.189477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-b48fbc9e-aeee-4bd7-9d2e-5f4ce0c4163c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.1037350 Mar 11 00:27:10.313664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-0f60cfdf-120c-424e-b173-085d1df08909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.315677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-0f60cfdf-120c-424e-b173-085d1df08909 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 200 len: 911 time: 0.1194341 Mar 11 00:27:10.413114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-0fb5d5e5-a7d2-4e0f-94c6-76dc83f257f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b HTTP/1.1" status: 200 len: 217 time: 0.0824838 Mar 11 00:27:10.495064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5afc9-ba72-427a-bb56-bb45139bbb69 req-760b75a2-2d04-4a67-8a6a-0a58bc466728 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.508554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77c5afc9-ba72-427a-bb56-bb45139bbb69 req-760b75a2-2d04-4a67-8a6a-0a58bc466728 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.1576896 Mar 11 00:27:10.517608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-f7cacce0-f6fa-4dde-b9d1-6e05a2339723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.519416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-f7cacce0-f6fa-4dde-b9d1-6e05a2339723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=19ea49b3-3b84-4776-85b6-fed324147c8e HTTP/1.1" status: 200 len: 849 time: 0.0989432 Mar 11 00:27:10.527310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:10.625568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77c5afc9-ba72-427a-bb56-bb45139bbb69 req-49f68910-ca87-4c4c-b67d-9cbee5f08660 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155705 Mar 11 00:27:10.638017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-6562db92-3a43-4faa-a376-78dba46245bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.639574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-6562db92-3a43-4faa-a376-78dba46245bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081803 Mar 11 00:27:10.817966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-c9f5db40-e17c-4e91-84bd-81f3493c23e5 service neutron] 10.222.0.30 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705980 Mar 11 00:27:10.893703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:10.943637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404240-82ef-48ca-8909-5de01b08551c req-e591e29a-554c-4dbc-839c-d5edca8422ed tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:10.945620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c404240-82ef-48ca-8909-5de01b08551c req-e591e29a-554c-4dbc-839c-d5edca8422ed tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.2106464 Mar 11 00:27:11.060419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c404240-82ef-48ca-8909-5de01b08551c req-6aad9c89-85d5-4879-9746-3e9f3c433ccf tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978284 Mar 11 00:27:11.065990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93c1bbed-3c11-47c7-8361-3bbb16a91ea1 req-e3c21637-95e6-414b-81ad-d6390d4a248c service neutron] 10.222.0.30 "GET /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404823 Mar 11 00:27:11.190975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:11.697660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:11.818288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d510a49-ba77-41c8-bdbb-02896acb3909 req-2dcdd675-d904-4188-aa16-9a35c1c326fe tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:11.819973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d510a49-ba77-41c8-bdbb-02896acb3909 req-2dcdd675-d904-4188-aa16-9a35c1c326fe tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.0821481 Mar 11 00:27:11.891715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d510a49-ba77-41c8-bdbb-02896acb3909 req-cfbe3323-c182-4fb5-a704-99b91be927c9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Mar 11 00:27:12.196852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b469f2-dc25-4f25-8e4a-cccda50fb91b req-2cb13ad3-e59f-45f0-96c7-cc6241277862 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:12.198854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20b469f2-dc25-4f25-8e4a-cccda50fb91b req-2cb13ad3-e59f-45f0-96c7-cc6241277862 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0664651 Mar 11 00:27:12.266869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20b469f2-dc25-4f25-8e4a-cccda50fb91b req-f2489b14-4da3-482b-a3b2-cd14331158e7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561254 Mar 11 00:27:12.960755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:27:13.100549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445c9b-28da-4b65-81fa-471608d8717a req-56cca1ef-79bf-4d0d-b575-ce2f86a61a23 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:13.102656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0445c9b-28da-4b65-81fa-471608d8717a req-56cca1ef-79bf-4d0d-b575-ce2f86a61a23 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1125 time: 0.1035988 Mar 11 00:27:13.128773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:13.145669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b', 'network_id': 'bd4e9ff1-06c2-4bdb-ae50-56df710e4b82', 'port_id': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b', 'mac_address': 'fa:16:3e:41:30:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ea49b3-3b84-4776-85b6-fed324147c8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:27:13.183577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0445c9b-28da-4b65-81fa-471608d8717a req-2d2d2c8f-df02-4d23-b552-6494dd86ea71 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748949 Mar 11 00:27:13.216944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:27:13.217592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:13.233067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:27:13.271049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:13.277399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:13.379574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:13.392120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:13.443767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd833e-e640-4df1-b4fb-d78b150bde61 req-f7a3df9a-ecf8-4fee-a3af-741ba321400d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:13.451501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0bd833e-e640-4df1-b4fb-d78b150bde61 req-f7a3df9a-ecf8-4fee-a3af-741ba321400d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0846169 Mar 11 00:27:13.490766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:13.529772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0bd833e-e640-4df1-b4fb-d78b150bde61 req-b1bece99-7937-489a-9478-a5bef8402720 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719781 Mar 11 00:27:14.332094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b1d8b-c185-4dca-afd8-be7ba0819312 req-5fc4b091-3752-40c4-b0f0-b2ace76f49fa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:14.333787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d42b1d8b-c185-4dca-afd8-be7ba0819312 req-5fc4b091-3752-40c4-b0f0-b2ace76f49fa tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1126 time: 0.0745404 Mar 11 00:27:14.389304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d42b1d8b-c185-4dca-afd8-be7ba0819312 req-b6d99b97-5452-4ef1-8874-ac5f800be53d tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Mar 11 00:27:14.696189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cbba2-c2c7-4017-af93-47f955e258e8 req-9df429ae-0742-493f-aaff-7e4108588fbb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:14.697949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c89cbba2-c2c7-4017-af93-47f955e258e8 req-9df429ae-0742-493f-aaff-7e4108588fbb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0770359 Mar 11 00:27:14.770516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c89cbba2-c2c7-4017-af93-47f955e258e8 req-aee3b820-9158-4427-ac2e-5eac202c1f2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668800 Mar 11 00:27:14.976918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:27:15.059367 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:27:15.063714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:27:15.064230 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:15.172200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:27:15.172686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:15.226729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:15.227822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:15.230603 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69856723-fa58-4bf8-91a1-9b4fbe16e42c" -d '{"events": [{"server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "name": "network-vif-plugged", "status": "completed", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:15.236085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:15.295112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:15.401814 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1664a-c4ca-4fc2-a38f-de64e4544b6a x-openstack-request-id: req-3dd1664a-c4ca-4fc2-a38f-de64e4544b6a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:15.402119 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "name": "network-vif-plugged", "status": "completed", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:15.402382 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dd1664a-c4ca-4fc2-a38f-de64e4544b6a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:15.402909 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b', 'code': 200} Mar 11 00:27:15.576604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928cbb3-2fe4-426c-8215-1ce3c34e7712 req-9fd0cfaf-d459-4b39-bab7-20ca5177c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:15.578196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a928cbb3-2fe4-426c-8215-1ce3c34e7712 req-9fd0cfaf-d459-4b39-bab7-20ca5177c6e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.0935805 Mar 11 00:27:15.581035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814d67d-9044-49f1-b457-bfc0f5e067b0 req-efc4aad9-f651-4035-8b00-af38e7cec746 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:15.588432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1814d67d-9044-49f1-b457-bfc0f5e067b0 req-efc4aad9-f651-4035-8b00-af38e7cec746 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1018841 Mar 11 00:27:15.675305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a928cbb3-2fe4-426c-8215-1ce3c34e7712 req-5b949401-a346-496b-a1df-1c41f85406b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807211 Mar 11 00:27:15.692407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1814d67d-9044-49f1-b457-bfc0f5e067b0 req-4d79de64-154e-4b7c-b897-a616c0eff9e3 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001551 Mar 11 00:27:15.942581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203936a9-cbef-4518-9c60-7beeff16665f req-7806c39d-4423-48ad-a798-8c2a10faae1c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:15.944351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-203936a9-cbef-4518-9c60-7beeff16665f req-7806c39d-4423-48ad-a798-8c2a10faae1c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0639718 Mar 11 00:27:16.008711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-203936a9-cbef-4518-9c60-7beeff16665f req-99fbef2d-152d-430e-9361-7710b572f2f3 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566068 Mar 11 00:27:16.865258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaa713-0691-4ddb-b227-833a6fdd5780 req-3bffed96-f3eb-4c5e-b5c6-1ac90903f093 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:16.866854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adeaa713-0691-4ddb-b227-833a6fdd5780 req-3bffed96-f3eb-4c5e-b5c6-1ac90903f093 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.0762582 Mar 11 00:27:16.957945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adeaa713-0691-4ddb-b227-833a6fdd5780 req-7b3d712f-d5ea-4cc3-a576-d11f7364eafd tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819564 Mar 11 00:27:17.224557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d4fdc-dced-451e-9826-58937f52f3d1 req-d23e9aef-dd3c-4700-881e-ad1f65e22b2c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:17.226719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-502d4fdc-dced-451e-9826-58937f52f3d1 req-d23e9aef-dd3c-4700-881e-ad1f65e22b2c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.0884171 Mar 11 00:27:17.304564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-502d4fdc-dced-451e-9826-58937f52f3d1 req-cbc98860-dba5-4a53-b0ca-6ff37a81445d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702653 Mar 11 00:27:17.435716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:18.082918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:18.190494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da76834-2c49-4614-82fd-ee05cc7aef27 req-d0629fe6-db0d-4fea-ad85-e185d091d3e9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:18.192133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da76834-2c49-4614-82fd-ee05cc7aef27 req-d0629fe6-db0d-4fea-ad85-e185d091d3e9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1127083 Mar 11 00:27:18.339088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6da76834-2c49-4614-82fd-ee05cc7aef27 req-ae48396e-1489-40ab-8698-0d4958d51a0d tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011684 Mar 11 00:27:18.607096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267b93-b0fe-4a7f-a5e7-ebcf50bce606 req-bed07abb-b03a-4479-b4c1-3fe3681e1db6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:18.609233 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c267b93-b0fe-4a7f-a5e7-ebcf50bce606 req-bed07abb-b03a-4479-b4c1-3fe3681e1db6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 943 time: 0.1469071 Mar 11 00:27:18.663170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e8c36-308a-467c-b381-683e7781eb43 req-f32cc42b-3a7b-4842-9ef7-c6ca8967b9fd tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:18.667563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af9e8c36-308a-467c-b381-683e7781eb43 req-f32cc42b-3a7b-4842-9ef7-c6ca8967b9fd tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1192808 Mar 11 00:27:19.013469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 191d9667-cbe2-4648-b82a-e71a56b49169 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:27:19.102963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c267b93-b0fe-4a7f-a5e7-ebcf50bce606 req-d5dfd0bb-abc6-4627-a745-ed58b77d58f9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4858456 Mar 11 00:27:19.108929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Deleting port 1feb7053-407d-4028-bbf6-a1afef1f196f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:19.109283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:19.167085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=191d9667-cbe2-4648-b82a-e71a56b49169,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:19.181780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '191d9667-cbe2-4648-b82a-e71a56b49169', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'port_id': '191d9667-cbe2-4648-b82a-e71a56b49169', 'mac_address': 'fa:16:3e:ae:81:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:27:19.209053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af9e8c36-308a-467c-b381-683e7781eb43 req-21dd3b4a-b5e9-4030-8eb2-b6d00af3c981 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324488 Mar 11 00:27:19.223489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 191d9667-cbe2-4648-b82a-e71a56b49169 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:27:19.224011 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:19.239207 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191d9667-cbe2-4648-b82a-e71a56b49169 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:27:19.248463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] For port 1feb7053-407d-4028-bbf6-a1afef1f196f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1feb7053-407d-4028-bbf6-a1afef1f196f,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:19.248835 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:19.274964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Calling delete_port for 1feb7053-407d-4028-bbf6-a1afef1f196f owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:19.295008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=191d9667-cbe2-4648-b82a-e71a56b49169,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:19.307236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:19.406165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:19.472111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fde8f-2414-4682-9adc-00de69cbf74c req-cf39d67b-fc8e-41dc-8e1d-50c6d0cfa3df tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:19.473854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-297fde8f-2414-4682-9adc-00de69cbf74c req-cf39d67b-fc8e-41dc-8e1d-50c6d0cfa3df tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1242914 Mar 11 00:27:19.544116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['191d9667-cbe2-4648-b82a-e71a56b49169'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:19.577882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-297fde8f-2414-4682-9adc-00de69cbf74c req-d0fe43c1-0802-4e7d-9def-6c0d4a804b8c tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649624 Mar 11 00:27:19.665929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1feb7053-407d-4028-bbf6-a1afef1f196f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:19.755057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Pushing event deleted for resources: {'Port': ['ID=1feb7053-407d-4028-bbf6-a1afef1f196f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:19.822248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.822901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.823986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.826211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.826211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.826211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.826851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.827039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.827426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.827831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.828295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.830085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:19.830085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:20.099625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b383124-1d03-4893-81c1-4c51a3199e6f req-230087c5-be6c-4787-8603-fbd6dcc924a8 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:20.101204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b383124-1d03-4893-81c1-4c51a3199e6f req-230087c5-be6c-4787-8603-fbd6dcc924a8 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1874833 Mar 11 00:27:20.109874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:20.258474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b383124-1d03-4893-81c1-4c51a3199e6f req-de0cf1bc-d447-4c23-ac28-8dd4b19ff2c8 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495557 Mar 11 00:27:20.326629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca27cc-c7bd-4258-a410-1e0d11436057 req-c5bba0d0-f392-4253-a9fc-86f3c5d96592 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:20.328243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88ca27cc-c7bd-4258-a410-1e0d11436057 req-c5bba0d0-f392-4253-a9fc-86f3c5d96592 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 944 time: 0.1364398 Mar 11 00:27:20.433180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88ca27cc-c7bd-4258-a410-1e0d11436057 req-f0f8f59a-b8ce-4a4c-bd61-041c99452483 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940044 Mar 11 00:27:20.495416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Router bdc576e2-617c-4d1b-bdc9-6dbc43815197 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:27:20.626514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:27:20.631745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-59db5ebe-e8f7-4af9-ae71-614e650fe228 admin admin] 10.222.0.21 "PUT /v2.0/routers/bdc576e2-617c-4d1b-bdc9-6dbc43815197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1944852 Mar 11 00:27:20.634437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60824) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:20.635604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Sync routers for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:27:20.647014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:20.647858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:20.763767 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks [] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:20.766847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:20.917102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks [] for router_gateway (bdc576e2-617c-4d1b-bdc9-6dbc43815197), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.002394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Deleting port 7542330f-3e64-46c2-9eb9-9dac925e2337 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:21.002825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.014661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 191d9667-cbe2-4648-b82a-e71a56b49169 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:27:21.093456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:27:19Z', 'revision_number': 5, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port': {'id': '7542330f-3e64-46c2-9eb9-9dac925e2337', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:19:52Z', 'updated_at': '2022-03-11T00:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:21.131201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Checking router: bdc576e2-617c-4d1b-bdc9-6dbc43815197 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:27:21.141152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-0fa5ae1e-7ed7-4988-9125-5b99805c6da9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:21.142549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 191d9667-cbe2-4648-b82a-e71a56b49169 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:27:21.143289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-0fa5ae1e-7ed7-4988-9125-5b99805c6da9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.1061876 Mar 11 00:27:21.145674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Routers {'bdc576e2-617c-4d1b-bdc9-6dbc43815197'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:21.146302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:21.150593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 191d9667-cbe2-4648-b82a-e71a56b49169 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:27:21.150974 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.157238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] For port 7542330f-3e64-46c2-9eb9-9dac925e2337, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7542330f-3e64-46c2-9eb9-9dac925e2337,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:21.158044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.261817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Calling delete_port for 7542330f-3e64-46c2-9eb9-9dac925e2337 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:21.333907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Deleting port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:21.334256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.337322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] Set router bdc576e2-617c-4d1b-bdc9-6dbc43815197 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:21.424010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:27:20Z', 'revision_number': 6, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:21.510627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d36e94f-6449-4b35-b7aa-120d4fc70bec None None] The sync data for ids ['bdc576e2-617c-4d1b-bdc9-6dbc43815197'] in n-d-831844-1 is: [{'id': 'bdc576e2-617c-4d1b-bdc9-6dbc43815197', 'name': 'tempest-AttachVolumeNegativeTest-866723960-router', 'tenant_id': '166c6981125849d49312ea129b146355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:19:51Z', 'updated_at': '2022-03-11T00:27:20Z', 'revision_number': 6, 'project_id': '166c6981125849d49312ea129b146355', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:27:21.541260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 191d9667-cbe2-4648-b82a-e71a56b49169 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:27:21.542637 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.544188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] For port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:21.544577 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.595891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Calling delete_port for f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:21.600792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=191d9667-cbe2-4648-b82a-e71a56b49169,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:21.601912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:21.604364 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927f44d-33c8-470e-8111-d4baa6fa1585" -d '{"events": [{"server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:21.611795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.618764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3a874-1e75-4377-8d2e-4c002915ec4d req-268e5917-a516-4450-b474-4b755a345d06 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:21.626713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47e3a874-1e75-4377-8d2e-4c002915ec4d req-268e5917-a516-4450-b474-4b755a345d06 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 1127 time: 0.2249978 Mar 11 00:27:21.666428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:21.782510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8b2dd-b281-4784-9476-aaa03d1ddbc1 req-b4a4da2e-25fc-48fb-afe0-7f427be361b2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:21.784290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05f8b2dd-b281-4784-9476-aaa03d1ddbc1 req-b4a4da2e-25fc-48fb-afe0-7f427be361b2 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 944 time: 0.2178507 Mar 11 00:27:21.796467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47e3a874-1e75-4377-8d2e-4c002915ec4d req-6407ca96-e849-4f13-9b47-7a2d6eb4f8c9 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686151 Mar 11 00:27:21.816631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7542330f-3e64-46c2-9eb9-9dac925e2337), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:21.869491 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c78b95-3251-4881-a2e0-4658b2d97cb3 x-openstack-request-id: req-48c78b95-3251-4881-a2e0-4658b2d97cb3 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:21.869787 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:21.893605 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48c78b95-3251-4881-a2e0-4658b2d97cb3 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:21.894330 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169', 'code': 200} Mar 11 00:27:21.923303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7542330f-3e64-46c2-9eb9-9dac925e2337,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:22.036450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05f8b2dd-b281-4784-9476-aaa03d1ddbc1 req-ee763f9f-da5a-4cba-940a-c56986872b81 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373502 Mar 11 00:27:22.083611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.087004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.099286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:22.102380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a4379d2b-d69c-42d4-b0f3-a06a69042cbc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:22.184480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:22.306491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] No DVR routers for this DVR port f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:22.317014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.332095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26bbe2bf-22f2-4b9a-9887-4f9cec56642d req-902c6568-5121-4d13-aa76-ec5577fc0e48 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b HTTP/1.1" status: 204 len: 173 time: 1.1701746 Mar 11 00:27:22.332718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'name': 'network-vif-deleted', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:22.335296 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7d98a-43f0-4179-88d0-49e227a9af49" -d '{"events": [{"server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "name": "network-vif-deleted", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:22.394244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.404182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7870a9-be89-4296-bc24-5c77187225c9 req-8eb0e956-0377-4c1c-a685-dd16a5c33cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:22.405669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd7870a9-be89-4296-bc24-5c77187225c9 req-8eb0e956-0377-4c1c-a685-dd16a5c33cc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1127 time: 0.4006178 Mar 11 00:27:22.409394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks [] for router_controller (bdc576e2-617c-4d1b-bdc9-6dbc43815197), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.502835 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2558704-883d-4a0f-947f-c9bc635efbae x-openstack-request-id: req-a2558704-883d-4a0f-947f-c9bc635efbae {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:22.503238 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20aae095-654e-4b39-9f52-8ec6688e4429", "name": "network-vif-deleted", "tag": "f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:22.503602 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2558704-883d-4a0f-947f-c9bc635efbae {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:22.504431 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20aae095-654e-4b39-9f52-8ec6688e4429', 'name': 'network-vif-deleted', 'tag': 'f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b', 'status': 'completed', 'code': 200} Mar 11 00:27:22.536207 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (bdc576e2-617c-4d1b-bdc9-6dbc43815197), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.536745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc576e2-617c-4d1b-bdc9-6dbc43815197 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:27:22.541947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.543085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d88a7029-ad17-4e52-ad73-68ad4b374ec8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bdc576e2-617c-4d1b-bdc9-6dbc43815197 HTTP/1.1" status: 204 len: 168 time: 1.9076853 Mar 11 00:27:22.545742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:22.549007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd7870a9-be89-4296-bc24-5c77187225c9 req-efdca1cb-d382-4d7e-9b0e-c42c520c1793 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304858 Mar 11 00:27:22.611778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Deleting subnet 001a356a-26c5-4db1-9563-251e632b3088 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:27:22.615402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Publish callbacks [] for subnet (001a356a-26c5-4db1-9563-251e632b3088), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.655997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (001a356a-26c5-4db1-9563-251e632b3088), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.757037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (001a356a-26c5-4db1-9563-251e632b3088), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.837795 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (001a356a-26c5-4db1-9563-251e632b3088), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.858551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:22.864455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef84bd-7a82-41e8-8725-b5a4d3963b78 None None] Network c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:27:22.865929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:22.866115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/001a356a-26c5-4db1-9563-251e632b3088 HTTP/1.1" status: 204 len: 168 time: 0.3193057 Mar 11 00:27:22.890632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fad73-2b16-4cd8-8cf9-2985d325f904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001a356a-26c5-4db1-9563-251e632b3088,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:23.080785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.131519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8e35f50b-d23b-448c-b47a-80fcbf5d1190 req-4539c71e-4a00-478b-8b2f-4c7fabb80292 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=20aae095-654e-4b39-9f52-8ec6688e4429 HTTP/1.1" status: 200 len: 210 time: 0.0456426 Mar 11 00:27:23.150935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7542330f-3e64-46c2-9eb9-9dac925e2337 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:23.208202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7542330f-3e64-46c2-9eb9-9dac925e2337 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:23.208885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7542330f-3e64-46c2-9eb9-9dac925e2337 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:23.209515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1feb7053-407d-4028-bbf6-a1afef1f196f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:23.239196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] DHCP port deletion for c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:27:23.243119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1feb7053-407d-4028-bbf6-a1afef1f196f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:23.243967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1feb7053-407d-4028-bbf6-a1afef1f196f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:23.273348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a77b79-7533-4f63-a81a-a58938d752ea req-2aeb07f6-9ac8-40c6-bb54-6f8a19d74d3b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:23.275148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a77b79-7533-4f63-a81a-a58938d752ea req-2aeb07f6-9ac8-40c6-bb54-6f8a19d74d3b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.1407745 Mar 11 00:27:23.281082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Deleting port cdf78050-4ef2-45b1-bbdc-ff943977ec45 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:23.281082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.310909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Deleting port cdf78050-4ef2-45b1-bbdc-ff943977ec45 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:23.311662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.370569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] For port cdf78050-4ef2-45b1-bbdc-ff943977ec45, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cdf78050-4ef2-45b1-bbdc-ff943977ec45,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:23.371502 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.394939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Calling delete_port for cdf78050-4ef2-45b1-bbdc-ff943977ec45 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:23.402406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] For port cdf78050-4ef2-45b1-bbdc-ff943977ec45, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=cdf78050-4ef2-45b1-bbdc-ff943977ec45,segment=NetworkSegment(aba41152-6f3e-446d-9dc3-f2d04e4be705),segment_id=aba41152-6f3e-446d-9dc3-f2d04e4be705)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:23.402903 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.417294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Calling delete_port for cdf78050-4ef2-45b1-bbdc-ff943977ec45 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:23.463257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a77b79-7533-4f63-a81a-a58938d752ea req-9840f1f7-1d20-4384-9a8d-0121efd7eac4 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118782 Mar 11 00:27:23.518873 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.559780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] Pushing event deleted for resources: {'Port': ['ID=cdf78050-4ef2-45b1-bbdc-ff943977ec45,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:23.565813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222df59-49d4-44d1-94ec-f72c2191fc09 None None] No DVR routers for this DVR port cdf78050-4ef2-45b1-bbdc-ff943977ec45 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:23.569868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cdf78050-4ef2-45b1-bbdc-ff943977ec45), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.600181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf78050-4ef2-45b1-bbdc-ff943977ec45,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:23.606803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] No DVR routers for this DVR port cdf78050-4ef2-45b1-bbdc-ff943977ec45 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:23.691070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.714072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ab96c0-b28f-4e14-bd24-11a4fe98ad68']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:23.725068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba41152-6f3e-446d-9dc3-f2d04e4be705') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:23.725473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba41152-6f3e-446d-9dc3-f2d04e4be705') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:23.735144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (aba41152-6f3e-446d-9dc3-f2d04e4be705), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.758458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aba41152-6f3e-446d-9dc3-f2d04e4be705), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.766799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:27:23.767403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (aba41152-6f3e-446d-9dc3-f2d04e4be705), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self.session.flush() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:27:23.769438 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:27:23.830298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c8ab96c0-b28f-4e14-bd24-11a4fe98ad68), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.841050 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:23.841050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8ab96c0-b28f-4e14-bd24-11a4fe98ad68 HTTP/1.1" status: 204 len: 168 time: 0.9733741 Mar 11 00:27:23.853431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e68d9-e746-4743-8f1c-25b0801a3266 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ab96c0-b28f-4e14-bd24-11a4fe98ad68,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:23.995685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:24.039967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ccadb6c7-03f9-46f4-a2df-e15f5b7d90a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=166c6981125849d49312ea129b146355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420585 Mar 11 00:27:24.042166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:24.097720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] Publish callbacks [] for security_group (5085cc95-33c1-4de0-8427-ed15b0d60015), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:24.119596 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] Publish callbacks [] for security_group (5085cc95-33c1-4de0-8427-ed15b0d60015), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:24.173674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5085cc95-33c1-4de0-8427-ed15b0d60015), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:24.177627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:24.181695 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5085cc95-33c1-4de0-8427-ed15b0d60015 HTTP/1.1" status: 204 len: 168 time: 0.1355758 Mar 11 00:27:24.191185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdf158-0eac-4d53-882b-8aa0a13d89f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085cc95-33c1-4de0-8427-ed15b0d60015,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:24.557335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abfcde-1b23-4820-b07a-3b8409534448 req-b5a6e1f5-872b-4077-ac13-a9bafd7411f7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:24.559029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15abfcde-1b23-4820-b07a-3b8409534448 req-b5a6e1f5-872b-4077-ac13-a9bafd7411f7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.0804451 Mar 11 00:27:24.650722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15abfcde-1b23-4820-b07a-3b8409534448 req-63540732-dfa7-4b37-a47a-1cbb0b92daff tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846467 Mar 11 00:27:24.665765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2743e1-d6a0-4cd0-a441-f86d7c834036 req-6b89f042-1cb6-4764-9d74-6fdcd90e356d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:24.666991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d2743e1-d6a0-4cd0-a441-f86d7c834036 req-6b89f042-1cb6-4764-9d74-6fdcd90e356d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.0982251 Mar 11 00:27:24.745693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d2743e1-d6a0-4cd0-a441-f86d7c834036 req-078c251f-2027-49cb-8431-3ed92846d62a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717628 Mar 11 00:27:24.969101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99dc20-cc96-4de9-92c6-bbefc0d1fff5 req-a6259b56-909e-47d4-817b-75c993c7b8e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:24.970874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef99dc20-cc96-4de9-92c6-bbefc0d1fff5 req-a6259b56-909e-47d4-817b-75c993c7b8e9 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.1009440 Mar 11 00:27:25.014255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device cdf78050-4ef2-45b1-bbdc-ff943977ec45 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:25.052196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:25.056645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef99dc20-cc96-4de9-92c6-bbefc0d1fff5 req-7b5ad899-3dc2-4b85-a8d0-28c12417f013 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754902 Mar 11 00:27:25.077588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 60946) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:25.079333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:25.080060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device f9ef32c9-d8e1-41eb-ab5c-0743dfc1695b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:25.081703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: cdf78050-4ef2-45b1-bbdc-ff943977ec45 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:25.082272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device cdf78050-4ef2-45b1-bbdc-ff943977ec45 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:25.197226 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:27:25.428673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38ec81-cb59-434e-a8cf-4ae522be466e tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:25.434374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 60960) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:25.441423 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4c38ec81-cb59-434e-a8cf-4ae522be466e tempest-TestVolumeBootPattern-599441732 tempest-TestVolumeBootPattern-599441732-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1122 time: 0.3606060 Mar 11 00:27:25.441607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '191d9667-cbe2-4648-b82a-e71a56b49169', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:27:25.466691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:25.615063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:25.810413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Allocated IP 172.25.7.110 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/92f551e9-e1c4-4ab1-bbca-066add3e2f2e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:27:25.882724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84976-9ed8-4fe6-bb01-5afbc4cc7595 req-922e84f2-4054-462e-934f-2ff90379fa25 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:25.893189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8a84976-9ed8-4fe6-bb01-5afbc4cc7595 req-922e84f2-4054-462e-934f-2ff90379fa25 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.1339943 Mar 11 00:27:25.920337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-3d44ee8d-2656-463e-9f08-f5158ddd2fd6 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:25.924870 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-3d44ee8d-2656-463e-9f08-f5158ddd2fd6 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 1127 time: 0.1177964 Mar 11 00:27:26.004692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8a84976-9ed8-4fe6-bb01-5afbc4cc7595 req-37975db3-2e17-4bb4-a1b1-a9e91d33a0e7 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=81bda593-986c-4e99-9939-8a22f52f2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104109 Mar 11 00:27:26.049575 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.095311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Deleting port a4379d2b-d69c-42d4-b0f3-a06a69042cbc {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:26.096128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.113027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.207458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:27:26.209712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] For port a4379d2b-d69c-42d4-b0f3-a06a69042cbc, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:26.209712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.213089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:27:26.216373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:27:26.236839 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Calling delete_port for a4379d2b-d69c-42d4-b0f3-a06a69042cbc owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:26.255273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=92f551e9-e1c4-4ab1-bbca-066add3e2f2e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:26.462943 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a4379d2b-d69c-42d4-b0f3-a06a69042cbc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.477067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a4379d2b-d69c-42d4-b0f3-a06a69042cbc'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:27:26.496155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4379d2b-d69c-42d4-b0f3-a06a69042cbc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:26.591638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] No DVR routers for this DVR port a4379d2b-d69c-42d4-b0f3-a06a69042cbc on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:26.594731 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:26.598828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9e17f622-d43e-47a3-b64c-51efd61bf3f2 req-fd858f0b-f090-43d3-aa46-d52460bf7f2e tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a4379d2b-d69c-42d4-b0f3-a06a69042cbc HTTP/1.1" status: 204 len: 173 time: 0.6687775 Mar 11 00:27:26.599487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'name': 'network-vif-deleted', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:26.602401 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7562f523-7ca8-4410-a2b0-32198fd99df1" -d '{"events": [{"server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "name": "network-vif-deleted", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:26.695815 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df480b33-09dd-4e3f-9206-58a5457d8b83 x-openstack-request-id: req-df480b33-09dd-4e3f-9206-58a5457d8b83 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:26.696158 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b61376e-0783-4206-8e9e-be09b628472f", "name": "network-vif-deleted", "tag": "a4379d2b-d69c-42d4-b0f3-a06a69042cbc", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:26.696423 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df480b33-09dd-4e3f-9206-58a5457d8b83 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:26.696834 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b61376e-0783-4206-8e9e-be09b628472f', 'name': 'network-vif-deleted', 'tag': 'a4379d2b-d69c-42d4-b0f3-a06a69042cbc', 'status': 'completed', 'code': 200} Mar 11 00:27:27.321412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38e5230c-0acb-4d50-81cc-3ea3a08a2d1d req-937b68c6-595f-459b-b375-b5cd5bddf4b3 tempest-TestServerMultinode-1169410569 tempest-TestServerMultinode-1169410569-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b61376e-0783-4206-8e9e-be09b628472f HTTP/1.1" status: 200 len: 210 time: 0.0332253 Mar 11 00:27:27.389074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (74ee234f-3d09-4bde-95c0-d037eee6ec2f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:27.485281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:27.679060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:27.689960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:27.745553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event updated for resources: {'Port': ['ID=92f551e9-e1c4-4ab1-bbca-066add3e2f2e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:27.824897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (74ee234f-3d09-4bde-95c0-d037eee6ec2f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:27.967764 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP 74ee234f-3d09-4bde-95c0-d037eee6ec2f associated. External IP: 172.25.7.110, port: 191d9667-cbe2-4648-b82a-e71a56b49169. Mar 11 00:27:28.274794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:27:28.409814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:28.459980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:27:28.470639 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:27:28.488081 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:28.490648 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:28.509701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:28.569974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cdc84406-bdfa-4a7b-8667-760bdd2e313c tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1329200 Mar 11 00:27:28.570580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:27:28.576130 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd235c7a-67db-4874-99be-d71b58887511" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:27:28.611626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a4379d2b-d69c-42d4-b0f3-a06a69042cbc no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:28.654752 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca97c70-4482-492b-b1ab-62731b5e80a0 x-openstack-request-id: req-bca97c70-4482-492b-b1ab-62731b5e80a0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:27:28.655695 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:27:28.656043 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bca97c70-4482-492b-b1ab-62731b5e80a0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:27:28.656610 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169', 'status': 'completed', 'code': 200} Mar 11 00:27:28.669473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: a4379d2b-d69c-42d4-b0f3-a06a69042cbc {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:28.670733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a4379d2b-d69c-42d4-b0f3-a06a69042cbc not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:28.756738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235c7a-67db-4874-99be-d71b58887511 req-97f26df9-bf83-4dfd-b1ec-b37961ec2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:28.763459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-97f26df9-bf83-4dfd-b1ec-b37961ec2040 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1127 time: 0.0881429 Mar 11 00:27:28.895427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:29.011417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235c7a-67db-4874-99be-d71b58887511 req-f30c5c19-b582-442f-bfe6-da6a0d5e045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:29.012921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-f30c5c19-b582-442f-bfe6-da6a0d5e045a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.2368653 Mar 11 00:27:29.066436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:29.098848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-1284b54e-3f8a-48ac-8057-dc2373dceb12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 200 len: 999 time: 0.0796514 Mar 11 00:27:29.194832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235c7a-67db-4874-99be-d71b58887511 req-d17638ae-af22-4c56-96eb-498d6e59da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:29.200183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-d17638ae-af22-4c56-96eb-498d6e59da09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0914342 Mar 11 00:27:29.301146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235c7a-67db-4874-99be-d71b58887511 req-e5c32ddf-9400-42b5-ab56-e6edf22fc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:29.302724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-e5c32ddf-9400-42b5-ab56-e6edf22fc45f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990636 Mar 11 00:27:29.363486 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}, {'id': '74ee234f-3d09-4bde-95c0-d037eee6ec2f', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': '191d9667-cbe2-4648-b82a-e71a56b49169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:ae:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:27:26Z', 'updated_at': '2022-03-11T00:27:26Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:29.436201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:27:29.455958 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:29.456994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:29.488678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-ee1cdadb-b7d4-4ebc-95c6-33438a892a14 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800003 Mar 11 00:27:29.627086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Deleting port b5f994cb-287b-453e-9baa-033805c8ff62 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:29.627650 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:29.647152 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:29.678634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd235c7a-67db-4874-99be-d71b58887511 req-213285f5-f2de-4476-ba5b-428383ab3c54 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839516 Mar 11 00:27:29.771585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] For port b5f994cb-287b-453e-9baa-033805c8ff62, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b5f994cb-287b-453e-9baa-033805c8ff62,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:29.771978 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:29.785578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Calling delete_port for b5f994cb-287b-453e-9baa-033805c8ff62 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:30.040477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}, {'id': '74ee234f-3d09-4bde-95c0-d037eee6ec2f', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': '191d9667-cbe2-4648-b82a-e71a56b49169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:ae:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:27:26Z', 'updated_at': '2022-03-11T00:27:26Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:30.081096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b5f994cb-287b-453e-9baa-033805c8ff62), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:30.086402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1c4fe-cb29-487f-864b-9f7b5a9ff16b None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}, {'id': '74ee234f-3d09-4bde-95c0-d037eee6ec2f', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': '191d9667-cbe2-4648-b82a-e71a56b49169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:ae:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:27:26Z', 'updated_at': '2022-03-11T00:27:26Z', 'revision_number': 0, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:27:30.118038 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f994cb-287b-453e-9baa-033805c8ff62,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:30.395902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:30.527152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ccfd76-7ca2-4cc2-af96-4253ee26fd66 None None] New status for floating IP 74ee234f-3d09-4bde-95c0-d037eee6ec2f: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:27:31.292909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:27:31.424143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:27:31.430389 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38a05013-00fc-4175-bffe-cf85358dffcd admin admin] 10.222.0.21 "PUT /v2.0/routers/d284c189-fb2a-4b3b-b3d4-d35b55a7a32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195525 Mar 11 00:27:31.435188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Sync routers for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:27:31.440360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 32972) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:31.453035 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:31.454463 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:31.595719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks [] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:31.641765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:31.740337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks [] for router_gateway (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:31.851700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Deleting port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:31.852164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:31.860849 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:27:30Z', 'revision_number': 5, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port': {'id': '70de03d5-d797-4a55-a2d4-108c2ffdf3f4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:38Z', 'updated_at': '2022-03-11T00:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:31.899135 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Checking router: d284c189-fb2a-4b3b-b3d4-d35b55a7a32e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:27:31.910288 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Routers {'d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:31.911308 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:31.947214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] For port 70de03d5-d797-4a55-a2d4-108c2ffdf3f4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:31.947751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:31.970720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Calling delete_port for 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:32.025142 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] Set router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:32.107473 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:27:31Z', 'revision_number': 6, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:32.177882 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db22dc-1289-4f48-94cf-ba77ec173d89 None None] The sync data for ids ['d284c189-fb2a-4b3b-b3d4-d35b55a7a32e'] in n-d-831844-1 is: [{'id': 'd284c189-fb2a-4b3b-b3d4-d35b55a7a32e', 'name': 'tempest-TestServerMultinode-1006355869-router', 'tenant_id': '579cabcda9134048994dc04451af11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:37Z', 'updated_at': '2022-03-11T00:27:31Z', 'revision_number': 6, 'project_id': '579cabcda9134048994dc04451af11f6', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:27:32.214320 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (70de03d5-d797-4a55-a2d4-108c2ffdf3f4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.251351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Pushing event deleted for resources: {'Port': ['ID=70de03d5-d797-4a55-a2d4-108c2ffdf3f4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:32.361500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.494994 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.507569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks [] for router_controller (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.580452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (d284c189-fb2a-4b3b-b3d4-d35b55a7a32e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.580958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d284c189-fb2a-4b3b-b3d4-d35b55a7a32e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:27:32.585562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.587954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c24dbec6-1581-407a-9330-423561a9ce17 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d284c189-fb2a-4b3b-b3d4-d35b55a7a32e HTTP/1.1" status: 204 len: 168 time: 1.1453264 Mar 11 00:27:32.589282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33036) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:32.644791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Deleting subnet 19ea49b3-3b84-4776-85b6-fed324147c8e {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:27:32.649350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Publish callbacks [] for subnet (19ea49b3-3b84-4776-85b6-fed324147c8e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.696450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (19ea49b3-3b84-4776-85b6-fed324147c8e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.818071 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (19ea49b3-3b84-4776-85b6-fed324147c8e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.891207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33046) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:32.904431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (19ea49b3-3b84-4776-85b6-fed324147c8e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.960575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:32.964530 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/19ea49b3-3b84-4776-85b6-fed324147c8e HTTP/1.1" status: 204 len: 168 time: 0.3740480 Mar 11 00:27:32.965599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de8ad6-5147-4269-8b93-298aaf481970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ea49b3-3b84-4776-85b6-fed324147c8e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:32.967126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33050) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:32.968509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9259ace-3dcf-4938-8f9e-5812f331fb36 None None] Network bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:27:33.091902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:33.102001 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daf101dd-e2d9-4ea1-a9d1-5b17481c105b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.116344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.138934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:33.139588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 70de03d5-d797-4a55-a2d4-108c2ffdf3f4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:33.150463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b5f994cb-287b-453e-9baa-033805c8ff62 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:33.181287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b5f994cb-287b-453e-9baa-033805c8ff62 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:33.182012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b5f994cb-287b-453e-9baa-033805c8ff62 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:33.231497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Deleting port 98fc4b90-464d-46f1-97a6-08c31fc75d5b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:33.231869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.316126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] DHCP port deletion for bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:27:33.366611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daf101dd-e2d9-4ea1-a9d1-5b17481c105b admin admin] Publish callbacks [] for security_group (519ef27e-da0c-4dc0-8a96-ba1c01704c12), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.423219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Deleting port 98fc4b90-464d-46f1-97a6-08c31fc75d5b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:33.423900 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.450234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daf101dd-e2d9-4ea1-a9d1-5b17481c105b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (519ef27e-da0c-4dc0-8a96-ba1c01704c12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.471540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] For port 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=98fc4b90-464d-46f1-97a6-08c31fc75d5b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:33.472220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.508385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Calling delete_port for 98fc4b90-464d-46f1-97a6-08c31fc75d5b owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:33.528294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33058) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:33.537285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-daf101dd-e2d9-4ea1-a9d1-5b17481c105b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fd8c01ab9714724a55c2df04b1da7ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6433208 Mar 11 00:27:33.576511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] For port 98fc4b90-464d-46f1-97a6-08c31fc75d5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=98fc4b90-464d-46f1-97a6-08c31fc75d5b,segment=NetworkSegment(f88b5859-886b-409e-aa25-bfda7412501c),segment_id=f88b5859-886b-409e-aa25-bfda7412501c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:33.579187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.614083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Calling delete_port for 98fc4b90-464d-46f1-97a6-08c31fc75d5b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:33.615879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] Publish callbacks [] for security_group (519ef27e-da0c-4dc0-8a96-ba1c01704c12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.694690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf101dd-e2d9-4ea1-a9d1-5b17481c105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ef27e-da0c-4dc0-8a96-ba1c01704c12,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:33.710493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] Publish callbacks [] for security_group (519ef27e-da0c-4dc0-8a96-ba1c01704c12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.718529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.769366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] No DVR routers for this DVR port 98fc4b90-464d-46f1-97a6-08c31fc75d5b on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:33.817526 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (519ef27e-da0c-4dc0-8a96-ba1c01704c12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.821172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.830932 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/519ef27e-da0c-4dc0-8a96-ba1c01704c12 HTTP/1.1" status: 204 len: 168 time: 0.3008170 Mar 11 00:27:33.843364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fc4b90-464d-46f1-97a6-08c31fc75d5b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:33.855875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (98fc4b90-464d-46f1-97a6-08c31fc75d5b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:33.867202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f6ddb-687e-4bf0-b574-1ab380254e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ef27e-da0c-4dc0-8a96-ba1c01704c12,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:33.903745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Pushing event deleted for resources: {'Port': ['ID=98fc4b90-464d-46f1-97a6-08c31fc75d5b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:33.918158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] No DVR routers for this DVR port 98fc4b90-464d-46f1-97a6-08c31fc75d5b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:33.921313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.921884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.923907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.924516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.925093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.925603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.926184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.926913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.927528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.928066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.928635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.929240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.929746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc5cb5-a135-4224-9d4f-6c65b3ed9b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:33.978925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.021497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4e9ff1-06c2-4bdb-ae50-56df710e4b82']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:34.036400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88b5859-886b-409e-aa25-bfda7412501c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:34.037024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88b5859-886b-409e-aa25-bfda7412501c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:34.049442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (f88b5859-886b-409e-aa25-bfda7412501c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.065756 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f88b5859-886b-409e-aa25-bfda7412501c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.073149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:27:34.073596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (f88b5859-886b-409e-aa25-bfda7412501c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:27:34.075535 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:27:34.155157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (bd4e9ff1-06c2-4bdb-ae50-56df710e4b82), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.161617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.165783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd4e9ff1-06c2-4bdb-ae50-56df710e4b82 HTTP/1.1" status: 204 len: 168 time: 1.1975882 Mar 11 00:27:34.170120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33074) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:34.187115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee779064-f472-4c15-8fc0-770e27b150f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4e9ff1-06c2-4bdb-ae50-56df710e4b82,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:34.285855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33076) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:34.303749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d051dcdc-b2c6-44b7-91a6-b7b9d6ab499c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.405696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d051dcdc-b2c6-44b7-91a6-b7b9d6ab499c admin admin] Publish callbacks [] for security_group (a866e1d4-c735-400b-bed2-096af5fbe76b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.411556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d051dcdc-b2c6-44b7-91a6-b7b9d6ab499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a866e1d4-c735-400b-bed2-096af5fbe76b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.495326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051dcdc-b2c6-44b7-91a6-b7b9d6ab499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a866e1d4-c735-400b-bed2-096af5fbe76b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:34.505892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d051dcdc-b2c6-44b7-91a6-b7b9d6ab499c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f221ed49aa1e4f13b221611bd0fd3c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183056 Mar 11 00:27:34.506832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:34.595710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] Publish callbacks [] for security_group (a866e1d4-c735-400b-bed2-096af5fbe76b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.622720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] Publish callbacks [] for security_group (a866e1d4-c735-400b-bed2-096af5fbe76b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.745537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a866e1d4-c735-400b-bed2-096af5fbe76b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.748624 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.749925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a866e1d4-c735-400b-bed2-096af5fbe76b HTTP/1.1" status: 204 len: 168 time: 0.2413464 Mar 11 00:27:34.785825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc5bb-9ae8-484c-ac2d-7befa0cc3b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866e1d4-c735-400b-bed2-096af5fbe76b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:34.855256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:34.890341 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5682b561-7264-4f7c-bb71-d506f70bd87b req-6d0325a6-2b89-44d3-a9cb-cb972187996a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4000697 Mar 11 00:27:34.997420 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5682b561-7264-4f7c-bb71-d506f70bd87b req-fe99b6b3-2a18-4331-8932-37de6f1304fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0704954 Mar 11 00:27:35.082338 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5682b561-7264-4f7c-bb71-d506f70bd87b req-250dcc50-ea72-4bc3-8110-ab59638fe2d7 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525775 Mar 11 00:27:35.091188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 98fc4b90-464d-46f1-97a6-08c31fc75d5b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:35.142815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 98fc4b90-464d-46f1-97a6-08c31fc75d5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:35.143313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 98fc4b90-464d-46f1-97a6-08c31fc75d5b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:35.357131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682b561-7264-4f7c-bb71-d506f70bd87b req-b32ccdb2-54b0-4272-99ec-12ae6fd8a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:27:35.358615 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5682b561-7264-4f7c-bb71-d506f70bd87b req-b32ccdb2-54b0-4272-99ec-12ae6fd8a121 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719040 Mar 11 00:27:35.509895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Deleting port 67dfbddd-a118-42c4-a7cb-fecde73e40f3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:35.511483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:35.621535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] For port 67dfbddd-a118-42c4-a7cb-fecde73e40f3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67dfbddd-a118-42c4-a7cb-fecde73e40f3,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:35.621905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:35.654122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Calling delete_port for 67dfbddd-a118-42c4-a7cb-fecde73e40f3 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:35.991773 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (67dfbddd-a118-42c4-a7cb-fecde73e40f3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:36.064810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Pushing event deleted for resources: {'Port': ['ID=67dfbddd-a118-42c4-a7cb-fecde73e40f3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:36.482813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:36.762334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f643c696-373f-4a28-8af0-6e1f4c3e3053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:36.971407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:27:37.193273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:27:37.205778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-06063fc9-7f2d-4c66-8e91-be4e05c422ec admin admin] 10.222.0.21 "PUT /v2.0/routers/15688e4b-9bc9-4371-8d9d-6f5da9c43039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0352509 Mar 11 00:27:37.209194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33276) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:37.222466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Sync routers for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:27:37.254928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:37.255903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:37.444626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks [] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:37.456944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:37.658674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks [] for router_gateway (15688e4b-9bc9-4371-8d9d-6f5da9c43039), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:37.802093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Deleting port e5ba277a-246a-46a7-9b93-4fa563477be0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:37.802093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:37.811960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:27:35Z', 'revision_number': 5, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port': {'id': 'e5ba277a-246a-46a7-9b93-4fa563477be0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:37.884424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Checking router: 15688e4b-9bc9-4371-8d9d-6f5da9c43039 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:27:37.904089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Routers {'15688e4b-9bc9-4371-8d9d-6f5da9c43039'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:27:37.904894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:27:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:37.939811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] For port e5ba277a-246a-46a7-9b93-4fa563477be0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=e5ba277a-246a-46a7-9b93-4fa563477be0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:37.940274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:38.015199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Calling delete_port for e5ba277a-246a-46a7-9b93-4fa563477be0 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:38.126676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] Set router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:27:38.287494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:27:37Z', 'revision_number': 6, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:38.353695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafb8fd1-30f7-495b-ac39-63de82cec466 None None] The sync data for ids ['15688e4b-9bc9-4371-8d9d-6f5da9c43039'] in n-d-831844-1 is: [{'id': '15688e4b-9bc9-4371-8d9d-6f5da9c43039', 'name': 'tempest-TestServerMultinode-802023606-router', 'tenant_id': '475595b63d9d4ce5b9b4852134a7e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:26:45Z', 'updated_at': '2022-03-11T00:27:37Z', 'revision_number': 6, 'project_id': '475595b63d9d4ce5b9b4852134a7e19b', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:27:38.491567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e5ba277a-246a-46a7-9b93-4fa563477be0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:38.585533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ba277a-246a-46a7-9b93-4fa563477be0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:38.642064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.234865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.237476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks [] for router_controller (15688e4b-9bc9-4371-8d9d-6f5da9c43039), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.295298 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d083c9eb-1c7b-4846-858c-f00602606d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.371064 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (15688e4b-9bc9-4371-8d9d-6f5da9c43039), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.371761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15688e4b-9bc9-4371-8d9d-6f5da9c43039 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:27:39.377772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.380612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67dfbddd-a118-42c4-a7cb-fecde73e40f3 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:39.381924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c1797839-34f0-4470-9e71-4c0c0de9c139 admin admin] 10.222.0.21 "DELETE /v2.0/routers/15688e4b-9bc9-4371-8d9d-6f5da9c43039 HTTP/1.1" status: 204 len: 168 time: 2.1697004 Mar 11 00:27:39.382747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33522) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:39.416507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 67dfbddd-a118-42c4-a7cb-fecde73e40f3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:39.416857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67dfbddd-a118-42c4-a7cb-fecde73e40f3 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:39.487330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Deleting subnet 57a38646-8e88-4bed-8736-7a1a746a3708 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:27:39.492259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Publish callbacks [] for subnet (57a38646-8e88-4bed-8736-7a1a746a3708), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.537308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (57a38646-8e88-4bed-8736-7a1a746a3708), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.708868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (57a38646-8e88-4bed-8736-7a1a746a3708), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.848752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (57a38646-8e88-4bed-8736-7a1a746a3708), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.869391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:39.879747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/57a38646-8e88-4bed-8736-7a1a746a3708 HTTP/1.1" status: 204 len: 168 time: 0.4928088 Mar 11 00:27:39.879852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8e798-7a87-4ee8-bac3-8a42b843f9e5 None None] Network 726300f7-d453-47fd-9f65-72a9442b957e requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:27:39.879967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:39.945031 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6effc-7b32-4607-b389-2df195d7afc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a38646-8e88-4bed-8736-7a1a746a3708,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:40.069363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (726300f7-d453-47fd-9f65-72a9442b957e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.116648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] DHCP port deletion for 726300f7-d453-47fd-9f65-72a9442b957e request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:27:40.169991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Deleting port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:40.170339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.219477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33608) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:40.222469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Deleting port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:27:40.222854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.320039 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] For port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:40.320725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.323638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] For port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,segment=NetworkSegment(dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f),segment_id=dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:27:40.324131 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.336186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Calling delete_port for 01c46db2-83b6-4b4f-9944-afcfb2c3e55c owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:40.382890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Calling delete_port for 01c46db2-83b6-4b4f-9944-afcfb2c3e55c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:27:40.485366 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.506663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36d-dcd5-4ac7-82a0-47161c9ea04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.551354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.553681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] No DVR routers for this DVR port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:40.557064 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7589d3-2e6e-4a34-8449-b11ed583b39a None None] Pushing event deleted for resources: {'Port': ['ID=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:40.607696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36d-dcd5-4ac7-82a0-47161c9ea04e admin admin] Publish callbacks [] for security_group (a8c3f27e-bf12-4e91-b94c-f68bc3b84544), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.615585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36d-dcd5-4ac7-82a0-47161c9ea04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8c3f27e-bf12-4e91-b94c-f68bc3b84544), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.675379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-62b6e36d-dcd5-4ac7-82a0-47161c9ea04e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6b5e4b9040a43ff9dd6d103b121b191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525142 Mar 11 00:27:40.675606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (01c46db2-83b6-4b4f-9944-afcfb2c3e55c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.675736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6e36d-dcd5-4ac7-82a0-47161c9ea04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3f27e-bf12-4e91-b94c-f68bc3b84544,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:40.683286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33660) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:40.708903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] No DVR routers for this DVR port 01c46db2-83b6-4b4f-9944-afcfb2c3e55c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:27:40.733295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c46db2-83b6-4b4f-9944-afcfb2c3e55c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:40.831451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (726300f7-d453-47fd-9f65-72a9442b957e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.857405 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726300f7-d453-47fd-9f65-72a9442b957e']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:40.868956 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:40.869465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:27:40.881311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.893501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.897026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.910549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:27:40.910946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (dce7f3a0-8c2d-4dd2-b7c9-a8a76460a01f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:27:40.913065 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:27:40.995391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] Publish callbacks [] for security_group (a8c3f27e-bf12-4e91-b94c-f68bc3b84544), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.029621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (726300f7-d453-47fd-9f65-72a9442b957e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.065614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.072452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] 10.222.0.21 "DELETE /v2.0/networks/726300f7-d453-47fd-9f65-72a9442b957e HTTP/1.1" status: 204 len: 168 time: 1.1889381 Mar 11 00:27:41.090106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] Publish callbacks [] for security_group (a8c3f27e-bf12-4e91-b94c-f68bc3b84544), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.107504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e5ba277a-246a-46a7-9b93-4fa563477be0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:41.108748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d82075-7a0f-43ec-8c66-77a9863a3203 admin admin] Pushing event deleted for resources: {'Network': ['ID=726300f7-d453-47fd-9f65-72a9442b957e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:41.189804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a8c3f27e-bf12-4e91-b94c-f68bc3b84544), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.190259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.191632 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8c3f27e-bf12-4e91-b94c-f68bc3b84544 HTTP/1.1" status: 204 len: 168 time: 0.5007701 Mar 11 00:27:41.208522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: e5ba277a-246a-46a7-9b93-4fa563477be0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:41.209103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device e5ba277a-246a-46a7-9b93-4fa563477be0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:41.210401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ce846-4d98-47a6-95be-528975dced1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c3f27e-bf12-4e91-b94c-f68bc3b84544,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:41.211846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 01c46db2-83b6-4b4f-9944-afcfb2c3e55c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:27:41.257877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 01c46db2-83b6-4b4f-9944-afcfb2c3e55c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:27:41.258533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 01c46db2-83b6-4b4f-9944-afcfb2c3e55c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:27:41.286058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.332169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33718) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:41.400108 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-22fb9f69-ba00-441c-bff8-531f2b493f3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=579cabcda9134048994dc04451af11f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632992 Mar 11 00:27:41.402633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33720) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:41.456411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] Publish callbacks [] for security_group (cac724a3-bfe9-4bcd-9f43-e8656785f680), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.481460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] Publish callbacks [] for security_group (cac724a3-bfe9-4bcd-9f43-e8656785f680), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.545052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (cac724a3-bfe9-4bcd-9f43-e8656785f680), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.549801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.551175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cac724a3-bfe9-4bcd-9f43-e8656785f680 HTTP/1.1" status: 204 len: 168 time: 0.1475556 Mar 11 00:27:41.561219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a154f6-b2b9-4c06-af09-9a6cbe67e3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac724a3-bfe9-4bcd-9f43-e8656785f680,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:41.695775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.779110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33734) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:41.794562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-636098a7-ebf7-4744-b32b-5c136d14ff34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.892279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-636098a7-ebf7-4744-b32b-5c136d14ff34 admin admin] Publish callbacks [] for security_group (7770823f-2a20-460c-b3c4-b7325bfcfaf7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.897295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-636098a7-ebf7-4744-b32b-5c136d14ff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7770823f-2a20-460c-b3c4-b7325bfcfaf7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:41.929493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636098a7-ebf7-4744-b32b-5c136d14ff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770823f-2a20-460c-b3c4-b7325bfcfaf7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:41.973264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-636098a7-ebf7-4744-b32b-5c136d14ff34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cc33150050941b3ac1323dd8cf9c909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930370 Mar 11 00:27:41.976099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:42.039830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] Publish callbacks [] for security_group (7770823f-2a20-460c-b3c4-b7325bfcfaf7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.066576 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] Publish callbacks [] for security_group (7770823f-2a20-460c-b3c4-b7325bfcfaf7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.097357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33740) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:42.126302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7770823f-2a20-460c-b3c4-b7325bfcfaf7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.130066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.131526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7770823f-2a20-460c-b3c4-b7325bfcfaf7 HTTP/1.1" status: 204 len: 168 time: 0.1543989 Mar 11 00:27:42.142814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c6cf7-1e9c-41d5-90a6-0c7cd1bad2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770823f-2a20-460c-b3c4-b7325bfcfaf7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:42.203875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33746) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:42.205256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-389fe7b8-6cf5-4dc4-9918-d26320b29490 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=475595b63d9d4ce5b9b4852134a7e19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1059947 Mar 11 00:27:42.283854 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] Publish callbacks [] for security_group (81bda593-986c-4e99-9939-8a22f52f2012), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.359341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] Publish callbacks [] for security_group (81bda593-986c-4e99-9939-8a22f52f2012), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.430830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (81bda593-986c-4e99-9939-8a22f52f2012), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.436338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:42.440077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81bda593-986c-4e99-9939-8a22f52f2012 HTTP/1.1" status: 204 len: 168 time: 0.2337661 Mar 11 00:27:42.480481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec7414-51ed-49ab-ab79-aae95a11cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bda593-986c-4e99-9939-8a22f52f2012,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:43.347087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.473582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:50.581829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2146267-5df0-457c-8d73-a9baf833a156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.658469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2146267-5df0-457c-8d73-a9baf833a156 admin admin] Publish callbacks [] for security_group (3c415488-31ea-4f00-bea7-d673316f997a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.662183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2146267-5df0-457c-8d73-a9baf833a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3c415488-31ea-4f00-bea7-d673316f997a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.700628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e2146267-5df0-457c-8d73-a9baf833a156 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f68eaec1a0b64efabff940783d9824f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258871 Mar 11 00:27:50.701685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2146267-5df0-457c-8d73-a9baf833a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c415488-31ea-4f00-bea7-d673316f997a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:50.703891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33940) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:50.761546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] Publish callbacks [] for security_group (3c415488-31ea-4f00-bea7-d673316f997a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.784178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] Publish callbacks [] for security_group (3c415488-31ea-4f00-bea7-d673316f997a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.834038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (3c415488-31ea-4f00-bea7-d673316f997a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.836975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:50.840571 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c415488-31ea-4f00-bea7-d673316f997a HTTP/1.1" status: 204 len: 168 time: 0.1304963 Mar 11 00:27:50.848048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba113dc-90cf-4360-b09d-5b3fb85dbabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c415488-31ea-4f00-bea7-d673316f997a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:51.115801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 33946) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:51.129671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8656d11-a906-49c6-9d30-0e1697585591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.204313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8656d11-a906-49c6-9d30-0e1697585591 admin admin] Publish callbacks [] for security_group (dd2254b1-5b62-4c12-926c-fae484bd93fa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.209457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8656d11-a906-49c6-9d30-0e1697585591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dd2254b1-5b62-4c12-926c-fae484bd93fa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.253141 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8656d11-a906-49c6-9d30-0e1697585591 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa48ea09eaed4907a6282e60e347b61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362159 Mar 11 00:27:51.254011 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8656d11-a906-49c6-9d30-0e1697585591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2254b1-5b62-4c12-926c-fae484bd93fa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:51.255783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 33950) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:51.316482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] Publish callbacks [] for security_group (dd2254b1-5b62-4c12-926c-fae484bd93fa), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.346387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] Publish callbacks [] for security_group (dd2254b1-5b62-4c12-926c-fae484bd93fa), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.399552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dd2254b1-5b62-4c12-926c-fae484bd93fa), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.402175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:51.405851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd2254b1-5b62-4c12-926c-fae484bd93fa HTTP/1.1" status: 204 len: 168 time: 0.1452456 Mar 11 00:27:51.414345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6d81e-fe5b-4900-9a7e-662181b9ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2254b1-5b62-4c12-926c-fae484bd93fa,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:53.717044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34036) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:53.831865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-faa6f015-3d54-4b2b-b5ef-1b12ed0bbf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:53.908941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-faa6f015-3d54-4b2b-b5ef-1b12ed0bbf27 admin admin] Publish callbacks [] for security_group (c1f230a5-1937-4234-81b8-83ae04d0e52e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:53.913687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-faa6f015-3d54-4b2b-b5ef-1b12ed0bbf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c1f230a5-1937-4234-81b8-83ae04d0e52e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:53.953039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f015-3d54-4b2b-b5ef-1b12ed0bbf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f230a5-1937-4234-81b8-83ae04d0e52e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:53.960788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-faa6f015-3d54-4b2b-b5ef-1b12ed0bbf27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ff98352a2a549cebf20aa2d23a95455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402699 Mar 11 00:27:53.961581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34040) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:54.010578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] Publish callbacks [] for security_group (c1f230a5-1937-4234-81b8-83ae04d0e52e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.033965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] Publish callbacks [] for security_group (c1f230a5-1937-4234-81b8-83ae04d0e52e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.083959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (c1f230a5-1937-4234-81b8-83ae04d0e52e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.086561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.087700 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1f230a5-1937-4234-81b8-83ae04d0e52e HTTP/1.1" status: 204 len: 168 time: 0.1257980 Mar 11 00:27:54.101099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59f120-e35d-4550-9cb6-134e51099f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f230a5-1937-4234-81b8-83ae04d0e52e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:54.362759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34048) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:54.376355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a8509b1-320c-48d4-b751-321dc48bc9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.452322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a8509b1-320c-48d4-b751-321dc48bc9db admin admin] Publish callbacks [] for security_group (abea48fa-bcbb-4d80-92a3-b672a7a2646e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.458232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a8509b1-320c-48d4-b751-321dc48bc9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (abea48fa-bcbb-4d80-92a3-b672a7a2646e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.497550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a8509b1-320c-48d4-b751-321dc48bc9db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e9d9c0aa92e4509a8a27e7542d8d475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337051 Mar 11 00:27:54.498430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8509b1-320c-48d4-b751-321dc48bc9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea48fa-bcbb-4d80-92a3-b672a7a2646e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:54.500786 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34050) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:27:54.551125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Publish callbacks [] for security_group (abea48fa-bcbb-4d80-92a3-b672a7a2646e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.574452 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Publish callbacks [] for security_group (abea48fa-bcbb-4d80-92a3-b672a7a2646e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.625709 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (abea48fa-bcbb-4d80-92a3-b672a7a2646e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.628146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:27:54.631846 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abea48fa-bcbb-4d80-92a3-b672a7a2646e HTTP/1.1" status: 204 len: 168 time: 0.1298559 Mar 11 00:27:54.649979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea48fa-bcbb-4d80-92a3-b672a7a2646e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:27:54.658730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.659084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.659428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.659770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.660131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.660464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.660898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.661227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.661550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.662080 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.662664 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.662795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:27:54.663236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131f317-f776-4c97-a72f-2f34c2e8f5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:02.199786 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:28:03.061115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:03.167506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10879ac9-77a6-4453-b6c6-54679fb5c79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.251464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10879ac9-77a6-4453-b6c6-54679fb5c79f admin admin] Publish callbacks [] for security_group (2ef1cb4b-7769-44b9-ab26-dc7f97fc5529), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.255537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-10879ac9-77a6-4453-b6c6-54679fb5c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ef1cb4b-7769-44b9-ab26-dc7f97fc5529), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.295581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-10879ac9-77a6-4453-b6c6-54679fb5c79f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13ad31706b6e4311a54b107956000010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333515 Mar 11 00:28:03.298222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:03.304298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10879ac9-77a6-4453-b6c6-54679fb5c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1cb4b-7769-44b9-ab26-dc7f97fc5529,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:03.351882 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] Publish callbacks [] for security_group (2ef1cb4b-7769-44b9-ab26-dc7f97fc5529), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.373172 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] Publish callbacks [] for security_group (2ef1cb4b-7769-44b9-ab26-dc7f97fc5529), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.426216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2ef1cb4b-7769-44b9-ab26-dc7f97fc5529), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.428897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.430098 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ef1cb4b-7769-44b9-ab26-dc7f97fc5529 HTTP/1.1" status: 204 len: 168 time: 0.1309590 Mar 11 00:28:03.439679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653592-c8a1-4722-9eab-0068e2993dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1cb4b-7769-44b9-ab26-dc7f97fc5529,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:03.712600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34286) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:03.727068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff60e508-6bc6-48c6-987b-42a090957efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.809495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff60e508-6bc6-48c6-987b-42a090957efa admin admin] Publish callbacks [] for security_group (4c3addde-b96c-4530-ba71-17884fb7c3e0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.814317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ff60e508-6bc6-48c6-987b-42a090957efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4c3addde-b96c-4530-ba71-17884fb7c3e0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.853677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ff60e508-6bc6-48c6-987b-42a090957efa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ee626c709e14540b149ff67133fe7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398127 Mar 11 00:28:03.854624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e508-6bc6-48c6-987b-42a090957efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3addde-b96c-4530-ba71-17884fb7c3e0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:03.856314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:03.912536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] Publish callbacks [] for security_group (4c3addde-b96c-4530-ba71-17884fb7c3e0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.941764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] Publish callbacks [] for security_group (4c3addde-b96c-4530-ba71-17884fb7c3e0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.992233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4c3addde-b96c-4530-ba71-17884fb7c3e0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.995110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:03.998601 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c3addde-b96c-4530-ba71-17884fb7c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1387589 Mar 11 00:28:04.010741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b071635-e597-4199-9328-7fa72b0fe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3addde-b96c-4530-ba71-17884fb7c3e0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:04.378504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34296) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:04.395366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c5dcfaf-f331-45ac-b64a-4969b4c06c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.481586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c5dcfaf-f331-45ac-b64a-4969b4c06c3f admin admin] Publish callbacks [] for security_group (dafcd869-8042-4495-8725-fb0572d25dd5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.486607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c5dcfaf-f331-45ac-b64a-4969b4c06c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dafcd869-8042-4495-8725-fb0572d25dd5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.528167 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c5dcfaf-f331-45ac-b64a-4969b4c06c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b27d203694f46f58bc71578f71f03d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454391 Mar 11 00:28:04.528167 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dcfaf-f331-45ac-b64a-4969b4c06c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafcd869-8042-4495-8725-fb0572d25dd5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:04.529498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34298) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:04.609192 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] Publish callbacks [] for security_group (dafcd869-8042-4495-8725-fb0572d25dd5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.635990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] Publish callbacks [] for security_group (dafcd869-8042-4495-8725-fb0572d25dd5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.687033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (dafcd869-8042-4495-8725-fb0572d25dd5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.690435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:04.694055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dafcd869-8042-4495-8725-fb0572d25dd5 HTTP/1.1" status: 204 len: 168 time: 0.1573899 Mar 11 00:28:04.702633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcc65c-714a-4152-af94-7c2fe0b9360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafcd869-8042-4495-8725-fb0572d25dd5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:06.535421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34378) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:06.667226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76aa94b6-628c-4c07-8e42-f7827c8791b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.757759 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0a7013b8-7ce5-4d85-9a9a-a9dbfc17f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.759377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76aa94b6-628c-4c07-8e42-f7827c8791b1 admin admin] Publish callbacks [] for security_group (ea96b67c-a3bb-4265-9638-102a51d9a6fb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.766957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-76aa94b6-628c-4c07-8e42-f7827c8791b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ea96b67c-a3bb-4265-9638-102a51d9a6fb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.805340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa94b6-628c-4c07-8e42-f7827c8791b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea96b67c-a3bb-4265-9638-102a51d9a6fb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:06.817640 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34388) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:06.825944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-76aa94b6-628c-4c07-8e42-f7827c8791b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa26012fb11456b82210cd8a327970d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894013 Mar 11 00:28:06.876377 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] Publish callbacks [] for security_group (ea96b67c-a3bb-4265-9638-102a51d9a6fb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.899840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] Publish callbacks [] for security_group (ea96b67c-a3bb-4265-9638-102a51d9a6fb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.966809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ea96b67c-a3bb-4265-9638-102a51d9a6fb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.970647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:06.976417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea96b67c-a3bb-4265-9638-102a51d9a6fb HTTP/1.1" status: 204 len: 168 time: 0.1577051 Mar 11 00:28:06.986627 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9170c7-b5a6-4666-9e95-b5c90b085a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea96b67c-a3bb-4265-9638-102a51d9a6fb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:07.316010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34404) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:07.332414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0743b9c2-ab58-4524-a142-4d6319e7a838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.416419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0743b9c2-ab58-4524-a142-4d6319e7a838 admin admin] Publish callbacks [] for security_group (4782cbb0-b169-4714-ac70-6b0da3de0344), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.420579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0743b9c2-ab58-4524-a142-4d6319e7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4782cbb0-b169-4714-ac70-6b0da3de0344), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.464564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743b9c2-ab58-4524-a142-4d6319e7a838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782cbb0-b169-4714-ac70-6b0da3de0344,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:07.473491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0743b9c2-ab58-4524-a142-4d6319e7a838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e1620829c924bec836a0b5aa88632d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521935 Mar 11 00:28:07.473757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34410) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:07.534564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] Publish callbacks [] for security_group (4782cbb0-b169-4714-ac70-6b0da3de0344), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.556474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] Publish callbacks [] for security_group (4782cbb0-b169-4714-ac70-6b0da3de0344), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.611886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4782cbb0-b169-4714-ac70-6b0da3de0344), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.614472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:07.615645 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4782cbb0-b169-4714-ac70-6b0da3de0344 HTTP/1.1" status: 204 len: 168 time: 0.1412849 Mar 11 00:28:07.624096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5976ca-948c-49ce-a932-131b5da38fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782cbb0-b169-4714-ac70-6b0da3de0344,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:09.093569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34476) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.215058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2fb1ecff-57b0-43d0-a63a-dc3e752ceaa6 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1069591490'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:09.215511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-2fb1ecff-57b0-43d0-a63a-dc3e752ceaa6 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Unknown quota resources ['metering_label']. {{(pid=110426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 00:28:09.287036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32b1f941-1f3e-41f0-841d-38b0e6e165d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:09.459990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2fb1ecff-57b0-43d0-a63a-dc3e752ceaa6 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:09.464365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34488) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.464872 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2fb1ecff-57b0-43d0-a63a-dc3e752ceaa6 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3686879 Mar 11 00:28:09.470172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f888bd7b-abe1-4697-a679-910e632ea7bd tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'acb2041d-40d8-4cdc-ad57-09d4520f9b84'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:09.470671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f888bd7b-abe1-4697-a679-910e632ea7bd tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 00:28:09.551462 n-d-831844-1 neutron-server[110425]: WARNING neutron.services.metering.metering_plugin [None req-f888bd7b-abe1-4697-a679-910e632ea7bd tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 00:28:09.682318 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f888bd7b-abe1-4697-a679-910e632ea7bd tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:09.686251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f888bd7b-abe1-4697-a679-910e632ea7bd tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2172701 Mar 11 00:28:09.686464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34494) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.690818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f8195d00-9e86-4612-8008-bc7bc5bd6f99 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'acb2041d-40d8-4cdc-ad57-09d4520f9b84'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:09.691313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f8195d00-9e86-4612-8008-bc7bc5bd6f99 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 00:28:09.753318 n-d-831844-1 neutron-server[110425]: WARNING neutron.services.metering.metering_plugin [None req-f8195d00-9e86-4612-8008-bc7bc5bd6f99 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 00:28:09.845092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f8195d00-9e86-4612-8008-bc7bc5bd6f99 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:09.848377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f8195d00-9e86-4612-8008-bc7bc5bd6f99 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1609454 Mar 11 00:28:09.849167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34498) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.860377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed3b6c1e-cd0b-4d27-9a86-b542afaf1506 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c32485a7-ae38-4881-8ec4-c356fa5fa9c2 HTTP/1.1" status: 200 len: 462 time: 0.0098965 Mar 11 00:28:09.862790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34500) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.975814 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fee0ccb4-6935-4d7f-92f5-b34cfdb8eae4 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:09.980141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fee0ccb4-6935-4d7f-92f5-b34cfdb8eae4 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c32485a7-ae38-4881-8ec4-c356fa5fa9c2 HTTP/1.1" status: 204 len: 168 time: 0.1131001 Mar 11 00:28:09.981491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34506) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:09.996660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-185429b1-ba56-4e87-bc5e-d45057b24c60 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c32485a7-ae38-4881-8ec4-c356fa5fa9c2 HTTP/1.1" status: 200 len: 221 time: 0.0103781 Mar 11 00:28:09.996909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34508) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.003118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a94d1ef8-43dd-4dfa-aaf4-4c90a1387a44 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--910445550', 'description': 'label created by tempest'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:10.003576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a94d1ef8-43dd-4dfa-aaf4-4c90a1387a44 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Unknown quota resources ['metering_label']. {{(pid=110425) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 00:28:10.218680 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a94d1ef8-43dd-4dfa-aaf4-4c90a1387a44 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:10.219898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a94d1ef8-43dd-4dfa-aaf4-4c90a1387a44 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2221780 Mar 11 00:28:10.222772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34514) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.324813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b064eab4-bee5-4c3f-938f-e7dc220c7cf9 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=a86a6424-ff17-47e5-9cd3-c2bcfb1fa198 HTTP/1.1" status: 200 len: 467 time: 0.1007683 Mar 11 00:28:10.327248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34516) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.535818 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75a0f7b1-a1c3-4bcb-b27a-309dd321240d tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:10.537063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-75a0f7b1-a1c3-4bcb-b27a-309dd321240d tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/a86a6424-ff17-47e5-9cd3-c2bcfb1fa198 HTTP/1.1" status: 204 len: 168 time: 0.2088401 Mar 11 00:28:10.539902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34524) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.548201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:10.556851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d996d42e-e8bd-4ed9-a9c8-49eefbefb0c4 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=a86a6424-ff17-47e5-9cd3-c2bcfb1fa198 HTTP/1.1" status: 200 len: 216 time: 0.0149598 Mar 11 00:28:10.562237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34526) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.577258 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93eaa10f-37aa-4ca9-aa51-e0a695b58411 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0133002 Mar 11 00:28:10.577431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.591965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6b54051-ae8f-41ee-a310-855463546ffb tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128999 Mar 11 00:28:10.595606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34530) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.685996 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2b7e47e9-9176-46d4-a3a7-b3557831359c tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/acb2041d-40d8-4cdc-ad57-09d4520f9b84 HTTP/1.1" status: 200 len: 473 time: 0.0855172 Mar 11 00:28:10.686234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34532) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.699475 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0a39f66b-3a23-4405-9e62-1e6fa0e7c051 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/6d848d46-ae3a-4957-916b-d869283f4ab9 HTTP/1.1" status: 200 len: 459 time: 0.0122831 Mar 11 00:28:10.702528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34534) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.822241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a4a908df-2a06-4bb2-a8b7-a90ea84523b5 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:10.824477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a4a908df-2a06-4bb2-a8b7-a90ea84523b5 tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/6d848d46-ae3a-4957-916b-d869283f4ab9 HTTP/1.1" status: 204 len: 168 time: 0.1209955 Mar 11 00:28:10.825895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34542) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:10.901953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.066446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8bfcc948-1c69-4f12-aebf-18b6ae8e0e4f tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.075430 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8bfcc948-1c69-4f12-aebf-18b6ae8e0e4f tempest-MeteringIpV6TestJSON-1202838613 tempest-MeteringIpV6TestJSON-1202838613-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/acb2041d-40d8-4cdc-ad57-09d4520f9b84 HTTP/1.1" status: 204 len: 168 time: 0.2438788 Mar 11 00:28:11.190449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.347585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34556) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:11.463998 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70cbccce-6ab5-4b22-a6eb-a688b1c5395c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.557491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70cbccce-6ab5-4b22-a6eb-a688b1c5395c admin admin] Publish callbacks [] for security_group (7d091aac-a681-4a84-8c8b-c2d6728423f4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.564405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-70cbccce-6ab5-4b22-a6eb-a688b1c5395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7d091aac-a681-4a84-8c8b-c2d6728423f4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.614661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-70cbccce-6ab5-4b22-a6eb-a688b1c5395c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2a65b2a42a4bc790853d02ac585961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655182 Mar 11 00:28:11.616184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbccce-6ab5-4b22-a6eb-a688b1c5395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d091aac-a681-4a84-8c8b-c2d6728423f4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:11.617549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:11.674658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] Publish callbacks [] for security_group (7d091aac-a681-4a84-8c8b-c2d6728423f4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.680319 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.698476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] Publish callbacks [] for security_group (7d091aac-a681-4a84-8c8b-c2d6728423f4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.749566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7d091aac-a681-4a84-8c8b-c2d6728423f4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.753572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:11.754829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d091aac-a681-4a84-8c8b-c2d6728423f4 HTTP/1.1" status: 204 len: 168 time: 0.1355240 Mar 11 00:28:11.774210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173990c-b4be-4e99-8e10-feeac5b234e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d091aac-a681-4a84-8c8b-c2d6728423f4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:12.088193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34578) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:12.107370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5d02cd1-4db8-4e9b-af6c-5b8d77319627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.204998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5d02cd1-4db8-4e9b-af6c-5b8d77319627 admin admin] Publish callbacks [] for security_group (1187f375-99ca-4c26-bf06-58470fcedd1a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.209366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c5d02cd1-4db8-4e9b-af6c-5b8d77319627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1187f375-99ca-4c26-bf06-58470fcedd1a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.251904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d02cd1-4db8-4e9b-af6c-5b8d77319627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1187f375-99ca-4c26-bf06-58470fcedd1a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:12.256915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c5d02cd1-4db8-4e9b-af6c-5b8d77319627 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44d7bca5b1b747d0a88c23e0fefce96c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672416 Mar 11 00:28:12.259474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:12.321893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] Publish callbacks [] for security_group (1187f375-99ca-4c26-bf06-58470fcedd1a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.348851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] Publish callbacks [] for security_group (1187f375-99ca-4c26-bf06-58470fcedd1a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.415823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1187f375-99ca-4c26-bf06-58470fcedd1a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.418806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:12.420290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1187f375-99ca-4c26-bf06-58470fcedd1a HTTP/1.1" status: 204 len: 168 time: 0.1599004 Mar 11 00:28:12.432854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb25f32-fd34-4016-8311-07772a23241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1187f375-99ca-4c26-bf06-58470fcedd1a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:13.358275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:14.164010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34656) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.280476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-535e4214-6db3-4e7e-a872-90407675518c tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:14.311765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-535e4214-6db3-4e7e-a872-90407675518c tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "PUT /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c HTTP/1.1" status: 200 len: 366 time: 0.1464293 Mar 11 00:28:14.314545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.324820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4fe4c666-b2af-4a3b-b553-a152f4b44de0 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0091765 Mar 11 00:28:14.327185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.340573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2a51d55f-221a-4b78-835c-6eaa34136bba tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c HTTP/1.1" status: 200 len: 366 time: 0.0121508 Mar 11 00:28:14.341046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34668) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.361295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-efc165e9-0a04-4a45-a66c-ea9eb9c64c6d tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c HTTP/1.1" status: 204 len: 168 time: 0.0186329 Mar 11 00:28:14.363881 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34670) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.374316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-36df7a42-5116-481e-8df8-6d07a3599276 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0092337 Mar 11 00:28:14.378184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.392412 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-471aa437-86ec-4b49-b596-b0bf7344f8cb tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c HTTP/1.1" status: 200 len: 370 time: 0.0130749 Mar 11 00:28:14.392714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34674) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.399955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9d2a4011-cfb5-428a-91a5-875b6a209bb7 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c/default HTTP/1.1" status: 200 len: 370 time: 0.0039089 Mar 11 00:28:14.400525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.410481 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-e0f50ef9-7372-4dc1-b3d7-92567b553960 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] delete failed (client error): The resource could not be found. Mar 11 00:28:14.414749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e0f50ef9-7372-4dc1-b3d7-92567b553960 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/cbf8fc2cb2984e7d88a2f1717161aa8c HTTP/1.1" status: 404 len: 348 time: 0.0130997 Mar 11 00:28:14.536915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34686) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:14.558635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:network and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.562821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.569482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:subnet and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.573289 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.582112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:subnetpool and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.589257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.598820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:port and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.603912 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.614260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:router and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.617796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.625325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:floatingip and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.631442 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.669608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:security_group and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.676173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.682582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Usage tracker for resource:security_group_rule and project:4a407cea8a0045a29c43947db4f32266 is out of sync, need to count used quota {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 00:28:14.685834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.quota.resource [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 00:28:14.694453 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6711d516-280a-472f-83de-3a9684198778 tempest-QuotasTest-156730021 tempest-QuotasTest-156730021-project-admin] 10.222.0.21 "GET /v2.0/quotas/4a407cea8a0045a29c43947db4f32266/details.json HTTP/1.1" status: 200 len: 703 time: 0.1529868 Mar 11 00:28:15.033702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34698) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:15.147791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ebfc-e738-4cd3-b9cd-79110ff6e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.232714 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ebfc-e738-4cd3-b9cd-79110ff6e4db admin admin] Publish callbacks [] for security_group (4bf5b6e4-2cb2-40fe-9162-485c0de54499), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.238723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ebfc-e738-4cd3-b9cd-79110ff6e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4bf5b6e4-2cb2-40fe-9162-485c0de54499), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.286504 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2dd8ebfc-e738-4cd3-b9cd-79110ff6e4db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4bbb920e1574e7c80ec69ab6c03eea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513893 Mar 11 00:28:15.287479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8ebfc-e738-4cd3-b9cd-79110ff6e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf5b6e4-2cb2-40fe-9162-485c0de54499,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:15.289338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34706) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:15.340964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] Publish callbacks [] for security_group (4bf5b6e4-2cb2-40fe-9162-485c0de54499), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.365603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] Publish callbacks [] for security_group (4bf5b6e4-2cb2-40fe-9162-485c0de54499), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.432291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4bf5b6e4-2cb2-40fe-9162-485c0de54499), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.436082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.439452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bf5b6e4-2cb2-40fe-9162-485c0de54499 HTTP/1.1" status: 204 len: 168 time: 0.1490760 Mar 11 00:28:15.450497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb252-aaeb-49d3-a08f-057bfaaa6174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf5b6e4-2cb2-40fe-9162-485c0de54499,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:15.809891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:15.824185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce054381-a766-4908-b036-1f255dcab6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.957250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce054381-a766-4908-b036-1f255dcab6d4 admin admin] Publish callbacks [] for security_group (47360177-0865-4ae2-952e-b3a8efcb1149), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:15.964705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce054381-a766-4908-b036-1f255dcab6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47360177-0865-4ae2-952e-b3a8efcb1149), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:16.001172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce054381-a766-4908-b036-1f255dcab6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47360177-0865-4ae2-952e-b3a8efcb1149,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:16.017096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce054381-a766-4908-b036-1f255dcab6d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a407cea8a0045a29c43947db4f32266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057383 Mar 11 00:28:16.019556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:16.071762 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] Publish callbacks [] for security_group (47360177-0865-4ae2-952e-b3a8efcb1149), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:16.101817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] Publish callbacks [] for security_group (47360177-0865-4ae2-952e-b3a8efcb1149), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:16.158081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47360177-0865-4ae2-952e-b3a8efcb1149), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:16.160829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:16.164420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47360177-0865-4ae2-952e-b3a8efcb1149 HTTP/1.1" status: 204 len: 168 time: 0.1438282 Mar 11 00:28:16.175345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4220f3-3cff-4dd0-a26e-5779ceafee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47360177-0865-4ae2-952e-b3a8efcb1149,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:17.693086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:17.807829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-833655750', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:17.833413 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Made reservation on behalf of db63c207860b4cb99d7c209e2851a899 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:17.842245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:17.854241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:17.948759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for security_group (aa2cacc3-d91b-49db-87dd-1b254343f2f2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:17.952915 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa2cacc3-d91b-49db-87dd-1b254343f2f2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:17.960077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] device_id is not set on port 1d384664-f25c-4f6f-ba46-ec92cc2dd135 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:28:18.036511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cacc3-d91b-49db-87dd-1b254343f2f2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:18.118831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Allocated IP 172.25.7.45 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/1d384664-f25c-4f6f-ba46-ec92cc2dd135) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:18.291996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for port (1d384664-f25c-4f6f-ba46-ec92cc2dd135), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:18.330656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1d384664-f25c-4f6f-ba46-ec92cc2dd135), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:18.391337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:18.395226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:18.397443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Pushing event updated for resources: {'Port': ['ID=1d384664-f25c-4f6f-ba46-ec92cc2dd135,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:18.399801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:18.447047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:18.447841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:18.476339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4154b67d-a31a-4705-9669-9d5612622566 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.7820580 Mar 11 00:28:18.479356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:18.483995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.45'}]}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:18.507429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (635d3636-e334-4417-9387-ccdfcfe5c7aa), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:18.508626 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (635d3636-e334-4417-9387-ccdfcfe5c7aa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:18.571752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for router_controller (635d3636-e334-4417-9387-ccdfcfe5c7aa), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.116214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for router_gateway (635d3636-e334-4417-9387-ccdfcfe5c7aa), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.364956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for router_gateway (635d3636-e334-4417-9387-ccdfcfe5c7aa), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.387834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.574265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for router (635d3636-e334-4417-9387-ccdfcfe5c7aa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.754989 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (635d3636-e334-4417-9387-ccdfcfe5c7aa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.757392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks [] for router_controller (635d3636-e334-4417-9387-ccdfcfe5c7aa), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.806608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (635d3636-e334-4417-9387-ccdfcfe5c7aa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:19.807310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 635d3636-e334-4417-9387-ccdfcfe5c7aa {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:28:19.829619 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:28:19.829619 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-82f69a50-fcff-4de7-96b3-3b461c7201cb tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3487506 Mar 11 00:28:19.832615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:19.934891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Deleting port 1d384664-f25c-4f6f-ba46-ec92cc2dd135 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:19.935537 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1d384664-f25c-4f6f-ba46-ec92cc2dd135), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.019518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1d384664-f25c-4f6f-ba46-ec92cc2dd135), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.035042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Calling delete_port for 1d384664-f25c-4f6f-ba46-ec92cc2dd135 owned by {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:20.196562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1d384664-f25c-4f6f-ba46-ec92cc2dd135), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.227159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d384664-f25c-4f6f-ba46-ec92cc2dd135,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:20.242680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.243050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.243397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.243879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.244246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.244592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.244929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.245261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.245596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.245925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.246257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.246580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.246907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:20.310703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.314234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2b614f41-4007-4789-aff7-0a2e75cfede3 tempest-RoutersAdminNegativeIpV6Test-585953567 tempest-RoutersAdminNegativeIpV6Test-585953567-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1d384664-f25c-4f6f-ba46-ec92cc2dd135 HTTP/1.1" status: 204 len: 168 time: 0.4805591 Mar 11 00:28:20.608872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34956) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:20.747648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be0a67da-b45b-4fc6-a197-f6886afebf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.855560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be0a67da-b45b-4fc6-a197-f6886afebf52 admin admin] Publish callbacks [] for security_group (9d0a9c5d-22a2-4988-8732-a2e64862cfbb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.861584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be0a67da-b45b-4fc6-a197-f6886afebf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9d0a9c5d-22a2-4988-8732-a2e64862cfbb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:20.909310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a67da-b45b-4fc6-a197-f6886afebf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a9c5d-22a2-4988-8732-a2e64862cfbb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:20.918431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-be0a67da-b45b-4fc6-a197-f6886afebf52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39becb4a364f4d66b8d43fb42bcf200f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078289 Mar 11 00:28:20.921107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 34972) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:20.987696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] Publish callbacks [] for security_group (9d0a9c5d-22a2-4988-8732-a2e64862cfbb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.010628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] Publish callbacks [] for security_group (9d0a9c5d-22a2-4988-8732-a2e64862cfbb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.066657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9d0a9c5d-22a2-4988-8732-a2e64862cfbb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.070444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.072262 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d0a9c5d-22a2-4988-8732-a2e64862cfbb HTTP/1.1" status: 204 len: 168 time: 0.1499770 Mar 11 00:28:21.082099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ed739-d32f-4634-bc1a-0dd8fd3db2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a9c5d-22a2-4988-8732-a2e64862cfbb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:21.439123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 34996) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:21.503109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c64abd95-35eb-46d1-8a5e-960eef1091c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db63c207860b4cb99d7c209e2851a899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625031 Mar 11 00:28:21.505652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35000) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:21.569672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] Publish callbacks [] for security_group (aa2cacc3-d91b-49db-87dd-1b254343f2f2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.594898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] Publish callbacks [] for security_group (aa2cacc3-d91b-49db-87dd-1b254343f2f2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.655702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (aa2cacc3-d91b-49db-87dd-1b254343f2f2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.659283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:21.664137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa2cacc3-d91b-49db-87dd-1b254343f2f2 HTTP/1.1" status: 204 len: 168 time: 0.1573887 Mar 11 00:28:21.674108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fe7f3-a71d-4624-897d-9b4368d83a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cacc3-d91b-49db-87dd-1b254343f2f2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:23.132223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:23.262102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1675418128', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:23.288806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Made reservation on behalf of e3dee4e63d76425a830d1f8d8cd9a1fc for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:23.292186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.304876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.426104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for security_group (e44868cd-f46f-4574-a843-4b1badc4ef4f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.432669 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e44868cd-f46f-4574-a843-4b1badc4ef4f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.439172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] device_id is not set on port 772a8503-ad75-491b-9d24-07c2c7badcd3 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:28:23.495353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44868cd-f46f-4574-a843-4b1badc4ef4f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:23.573074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Allocated IP 172.25.7.185 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/772a8503-ad75-491b-9d24-07c2c7badcd3) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:23.736276 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for port (772a8503-ad75-491b-9d24-07c2c7badcd3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.778979 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (772a8503-ad75-491b-9d24-07c2c7badcd3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.824145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:23.831645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:23.835259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:23.841139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Pushing event updated for resources: {'Port': ['ID=772a8503-ad75-491b-9d24-07c2c7badcd3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:23.888373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:23.889004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.918512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cfb79f0b-67ad-482b-a754-18bb275d4584 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7819757 Mar 11 00:28:23.918714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35122) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:23.923344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.185'}]}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:23.949174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:23.950639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.010832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for router_controller (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.186867 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for router_gateway (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.431254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for router_gateway (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.451684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.634211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for router (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.842412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.848419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks [] for router_controller (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.908859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3f9c3e7e-d172-4c09-b051-0e1bc2e0350f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:24.909372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9c3e7e-d172-4c09-b051-0e1bc2e0350f {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:28:24.932570 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 00:28:24.936785 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35158) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:24.937503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a60f1db6-7f71-4d77-87f3-bc9ac43e96bd tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0174000 Mar 11 00:28:25.022850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Deleting port 772a8503-ad75-491b-9d24-07c2c7badcd3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:25.023198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (772a8503-ad75-491b-9d24-07c2c7badcd3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:25.117050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (772a8503-ad75-491b-9d24-07c2c7badcd3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:25.130115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Calling delete_port for 772a8503-ad75-491b-9d24-07c2c7badcd3 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:25.276294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (772a8503-ad75-491b-9d24-07c2c7badcd3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:25.310850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Pushing event deleted for resources: {'Port': ['ID=772a8503-ad75-491b-9d24-07c2c7badcd3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:25.380256 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:25.386801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfdd99e6-cf36-420f-a505-cf6934090a90 tempest-RoutersAdminNegativeTest-1528786462 tempest-RoutersAdminNegativeTest-1528786462-project-admin] 10.222.0.21 "DELETE /v2.0/ports/772a8503-ad75-491b-9d24-07c2c7badcd3 HTTP/1.1" status: 204 len: 168 time: 0.4441853 Mar 11 00:28:25.766763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35188) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:25.948384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-c6c40752-0bd5-4f38-b431-ee507839492b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4933343 Mar 11 00:28:25.949078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8db15e63-d529-49e2-a9fb-9c103504763d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.052167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-4ac84895-8d14-4de0-a82f-5b3a51d84e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:26.054109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-4ac84895-8d14-4de0-a82f-5b3a51d84e38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.0623224 Mar 11 00:28:26.062872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8db15e63-d529-49e2-a9fb-9c103504763d admin admin] Publish callbacks [] for security_group (4d1ae127-a0d1-4397-8c34-3dfd210deaf4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.069759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8db15e63-d529-49e2-a9fb-9c103504763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4d1ae127-a0d1-4397-8c34-3dfd210deaf4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.103374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8db15e63-d529-49e2-a9fb-9c103504763d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12b7c2ffda3d46c58d35520cdec7ec63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353965 Mar 11 00:28:26.106568 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35204) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:26.186747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-fff40696-f3b1-46f3-8146-b7d8a084e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:26.188585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-fff40696-f3b1-46f3-8146-b7d8a084e3d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1139381 Mar 11 00:28:26.193078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] Publish callbacks [] for security_group (4d1ae127-a0d1-4397-8c34-3dfd210deaf4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.194841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db15e63-d529-49e2-a9fb-9c103504763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ae127-a0d1-4397-8c34-3dfd210deaf4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:26.220668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] Publish callbacks [] for security_group (4d1ae127-a0d1-4397-8c34-3dfd210deaf4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.270627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-2ed42e3f-564e-4910-8521-24afaac98efc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 1001 time: 0.0755837 Mar 11 00:28:26.294135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4d1ae127-a0d1-4397-8c34-3dfd210deaf4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.298676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.302478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d1ae127-a0d1-4397-8c34-3dfd210deaf4 HTTP/1.1" status: 204 len: 168 time: 0.1925776 Mar 11 00:28:26.310107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573795fd-610f-4575-809a-445f5106d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ae127-a0d1-4397-8c34-3dfd210deaf4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:26.342261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-d547112a-f978-4615-8bb1-1d6d54f5020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:26.344988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-d547112a-f978-4615-8bb1-1d6d54f5020e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0670657 Mar 11 00:28:26.433866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-724af368-ff77-471a-b61e-9bef2396681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:26.439961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-724af368-ff77-471a-b61e-9bef2396681e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872078 Mar 11 00:28:26.557337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-3f157ed3-75e9-4dba-abc1-f809a952b3a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088526 Mar 11 00:28:26.674547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35228) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:26.690785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09361c99-c80a-4748-aad0-d8b8bccb7f0a req-5041e99e-2598-490f-b627-5b5c93555513 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273737 Mar 11 00:28:26.725487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3483d10c-f056-4826-bcbb-8391671d6aae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3dee4e63d76425a830d1f8d8cd9a1fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473719 Mar 11 00:28:26.725894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35232) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:26.791099 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] Publish callbacks [] for security_group (e44868cd-f46f-4574-a843-4b1badc4ef4f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.815532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] Publish callbacks [] for security_group (e44868cd-f46f-4574-a843-4b1badc4ef4f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.868336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e44868cd-f46f-4574-a843-4b1badc4ef4f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.870997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:26.876752 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e44868cd-f46f-4574-a843-4b1badc4ef4f HTTP/1.1" status: 204 len: 168 time: 0.1452489 Mar 11 00:28:26.888808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c27d8-c804-4ad5-98fc-e49f49478d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44868cd-f46f-4574-a843-4b1badc4ef4f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:27.683267 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35274) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:27.785493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1021529781'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:27.813686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:27.817147 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:27.829555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:27.917631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for security_group (f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:27.923791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:27.953672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:27.975162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bf7202d3-e8b7-47d4-80c9-a1139409c7e4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:27.975799 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment bf7202d3-e8b7-47d4-80c9-a1139409c7e4 of type vlan for network 006e3294-3970-4c1c-bae7-143586529335 Mar 11 00:28:28.011694 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:28.035975 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (006e3294-3970-4c1c-bae7-143586529335), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:28.063809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (006e3294-3970-4c1c-bae7-143586529335), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:28.069327 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:28.070155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:28.136932 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4524450 Mar 11 00:28:28.190036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917df5c-ef52-4096-a8cf-6b11fe7e7bbb tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=006e3294-3970-4c1c-bae7-143586529335,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:28.203590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 006e3294-3970-4c1c-bae7-143586529335 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:31.314792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35346) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:31.319908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': '006e3294-3970-4c1c-bae7-143586529335', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:31.425982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:31.429769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.638524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (bc8b1b7a-fa10-4a53-91e2-3b10f00108a2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.708556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=bc8b1b7a-fa10-4a53-91e2-3b10f00108a2,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:31.724392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '006e3294-3970-4c1c-bae7-143586529335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:31.724760 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: 006e3294-3970-4c1c-bae7-143586529335, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:31.742018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network 006e3294-3970-4c1c-bae7-143586529335 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:31.752071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 006e3294-3970-4c1c-bae7-143586529335) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:31.756303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:31.756915 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.765663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e123ac8-a7ec-4234-a07f-212c02cf5443 None None] Network 006e3294-3970-4c1c-bae7-143586529335 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:31.776375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-085bcd30-8a87-47e5-8cb9-1e214b10101f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4603357 Mar 11 00:28:31.780170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35354) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:31.785770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505869181'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:31.824223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:31.827583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.872277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:31.899959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (735b0354-98d6-440b-bf7b-ea110a1ecfd5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.900630 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment 735b0354-98d6-440b-bf7b-ea110a1ecfd5 of type vlan for network d42bedf6-034d-40c3-9368-6eaafc6942d2 Mar 11 00:28:31.932268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-006e3294-3970-4c1c-bae7-143586529335', 'network_id': '006e3294-3970-4c1c-bae7-143586529335', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': 'bc8b1b7a-fa10-4a53-91e2-3b10f00108a2'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:31.933346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:31.972326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.012692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.019144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:32.019878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.083130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Allocated IP 2001:db8:0:ffff::2 (006e3294-3970-4c1c-bae7-143586529335/bc8b1b7a-fa10-4a53-91e2-3b10f00108a2/10d4e761-41f9-49af-8415-e89e558a4ea3) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:32.148180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3667133 Mar 11 00:28:32.150965 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:32.156599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:32.232551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6158338-5968-4736-a03a-dde611be3a40 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=d42bedf6-034d-40c3-9368-6eaafc6942d2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:32.258049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:32.302420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks [] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.307597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:32.311846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.351199 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.369127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Network 006e3294-3970-4c1c-bae7-143586529335 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:32.372084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:32.647446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Pushing event updated for resources: {'Port': ['ID=10d4e761-41f9-49af-8415-e89e558a4ea3,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:32.652453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:32.666343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.objects.ports [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:28:32.668085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (65773294-2658-488d-b742-f74f205927fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.707882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Attempting to bind port 10d4e761-41f9-49af-8415-e89e558a4ea3 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:28:32.708281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Attempting to bind port 10d4e761-41f9-49af-8415-e89e558a4ea3 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '006e3294-3970-4c1c-bae7-143586529335'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:28:32.708650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Attempting to bind port 10d4e761-41f9-49af-8415-e89e558a4ea3 on network 006e3294-3970-4c1c-bae7-143586529335 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:28:32.713560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:28:32.713936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Checking segment: {'id': 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '006e3294-3970-4c1c-bae7-143586529335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:32.714339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.714728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Bound using segment: {'id': 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '006e3294-3970-4c1c-bae7-143586529335'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:28:32.715199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Bound port: 10d4e761-41f9-49af-8415-e89e558a4ea3, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '006e3294-3970-4c1c-bae7-143586529335'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:28:32.715580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.738062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': '735b0354-98d6-440b-bf7b-ea110a1ecfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:32.738439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: d42bedf6-034d-40c3-9368-6eaafc6942d2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:32.750685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=65773294-2658-488d-b742-f74f205927fe,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:32.767123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:32.784542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d42bedf6-034d-40c3-9368-6eaafc6942d2) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:32.785624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] For port 10d4e761-41f9-49af-8415-e89e558a4ea3, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:28:32.789428 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:32.789733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] For port 10d4e761-41f9-49af-8415-e89e558a4ea3, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=10d4e761-41f9-49af-8415-e89e558a4ea3,segment=NetworkSegment(bf7202d3-e8b7-47d4-80c9-a1139409c7e4),segment_id=bf7202d3-e8b7-47d4-80c9-a1139409c7e4)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:28:32.790358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.796918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab21c72-934e-46f5-a395-c8d4f7141ac3 None None] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:32.815534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35378) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:32.816362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-09c7cedb-4d4d-4cd8-9ab5-a20be4b4b8b6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6633992 Mar 11 00:28:32.821571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'port': {'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2', 'name': 'tempest-NetworksIpV6TestAttrs-59194813'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:32.832851 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.976471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-d42bedf6-034d-40c3-9368-6eaafc6942d2', 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': '65773294-2658-488d-b742-f74f205927fe'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:32.977452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:32.985914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:32.991234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.021093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] device_id is not set on port 1be0e42f-ee87-4f49-8597-74dbc55aad41 yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:28:33.204718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Allocated IP 2001:db8::f816:3eff:fe89:b0b4 (d42bedf6-034d-40c3-9368-6eaafc6942d2/65773294-2658-488d-b742-f74f205927fe/dff1a9ee-3a00-48e1-98fa-2278171b05cf) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:33.247558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61801e-1771-4eff-8036-2c941bfac49b None None] Pushing event updated for resources: {'Port': ['ID=10d4e761-41f9-49af-8415-e89e558a4ea3,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:33.447007 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks [] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.472885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.514554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:33.518688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:33.521823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:33.535842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Allocated IP 2001:db8::f816:3eff:fec5:d9ee (d42bedf6-034d-40c3-9368-6eaafc6942d2/65773294-2658-488d-b742-f74f205927fe/1be0e42f-ee87-4f49-8597-74dbc55aad41) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:33.623256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Pushing event updated for resources: {'Port': ['ID=dff1a9ee-3a00-48e1-98fa-2278171b05cf,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:33.655350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Attempting to bind port dff1a9ee-3a00-48e1-98fa-2278171b05cf on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:28:33.655350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Attempting to bind port dff1a9ee-3a00-48e1-98fa-2278171b05cf by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '735b0354-98d6-440b-bf7b-ea110a1ecfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:28:33.655714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Attempting to bind port dff1a9ee-3a00-48e1-98fa-2278171b05cf on network d42bedf6-034d-40c3-9368-6eaafc6942d2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:28:33.662226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:28:33.662695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Checking segment: {'id': '735b0354-98d6-440b-bf7b-ea110a1ecfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:33.663164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.663620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Bound using segment: {'id': '735b0354-98d6-440b-bf7b-ea110a1ecfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:28:33.664580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Bound port: dff1a9ee-3a00-48e1-98fa-2278171b05cf, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735b0354-98d6-440b-bf7b-ea110a1ecfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd42bedf6-034d-40c3-9368-6eaafc6942d2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:28:33.664727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.756210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] For port dff1a9ee-3a00-48e1-98fa-2278171b05cf, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:28:33.759235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] For port dff1a9ee-3a00-48e1-98fa-2278171b05cf, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dff1a9ee-3a00-48e1-98fa-2278171b05cf,segment=NetworkSegment(735b0354-98d6-440b-bf7b-ea110a1ecfd5),segment_id=735b0354-98d6-440b-bf7b-ea110a1ecfd5)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:28:33.769304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.779153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for port (1be0e42f-ee87-4f49-8597-74dbc55aad41), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.833187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1be0e42f-ee87-4f49-8597-74dbc55aad41), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.833890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eceed3-b098-407c-b58d-cec619ea1ff7 None None] Pushing event updated for resources: {'Port': ['ID=dff1a9ee-3a00-48e1-98fa-2278171b05cf,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:33.926212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:33.948542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:33.972106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:33.977408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:33.977971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:33.999158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Port': ['ID=1be0e42f-ee87-4f49-8597-74dbc55aad41,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:34.022277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f09a8c7f-0cd5-4dd7-8eea-e68a77edd024 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2030320 Mar 11 00:28:34.022798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35396) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:34.119507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting subnet 65773294-2658-488d-b742-f74f205927fe {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:28:34.123671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (65773294-2658-488d-b742-f74f205927fe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.259169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (65773294-2658-488d-b742-f74f205927fe), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.523293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (65773294-2658-488d-b742-f74f205927fe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.601590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d65a32-f554-40e2-b91c-31d22bfbfaa1 None None] Network 006e3294-3970-4c1c-bae7-143586529335 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:34.604296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (65773294-2658-488d-b742-f74f205927fe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.638716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=65773294-2658-488d-b742-f74f205927fe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:34.657337 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.667571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35408) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:34.668159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-327ea5eb-d7d2-4c61-b19b-df6766a763a3 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/65773294-2658-488d-b742-f74f205927fe HTTP/1.1" status: 204 len: 168 time: 0.6435971 Mar 11 00:28:34.734879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Provisioning complete for port 10d4e761-41f9-49af-8415-e89e558a4ea3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:34.735852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.796430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4baad8-a96f-40aa-83d3-a39ce23f2629 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:34.799608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4baad8-a96f-40aa-83d3-a39ce23f2629 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:34.804725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35412) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:34.815292 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb4baad8-a96f-40aa-83d3-a39ce23f2629 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1462989 Mar 11 00:28:34.872742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Current status of the port 10d4e761-41f9-49af-8415-e89e558a4ea3 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:34.874325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.930515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b7383e38-5a49-4b6d-9f52-c5fb6a00e0d6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.939278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] For port 10d4e761-41f9-49af-8415-e89e558a4ea3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=10d4e761-41f9-49af-8415-e89e558a4ea3,segment=NetworkSegment(bf7202d3-e8b7-47d4-80c9-a1139409c7e4),segment_id=bf7202d3-e8b7-47d4-80c9-a1139409c7e4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:34.944201 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7383e38-5a49-4b6d-9f52-c5fb6a00e0d6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 00:28:34.944649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7383e38-5a49-4b6d-9f52-c5fb6a00e0d6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:34.945889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:34.956048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35414) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:34.961692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-188491202'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:34.966490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7383e38-5a49-4b6d-9f52-c5fb6a00e0d6 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/d42bedf6-034d-40c3-9368-6eaafc6942d2 HTTP/1.1" status: 409 len: 466 time: 0.1592727 Mar 11 00:28:35.001891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:35.005986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.063610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:35.072749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Pushing event updated for resources: {'Port': ['ID=10d4e761-41f9-49af-8415-e89e558a4ea3,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:35.091085 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d9e3ffce-fc56-498b-819b-fb7c34c7f101), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.095683 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment d9e3ffce-fc56-498b-819b-fb7c34c7f101 of type vlan for network c5004c46-6f30-4a62-8c0c-55a2603d374b Mar 11 00:28:35.098906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.102467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.103642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.108408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.126174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.126635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.126982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.127326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.127665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.128027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.132016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.132446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.132801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39af302c-b0c5-40e3-828c-d00ebfaa49fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:35.226143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dff1a9ee-3a00-48e1-98fa-2278171b05cf up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:28:35.232318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.303607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.314962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:35.315687 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.358665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8887d09e-997d-4ce3-8690-5d877ff7c789 None None] Provisioning complete for port 10d4e761-41f9-49af-8415-e89e558a4ea3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:35.366041 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8887d09e-997d-4ce3-8690-5d877ff7c789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.401773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4443407 Mar 11 00:28:35.404933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35422) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:35.420278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:35.500857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port dff1a9ee-3a00-48e1-98fa-2278171b05cf triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:35.501370 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.578971 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2773a3c-d388-446f-a629-9852d2926c4f req-bfbedbb8-0e3d-4ce7-8329-0a63e19ee998 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0508411 Mar 11 00:28:35.584555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd964cd-020e-413e-bb13-51c6f7ba9588 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=c5004c46-6f30-4a62-8c0c-55a2603d374b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:35.614488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c5004c46-6f30-4a62-8c0c-55a2603d374b details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:35.648195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:35.653755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:35.718463 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2773a3c-d388-446f-a629-9852d2926c4f req-d103dc0b-cca2-4253-8a9a-ef41e58d49f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0539737 Mar 11 00:28:35.769330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2773a3c-d388-446f-a629-9852d2926c4f req-d7a55913-cda1-403e-b7ce-bbe3d81b0d87 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303123 Mar 11 00:28:35.782903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8887d09e-997d-4ce3-8690-5d877ff7c789 None None] Current status of the port 10d4e761-41f9-49af-8415-e89e558a4ea3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:35.851401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ba2b7-2668-4787-a698-1ffbf9565325 None None] Network d42bedf6-034d-40c3-9368-6eaafc6942d2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:35.945268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2773a3c-d388-446f-a629-9852d2926c4f req-7cefabc0-3133-4ece-801c-9cbcd55b3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:35.949051 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d2773a3c-d388-446f-a629-9852d2926c4f req-7cefabc0-3133-4ece-801c-9cbcd55b3a66 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741185 Mar 11 00:28:35.973849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port dff1a9ee-3a00-48e1-98fa-2278171b05cf is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:35.973849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.020429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e107b4aa-9e83-4529-aa35-b6080a8872e8 None None] Provisioning complete for port dff1a9ee-3a00-48e1-98fa-2278171b05cf triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:36.021178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e107b4aa-9e83-4529-aa35-b6080a8872e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.095776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port dff1a9ee-3a00-48e1-98fa-2278171b05cf, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dff1a9ee-3a00-48e1-98fa-2278171b05cf,segment=NetworkSegment(735b0354-98d6-440b-bf7b-ea110a1ecfd5),segment_id=735b0354-98d6-440b-bf7b-ea110a1ecfd5)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:36.106094 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.106790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 10d4e761-41f9-49af-8415-e89e558a4ea3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:28:36.164189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=dff1a9ee-3a00-48e1-98fa-2278171b05cf,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:36.255725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e107b4aa-9e83-4529-aa35-b6080a8872e8 None None] Current status of the port dff1a9ee-3a00-48e1-98fa-2278171b05cf is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:36.271090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 10d4e761-41f9-49af-8415-e89e558a4ea3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:36.271467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.271784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:28:36.273567 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (e6b1aa5b-9668-4263-b73c-047d2a67700e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.356733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] DHCP port deletion for d42bedf6-034d-40c3-9368-6eaafc6942d2 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:28:36.378063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=e6b1aa5b-9668-4263-b73c-047d2a67700e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:36.380513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': 'd9e3ffce-fc56-498b-819b-fb7c34c7f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:36.380888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: c5004c46-6f30-4a62-8c0c-55a2603d374b, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:36.412394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network c5004c46-6f30-4a62-8c0c-55a2603d374b is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:36.420900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 10d4e761-41f9-49af-8415-e89e558a4ea3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:36.430972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c5004c46-6f30-4a62-8c0c-55a2603d374b) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:36.435722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:36.436440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.453139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9ca5c-dee0-4c92-bf8f-c09f2ef5576e None None] Network c5004c46-6f30-4a62-8c0c-55a2603d374b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:36.469536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51b2ca3a-92a5-48fb-a11c-f8f6b0c665ae tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0633287 Mar 11 00:28:36.472199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35440) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:36.477118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'port': {'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b', 'name': 'tempest-NetworksIpV6TestAttrs-765877549'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:36.499414 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Deleting port dff1a9ee-3a00-48e1-98fa-2278171b05cf {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:36.500601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.635167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:36.641155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.683079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] device_id is not set on port 8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd yet. {{(pid=110425) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 00:28:36.755597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] For port dff1a9ee-3a00-48e1-98fa-2278171b05cf, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=dff1a9ee-3a00-48e1-98fa-2278171b05cf,segment=NetworkSegment(735b0354-98d6-440b-bf7b-ea110a1ecfd5),segment_id=735b0354-98d6-440b-bf7b-ea110a1ecfd5)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:36.756073 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.774065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Calling delete_port for dff1a9ee-3a00-48e1-98fa-2278171b05cf owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:36.863400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-c5004c46-6f30-4a62-8c0c-55a2603d374b', 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': 'e6b1aa5b-9668-4263-b73c-047d2a67700e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:36.864428 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.885015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (dff1a9ee-3a00-48e1-98fa-2278171b05cf), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:36.940454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Allocated IP 2001:db8::f816:3eff:fe72:bb4e (c5004c46-6f30-4a62-8c0c-55a2603d374b/e6b1aa5b-9668-4263-b73c-047d2a67700e/8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:37.036965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] Pushing event deleted for resources: {'Port': ['ID=dff1a9ee-3a00-48e1-98fa-2278171b05cf,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:37.049909 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d4f6d857-5058-4d64-af96-916a46c56570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.056134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748060b5-a59c-4a93-ac7e-472eee8c6e45 None None] No DVR routers for this DVR port dff1a9ee-3a00-48e1-98fa-2278171b05cf on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:37.109892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 10d4e761-41f9-49af-8415-e89e558a4ea3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:28:37.186703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 10d4e761-41f9-49af-8415-e89e558a4ea3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:37.186703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.214268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for port (8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.265713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.326149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Allocated IP 2001:db8::f816:3eff:fe36:fd90 (c5004c46-6f30-4a62-8c0c-55a2603d374b/e6b1aa5b-9668-4263-b73c-047d2a67700e/5412bf2f-686e-45e9-a361-d31c971d5234) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:37.328227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network c5004c46-6f30-4a62-8c0c-55a2603d374b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:37.334827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:37.347535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:37.354258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:37.354982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.411128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Port': ['ID=8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:37.420319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cb08dd24-2f62-4bad-9d0a-16309319a833 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9470048 Mar 11 00:28:37.423097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35454) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:37.496524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 10d4e761-41f9-49af-8415-e89e558a4ea3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:37.513334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting subnet e6b1aa5b-9668-4263-b73c-047d2a67700e {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:28:37.583593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dff1a9ee-3a00-48e1-98fa-2278171b05cf no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:28:37.637379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: dff1a9ee-3a00-48e1-98fa-2278171b05cf {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:28:37.637740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device dff1a9ee-3a00-48e1-98fa-2278171b05cf not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:28:37.661467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks [] for port (5412bf2f-686e-45e9-a361-d31c971d5234), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.669126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (e6b1aa5b-9668-4263-b73c-047d2a67700e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.670260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.746474 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (e6b1aa5b-9668-4263-b73c-047d2a67700e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:37.934192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Network c5004c46-6f30-4a62-8c0c-55a2603d374b is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:37.937114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:37.942368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:37.950859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Pushing event updated for resources: {'Port': ['ID=5412bf2f-686e-45e9-a361-d31c971d5234,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:38.005012 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (e6b1aa5b-9668-4263-b73c-047d2a67700e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.028111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Attempting to bind port 5412bf2f-686e-45e9-a361-d31c971d5234 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:28:38.028489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Attempting to bind port 5412bf2f-686e-45e9-a361-d31c971d5234 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'd9e3ffce-fc56-498b-819b-fb7c34c7f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:28:38.028864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Attempting to bind port 5412bf2f-686e-45e9-a361-d31c971d5234 on network c5004c46-6f30-4a62-8c0c-55a2603d374b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:28:38.042334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:28:38.043063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Checking segment: {'id': 'd9e3ffce-fc56-498b-819b-fb7c34c7f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:38.043264 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.043640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Bound using segment: {'id': 'd9e3ffce-fc56-498b-819b-fb7c34c7f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:28:38.044294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Bound port: 5412bf2f-686e-45e9-a361-d31c971d5234, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e3ffce-fc56-498b-819b-fb7c34c7f101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c5004c46-6f30-4a62-8c0c-55a2603d374b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:28:38.044716 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.104672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (e6b1aa5b-9668-4263-b73c-047d2a67700e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.144409 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b1aa5b-9668-4263-b73c-047d2a67700e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:38.147003 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.150673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9849035e-1dbd-4423-9f3d-38f5432b2b9f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/e6b1aa5b-9668-4263-b73c-047d2a67700e HTTP/1.1" status: 204 len: 168 time: 0.7264416 Mar 11 00:28:38.153269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35466) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:38.156348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] For port 5412bf2f-686e-45e9-a361-d31c971d5234, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:28:38.161127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] For port 5412bf2f-686e-45e9-a361-d31c971d5234, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5412bf2f-686e-45e9-a361-d31c971d5234,segment=NetworkSegment(d9e3ffce-fc56-498b-819b-fb7c34c7f101),segment_id=d9e3ffce-fc56-498b-819b-fb7c34c7f101)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:28:38.175209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.221449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173da99-41f3-4189-9940-e838c4dfe703 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:38.224227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173da99-41f3-4189-9940-e838c4dfe703 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:38.226440 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f173da99-41f3-4189-9940-e838c4dfe703 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0720479 Mar 11 00:28:38.229155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35468) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:38.305483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f713-5016-4d65-a40b-1f66074cbbf0 None None] Pushing event updated for resources: {'Port': ['ID=5412bf2f-686e-45e9-a361-d31c971d5234,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:38.356125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-93c6fe33-c525-4509-9d7e-f7ea385ad6e7 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.370348 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c6fe33-c525-4509-9d7e-f7ea385ad6e7 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 00:28:38.371205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c6fe33-c525-4509-9d7e-f7ea385ad6e7 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:38.376239 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-93c6fe33-c525-4509-9d7e-f7ea385ad6e7 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/c5004c46-6f30-4a62-8c0c-55a2603d374b HTTP/1.1" status: 409 len: 466 time: 0.1459408 Mar 11 00:28:38.381187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35470) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:38.387653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1821467054'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:38.410830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:38.414904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.443523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:38.466685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c9a8ad4-6255-41f9-b1f7-f6cb045ac483), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.467100 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment 3c9a8ad4-6255-41f9-b1f7-f6cb045ac483 of type vlan for network 74ef7831-e790-4d70-bb61-607de5667f68 Mar 11 00:28:38.528072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (74ef7831-e790-4d70-bb61-607de5667f68), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.586922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (74ef7831-e790-4d70-bb61-607de5667f68), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.592112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:38.594755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:38.649025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2636051 Mar 11 00:28:38.649907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35478) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:38.654976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': '74ef7831-e790-4d70-bb61-607de5667f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:38.712300 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39536-2ad5-4e9e-93ab-75bbff7c91da tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=74ef7831-e790-4d70-bb61-607de5667f68,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:38.724934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 74ef7831-e790-4d70-bb61-607de5667f68 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:38.825443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:38.829275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.105586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5412bf2f-686e-45e9-a361-d31c971d5234 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:28:39.173709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5412bf2f-686e-45e9-a361-d31c971d5234 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:39.174630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.199584 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:28:39.204199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:28:39.206116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (df6f0c7f-5c85-4d6c-9487-8b0692cd92bd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.274079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=df6f0c7f-5c85-4d6c-9487-8b0692cd92bd,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:39.319042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f3cbf0-c506-4241-9bfd-5daa5aea9c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.326820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5412bf2f-686e-45e9-a361-d31c971d5234 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:39.327344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.349246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': '3c9a8ad4-6255-41f9-b1f7-f6cb045ac483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '74ef7831-e790-4d70-bb61-607de5667f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:39.352479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: 74ef7831-e790-4d70-bb61-607de5667f68, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:39.374284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 5412bf2f-686e-45e9-a361-d31c971d5234, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5412bf2f-686e-45e9-a361-d31c971d5234,segment=NetworkSegment(d9e3ffce-fc56-498b-819b-fb7c34c7f101),segment_id=d9e3ffce-fc56-498b-819b-fb7c34c7f101)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:39.379466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network 74ef7831-e790-4d70-bb61-607de5667f68 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:39.381986 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.404357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 74ef7831-e790-4d70-bb61-607de5667f68) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:39.408804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:39.409510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.433260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfa6ee-92a0-45f1-b80a-fffb9c5c2267 None None] Network 74ef7831-e790-4d70-bb61-607de5667f68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:39.441420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78e6912d-19b7-4922-ae35-648cafc2d2ad tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7904654 Mar 11 00:28:39.444013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35494) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:39.591183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (74ef7831-e790-4d70-bb61-607de5667f68), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.628778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881f7e3-3be1-4b91-a390-14ec714b85f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-74ef7831-e790-4d70-bb61-607de5667f68', 'network_id': '74ef7831-e790-4d70-bb61-607de5667f68', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': 'df6f0c7f-5c85-4d6c-9487-8b0692cd92bd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:39.629928 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2881f7e3-3be1-4b91-a390-14ec714b85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.731743 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (df6f0c7f-5c85-4d6c-9487-8b0692cd92bd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.797614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400c106-ecf8-49dd-bc76-8d831e5cc97d None None] Network c5004c46-6f30-4a62-8c0c-55a2603d374b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:39.817503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (df6f0c7f-5c85-4d6c-9487-8b0692cd92bd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.872135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=df6f0c7f-5c85-4d6c-9487-8b0692cd92bd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-2881f7e3-3be1-4b91-a390-14ec714b85f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df6f0c7f-5c85-4d6c-9487-8b0692cd92bd: This subnet is being modified by another concurrent operation. Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df6f0c7f-5c85-4d6c-9487-8b0692cd92bd: This subnet is being modified by another concurrent operation. Mar 11 00:28:39.890556 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:28:39.929739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=5412bf2f-686e-45e9-a361-d31c971d5234,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:39.957925 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3297de47-e020-44db-80e0-55a8d0f6cd89 None None] Network 74ef7831-e790-4d70-bb61-607de5667f68 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:39.961278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (74ef7831-e790-4d70-bb61-607de5667f68), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:39.983259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ef7831-e790-4d70-bb61-607de5667f68']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:39.994280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9a8ad4-6255-41f9-b1f7-f6cb045ac483') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:39.994635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9a8ad4-6255-41f9-b1f7-f6cb045ac483') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:40.005018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3c9a8ad4-6255-41f9-b1f7-f6cb045ac483), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.020244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3c9a8ad4-6255-41f9-b1f7-f6cb045ac483), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.027410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:40.028007 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3c9a8ad4-6255-41f9-b1f7-f6cb045ac483), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.064317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3960c813-95c7-4061-a71e-51ed32985ff9 None None] Provisioning complete for port 5412bf2f-686e-45e9-a361-d31c971d5234 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:28:40.065169 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3960c813-95c7-4061-a71e-51ed32985ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: warnings.warn('Neutron quota engine will require "--force" ' Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:40.097280 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:40.101620 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (74ef7831-e790-4d70-bb61-607de5667f68), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.111629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.118532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/74ef7831-e790-4d70-bb61-607de5667f68 HTTP/1.1" status: 204 len: 168 time: 0.6734674 Mar 11 00:28:40.118745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35500) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:40.126939 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255177893'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:40.143764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4eb9-30a1-457d-94a8-64c52b48e420 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=74ef7831-e790-4d70-bb61-607de5667f68,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:40.168272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:40.171737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.231137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3960c813-95c7-4061-a71e-51ed32985ff9 None None] Current status of the port 5412bf2f-686e-45e9-a361-d31c971d5234 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:28:40.250532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:40.257729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] DHCP port deletion for c5004c46-6f30-4a62-8c0c-55a2603d374b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:28:40.269587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.270916 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment 8ae7f4e0-7b95-4941-b3a9-263f3f921754 of type vlan for network 2b79f8bc-e33e-4574-ae11-aafa81868828 Mar 11 00:28:40.324715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Deleting port 5412bf2f-686e-45e9-a361-d31c971d5234 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:40.325198 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.346859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.382207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.387550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:40.392745 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.404553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] For port 5412bf2f-686e-45e9-a361-d31c971d5234, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5412bf2f-686e-45e9-a361-d31c971d5234,segment=NetworkSegment(d9e3ffce-fc56-498b-819b-fb7c34c7f101),segment_id=d9e3ffce-fc56-498b-819b-fb7c34c7f101)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:40.405765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.429654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Calling delete_port for 5412bf2f-686e-45e9-a361-d31c971d5234 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:40.440616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35502) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:40.448066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:40.451669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3310716 Mar 11 00:28:40.518527 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e80eff-ca30-4684-9127-de507af6ac1f tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=2b79f8bc-e33e-4574-ae11-aafa81868828,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:40.540534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 2b79f8bc-e33e-4574-ae11-aafa81868828 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:40.571571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.575083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:40.579738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.632576 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (5412bf2f-686e-45e9-a361-d31c971d5234), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:40.661344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] Pushing event deleted for resources: {'Port': ['ID=5412bf2f-686e-45e9-a361-d31c971d5234,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:40.665088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75775366-cd6e-4871-b2eb-ef1391646a1a None None] No DVR routers for this DVR port 5412bf2f-686e-45e9-a361-d31c971d5234 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:40.684680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9275eb-430c-4d85-a349-e499c24fcabd None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:28:40.781881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9275eb-430c-4d85-a349-e499c24fcabd None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:28:40.930491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.050648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5412bf2f-686e-45e9-a361-d31c971d5234 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:28:41.071299 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (cd57bc6f-eb5f-4931-91b5-5beb62bb382f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.080702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5412bf2f-686e-45e9-a361-d31c971d5234 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:28:41.081076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5412bf2f-686e-45e9-a361-d31c971d5234 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:28:41.142003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=cd57bc6f-eb5f-4931-91b5-5beb62bb382f,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:41.147436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': '8ae7f4e0-7b95-4941-b3a9-263f3f921754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:41.147809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: 2b79f8bc-e33e-4574-ae11-aafa81868828, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:41.164864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network 2b79f8bc-e33e-4574-ae11-aafa81868828 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:41.173953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 2b79f8bc-e33e-4574-ae11-aafa81868828) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:41.178203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:41.178757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.183387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553af82f-28d1-43be-b1c5-ede36fd12c72 None None] Network 2b79f8bc-e33e-4574-ae11-aafa81868828 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:41.196372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-26a9489e-93ee-41fc-8b57-d3d0415a4e36 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7545643 Mar 11 00:28:41.199205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:41.253983 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.301350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-2b79f8bc-e33e-4574-ae11-aafa81868828', 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': 'cd57bc6f-eb5f-4931-91b5-5beb62bb382f'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:41.302519 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.313539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.391749 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cd57bc6f-eb5f-4931-91b5-5beb62bb382f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.456212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Allocated IP 2001:db8::2 (2b79f8bc-e33e-4574-ae11-aafa81868828/cd57bc6f-eb5f-4931-91b5-5beb62bb382f/f536c821-7046-4635-a1a0-de932a2ed38c) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:41.618294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks [] for port (f536c821-7046-4635-a1a0-de932a2ed38c), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.626876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.648347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (cd57bc6f-eb5f-4931-91b5-5beb62bb382f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.692983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=cd57bc6f-eb5f-4931-91b5-5beb62bb382f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:41.705327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Network 2b79f8bc-e33e-4574-ae11-aafa81868828 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:41.714081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:41.722728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:41.732811 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.733635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Pushing event updated for resources: {'Port': ['ID=f536c821-7046-4635-a1a0-de932a2ed38c,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:41.810588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Attempting to bind port f536c821-7046-4635-a1a0-de932a2ed38c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:28:41.811095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Attempting to bind port f536c821-7046-4635-a1a0-de932a2ed38c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '8ae7f4e0-7b95-4941-b3a9-263f3f921754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:28:41.811567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Attempting to bind port f536c821-7046-4635-a1a0-de932a2ed38c on network 2b79f8bc-e33e-4574-ae11-aafa81868828 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:28:41.819491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:28:41.820132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Checking segment: {'id': '8ae7f4e0-7b95-4941-b3a9-263f3f921754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:41.820714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.821224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Bound using segment: {'id': '8ae7f4e0-7b95-4941-b3a9-263f3f921754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:28:41.821840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Bound port: f536c821-7046-4635-a1a0-de932a2ed38c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae7f4e0-7b95-4941-b3a9-263f3f921754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b79f8bc-e33e-4574-ae11-aafa81868828'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:28:41.822325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.841516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.864067 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b79f8bc-e33e-4574-ae11-aafa81868828']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:41.874319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae7f4e0-7b95-4941-b3a9-263f3f921754') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:41.875345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae7f4e0-7b95-4941-b3a9-263f3f921754') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:41.886171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.898716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] For port f536c821-7046-4635-a1a0-de932a2ed38c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:28:41.902309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] For port f536c821-7046-4635-a1a0-de932a2ed38c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f536c821-7046-4635-a1a0-de932a2ed38c,segment=NetworkSegment(8ae7f4e0-7b95-4941-b3a9-263f3f921754),segment_id=8ae7f4e0-7b95-4941-b3a9-263f3f921754)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:28:41.910296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.917638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.926066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:41.926516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:41.929836 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:42.005871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c83046-a4ed-4db1-86c3-99d33639b5e4 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:28:42.008971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70d3b4-80fa-4c13-a658-04e6bba7b25e None None] Pushing event updated for resources: {'Port': ['ID=f536c821-7046-4635-a1a0-de932a2ed38c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:42.014587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.api [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:28:42.014587 n-d-831844-1 neutron-server[110426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:28:42.014587 n-d-831844-1 neutron-server[110426]: [parameters: {'id': '2b79f8bc-e33e-4574-ae11-aafa81868828'}] Mar 11 00:28:42.014587 n-d-831844-1 neutron-server[110426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:28:42.015189 n-d-831844-1 neutron-server[110426]: DEBUG oslo_db.api [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:28:42.093377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c83046-a4ed-4db1-86c3-99d33639b5e4 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:28:42.270495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeddee73-8738-4263-8d07-15cdbe8d70b3 None None] Network 2b79f8bc-e33e-4574-ae11-aafa81868828 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:42.517107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:42.571908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting port f536c821-7046-4635-a1a0-de932a2ed38c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:42.572286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:42.645239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] For port f536c821-7046-4635-a1a0-de932a2ed38c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f536c821-7046-4635-a1a0-de932a2ed38c,segment=NetworkSegment(8ae7f4e0-7b95-4941-b3a9-263f3f921754),segment_id=8ae7f4e0-7b95-4941-b3a9-263f3f921754)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:42.645628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:42.660155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Calling delete_port for f536c821-7046-4635-a1a0-de932a2ed38c owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:42.744198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f536c821-7046-4635-a1a0-de932a2ed38c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:42.769443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Port': ['ID=f536c821-7046-4635-a1a0-de932a2ed38c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:42.775094 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No DVR routers for this DVR port f536c821-7046-4635-a1a0-de932a2ed38c on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:43.102393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.123282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b79f8bc-e33e-4574-ae11-aafa81868828']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:43.132991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae7f4e0-7b95-4941-b3a9-263f3f921754') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:43.133284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae7f4e0-7b95-4941-b3a9-263f3f921754') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:43.142572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.155225 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.161075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:43.161440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (8ae7f4e0-7b95-4941-b3a9-263f3f921754), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:43.164421 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:43.225311 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (2b79f8bc-e33e-4574-ae11-aafa81868828), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.232128 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.235293 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/2b79f8bc-e33e-4574-ae11-aafa81868828 HTTP/1.1" status: 204 len: 168 time: 2.0350883 Mar 11 00:28:43.238997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35526) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:43.245097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1585377033'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:43.247474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da595-298b-42d2-8793-9b133fe42f2a tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=2b79f8bc-e33e-4574-ae11-aafa81868828,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:43.271108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:43.274431 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.297991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:28:43.307000 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.307391 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Added segment 7f984ee6-2a4e-4c6a-af3a-3864135eee74 of type vlan for network d5278954-de3e-4ca8-a1c5-0ad560fcd657 Mar 11 00:28:43.324678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.349472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.375216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.379983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:43.380561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.417291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1768801 Mar 11 00:28:43.420225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:43.426239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Request body: {'subnet': {'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:28:43.469972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ec0ed-beb9-4690-86e6-095e76512079 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Network': ['ID=d5278954-de3e-4ca8-a1c5-0ad560fcd657,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:43.480735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network d5278954-de3e-4ca8-a1c5-0ad560fcd657 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:28:43.548146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Made reservation on behalf of cf0c4a9fd1aa40898ef53ef6d6e97b49 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:28:43.551498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.811780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.objects.ports [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 00:28:43.813399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (93501f15-59ec-4032-a700-ca86c5f182f1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.867178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event updated for resources: {'Subnet': ['ID=93501f15-59ec-4032-a700-ca86c5f182f1,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:43.882761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Checking segment: {'id': '7f984ee6-2a4e-4c6a-af3a-3864135eee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:43.883123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network hostable DHCP agents. Network: d5278954-de3e-4ca8-a1c5-0ad560fcd657, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:28:43.901669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Network d5278954-de3e-4ca8-a1c5-0ad560fcd657 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:28:43.912648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, d5278954-de3e-4ca8-a1c5-0ad560fcd657) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:43.923116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:28:43.923116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:43.937425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3962cdd-433c-48df-b700-a83be1225c4a None None] Network d5278954-de3e-4ca8-a1c5-0ad560fcd657 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:43.964070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-58acbbd3-8e60-4a5b-94ea-a8edb5873628 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5427330 Mar 11 00:28:43.964539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35534) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:44.058090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-d5278954-de3e-4ca8-a1c5-0ad560fcd657', 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657', 'project_id': 'cf0c4a9fd1aa40898ef53ef6d6e97b49', 'fixed_ips': [{'subnet_id': '93501f15-59ec-4032-a700-ca86c5f182f1'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:28:44.058967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.067436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.121386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (93501f15-59ec-4032-a700-ca86c5f182f1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.206349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Allocated IP 2001:db8::f816:3eff:fe31:5fd2 (d5278954-de3e-4ca8-a1c5-0ad560fcd657/93501f15-59ec-4032-a700-ca86c5f182f1/3d3846e7-9f58-4c20-ab8f-b0972497d4c9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:28:44.350246 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks [] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.355971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.373461 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (93501f15-59ec-4032-a700-ca86c5f182f1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.394176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Network d5278954-de3e-4ca8-a1c5-0ad560fcd657 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:28:44.400755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:28:44.405245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:28:44.409416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=93501f15-59ec-4032-a700-ca86c5f182f1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:44.411074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Pushing event updated for resources: {'Port': ['ID=3d3846e7-9f58-4c20-ab8f-b0972497d4c9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:44.469867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Attempting to bind port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:28:44.470393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Attempting to bind port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '7f984ee6-2a4e-4c6a-af3a-3864135eee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:28:44.470860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Attempting to bind port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 on network d5278954-de3e-4ca8-a1c5-0ad560fcd657 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:28:44.475371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.476596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:28:44.477276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Checking segment: {'id': '7f984ee6-2a4e-4c6a-af3a-3864135eee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:28:44.477790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.478277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Bound using segment: {'id': '7f984ee6-2a4e-4c6a-af3a-3864135eee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:28:44.478851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Bound port: 3d3846e7-9f58-4c20-ab8f-b0972497d4c9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f984ee6-2a4e-4c6a-af3a-3864135eee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:28:44.479337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.497425 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5278954-de3e-4ca8-a1c5-0ad560fcd657']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:44.509044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f984ee6-2a4e-4c6a-af3a-3864135eee74') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:44.509334 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f984ee6-2a4e-4c6a-af3a-3864135eee74') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:44.520187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.536683 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.543765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:44.544316 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:44.548109 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:44.553519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] For port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:28:44.613907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] For port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3d3846e7-9f58-4c20-ab8f-b0972497d4c9,segment=NetworkSegment(7f984ee6-2a4e-4c6a-af3a-3864135eee74),segment_id=7f984ee6-2a4e-4c6a-af3a-3864135eee74)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:28:44.619692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.db.api [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 00:28:44.619692 n-d-831844-1 neutron-server[110426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 00:28:44.619692 n-d-831844-1 neutron-server[110426]: [parameters: {'id': 'd5278954-de3e-4ca8-a1c5-0ad560fcd657'}] Mar 11 00:28:44.619692 n-d-831844-1 neutron-server[110426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:28:44.620161 n-d-831844-1 neutron-server[110426]: DEBUG oslo_db.api [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:28:44.620970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:44.699770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d7783-11fc-430f-9048-d2a61fcf58f9 None None] Pushing event updated for resources: {'Port': ['ID=3d3846e7-9f58-4c20-ab8f-b0972497d4c9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:44.719892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc191418-889e-4153-9641-4c07ba8a5db3 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:28:44.975132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc191418-889e-4153-9641-4c07ba8a5db3 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:28:45.121659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.153237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70eaaba-4c34-4295-8d28-b2b1846433f9 None None] Network d5278954-de3e-4ca8-a1c5-0ad560fcd657 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:45.181202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:45.181439 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.246850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] For port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3d3846e7-9f58-4c20-ab8f-b0972497d4c9,segment=NetworkSegment(7f984ee6-2a4e-4c6a-af3a-3864135eee74),segment_id=7f984ee6-2a4e-4c6a-af3a-3864135eee74)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:45.247218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.260473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Calling delete_port for 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:45.344695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (3d3846e7-9f58-4c20-ab8f-b0972497d4c9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.369969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Port': ['ID=3d3846e7-9f58-4c20-ab8f-b0972497d4c9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:45.373390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No DVR routers for this DVR port 3d3846e7-9f58-4c20-ab8f-b0972497d4c9 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:45.457051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.478166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5278954-de3e-4ca8-a1c5-0ad560fcd657']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:45.488197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f984ee6-2a4e-4c6a-af3a-3864135eee74') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:45.488489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f984ee6-2a4e-4c6a-af3a-3864135eee74') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:45.499262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.513616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.520181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:45.520635 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (7f984ee6-2a4e-4c6a-af3a-3864135eee74), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:45.523579 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:45.582990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d5278954-de3e-4ca8-a1c5-0ad560fcd657), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.591728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.595322 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/d5278954-de3e-4ca8-a1c5-0ad560fcd657 HTTP/1.1" status: 204 len: 168 time: 1.6296875 Mar 11 00:28:45.600318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.607121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7036e8-3c2d-4e24-9d76-cda3b81ed494 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=d5278954-de3e-4ca8-a1c5-0ad560fcd657,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:45.631283 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5a1bb4-80f6-49d6-8776-75758c6d80ac tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.631747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5a1bb4-80f6-49d6-8776-75758c6d80ac tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.634719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cd5a1bb4-80f6-49d6-8776-75758c6d80ac tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/93501f15-59ec-4032-a700-ca86c5f182f1 HTTP/1.1" status: 404 len: 337 time: 0.0333755 Mar 11 00:28:45.637268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.654883 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a9a57f-1e42-4974-95e8-c6d316c903d2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.655514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a9a57f-1e42-4974-95e8-c6d316c903d2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.659086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-67a9a57f-1e42-4974-95e8-c6d316c903d2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/d5278954-de3e-4ca8-a1c5-0ad560fcd657 HTTP/1.1" status: 404 len: 339 time: 0.0208421 Mar 11 00:28:45.661713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35544) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.688136 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bc2b82-3531-4c22-96be-ed7bcd7113ca tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.688596 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bc2b82-3531-4c22-96be-ed7bcd7113ca tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.691503 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18bc2b82-3531-4c22-96be-ed7bcd7113ca tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/cd57bc6f-eb5f-4931-91b5-5beb62bb382f HTTP/1.1" status: 404 len: 337 time: 0.0287759 Mar 11 00:28:45.694165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35546) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.718067 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21d1b13-e14b-4352-abb2-016437c8c7ea tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.718505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21d1b13-e14b-4352-abb2-016437c8c7ea tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.722150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d21d1b13-e14b-4352-abb2-016437c8c7ea tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/2b79f8bc-e33e-4574-ae11-aafa81868828 HTTP/1.1" status: 404 len: 339 time: 0.0269754 Mar 11 00:28:45.724629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35548) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.751333 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f4e324-50a9-4132-b9fc-8f380d3e91a2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.751778 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f4e324-50a9-4132-b9fc-8f380d3e91a2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.754864 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-21f4e324-50a9-4132-b9fc-8f380d3e91a2 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/df6f0c7f-5c85-4d6c-9487-8b0692cd92bd HTTP/1.1" status: 404 len: 337 time: 0.0293417 Mar 11 00:28:45.757308 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.776042 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-30860861-62bc-478b-9351-ac65ff0a77f8 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:45.776669 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30860861-62bc-478b-9351-ac65ff0a77f8 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:45.780692 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-30860861-62bc-478b-9351-ac65ff0a77f8 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/74ef7831-e790-4d70-bb61-607de5667f68 HTTP/1.1" status: 404 len: 339 time: 0.0224941 Mar 11 00:28:45.783268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35552) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:45.872737 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting port 8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:45.873079 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.946274 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:45.958566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Calling delete_port for 8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:46.041782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.079176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Port': ['ID=8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:46.083125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.086126 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b849623-b850-4f4a-8560-bb894e519904 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/ports/8bb2d4a9-d5ee-4ee8-bfc4-af7feb6a43dd HTTP/1.1" status: 204 len: 168 time: 0.3019669 Mar 11 00:28:46.088495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35558) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:46.114639 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b027bd5e-84af-4320-a117-c31787e47779 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:46.115096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b027bd5e-84af-4320-a117-c31787e47779 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:46.118047 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b027bd5e-84af-4320-a117-c31787e47779 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/e6b1aa5b-9668-4263-b73c-047d2a67700e HTTP/1.1" status: 404 len: 337 time: 0.0286453 Mar 11 00:28:46.120491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35560) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:46.196991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.291550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.314948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5004c46-6f30-4a62-8c0c-55a2603d374b']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:46.325679 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e3ffce-fc56-498b-819b-fb7c34c7f101') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:46.325955 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e3ffce-fc56-498b-819b-fb7c34c7f101') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:46.336976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (d9e3ffce-fc56-498b-819b-fb7c34c7f101), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.352207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (d9e3ffce-fc56-498b-819b-fb7c34c7f101), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.358891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:46.360143 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (d9e3ffce-fc56-498b-819b-fb7c34c7f101), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:46.363570 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:46.429733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c5004c46-6f30-4a62-8c0c-55a2603d374b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.438576 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.444190 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/c5004c46-6f30-4a62-8c0c-55a2603d374b HTTP/1.1" status: 204 len: 168 time: 0.3206003 Mar 11 00:28:46.444576 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35562) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:46.464888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579debe-00b0-4e50-ace4-58ecd9f2ebb0 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=c5004c46-6f30-4a62-8c0c-55a2603d374b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:46.548810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting port 1be0e42f-ee87-4f49-8597-74dbc55aad41 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:46.549056 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1be0e42f-ee87-4f49-8597-74dbc55aad41), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.619313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1be0e42f-ee87-4f49-8597-74dbc55aad41), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.631430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Calling delete_port for 1be0e42f-ee87-4f49-8597-74dbc55aad41 owned by {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:46.715148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1be0e42f-ee87-4f49-8597-74dbc55aad41), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.745765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Port': ['ID=1be0e42f-ee87-4f49-8597-74dbc55aad41,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:46.749309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.753962 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4a8b510d-e224-472e-9bff-3d4ffd5ac540 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/ports/1be0e42f-ee87-4f49-8597-74dbc55aad41 HTTP/1.1" status: 204 len: 168 time: 0.3085079 Mar 11 00:28:46.756460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35564) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:46.783062 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c5999-f4f9-4cf7-b605-19a879bdb870 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] DELETE failed (client error): The resource could not be found. Mar 11 00:28:46.783519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28c5999-f4f9-4cf7-b605-19a879bdb870 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:28:46.786808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e28c5999-f4f9-4cf7-b605-19a879bdb870 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/65773294-2658-488d-b742-f74f205927fe HTTP/1.1" status: 404 len: 337 time: 0.0290904 Mar 11 00:28:46.789193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:46.871910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.962965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:46.991046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42bedf6-034d-40c3-9368-6eaafc6942d2']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:47.001777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b0354-98d6-440b-bf7b-ea110a1ecfd5') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:47.002079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b0354-98d6-440b-bf7b-ea110a1ecfd5') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:47.012187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (735b0354-98d6-440b-bf7b-ea110a1ecfd5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.026407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (735b0354-98d6-440b-bf7b-ea110a1ecfd5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.033686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:47.034083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (735b0354-98d6-440b-bf7b-ea110a1ecfd5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:47.037277 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:47.108056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (d42bedf6-034d-40c3-9368-6eaafc6942d2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.140578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.146635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35572) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:47.146819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/d42bedf6-034d-40c3-9368-6eaafc6942d2 HTTP/1.1" status: 204 len: 168 time: 0.3566327 Mar 11 00:28:47.147766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c4315-d039-43ca-97e3-a8f179e9d9ec tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=d42bedf6-034d-40c3-9368-6eaafc6942d2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:47.208431 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting subnet bc8b1b7a-fa10-4a53-91e2-3b10f00108a2 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:28:47.212036 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (bc8b1b7a-fa10-4a53-91e2-3b10f00108a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.254852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (bc8b1b7a-fa10-4a53-91e2-3b10f00108a2), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.343219 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (bc8b1b7a-fa10-4a53-91e2-3b10f00108a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.411946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (bc8b1b7a-fa10-4a53-91e2-3b10f00108a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.444627 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.448351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/subnets/bc8b1b7a-fa10-4a53-91e2-3b10f00108a2 HTTP/1.1" status: 204 len: 168 time: 0.3007107 Mar 11 00:28:47.449557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0b65-217e-4841-bfd3-097a676a8a07 tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8b1b7a-fa10-4a53-91e2-3b10f00108a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:47.450674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d348108-0f40-4d74-9ee4-9da8cc39c8c5 None None] Network 006e3294-3970-4c1c-bae7-143586529335 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:28:47.451726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35574) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:47.555510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (006e3294-3970-4c1c-bae7-143586529335), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.628028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Deleting port 10d4e761-41f9-49af-8415-e89e558a4ea3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:47.628462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.656552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] DHCP port deletion for 006e3294-3970-4c1c-bae7-143586529335 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:28:47.702486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] For port 10d4e761-41f9-49af-8415-e89e558a4ea3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=10d4e761-41f9-49af-8415-e89e558a4ea3,segment=NetworkSegment(bf7202d3-e8b7-47d4-80c9-a1139409c7e4),segment_id=bf7202d3-e8b7-47d4-80c9-a1139409c7e4)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:47.703037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.724503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Deleting port 10d4e761-41f9-49af-8415-e89e558a4ea3 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:28:47.725015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Calling delete_port for 10d4e761-41f9-49af-8415-e89e558a4ea3 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:47.725384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.803656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] For port 10d4e761-41f9-49af-8415-e89e558a4ea3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=10d4e761-41f9-49af-8415-e89e558a4ea3,segment=NetworkSegment(bf7202d3-e8b7-47d4-80c9-a1139409c7e4),segment_id=bf7202d3-e8b7-47d4-80c9-a1139409c7e4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:28:47.804575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.825917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Calling delete_port for 10d4e761-41f9-49af-8415-e89e558a4ea3 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:28:47.826259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.859541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Port': ['ID=10d4e761-41f9-49af-8415-e89e558a4ea3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:47.866792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] No DVR routers for this DVR port 10d4e761-41f9-49af-8415-e89e558a4ea3 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:47.958172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (10d4e761-41f9-49af-8415-e89e558a4ea3), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:47.985499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] Pushing event deleted for resources: {'Port': ['ID=10d4e761-41f9-49af-8415-e89e558a4ea3,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:47.990086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802fcd2-54fc-46e7-94f5-9808d9286769 None None] No DVR routers for this DVR port 10d4e761-41f9-49af-8415-e89e558a4ea3 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:28:48.003005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (006e3294-3970-4c1c-bae7-143586529335), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.042494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e3294-3970-4c1c-bae7-143586529335']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:48.055523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:48.056096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7202d3-e8b7-47d4-80c9-a1139409c7e4') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:28:48.067763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (bf7202d3-e8b7-47d4-80c9-a1139409c7e4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.081862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (bf7202d3-e8b7-47d4-80c9-a1139409c7e4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.089856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:28:48.089856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (bf7202d3-e8b7-47d4-80c9-a1139409c7e4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:28:48.092228 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:28:48.172753 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (006e3294-3970-4c1c-bae7-143586529335), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.178512 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.182828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] 10.222.0.21 "DELETE /v2.0/networks/006e3294-3970-4c1c-bae7-143586529335 HTTP/1.1" status: 204 len: 168 time: 0.7299380 Mar 11 00:28:48.204587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d2b88-3a4b-4b18-87a1-7400789e58fa tempest-NetworksIpV6TestAttrs-821113117 tempest-NetworksIpV6TestAttrs-821113117-project] Pushing event deleted for resources: {'Network': ['ID=006e3294-3970-4c1c-bae7-143586529335,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:48.454204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 35584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:48.600869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-de6db050-d474-432f-96c9-d1aade15ba16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf0c4a9fd1aa40898ef53ef6d6e97b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450729 Mar 11 00:28:48.603338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 35588) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:48.654801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] Publish callbacks [] for security_group (f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.677263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] Publish callbacks [] for security_group (f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.729506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.732378 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:48.736817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854 HTTP/1.1" status: 204 len: 168 time: 0.1287107 Mar 11 00:28:48.743183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d8f42-3c17-49bf-bb88-b40c6e686d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1daa87d-c3e6-4b79-b8fd-c4cd71d5c854,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:49.083409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 10d4e761-41f9-49af-8415-e89e558a4ea3 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:28:49.132748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 10d4e761-41f9-49af-8415-e89e558a4ea3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:28:49.133417 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 10d4e761-41f9-49af-8415-e89e558a4ea3 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:28:53.811595 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36160) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:53.961891 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea91e815-3b1f-4192-835d-944eded29a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.045371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea91e815-3b1f-4192-835d-944eded29a2b admin admin] Publish callbacks [] for security_group (6d2bf528-3b55-4931-8686-15e3710b7fdf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.050412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ea91e815-3b1f-4192-835d-944eded29a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6d2bf528-3b55-4931-8686-15e3710b7fdf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.098570 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ea91e815-3b1f-4192-835d-944eded29a2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac55094bc7154ddd8463abc27ac98778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848697 Mar 11 00:28:54.098729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36206) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:54.099491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91e815-3b1f-4192-835d-944eded29a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bf528-3b55-4931-8686-15e3710b7fdf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:54.170959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] Publish callbacks [] for security_group (6d2bf528-3b55-4931-8686-15e3710b7fdf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.195815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] Publish callbacks [] for security_group (6d2bf528-3b55-4931-8686-15e3710b7fdf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.257965 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6d2bf528-3b55-4931-8686-15e3710b7fdf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.260905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.272493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d2bf528-3b55-4931-8686-15e3710b7fdf HTTP/1.1" status: 204 len: 168 time: 0.1678612 Mar 11 00:28:54.281528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b476737-95c2-4520-bc4a-c718905e7967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bf528-3b55-4931-8686-15e3710b7fdf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:54.612621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36284) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:54.627197 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27dda27-1bc7-43b0-994d-dc26b5127710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.749302 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27dda27-1bc7-43b0-994d-dc26b5127710 admin admin] Publish callbacks [] for security_group (4df3ee96-e1a8-4135-a0d5-79ab699a1ffb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.755317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27dda27-1bc7-43b0-994d-dc26b5127710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4df3ee96-e1a8-4135-a0d5-79ab699a1ffb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.808481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dda27-1bc7-43b0-994d-dc26b5127710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df3ee96-e1a8-4135-a0d5-79ab699a1ffb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:54.816518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36314) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:28:54.817127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f27dda27-1bc7-43b0-994d-dc26b5127710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d713b6850d414974a1e79462ab9d3aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069850 Mar 11 00:28:54.883269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Publish callbacks [] for security_group (4df3ee96-e1a8-4135-a0d5-79ab699a1ffb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.906601 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Publish callbacks [] for security_group (4df3ee96-e1a8-4135-a0d5-79ab699a1ffb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.969570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (4df3ee96-e1a8-4135-a0d5-79ab699a1ffb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.974644 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:28:54.976252 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4df3ee96-e1a8-4135-a0d5-79ab699a1ffb HTTP/1.1" status: 204 len: 168 time: 0.1585157 Mar 11 00:28:54.985498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df3ee96-e1a8-4135-a0d5-79ab699a1ffb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:28:54.997580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:54.998048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:54.998466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:54.998884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:54.999307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:54.999782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.000340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.000818 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.001354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.001867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.002510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.003017 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:28:55.003524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc565a-fbe2-410d-abc4-bf745f68354d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:06.753920 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8920093b-fec1-4758-a80b-89dd087f8154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:08.196068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36742) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:08.400122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36748) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:08.416835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7d793a70-e740-490a-b07a-11d2d7ae988a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b442d7b7474e9bbc74049f6e2003a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124610 Mar 11 00:29:08.475227 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] Publish callbacks [] for security_group (94ceac9e-375b-494d-9878-54cc62359a05), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:08.507062 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] Publish callbacks [] for security_group (94ceac9e-375b-494d-9878-54cc62359a05), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:08.584179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (94ceac9e-375b-494d-9878-54cc62359a05), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:08.585595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:08.586749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94ceac9e-375b-494d-9878-54cc62359a05 HTTP/1.1" status: 204 len: 168 time: 0.1850479 Mar 11 00:29:08.599295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c0437-e011-42f5-8501-ef40344799db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ceac9e-375b-494d-9878-54cc62359a05,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:08.748851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36754) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:08.959831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port 92f551e9-e1c4-4ab1-bbca-066add3e2f2e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:29:08.960407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.064725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.065158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.083355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for 92f551e9-e1c4-4ab1-bbca-066add3e2f2e owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:29:09.301273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075cc3d9-2f88-4149-8752-70f9cd25b886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.370284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (92f551e9-e1c4-4ab1-bbca-066add3e2f2e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.408170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=92f551e9-e1c4-4ab1-bbca-066add3e2f2e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:09.532717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (74ee234f-3d09-4bde-95c0-d037eee6ec2f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:09.534732 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP 74ee234f-3d09-4bde-95c0-d037eee6ec2f disassociated (deleted). External IP: 172.25.7.110, port: 191d9667-cbe2-4648-b82a-e71a56b49169. Mar 11 00:29:09.873884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:29:10.001284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:29:10.006458 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:10.012686 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:29:10.030629 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:29:10.031846 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:10.050664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cecfa190-8b50-40c7-a2d4-7dd87ff365d1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "DELETE /v2.0/floatingips/74ee234f-3d09-4bde-95c0-d037eee6ec2f HTTP/1.1" status: 204 len: 168 time: 1.3000112 Mar 11 00:29:10.051303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:29:10.057343 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:29:10.184814 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:29:10.387402 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c72dfb-f457-4754-ba37-9d07fae04782 x-openstack-request-id: req-66c72dfb-f457-4754-ba37-9d07fae04782 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:29:10.387801 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:29:10.388179 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66c72dfb-f457-4754-ba37-9d07fae04782 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:29:10.388680 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169', 'status': 'completed', 'code': 200} Mar 11 00:29:10.494123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-326f8c3d-f833-48f9-a377-746eabdedc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:10.495751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-326f8c3d-f833-48f9-a377-746eabdedc5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 1127 time: 0.0847204 Mar 11 00:29:10.523271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3de0-9626-4072-82f5-cff7ba05d5a0 req-d93ed862-4264-40de-9b1f-32de4231db2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:10.526402 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:10.527626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f6f3de0-9626-4072-82f5-cff7ba05d5a0 req-d93ed862-4264-40de-9b1f-32de4231db2a tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.1051440 Mar 11 00:29:10.601017 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:10.631542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:29:10.644248 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:29:10.646552 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:10.664444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f6f3de0-9626-4072-82f5-cff7ba05d5a0 req-289c1c3a-b195-473e-902d-63940552fa2d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283803 Mar 11 00:29:10.683794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-5cad0c3b-68ae-440c-a4bd-52b425de91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:10.683969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-5cad0c3b-68ae-440c-a4bd-52b425de91b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1815705 Mar 11 00:29:10.735898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-070225cd-6db9-4c8f-9128-642a1317b4fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 200 len: 217 time: 0.0456381 Mar 11 00:29:10.865116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-e1a69367-bad9-4019-990b-9656cdbe9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:10.867617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-e1a69367-bad9-4019-990b-9656cdbe9d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.1212850 Mar 11 00:29:10.921049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:10.931981 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:29:10.969389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-0903236e-89d7-4af8-ad2a-6cd0c7a66eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:10.971087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-0903236e-89d7-4af8-ad2a-6cd0c7a66eab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969627 Mar 11 00:29:11.227102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.261656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:11.386678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:11.451491 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c2643-9d7d-4dfe-be3b-e32fa85121c5 None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '00998be8-981a-41cc-aee5-daa1440d18c2', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'port_id': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'mac_address': 'fa:16:3e:d9:00:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:23:55Z', 'updated_at': '2022-03-11T00:23:59Z', 'revision_number': 1, 'project_id': '177b30be438f4b35847541df8828a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:29:11.481646 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca1949cc-f73d-4043-9bb2-cb64e2e34c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.592286 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca1949cc-f73d-4043-9bb2-cb64e2e34c19 admin admin] Publish callbacks [] for security_group (1532cfad-b39b-4227-b579-db15b8115fb4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.599707 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca1949cc-f73d-4043-9bb2-cb64e2e34c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1532cfad-b39b-4227-b579-db15b8115fb4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.683241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1949cc-f73d-4043-9bb2-cb64e2e34c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532cfad-b39b-4227-b579-db15b8115fb4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:11.690208 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca1949cc-f73d-4043-9bb2-cb64e2e34c19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa5dd1d5e19548f99efbc37d03d56684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252043 Mar 11 00:29:11.692677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36826) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:11.705636 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.716314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-0c18e0a5-33c6-4857-882c-08ddbf87bd87 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376556 Mar 11 00:29:11.803463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] Publish callbacks [] for security_group (1532cfad-b39b-4227-b579-db15b8115fb4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.873840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] Publish callbacks [] for security_group (1532cfad-b39b-4227-b579-db15b8115fb4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.980898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1532cfad-b39b-4227-b579-db15b8115fb4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.985229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:11.986458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1532cfad-b39b-4227-b579-db15b8115fb4 HTTP/1.1" status: 204 len: 168 time: 0.2926493 Mar 11 00:29:11.992311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9287ae-e1e3-4072-8d34-290cdfb7cfc7 None None] New status for floating IP 74ee234f-3d09-4bde-95c0-d037eee6ec2f: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:29:11.997302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299888e-0b1f-4b66-b422-103dc84afe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532cfad-b39b-4227-b579-db15b8115fb4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:12.055303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a673e07-5e71-41a2-ac86-ed8bc8e576ec req-0c56d8bf-dc42-48ac-bce6-179259c37d6d service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214192 Mar 11 00:29:12.075208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b457ba-4ea1-4a00-8cbc-d61fbadb1440 req-f7b3f940-621f-46ed-adef-6c542ae49bf5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:12.077076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80b457ba-4ea1-4a00-8cbc-d61fbadb1440 req-f7b3f940-621f-46ed-adef-6c542ae49bf5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.1911573 Mar 11 00:29:12.087705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-a441e27d-3447-4474-bc8d-5482ce2a7ac5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:12.089552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-a441e27d-3447-4474-bc8d-5482ce2a7ac5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 945 time: 0.1342804 Mar 11 00:29:12.302135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80b457ba-4ea1-4a00-8cbc-d61fbadb1440 req-c9360317-855e-49f7-9129-9cfefc3d67aa tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114232 Mar 11 00:29:12.306524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port 191d9667-cbe2-4648-b82a-e71a56b49169 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:29:12.306524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.401599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port 191d9667-cbe2-4648-b82a-e71a56b49169, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=191d9667-cbe2-4648-b82a-e71a56b49169,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:29:12.401973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.416126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for 191d9667-cbe2-4648-b82a-e71a56b49169 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:29:12.607941 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (191d9667-cbe2-4648-b82a-e71a56b49169), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.661364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=191d9667-cbe2-4648-b82a-e71a56b49169,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:12.680526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 36840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:12.699259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-217b186b-d354-4d95-a456-e30467f5a8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.737002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port 191d9667-cbe2-4648-b82a-e71a56b49169 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:29:12.740394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.744417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-874a1eb2-3a77-4244-a8da-45a66f4acfb8 req-3591f711-8621-4847-929e-37d9b06b1b5d tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/191d9667-cbe2-4648-b82a-e71a56b49169 HTTP/1.1" status: 204 len: 173 time: 0.6466854 Mar 11 00:29:12.744933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'name': 'network-vif-deleted', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:29:12.748110 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750527db-b94c-42b1-bfaa-988a351d9bef" -d '{"events": [{"server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "name": "network-vif-deleted", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:29:12.804640 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b726a-0cea-4734-bd8f-bdc3cf74fd4f x-openstack-request-id: req-187b726a-0cea-4734-bd8f-bdc3cf74fd4f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:29:12.804953 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd291d-22f7-4371-bc52-11d66208d4cb", "name": "network-vif-deleted", "tag": "191d9667-cbe2-4648-b82a-e71a56b49169", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:29:12.805262 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-187b726a-0cea-4734-bd8f-bdc3cf74fd4f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:29:12.805710 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd291d-22f7-4371-bc52-11d66208d4cb', 'name': 'network-vif-deleted', 'tag': '191d9667-cbe2-4648-b82a-e71a56b49169', 'status': 'completed', 'code': 200} Mar 11 00:29:12.862794 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-217b186b-d354-4d95-a456-e30467f5a8ce admin admin] Publish callbacks [] for security_group (a6068fd5-1817-42b9-941a-ca0db90b0f71), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.869084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-217b186b-d354-4d95-a456-e30467f5a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a6068fd5-1817-42b9-941a-ca0db90b0f71), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:12.920537 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-217b186b-d354-4d95-a456-e30467f5a8ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5041578f5d249e6b94c5ddfaf8437ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388883 Mar 11 00:29:12.924228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 36846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:12.934090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b186b-d354-4d95-a456-e30467f5a8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6068fd5-1817-42b9-941a-ca0db90b0f71,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:13.023291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] Publish callbacks [] for security_group (a6068fd5-1817-42b9-941a-ca0db90b0f71), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:13.056947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] Publish callbacks [] for security_group (a6068fd5-1817-42b9-941a-ca0db90b0f71), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:13.136508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a6068fd5-1817-42b9-941a-ca0db90b0f71), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:13.139658 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:13.144278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6068fd5-1817-42b9-941a-ca0db90b0f71 HTTP/1.1" status: 204 len: 168 time: 0.2186875 Mar 11 00:29:13.169429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65bad0-1668-44e2-ba7d-88a8a49cafe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6068fd5-1817-42b9-941a-ca0db90b0f71,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:13.373059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:13.502908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9021e682-d72b-4cee-b25d-51c53c0e3bd5 req-96bd6e2c-bce3-44a8-b482-043586d879fb tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0726404 Mar 11 00:29:14.664850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3455d526-4218-494f-870f-19c801c461d5 req-3ffb831b-1dc1-4f72-9905-519921c6d841 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0463824 Mar 11 00:29:15.413676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 191d9667-cbe2-4648-b82a-e71a56b49169 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:29:15.452144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 191d9667-cbe2-4648-b82a-e71a56b49169 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:29:15.453973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 191d9667-cbe2-4648-b82a-e71a56b49169 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:29:15.799337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-451a4c93-6fc1-4f7e-aacf-ca28ee77cdd1 req-2bced163-99b7-4d87-b7a9-a208dc4002b7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0387464 Mar 11 00:29:16.199946 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:29:16.959254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6a6a0ac-b841-459f-9460-27123491b3cd req-5d5a8f14-cd03-49bf-8e17-b814bc3afc67 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0540988 Mar 11 00:29:18.128562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54dc221c-340f-4dc6-9ea3-8e5b81ee24b2 req-5eb232cb-9740-40fc-9cf7-a6deda0de258 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0350733 Mar 11 00:29:19.295155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aba10f5b-d957-46e7-be60-ae087f200838 req-49df0bac-f13d-465d-896d-27cac4a90bd6 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0686555 Mar 11 00:29:20.449701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a4ab5cc-e27f-4029-a484-9fb6329f7132 req-0d0c797c-03e3-4904-b71c-32223f7850b1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0476143 Mar 11 00:29:21.585086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71d139ac-2ff5-4039-b073-0cb344543896 req-fd7f621c-ed6a-47e8-93be-4ef937015811 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0413225 Mar 11 00:29:22.729174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d39f5aaf-a1ae-466f-b16b-d69ffdafed45 req-ef064175-e636-46f6-9f39-501be70bd6cd tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0387762 Mar 11 00:29:23.863230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d2f0757-e69f-44bf-923b-9b781f3fb53c req-c4c98c52-768b-4690-8766-46c65b7e2d62 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0407290 Mar 11 00:29:25.072394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92080540-7d56-4619-8d34-a3d4d537b2a7 req-0661a4c4-ba2b-469b-bfe6-021be1f47624 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=07dd291d-22f7-4371-bc52-11d66208d4cb HTTP/1.1" status: 200 len: 210 time: 0.0564983 Mar 11 00:29:36.762157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-edcbb54a-686b-45b6-abc1-c91a1056c8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:37.030175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:37.261368 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port a727751d-027b-4f33-8681-1174270dfd49 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:29:37.261911 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a727751d-027b-4f33-8681-1174270dfd49), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:37.369542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a727751d-027b-4f33-8681-1174270dfd49), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:37.369868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (a727751d-027b-4f33-8681-1174270dfd49), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:37.397120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for a727751d-027b-4f33-8681-1174270dfd49 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:29:37.549371 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4028f313-2bcd-440b-be8e-4ce238988dd5 req-05232f0d-3adc-41c0-b504-c615d8b2205b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292368 Mar 11 00:29:37.642295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4028f313-2bcd-440b-be8e-4ce238988dd5 req-4d44d017-2e67-483d-a32c-f10c67a8eaa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0683565 Mar 11 00:29:37.695946 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4028f313-2bcd-440b-be8e-4ce238988dd5 req-d315934f-84fd-47ba-8ccf-ed68418b63e1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291979 Mar 11 00:29:37.961482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f313-2bcd-440b-be8e-4ce238988dd5 req-9c5fb7c5-ec83-4101-b619-08d6d4214d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:37.963095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4028f313-2bcd-440b-be8e-4ce238988dd5 req-9c5fb7c5-ec83-4101-b619-08d6d4214d9a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576501 Mar 11 00:29:38.034163 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a727751d-027b-4f33-8681-1174270dfd49), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:38.074652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=a727751d-027b-4f33-8681-1174270dfd49,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:38.161551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (00998be8-981a-41cc-aee5-daa1440d18c2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:38.161862 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Floating IP 00998be8-981a-41cc-aee5-daa1440d18c2 disassociated (deleted). External IP: 172.25.7.74, port: ac8da72f-bc88-49b1-94ed-1725136c31a3. Mar 11 00:29:38.427729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:29:38.946338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:29:38.951711 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:38.956482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:29:38.968635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:29:38.969554 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:39.031193 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a36eebeb-6154-43f4-8ad0-6a9f57037350 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "DELETE /v2.0/floatingips/00998be8-981a-41cc-aee5-daa1440d18c2 HTTP/1.1" status: 204 len: 168 time: 1.9986472 Mar 11 00:29:39.031967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:29:39.034357 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48239c27-0765-4eb9-9b1c-6e3635de1fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:29:39.207411 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:29:39.298420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f08a449d-6f8f-457e-a9bd-a8f4de17203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:39.331846 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff65f4-20de-42f6-b32c-a6e641b4cfc1 x-openstack-request-id: req-6bff65f4-20de-42f6-b32c-a6e641b4cfc1 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:29:39.332411 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:29:39.332674 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bff65f4-20de-42f6-b32c-a6e641b4cfc1 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:29:39.333127 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'status': 'completed', 'code': 200} Mar 11 00:29:39.505500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-903f6a83-b55c-4333-8835-552806012c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:39.507352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-903f6a83-b55c-4333-8835-552806012c40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=177b30be438f4b35847541df8828a3b8&device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 1128 time: 0.1422462 Mar 11 00:29:39.522494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4fe0-686e-4e8a-b195-639eb1c8f61e req-ec893979-fd8d-4c3f-966e-bcc60b7265e1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:39.528237 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:39.531159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-408c4fe0-686e-4e8a-b195-639eb1c8f61e req-ec893979-fd8d-4c3f-966e-bcc60b7265e1 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 946 time: 0.0822966 Mar 11 00:29:39.604902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-408c4fe0-686e-4e8a-b195-639eb1c8f61e req-e0b259bb-62b1-4c9f-8d3e-1d7d772f8e48 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/security-groups?id=782bc08d-1051-4c21-b0d0-100e9bf2ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725322 Mar 11 00:29:39.689654 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:29:39.716843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:29:39.717517 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:39.719956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-10df5583-5bda-46ac-a7fe-7fec7aadcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:39.721144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-10df5583-5bda-46ac-a7fe-7fec7aadcaf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 200 len: 912 time: 0.1695473 Mar 11 00:29:39.780296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-a0fce8d5-acf3-4c1c-954f-7b28cea17d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 200 len: 217 time: 0.0457654 Mar 11 00:29:39.866945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-f3fa2adf-858f-475f-82c3-83e553667a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:39.868555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-f3fa2adf-858f-475f-82c3-83e553667a22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 200 len: 850 time: 0.0845716 Mar 11 00:29:39.942610 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:29:40.009474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-700f8055-5e67-4dce-b042-027f67307710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:40.011090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-700f8055-5e67-4dce-b042-027f67307710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08ef2f2-0c88-4066-a5fb-08bac5966abc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984426 Mar 11 00:29:40.033639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-5d0c8a59-2051-4106-aefe-cfb444be7953 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:29:40.035178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-5d0c8a59-2051-4106-aefe-cfb444be7953 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 946 time: 0.1657171 Mar 11 00:29:40.134716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-0baccf02-6255-431b-9f31-9fd90d0ee840 service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982177 Mar 11 00:29:40.278147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48239c27-0765-4eb9-9b1c-6e3635de1fa4 req-78ab8407-904d-494d-a135-ca45c02a905a service neutron] 10.222.0.30 "GET /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345184 Mar 11 00:29:40.387906 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:29:40.474402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb945b5-bd6c-4289-8a20-64834ce9cbc0 None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:10:00Z', 'revision_number': 4, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8c986fb0-e3d8-4719-8461-3aba9a58014c', 'name': '', 'network_id': 'a08ef2f2-0c88-4066-a5fb-08bac5966abc', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'mac_address': 'fa:16:3e:62:85:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:59Z', 'updated_at': '2022-03-11T00:10:11Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'subnets': [{'id': '659f904e-846e-4efa-8881-1e67e36e2fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:29:40.486726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port ac8da72f-bc88-49b1-94ed-1725136c31a3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:29:40.487286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:40.538951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:40.733499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] For port ac8da72f-bc88-49b1-94ed-1725136c31a3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=ac8da72f-bc88-49b1-94ed-1725136c31a3,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:29:40.735638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:40.791211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for ac8da72f-bc88-49b1-94ed-1725136c31a3 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:29:40.951315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:40.993957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ac8da72f-bc88-49b1-94ed-1725136c31a3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:40.994842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:41.088351 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c3d9394-5971-464f-94a6-10529642fc49 req-57101b09-bd99-425b-bafe-16e42f45ac6b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.1246667 Mar 11 00:29:41.110211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=ac8da72f-bc88-49b1-94ed-1725136c31a3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:41.167412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.169949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.170374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.171823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.172264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.172673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.173080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.173480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.173882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.174276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.174882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.175429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.175827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:29:41.209485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] No DVR routers for this DVR port ac8da72f-bc88-49b1-94ed-1725136c31a3 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:29:41.213748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.217318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ffa9825-b727-43a4-8b1e-084545815e02 req-bb6e81c4-0b33-4bda-b62d-d0eabdfc633b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.30 "DELETE /v2.0/ports/ac8da72f-bc88-49b1-94ed-1725136c31a3 HTTP/1.1" status: 204 len: 173 time: 1.0818479 Mar 11 00:29:41.218531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'name': 'network-vif-deleted', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:29:41.229346 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939da01-9d17-4877-8591-ac71f2d0a659" -d '{"events": [{"server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "name": "network-vif-deleted", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:29:41.243638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df801-e9ac-4020-98fe-3d193fcb247b None None] New status for floating IP 00998be8-981a-41cc-aee5-daa1440d18c2: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:29:41.275722 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb48116-eece-47e8-b670-b801a2e9c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.324566 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250d5c7-64e4-44be-8b54-8ab195cf8a6e x-openstack-request-id: req-0250d5c7-64e4-44be-8b54-8ab195cf8a6e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:29:41.324946 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2319cf6-4ab8-40a4-b548-0620969dc940", "name": "network-vif-deleted", "tag": "ac8da72f-bc88-49b1-94ed-1725136c31a3", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:29:41.325324 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0250d5c7-64e4-44be-8b54-8ab195cf8a6e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:29:41.325807 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2319cf6-4ab8-40a4-b548-0620969dc940', 'name': 'network-vif-deleted', 'tag': 'ac8da72f-bc88-49b1-94ed-1725136c31a3', 'status': 'completed', 'code': 200} Mar 11 00:29:41.339043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.477366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb48116-eece-47e8-b670-b801a2e9c9d4 admin admin] Publish callbacks [] for security_group (f5280912-8628-4ac7-b507-b9f1a68ab530), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.481671 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-deb48116-eece-47e8-b670-b801a2e9c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f5280912-8628-4ac7-b507-b9f1a68ab530), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.544235 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-deb48116-eece-47e8-b670-b801a2e9c9d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7456b0c735754ca3a9a10aecfeae65fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5457051 Mar 11 00:29:41.545331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb48116-eece-47e8-b670-b801a2e9c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5280912-8628-4ac7-b507-b9f1a68ab530,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:41.546996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37348) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:41.680281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] Publish callbacks [] for security_group (f5280912-8628-4ac7-b507-b9f1a68ab530), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.696895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.738467 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] Publish callbacks [] for security_group (f5280912-8628-4ac7-b507-b9f1a68ab530), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.819398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f5280912-8628-4ac7-b507-b9f1a68ab530), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.824514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:41.828649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5280912-8628-4ac7-b507-b9f1a68ab530 HTTP/1.1" status: 204 len: 168 time: 0.2779832 Mar 11 00:29:41.841749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278b32e-b32f-4248-9caa-ecc9abad7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5280912-8628-4ac7-b507-b9f1a68ab530,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:42.279005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:42.304622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf597700-aad7-4ef7-8fbc-d00a42021178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.349729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40c5a053-4ca4-4cec-add2-2646c5c5c7e2 req-d421a1ad-527d-48f9-9951-692bca2f66e5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0742133 Mar 11 00:29:42.438398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf597700-aad7-4ef7-8fbc-d00a42021178 admin admin] Publish callbacks [] for security_group (9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.448097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf597700-aad7-4ef7-8fbc-d00a42021178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.513566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf597700-aad7-4ef7-8fbc-d00a42021178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:42.565046 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37362) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:42.571566 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf597700-aad7-4ef7-8fbc-d00a42021178 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26257c26a6ca49408be39f8410937c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914670 Mar 11 00:29:42.646099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] Publish callbacks [] for security_group (9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.697772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] Publish callbacks [] for security_group (9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.802324 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.806460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:42.807866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438 HTTP/1.1" status: 204 len: 168 time: 0.2416148 Mar 11 00:29:42.825209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cec8f-6dde-4749-aa48-f75398bcc287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962c4a7-32a0-4d5d-8ead-b5d1e1cbb438,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:43.343830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:43.504641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac3bc931-71b9-4e14-ba52-51285aa6765b req-09625d20-cacb-42e5-84fe-5c641a63ca39 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0708146 Mar 11 00:29:43.553977 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac8da72f-bc88-49b1-94ed-1725136c31a3 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:29:43.625716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: ac8da72f-bc88-49b1-94ed-1725136c31a3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:29:43.626349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device ac8da72f-bc88-49b1-94ed-1725136c31a3 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:29:43.785717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37390) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:43.941208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6fce80a-1469-4f5a-b9a2-c3032caff243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.057498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6fce80a-1469-4f5a-b9a2-c3032caff243 admin admin] Publish callbacks [] for security_group (84935f82-3b39-44dd-a4d5-1db566d7819c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.068129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6fce80a-1469-4f5a-b9a2-c3032caff243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (84935f82-3b39-44dd-a4d5-1db566d7819c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.136763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a6fce80a-1469-4f5a-b9a2-c3032caff243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78c69f47612b4553a5c0063a5aef4e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496864 Mar 11 00:29:44.138371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fce80a-1469-4f5a-b9a2-c3032caff243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84935f82-3b39-44dd-a4d5-1db566d7819c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:44.146328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37400) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:44.211965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] Publish callbacks [] for security_group (84935f82-3b39-44dd-a4d5-1db566d7819c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.261167 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] Publish callbacks [] for security_group (84935f82-3b39-44dd-a4d5-1db566d7819c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.321351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (84935f82-3b39-44dd-a4d5-1db566d7819c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.325752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:44.328498 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84935f82-3b39-44dd-a4d5-1db566d7819c HTTP/1.1" status: 204 len: 168 time: 0.1803069 Mar 11 00:29:44.347085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50453bf-6e5d-47c1-8233-c14b018284ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84935f82-3b39-44dd-a4d5-1db566d7819c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:44.675485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a92fe7fe-33a8-4b93-b77e-dd220769f3d0 req-fd4fa368-e1ae-44a0-9166-d13530c5f722 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0631337 Mar 11 00:29:45.803205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9034f180-c3e6-4420-8491-2de28f0830e5 req-b9ef58ce-f495-4549-a09b-45db14f57515 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0613103 Mar 11 00:29:45.881828 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37440) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:46.009268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68fa8b6a-2aac-4e91-a07a-4aeb245a2255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.084355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68fa8b6a-2aac-4e91-a07a-4aeb245a2255 admin admin] Publish callbacks [] for security_group (a5b5d949-7563-49ef-925e-7ca7bf6e93e2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.088820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-68fa8b6a-2aac-4e91-a07a-4aeb245a2255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a5b5d949-7563-49ef-925e-7ca7bf6e93e2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.113139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8b6a-2aac-4e91-a07a-4aeb245a2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5d949-7563-49ef-925e-7ca7bf6e93e2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:46.141397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37444) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:46.141560 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-68fa8b6a-2aac-4e91-a07a-4aeb245a2255 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7103eb762ce43b9b499c5222f46d883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585697 Mar 11 00:29:46.193145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] Publish callbacks [] for security_group (a5b5d949-7563-49ef-925e-7ca7bf6e93e2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.222232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] Publish callbacks [] for security_group (a5b5d949-7563-49ef-925e-7ca7bf6e93e2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.276909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a5b5d949-7563-49ef-925e-7ca7bf6e93e2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.279873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.284892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5b5d949-7563-49ef-925e-7ca7bf6e93e2 HTTP/1.1" status: 204 len: 168 time: 0.1397345 Mar 11 00:29:46.292214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3866c9f-24ba-485d-959c-643b0137096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5d949-7563-49ef-925e-7ca7bf6e93e2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:46.614680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37450) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:46.629563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1a1dfc3-e872-4d78-9f6c-394fbcf79a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.703946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1a1dfc3-e872-4d78-9f6c-394fbcf79a98 admin admin] Publish callbacks [] for security_group (5238b136-7b64-44fd-a996-0553a64ee848), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.708191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b1a1dfc3-e872-4d78-9f6c-394fbcf79a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5238b136-7b64-44fd-a996-0553a64ee848), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.746576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b1a1dfc3-e872-4d78-9f6c-394fbcf79a98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=849fa49f74254e6b924bb549f3081ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307507 Mar 11 00:29:46.747450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1dfc3-e872-4d78-9f6c-394fbcf79a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5238b136-7b64-44fd-a996-0553a64ee848,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:46.749952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37452) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:46.809860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] Publish callbacks [] for security_group (5238b136-7b64-44fd-a996-0553a64ee848), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.838993 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] Publish callbacks [] for security_group (5238b136-7b64-44fd-a996-0553a64ee848), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.889311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92d47696-90fb-4d76-8eaa-2bdc97f46262 req-98f7e99d-8fe3-4796-86a5-1568f7e161d5 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0361366 Mar 11 00:29:46.899229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5238b136-7b64-44fd-a996-0553a64ee848), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.902235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:46.906298 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5238b136-7b64-44fd-a996-0553a64ee848 HTTP/1.1" status: 204 len: 168 time: 0.1543376 Mar 11 00:29:46.923732 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b2db5-d92e-4654-9417-b191b4cf7362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238b136-7b64-44fd-a996-0553a64ee848,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:48.060019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d8e99ab-7863-4063-b6f8-1c22889d2495 req-2131d65c-8882-43fc-b595-43991209d21b tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0698969 Mar 11 00:29:49.177728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a08374f5-0741-45eb-b603-93c011eff928 req-5fbe2345-3008-482e-8d42-1e9d36aa7463 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0382152 Mar 11 00:29:49.549662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37550) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:49.666080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762f8b9f-f27a-46f4-b0ac-c2d3be22a5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.754719 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762f8b9f-f27a-46f4-b0ac-c2d3be22a5be admin admin] Publish callbacks [] for security_group (b7797d74-849d-4ee1-8094-d768ecdb8148), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.759524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-762f8b9f-f27a-46f4-b0ac-c2d3be22a5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b7797d74-849d-4ee1-8094-d768ecdb8148), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.802794 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-762f8b9f-f27a-46f4-b0ac-c2d3be22a5be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b28fb4343da34839aa18717dceeada07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519178 Mar 11 00:29:49.804036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8b9f-f27a-46f4-b0ac-c2d3be22a5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7797d74-849d-4ee1-8094-d768ecdb8148,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:49.805778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37556) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:49.877328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] Publish callbacks [] for security_group (b7797d74-849d-4ee1-8094-d768ecdb8148), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.899374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] Publish callbacks [] for security_group (b7797d74-849d-4ee1-8094-d768ecdb8148), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.951861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b7797d74-849d-4ee1-8094-d768ecdb8148), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.955195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:49.956687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7797d74-849d-4ee1-8094-d768ecdb8148 HTTP/1.1" status: 204 len: 168 time: 0.1477129 Mar 11 00:29:49.965264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad5c95-6e05-4405-8775-190c7021d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7797d74-849d-4ee1-8094-d768ecdb8148,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:50.252736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37564) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:50.270297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9337df20-ada8-488a-88e2-d6dd6b355053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.303183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bc509bb-6dc1-4bf1-8654-ad182fc86aad req-c2285c59-5375-49de-902c-2470155a19f7 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0351739 Mar 11 00:29:50.377136 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9337df20-ada8-488a-88e2-d6dd6b355053 admin admin] Publish callbacks [] for security_group (d7cba346-d6a6-4198-acf0-555ac09b23ac), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.381806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9337df20-ada8-488a-88e2-d6dd6b355053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7cba346-d6a6-4198-acf0-555ac09b23ac), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.435342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:50.435595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9337df20-ada8-488a-88e2-d6dd6b355053 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f45379a46ae84afc876e1ec4b7347f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817126 Mar 11 00:29:50.436445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337df20-ada8-488a-88e2-d6dd6b355053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cba346-d6a6-4198-acf0-555ac09b23ac,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:50.493102 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] Publish callbacks [] for security_group (d7cba346-d6a6-4198-acf0-555ac09b23ac), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.514595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] Publish callbacks [] for security_group (d7cba346-d6a6-4198-acf0-555ac09b23ac), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.568539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7cba346-d6a6-4198-acf0-555ac09b23ac), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.571868 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:50.576756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7cba346-d6a6-4198-acf0-555ac09b23ac HTTP/1.1" status: 204 len: 168 time: 0.1395395 Mar 11 00:29:50.586747 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702501b-cfa6-423f-8f66-2dffa9ab22cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cba346-d6a6-4198-acf0-555ac09b23ac,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:51.423966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f0c8ddd3-1198-496c-8dc2-ab7f3365e4dd req-672c6775-0302-420b-bae1-6548958d557e tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0318136 Mar 11 00:29:52.538594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56fe6e06-00f3-4989-bf28-67c799c06cfe req-d9bf80cc-ea3b-4481-b2a2-0baeccf21973 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2319cf6-4ab8-40a4-b548-0620969dc940 HTTP/1.1" status: 200 len: 210 time: 0.0298321 Mar 11 00:29:53.200043 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:29:53.598618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37642) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:29:53.727449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Deleting port af9582e2-edf0-4a1f-99ae-f951ce582806 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:29:53.727968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:53.813877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:53.814336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (af9582e2-edf0-4a1f-99ae-f951ce582806), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:53.829020 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Calling delete_port for af9582e2-edf0-4a1f-99ae-f951ce582806 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:29:53.974505 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af9582e2-edf0-4a1f-99ae-f951ce582806), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:54.009173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'Port': ['ID=af9582e2-edf0-4a1f-99ae-f951ce582806,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:29:54.074951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for floatingip (a0b598da-364f-4940-b672-6e2dc0933f9c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:54.077656 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:29:54.080127 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f8d4569-aa3d-4b2b-a2c4-8a5337309f09 tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "DELETE /v2.0/floatingips/a0b598da-364f-4940-b672-6e2dc0933f9c HTTP/1.1" status: 204 len: 168 time: 0.4790967 Mar 11 00:30:00.639383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:00.784429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (782bc08d-1051-4c21-b0d0-100e9bf2ec68), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:00.821425 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (782bc08d-1051-4c21-b0d0-100e9bf2ec68), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:00.938756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (782bc08d-1051-4c21-b0d0-100e9bf2ec68), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:00.942595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:00.946444 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] 10.222.0.21 "DELETE /v2.0/security-groups/782bc08d-1051-4c21-b0d0-100e9bf2ec68 HTTP/1.1" status: 204 len: 168 time: 0.3042006 Mar 11 00:30:00.960633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782bc08d-1051-4c21-b0d0-100e9bf2ec68,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:00.969190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.969787 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.970297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.970966 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.971468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.971979 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.972524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.973063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.973606 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.974088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.974780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.975263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:00.975757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041adc03-d056-4598-9d7e-2368d431817f tempest-TestVolumeBootPattern-1680517530 tempest-TestVolumeBootPattern-1680517530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:01.087661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37738) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:02.030395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (cecca45b-508c-41d2-b2b8-8112d7798129), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:02.357111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Deleting port 8c986fb0-e3d8-4719-8461-3aba9a58014c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:02.357632 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:02.476307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] For port 8c986fb0-e3d8-4719-8461-3aba9a58014c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8c986fb0-e3d8-4719-8461-3aba9a58014c,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:02.476815 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:02.496822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Calling delete_port for 8c986fb0-e3d8-4719-8461-3aba9a58014c owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:02.730560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8c986fb0-e3d8-4719-8461-3aba9a58014c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:02.762300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c986fb0-e3d8-4719-8461-3aba9a58014c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:02.945094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (cecca45b-508c-41d2-b2b8-8112d7798129), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:03.194617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Router cecca45b-508c-41d2-b2b8-8112d7798129 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:30:03.317607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:03.322970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-965d4fd4-1806-485a-942f-dd6802c96db9 admin admin] 10.222.0.21 "PUT /v2.0/routers/cecca45b-508c-41d2-b2b8-8112d7798129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2342007 Mar 11 00:30:03.325826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37768) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:03.330860 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Sync routers for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:03.345769 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:03.346543 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:03.440924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks [] for router (cecca45b-508c-41d2-b2b8-8112d7798129), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:03.460364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:03.613841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks [] for router_gateway (cecca45b-508c-41d2-b2b8-8112d7798129), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:03.669690 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:30:02Z', 'revision_number': 5, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port': {'id': 'ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:09:55Z', 'updated_at': '2022-03-11T00:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:03.682763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Deleting port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:03.683240 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:03.701454 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Checking router: cecca45b-508c-41d2-b2b8-8112d7798129 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:03.711746 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Routers {'cecca45b-508c-41d2-b2b8-8112d7798129'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:03.712388 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cecca45b-508c-41d2-b2b8-8112d7798129'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:03.778475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] For port ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:03.778994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:03.792565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Calling delete_port for ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:03.824996 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] Set router cecca45b-508c-41d2-b2b8-8112d7798129 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:03.897201 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:30:03Z', 'revision_number': 6, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:03.932390 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a515b7-0ad7-4df6-9fdb-0bff924fb71f None None] The sync data for ids ['cecca45b-508c-41d2-b2b8-8112d7798129'] in n-d-831844-1 is: [{'id': 'cecca45b-508c-41d2-b2b8-8112d7798129', 'name': 'tempest-TestVolumeBootPattern-686722487-router', 'tenant_id': '177b30be438f4b35847541df8828a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:09:54Z', 'updated_at': '2022-03-11T00:30:03Z', 'revision_number': 6, 'project_id': '177b30be438f4b35847541df8828a3b8', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:03.997764 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.024193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:04.092079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (cecca45b-508c-41d2-b2b8-8112d7798129), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.187278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (cecca45b-508c-41d2-b2b8-8112d7798129), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.189611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks [] for router_controller (cecca45b-508c-41d2-b2b8-8112d7798129), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.239116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (cecca45b-508c-41d2-b2b8-8112d7798129), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.239890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecca45b-508c-41d2-b2b8-8112d7798129 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:30:04.247103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.251677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-eee6050b-887f-4a2e-94cf-d797a1b260c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cecca45b-508c-41d2-b2b8-8112d7798129 HTTP/1.1" status: 204 len: 168 time: 0.9215910 Mar 11 00:30:04.252187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:04.303083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Deleting subnet 659f904e-846e-4efa-8881-1e67e36e2fbc {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:30:04.307103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Publish callbacks [] for subnet (659f904e-846e-4efa-8881-1e67e36e2fbc), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.356625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (659f904e-846e-4efa-8881-1e67e36e2fbc), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.466081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (659f904e-846e-4efa-8881-1e67e36e2fbc), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.527339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (659f904e-846e-4efa-8881-1e67e36e2fbc), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.555899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=659f904e-846e-4efa-8881-1e67e36e2fbc,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:04.559763 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.564064 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9f7f217c-d88e-4e02-89e1-5ec760efffa0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/659f904e-846e-4efa-8881-1e67e36e2fbc HTTP/1.1" status: 204 len: 168 time: 0.3103948 Mar 11 00:30:04.566058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:04.569421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb94f2-f7b8-4535-85c1-631722668ae7 None None] Network a08ef2f2-0c88-4066-a5fb-08bac5966abc requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:04.664325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (a08ef2f2-0c88-4066-a5fb-08bac5966abc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.725252 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Deleting port be84d190-1394-4680-a580-ad592736ff36 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:04.725554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (be84d190-1394-4680-a580-ad592736ff36), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.780326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] DHCP port deletion for a08ef2f2-0c88-4066-a5fb-08bac5966abc request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:30:04.842423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] For port be84d190-1394-4680-a580-ad592736ff36, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=be84d190-1394-4680-a580-ad592736ff36,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:04.842986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (be84d190-1394-4680-a580-ad592736ff36), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.861044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Calling delete_port for be84d190-1394-4680-a580-ad592736ff36 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:04.879784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Deleting port be84d190-1394-4680-a580-ad592736ff36 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:04.880216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (be84d190-1394-4680-a580-ad592736ff36), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.948410 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (be84d190-1394-4680-a580-ad592736ff36), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.972907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] For port be84d190-1394-4680-a580-ad592736ff36, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=be84d190-1394-4680-a580-ad592736ff36,segment=NetworkSegment(9d3448bd-3579-4454-abee-e9bb212c54e3),segment_id=9d3448bd-3579-4454-abee-e9bb212c54e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:04.973494 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (be84d190-1394-4680-a580-ad592736ff36), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:04.985233 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Pushing event deleted for resources: {'Port': ['ID=be84d190-1394-4680-a580-ad592736ff36,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:04.988912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Calling delete_port for be84d190-1394-4680-a580-ad592736ff36 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:04.995957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] No DVR routers for this DVR port be84d190-1394-4680-a580-ad592736ff36 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:30:05.073895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (be84d190-1394-4680-a580-ad592736ff36), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.080769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (a08ef2f2-0c88-4066-a5fb-08bac5966abc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.105092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Pushing event deleted for resources: {'Port': ['ID=be84d190-1394-4680-a580-ad592736ff36,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:05.116662 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08ef2f2-0c88-4066-a5fb-08bac5966abc']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:05.118471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] No DVR routers for this DVR port be84d190-1394-4680-a580-ad592736ff36 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:30:05.120905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.121155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.121507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.121842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.122180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.122578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.122982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.123329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.123662 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.124546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.124878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.125210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.125536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed3b67d-63fb-4b85-9d25-09b92d94f365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:05.131470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3448bd-3579-4454-abee-e9bb212c54e3') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:05.131736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3448bd-3579-4454-abee-e9bb212c54e3') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:05.146327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (9d3448bd-3579-4454-abee-e9bb212c54e3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.161325 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9d3448bd-3579-4454-abee-e9bb212c54e3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.167481 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:30:05.167900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (9d3448bd-3579-4454-abee-e9bb212c54e3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.221511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:30:05.244168 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:30:05.252886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (a08ef2f2-0c88-4066-a5fb-08bac5966abc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.259391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:05.265843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a08ef2f2-0c88-4066-a5fb-08bac5966abc HTTP/1.1" status: 204 len: 168 time: 0.6949174 Mar 11 00:30:05.266256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37786) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:05.278814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:05.279280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea27a9f5-aa4c-4f32-81cf-dd281fd14b8e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:05.279711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c986fb0-e3d8-4719-8461-3aba9a58014c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:05.301774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b326571-d2b7-4fb8-9aac-d7d6d1cab949 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08ef2f2-0c88-4066-a5fb-08bac5966abc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:05.302124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8c986fb0-e3d8-4719-8461-3aba9a58014c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:05.302664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8c986fb0-e3d8-4719-8461-3aba9a58014c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:05.303256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device be84d190-1394-4680-a580-ad592736ff36 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:05.329616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: be84d190-1394-4680-a580-ad592736ff36 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:05.330485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device be84d190-1394-4680-a580-ad592736ff36 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:05.703770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:06.236429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Deleting port b13fa09a-cc3a-4ec9-b4ce-16c677798dee {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:06.236765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:06.318526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] For port b13fa09a-cc3a-4ec9-b4ce-16c677798dee, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:06.318881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:06.337434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Calling delete_port for b13fa09a-cc3a-4ec9-b4ce-16c677798dee owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:06.531964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b13fa09a-cc3a-4ec9-b4ce-16c677798dee), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:06.563777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13fa09a-cc3a-4ec9-b4ce-16c677798dee,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:06.739825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:06.772574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf52fe80-aed8-41af-a86b-458d02a11ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:07.032197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Router 02eb1630-f686-4d85-b354-e32e0f43b8c8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:30:07.154583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:07.164185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37796) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:07.164670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fd443258-9e4e-4abf-b159-a2d1c93a3e85 admin admin] 10.222.0.21 "PUT /v2.0/routers/02eb1630-f686-4d85-b354-e32e0f43b8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967321 Mar 11 00:30:07.170382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Sync routers for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:07.195265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:07.196543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:07.325796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:07.590177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:30:06Z', 'revision_number': 5, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:07.637251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks [] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:07.638329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Checking router: 02eb1630-f686-4d85-b354-e32e0f43b8c8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:07.659629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Routers {'02eb1630-f686-4d85-b354-e32e0f43b8c8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:07.660556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:29:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['02eb1630-f686-4d85-b354-e32e0f43b8c8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:07.822914 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks [] for router_gateway (02eb1630-f686-4d85-b354-e32e0f43b8c8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:07.934315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Deleting port 85dd034b-d684-45ba-a27a-91d51ee27765 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:07.934568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:07.942006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] Set router 02eb1630-f686-4d85-b354-e32e0f43b8c8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:08.044572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37816) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:08.095004 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] For port 85dd034b-d684-45ba-a27a-91d51ee27765, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85dd034b-d684-45ba-a27a-91d51ee27765,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:08.095367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.112084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Calling delete_port for 85dd034b-d684-45ba-a27a-91d51ee27765 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:08.283752 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a78514f5-7275-4c9a-86bb-39c2282db9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.309527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:30:06Z', 'revision_number': 5, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:08.329432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (85dd034b-d684-45ba-a27a-91d51ee27765), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.344859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e8206c-04b5-4609-8390-8d9d8a3f3d2d None None] The sync data for ids ['02eb1630-f686-4d85-b354-e32e0f43b8c8'] in n-d-831844-1 is: [{'id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'name': 'tempest-TestVolumeBootPattern-2076593507-router', 'tenant_id': 'a6054eac518d4d0abafc0ea294b202f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:10:07Z', 'updated_at': '2022-03-11T00:30:06Z', 'revision_number': 5, 'project_id': 'a6054eac518d4d0abafc0ea294b202f3', 'gw_port': {'id': '85dd034b-d684-45ba-a27a-91d51ee27765', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ab:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02eb1630-f686-4d85-b354-e32e0f43b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:10:08Z', 'updated_at': '2022-03-11T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:08.377964 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dd034b-d684-45ba-a27a-91d51ee27765,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:08.451693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a78514f5-7275-4c9a-86bb-39c2282db9d0 admin admin] Publish callbacks [] for security_group (ca525937-bc1f-4ce9-af40-f2fd6cae0361), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.460514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a78514f5-7275-4c9a-86bb-39c2282db9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ca525937-bc1f-4ce9-af40-f2fd6cae0361), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.482546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.510109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a78514f5-7275-4c9a-86bb-39c2282db9d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbc83808114d40d0836976c3e5bdb91c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4628687 Mar 11 00:30:08.520542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:08.567176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78514f5-7275-4c9a-86bb-39c2282db9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca525937-bc1f-4ce9-af40-f2fd6cae0361,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:08.616563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.620335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks [] for router_controller (02eb1630-f686-4d85-b354-e32e0f43b8c8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.628423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] Publish callbacks [] for security_group (ca525937-bc1f-4ce9-af40-f2fd6cae0361), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.681964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] Publish callbacks [] for security_group (ca525937-bc1f-4ce9-af40-f2fd6cae0361), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.687419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (02eb1630-f686-4d85-b354-e32e0f43b8c8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.689369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02eb1630-f686-4d85-b354-e32e0f43b8c8 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:30:08.704979 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.706715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-666e42be-a459-4115-b981-19a48ab5e578 admin admin] 10.222.0.21 "DELETE /v2.0/routers/02eb1630-f686-4d85-b354-e32e0f43b8c8 HTTP/1.1" status: 204 len: 168 time: 1.5406470 Mar 11 00:30:08.709085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37822) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:08.798417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Deleting subnet dac8ef9f-cbd2-4c16-85d7-aae1809f9f41 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:30:08.802005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Publish callbacks [] for subnet (dac8ef9f-cbd2-4c16-85d7-aae1809f9f41), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.807418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ca525937-bc1f-4ce9-af40-f2fd6cae0361), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.810566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:08.820799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca525937-bc1f-4ce9-af40-f2fd6cae0361 HTTP/1.1" status: 204 len: 168 time: 0.2932272 Mar 11 00:30:08.841673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fec11-b0ff-4b23-81e0-c0df6512a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca525937-bc1f-4ce9-af40-f2fd6cae0361,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:08.880536 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (dac8ef9f-cbd2-4c16-85d7-aae1809f9f41), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.063828 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (dac8ef9f-cbd2-4c16-85d7-aae1809f9f41), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.143197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (dac8ef9f-cbd2-4c16-85d7-aae1809f9f41), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.226834 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac8ef9f-cbd2-4c16-85d7-aae1809f9f41,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:09.237992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b13fa09a-cc3a-4ec9-b4ce-16c677798dee no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:09.246912 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.252299 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e658141-65c1-464a-8a23-c0c5e675e9e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dac8ef9f-cbd2-4c16-85d7-aae1809f9f41 HTTP/1.1" status: 204 len: 168 time: 0.5410371 Mar 11 00:30:09.255394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:09.306505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af665baf-5bd2-43a7-abea-b5adaf4374e9 None None] Network e6302f51-dc24-438b-a131-692a1ca1555b requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:09.399946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b13fa09a-cc3a-4ec9-b4ce-16c677798dee {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:09.400617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b13fa09a-cc3a-4ec9-b4ce-16c677798dee not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:09.435715 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca34306b-21bf-442f-b494-5d1344a2fb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.441788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (e6302f51-dc24-438b-a131-692a1ca1555b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.446236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37832) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:09.466552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0f103f30-0f2d-4183-be3b-139cfb3ad68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.538590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Deleting port 88bad29c-7594-4c31-bba0-acaabb73f0d9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:30:09.540526 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.590241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0f103f30-0f2d-4183-be3b-139cfb3ad68d admin admin] Publish callbacks [] for security_group (d5de8576-90fe-473a-8d02-ad237002d119), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.597369 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0f103f30-0f2d-4183-be3b-139cfb3ad68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d5de8576-90fe-473a-8d02-ad237002d119), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.628816 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0f103f30-0f2d-4183-be3b-139cfb3ad68d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b8c04d6090b4352b79749d15bfb585f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812227 Mar 11 00:30:09.631148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:09.633884 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] For port 88bad29c-7594-4c31-bba0-acaabb73f0d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=88bad29c-7594-4c31-bba0-acaabb73f0d9,segment=NetworkSegment(e49a115e-b66c-4708-b7a8-20ba18a67074),segment_id=e49a115e-b66c-4708-b7a8-20ba18a67074)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:09.634703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.652686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Calling delete_port for 88bad29c-7594-4c31-bba0-acaabb73f0d9 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:30:09.708367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f103f30-0f2d-4183-be3b-139cfb3ad68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de8576-90fe-473a-8d02-ad237002d119,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:09.751604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] Publish callbacks [] for security_group (d5de8576-90fe-473a-8d02-ad237002d119), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.755442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (88bad29c-7594-4c31-bba0-acaabb73f0d9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.779578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944af634-39e7-445d-acb1-f9ec7d3ec33b None None] DHCP port deletion for e6302f51-dc24-438b-a131-692a1ca1555b request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:30:09.786741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] Publish callbacks [] for security_group (d5de8576-90fe-473a-8d02-ad237002d119), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.800128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bad29c-7594-4c31-bba0-acaabb73f0d9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:09.802401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] No DVR routers for this DVR port 88bad29c-7594-4c31-bba0-acaabb73f0d9 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:30:09.904450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d5de8576-90fe-473a-8d02-ad237002d119), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.907174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.908354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5de8576-90fe-473a-8d02-ad237002d119 HTTP/1.1" status: 204 len: 168 time: 0.2761922 Mar 11 00:30:09.927670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab4dea-1d7d-46ee-8669-7deecad2d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de8576-90fe-473a-8d02-ad237002d119,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:09.951582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (e6302f51-dc24-438b-a131-692a1ca1555b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:09.982181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6302f51-dc24-438b-a131-692a1ca1555b']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:09.993228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49a115e-b66c-4708-b7a8-20ba18a67074') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:09.993528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49a115e-b66c-4708-b7a8-20ba18a67074') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:10.013617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (e49a115e-b66c-4708-b7a8-20ba18a67074), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.028262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (e49a115e-b66c-4708-b7a8-20ba18a67074), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.036552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:30:10.036959 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (e49a115e-b66c-4708-b7a8-20ba18a67074), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:30:10.101192 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:30:10.109703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (e6302f51-dc24-438b-a131-692a1ca1555b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.130329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.138342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6302f51-dc24-438b-a131-692a1ca1555b HTTP/1.1" status: 204 len: 168 time: 0.8812728 Mar 11 00:30:10.156532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c565a81-0c3c-4e9d-9ffc-29893347f5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6302f51-dc24-438b-a131-692a1ca1555b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:10.447507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37844) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:10.504868 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b5982c1c-8129-438a-9f0e-d3973e3fc330 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=177b30be438f4b35847541df8828a3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552156 Mar 11 00:30:10.507465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:10.548852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.569326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37848) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:10.583573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0599-df91-4523-ad9a-1f48cc077367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.599584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] Publish callbacks [] for security_group (d2bd47f1-4ed0-4fd3-8038-fbb47c49573d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.629692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] Publish callbacks [] for security_group (d2bd47f1-4ed0-4fd3-8038-fbb47c49573d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.673955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0599-df91-4523-ad9a-1f48cc077367 admin admin] Publish callbacks [] for security_group (22708173-b94a-4a86-81aa-529a1b9c4c83), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.688197 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cf5e0599-df91-4523-ad9a-1f48cc077367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (22708173-b94a-4a86-81aa-529a1b9c4c83), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.697496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d2bd47f1-4ed0-4fd3-8038-fbb47c49573d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.700073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.701302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2bd47f1-4ed0-4fd3-8038-fbb47c49573d HTTP/1.1" status: 204 len: 168 time: 0.1927438 Mar 11 00:30:10.717532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70bc11-5090-4a15-af07-7d29b5518ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd47f1-4ed0-4fd3-8038-fbb47c49573d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:10.759344 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37852) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:10.760187 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cf5e0599-df91-4523-ad9a-1f48cc077367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=546aa288f51040ea9ef3b68f36ad86ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894698 Mar 11 00:30:10.763093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e0599-df91-4523-ad9a-1f48cc077367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22708173-b94a-4a86-81aa-529a1b9c4c83,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:10.822528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] Publish callbacks [] for security_group (22708173-b94a-4a86-81aa-529a1b9c4c83), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.847465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] Publish callbacks [] for security_group (22708173-b94a-4a86-81aa-529a1b9c4c83), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.901277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (22708173-b94a-4a86-81aa-529a1b9c4c83), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.904223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:10.943309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22708173-b94a-4a86-81aa-529a1b9c4c83 HTTP/1.1" status: 204 len: 168 time: 0.1493609 Mar 11 00:30:10.951975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fa78e-4263-4391-97b3-188d68f046b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22708173-b94a-4a86-81aa-529a1b9c4c83,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:10.957834 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.182222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85dd034b-d684-45ba-a27a-91d51ee27765 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:11.204835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 85dd034b-d684-45ba-a27a-91d51ee27765 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:11.205493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85dd034b-d684-45ba-a27a-91d51ee27765 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:11.206383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88bad29c-7594-4c31-bba0-acaabb73f0d9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:30:11.235360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 88bad29c-7594-4c31-bba0-acaabb73f0d9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:30:11.235714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 88bad29c-7594-4c31-bba0-acaabb73f0d9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:30:11.255028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.388893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:11.433128 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-66a607a6-fb15-4966-b969-19f5b308ab9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6054eac518d4d0abafc0ea294b202f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415027 Mar 11 00:30:11.435714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37872) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:11.488935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] Publish callbacks [] for security_group (30149586-1752-4e9c-b95a-cf00f0493bff), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.510764 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] Publish callbacks [] for security_group (30149586-1752-4e9c-b95a-cf00f0493bff), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.569521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (30149586-1752-4e9c-b95a-cf00f0493bff), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.573335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:11.575159 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30149586-1752-4e9c-b95a-cf00f0493bff HTTP/1.1" status: 204 len: 168 time: 0.1377485 Mar 11 00:30:11.585430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc528bb4-6576-45c5-af0f-a98b0c10f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30149586-1752-4e9c-b95a-cf00f0493bff,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:11.694226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.293142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 37892) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:12.413282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcbb25cd-4ad2-4635-a974-79eb07e297f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.492146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcbb25cd-4ad2-4635-a974-79eb07e297f1 admin admin] Publish callbacks [] for security_group (407d445f-a7a9-4c94-a7ef-00a82a66566c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.497067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fcbb25cd-4ad2-4635-a974-79eb07e297f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (407d445f-a7a9-4c94-a7ef-00a82a66566c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.535187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb25cd-4ad2-4635-a974-79eb07e297f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d445f-a7a9-4c94-a7ef-00a82a66566c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:12.539741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fcbb25cd-4ad2-4635-a974-79eb07e297f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0da37c0c73ad48189544463d0d0a0126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454851 Mar 11 00:30:12.544314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:12.595232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] Publish callbacks [] for security_group (407d445f-a7a9-4c94-a7ef-00a82a66566c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.616402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] Publish callbacks [] for security_group (407d445f-a7a9-4c94-a7ef-00a82a66566c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.668698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (407d445f-a7a9-4c94-a7ef-00a82a66566c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.672010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:12.673354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/407d445f-a7a9-4c94-a7ef-00a82a66566c HTTP/1.1" status: 204 len: 168 time: 0.1278152 Mar 11 00:30:12.681428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f5e5d-761b-4d1f-b67e-0596d43e69d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d445f-a7a9-4c94-a7ef-00a82a66566c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:13.320783 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:13.753974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:13.872380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b247d8-dcef-4bf8-a0eb-e509bfe32334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:13.957079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b247d8-dcef-4bf8-a0eb-e509bfe32334 admin admin] Publish callbacks [] for security_group (2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:13.962496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-94b247d8-dcef-4bf8-a0eb-e509bfe32334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:13.999746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-94b247d8-dcef-4bf8-a0eb-e509bfe32334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e064d49b2054d9f80ba35e9339ec712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439232 Mar 11 00:30:14.002288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 37936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:14.034477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b247d8-dcef-4bf8-a0eb-e509bfe32334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:14.086202 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] Publish callbacks [] for security_group (2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:14.108949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] Publish callbacks [] for security_group (2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:14.167630 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:14.171274 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:14.172969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a HTTP/1.1" status: 204 len: 168 time: 0.1694503 Mar 11 00:30:14.183018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d7243-195f-4c1b-aca7-71e0ee08fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63c2d8-2f58-4c9a-aa96-374df4b2ca7a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:28.562904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38134) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:28.692009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfba33d0-4af7-4e86-bfbc-08b4f2c65ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:28.774928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfba33d0-4af7-4e86-bfbc-08b4f2c65ea7 admin admin] Publish callbacks [] for security_group (ff3842fe-29ff-4939-97a4-62d9bf95b11d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:28.782616 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dfba33d0-4af7-4e86-bfbc-08b4f2c65ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ff3842fe-29ff-4939-97a4-62d9bf95b11d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:28.815286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba33d0-4af7-4e86-bfbc-08b4f2c65ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3842fe-29ff-4939-97a4-62d9bf95b11d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:28.855863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38138) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:28.865086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dfba33d0-4af7-4e86-bfbc-08b4f2c65ea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=423dc999bb1b4f2e97807d30a79da891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010159 Mar 11 00:30:28.917433 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] Publish callbacks [] for security_group (ff3842fe-29ff-4939-97a4-62d9bf95b11d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:28.942919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] Publish callbacks [] for security_group (ff3842fe-29ff-4939-97a4-62d9bf95b11d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:29.000803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (ff3842fe-29ff-4939-97a4-62d9bf95b11d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:29.004271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:29.008937 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff3842fe-29ff-4939-97a4-62d9bf95b11d HTTP/1.1" status: 204 len: 168 time: 0.1508865 Mar 11 00:30:29.026648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321b11-4f92-43ec-889b-96c56c59c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3842fe-29ff-4939-97a4-62d9bf95b11d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:30.198680 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:30:30.354386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38178) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:30.500382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'network': {'name': 'tempest-network-smoke--527246952', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:30.520720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:30.524000 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.533125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.611582 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (7e11971d-bea4-4188-9157-95fa307f4f7b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.615366 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e11971d-bea4-4188-9157-95fa307f4f7b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.647446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:30:30.658665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e11971d-bea4-4188-9157-95fa307f4f7b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:30.664852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (200ac73c-2318-4dcc-893f-f27f2f5068a4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.665205 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Added segment 200ac73c-2318-4dcc-893f-f27f2f5068a4 of type vlan for network ee462f7c-8349-4fad-9ad6-2c14c654f69c Mar 11 00:30:30.713285 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ee462f7c-8349-4fad-9ad6-2c14c654f69c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.740604 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ee462f7c-8349-4fad-9ad6-2c14c654f69c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.745642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:30.746230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.786614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4310083 Mar 11 00:30:30.789747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38182) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:30.794546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'admin_state_up': True, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:30.818964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.820139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:30.829843 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed622ceb-482d-4f7a-9163-4ab35d39ae9c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Network': ['ID=ee462f7c-8349-4fad-9ad6-2c14c654f69c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:30.846044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:30:30.877093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_controller (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.035825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.242601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.262244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.371852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.25.7.69 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/ea50daa2-48ae-444b-a50e-c4d3b35087f6) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:31.491016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.526214 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:31.561441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:31.564281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:31.567858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:31.603328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=ea50daa2-48ae-444b-a50e-c4d3b35087f6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:31.888116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:32.362705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:32.500125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:30:32.614847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:32.630120 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:32.645023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:32.646435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8838474b-619a-436e-b025-5d8a64aa7ca1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8554244 Mar 11 00:30:32.651365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38192) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:32.654287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:32.655687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:32.747525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7835309-048c-4d9e-b7de-b04b529e94d9 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1c48e2ac7a46464798569c6efe68dfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925939 Mar 11 00:30:32.747914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38196) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:32.790528 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:32.907050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0bb149-1701-4902-a1df-1e2d976649f4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:32.911135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8d0bb149-1701-4902-a1df-1e2d976649f4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1597347 Mar 11 00:30:32.911620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38198) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:32.950781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-982467a8-7527-4cf9-8b55-594ccdbf7794 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376627 Mar 11 00:30:32.954712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38200) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:32.960239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882129883', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:33.069607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:33.073908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.103562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:31Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:33.131857 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:33.132245 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Updating router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e port ea50daa2-48ae-444b-a50e-c4d3b35087f6 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:30:33.161435 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.313059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c9597fa6-97eb-41e2-a9a4-85ca65bf34d5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.383771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Subnet': ['ID=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:33.398361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Checking segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:33.399345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network hostable DHCP agents. Network: ee462f7c-8349-4fad-9ad6-2c14c654f69c, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:30:33.424119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:30:33.439465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ee462f7c-8349-4fad-9ad6-2c14c654f69c) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:33.451133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca11336-e570-4e19-aa4b-6da0cebd357a None None] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:33.458573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:33.459353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.483695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-892b664d-7466-4805-ae56-a9642d56fe32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5272968 Mar 11 00:30:33.485999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38204) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:33.509441 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks [] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.520950 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.585797 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Attempting to bind port ea50daa2-48ae-444b-a50e-c4d3b35087f6 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:33.586461 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Attempting to bind port ea50daa2-48ae-444b-a50e-c4d3b35087f6 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:33.587045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Attempting to bind port ea50daa2-48ae-444b-a50e-c4d3b35087f6 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:33.598175 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:33.598843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:33.599493 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.600116 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:33.600745 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Bound port: ea50daa2-48ae-444b-a50e-c4d3b35087f6, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:33.601283 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.606697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Pushing event updated for resources: {'Port': ['ID=ea50daa2-48ae-444b-a50e-c4d3b35087f6,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:33.623242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:30:33.624374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.700453 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] For port ea50daa2-48ae-444b-a50e-c4d3b35087f6, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:33.707429 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] For port ea50daa2-48ae-444b-a50e-c4d3b35087f6, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea50daa2-48ae-444b-a50e-c4d3b35087f6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:33.716581 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.716928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.718678 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.719035 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.720533 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.720887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.721239 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.722709 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.723067 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.723405 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.724625 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.724984 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.725333 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:33.741115 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:33.811813 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:33.812691 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:33.832063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Allocated IP 172.20.0.2 (ee462f7c-8349-4fad-9ad6-2c14c654f69c/c9597fa6-97eb-41e2-a9a4-85ca65bf34d5/481a47d6-bd37-4a01-a10c-934e3240c480) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:33.952795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee92ef9-7d99-4552-a52d-4e567a14231e None None] Pushing event updated for resources: {'Port': ['ID=ea50daa2-48ae-444b-a50e-c4d3b35087f6,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:33.967984 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:34.057233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.090898 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks [] for port (481a47d6-bd37-4a01-a10c-934e3240c480), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.106206 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.204793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:34.210108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:34.220332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:34.222978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:31Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:34.228576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Pushing event updated for resources: {'Port': ['ID=481a47d6-bd37-4a01-a10c-934e3240c480,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:34.266158 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69971b59-d3f7-480c-b593-b10c1a0086d6 None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:31Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:34.310353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Attempting to bind port 481a47d6-bd37-4a01-a10c-934e3240c480 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:34.310783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Attempting to bind port 481a47d6-bd37-4a01-a10c-934e3240c480 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:34.311781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Attempting to bind port 481a47d6-bd37-4a01-a10c-934e3240c480 on network ee462f7c-8349-4fad-9ad6-2c14c654f69c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:34.317477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:34.317921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Checking segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:34.318338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.318904 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Bound using segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:34.319428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Bound port: 481a47d6-bd37-4a01-a10c-934e3240c480, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:34.319822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.404040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] For port 481a47d6-bd37-4a01-a10c-934e3240c480, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:34.408988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] For port 481a47d6-bd37-4a01-a10c-934e3240c480, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=481a47d6-bd37-4a01-a10c-934e3240c480,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:34.417328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.487165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.1 (ee462f7c-8349-4fad-9ad6-2c14c654f69c/c9597fa6-97eb-41e2-a9a4-85ca65bf34d5/1ae669dd-8354-439c-a87e-e57ce1541caa) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:34.502026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc9329-12ab-4c22-b084-f27c5df115d7 None None] Pushing event updated for resources: {'Port': ['ID=481a47d6-bd37-4a01-a10c-934e3240c480,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:34.662725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.708223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:34.779619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:34.791664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:34.793389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:34.796559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:34.871568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.090887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.350733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 481a47d6-bd37-4a01-a10c-934e3240c480 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:35.478531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 481a47d6-bd37-4a01-a10c-934e3240c480 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:35.479151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.646804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 481a47d6-bd37-4a01-a10c-934e3240c480 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:35.647471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.691272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 481a47d6-bd37-4a01-a10c-934e3240c480, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=481a47d6-bd37-4a01-a10c-934e3240c480,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:35.697763 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.699559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea50daa2-48ae-444b-a50e-c4d3b35087f6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:35.703493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.709209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.795340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:35.798073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=481a47d6-bd37-4a01-a10c-934e3240c480,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:35.808770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ea50daa2-48ae-444b-a50e-c4d3b35087f6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:35.811290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.814932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.932138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ea50daa2-48ae-444b-a50e-c4d3b35087f6 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:35.932797 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:35.968145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ea50daa2-48ae-444b-a50e-c4d3b35087f6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea50daa2-48ae-444b-a50e-c4d3b35087f6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:35.971233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:35.973049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:35.978539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:36.057780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ea50daa2-48ae-444b-a50e-c4d3b35087f6,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:36.100706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc33282-5049-4a58-8741-8afa73211dbf None None] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:36.161501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:30:36.231280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-01981903-5d60-47a6-94a7-563767fb5da7 None None] Provisioning complete for port 481a47d6-bd37-4a01-a10c-934e3240c480 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:36.231950 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-01981903-5d60-47a6-94a7-563767fb5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:36.302574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:36.311562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38210) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:36.312162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-24fbd3a1-fa5f-463a-93a6-77aec67ff59c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/8dd0a4b4-42e9-40cf-bf9b-61db7d18787e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8230140 Mar 11 00:30:36.461146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-01981903-5d60-47a6-94a7-563767fb5da7 None None] Current status of the port 481a47d6-bd37-4a01-a10c-934e3240c480 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:36.549473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa58bbc-184a-49d1-a604-8f8b0e910db1 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.550171 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa58bbc-184a-49d1-a604-8f8b0e910db1 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.550633 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa58bbc-184a-49d1-a604-8f8b0e910db1 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.551081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa58bbc-184a-49d1-a604-8f8b0e910db1 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.555138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfa58bbc-184a-49d1-a604-8f8b0e910db1 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2396722 Mar 11 00:30:36.555839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38212) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:36.681398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9119ec-5db4-4ddc-b085-21ca8a3ce43d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.681865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9119ec-5db4-4ddc-b085-21ca8a3ce43d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.682347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9119ec-5db4-4ddc-b085-21ca8a3ce43d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.682852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9119ec-5db4-4ddc-b085-21ca8a3ce43d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:36.687640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38216) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:36.687972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fe9119ec-5db4-4ddc-b085-21ca8a3ce43d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1308939 Mar 11 00:30:36.698394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Provisioning complete for port 481a47d6-bd37-4a01-a10c-934e3240c480 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:36.698805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:36.791151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e7cc52c-c434-4a9a-92db-9eb8b9277a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:36.858573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:36.870425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Current status of the port 481a47d6-bd37-4a01-a10c-934e3240c480 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:36.880261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:36.881187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:36.953470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:36.953854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.074931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b2d28cc1-af77-4618-b098-7adf0e12fe11 None None] Port 1ae669dd-8354-439c-a87e-e57ce1541caa cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:37.085778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-104144aa-1185-493f-b37c-a45465800d18 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3939092 Mar 11 00:30:37.105171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:37.242742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 481a47d6-bd37-4a01-a10c-934e3240c480 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:37.289365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1ac83154-21af-462c-8072-f799d7e8b119 None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:37.289738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ac83154-21af-462c-8072-f799d7e8b119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.371524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1ac83154-21af-462c-8072-f799d7e8b119 None None] Port 1ae669dd-8354-439c-a87e-e57ce1541caa cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:37.396399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 481a47d6-bd37-4a01-a10c-934e3240c480 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:37.396773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.515725 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-999fb1d0-bc0b-4e42-b586-7badb9f25516 req-8fba354a-262e-443a-bf75-656a3261b9b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270762 Mar 11 00:30:37.549760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 481a47d6-bd37-4a01-a10c-934e3240c480 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:37.551444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea50daa2-48ae-444b-a50e-c4d3b35087f6 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:37.556631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9e6ebad3-70e3-40dd-a5d1-cbab372af3cb None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:37.557300 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebad3-70e3-40dd-a5d1-cbab372af3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.560811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 2, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:37.569890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-999fb1d0-bc0b-4e42-b586-7badb9f25516 req-49734353-b3d8-496d-8462-50662033a0b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0336354 Mar 11 00:30:37.613545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-999fb1d0-bc0b-4e42-b586-7badb9f25516 req-34d43890-56c0-4322-96d2-bbda3333fcea service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230482 Mar 11 00:30:37.614200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:37.614731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Updating router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e port 1ae669dd-8354-439c-a87e-e57ce1541caa binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:30:37.682513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.685077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ebad3-70e3-40dd-a5d1-cbab372af3cb None None] Port 1ae669dd-8354-439c-a87e-e57ce1541caa cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:37.708723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ea50daa2-48ae-444b-a50e-c4d3b35087f6 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:37.709329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:37.750947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fb1d0-bc0b-4e42-b586-7badb9f25516 req-b3719757-a7b6-4b21-a1c9-1e0c4c970c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:37.756644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-999fb1d0-bc0b-4e42-b586-7badb9f25516 req-b3719757-a7b6-4b21-a1c9-1e0c4c970c9b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374624 Mar 11 00:30:37.930403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ea50daa2-48ae-444b-a50e-c4d3b35087f6 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:38.010475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38226) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:38.064846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks [] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.071875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.133223 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46d2a2a2-3488-44d0-8ac1-189ac73fc8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.157524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3097c-c0ef-4782-ba40-5af68094c363 None None] Pushing event updated for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.201116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Attempting to bind port 1ae669dd-8354-439c-a87e-e57ce1541caa on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:38.202229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Attempting to bind port 1ae669dd-8354-439c-a87e-e57ce1541caa by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:38.202792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Attempting to bind port 1ae669dd-8354-439c-a87e-e57ce1541caa on network ee462f7c-8349-4fad-9ad6-2c14c654f69c {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:38.213585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:38.214200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Checking segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:38.214718 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.215211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Bound using segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:38.215810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Bound port: 1ae669dd-8354-439c-a87e-e57ce1541caa, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:38.216315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.236824 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46d2a2a2-3488-44d0-8ac1-189ac73fc8f3 admin admin] Publish callbacks [] for security_group (6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.246488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-46d2a2a2-3488-44d0-8ac1-189ac73fc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.295330 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a2a2-3488-44d0-8ac1-189ac73fc8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.314938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] For port 1ae669dd-8354-439c-a87e-e57ce1541caa, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:38.319157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-46d2a2a2-3488-44d0-8ac1-189ac73fc8f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0fc1c8c73a24e65ac5398fe25043516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061295 Mar 11 00:30:38.320441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38232) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:38.321223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] For port 1ae669dd-8354-439c-a87e-e57ce1541caa, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ae669dd-8354-439c-a87e-e57ce1541caa,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:38.333243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.383513 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] Publish callbacks [] for security_group (6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.393490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:38.394146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:38.423503 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] Publish callbacks [] for security_group (6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.526961 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38234) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:38.533437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886059359', 'description': 'tempest-secgroup-smoke-1886059359 description', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:38.581695 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.691712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (80022135-2fea-410c-9eeb-05434b8c7ea7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.699440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (80022135-2fea-410c-9eeb-05434b8c7ea7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.755609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80022135-2fea-410c-9eeb-05434b8c7ea7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.763332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.766916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1c4734c-99a2-47b1-99de-90bab6c8c069 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2389007 Mar 11 00:30:38.769825 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38236) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:38.775983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:38.788157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3097c-c0ef-4782-ba40-5af68094c363 None None] Pushing event updated for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.816712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (fb6b19fe-bf24-4312-9337-e7bb5e1804a7), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.821717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:38.822106 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.824756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:38.868465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.871393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.886538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9 HTTP/1.1" status: 204 len: 168 time: 0.5533080 Mar 11 00:30:38.905244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c886df-a5e2-433d-a65f-5ffb1fb9ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb4a80b-3423-4fba-8c86-f1e80e4ef7f9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.920999 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (fb6b19fe-bf24-4312-9337-e7bb5e1804a7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.923409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (fb6b19fe-bf24-4312-9337-e7bb5e1804a7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.947077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6b19fe-bf24-4312-9337-e7bb5e1804a7,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:38.959267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:38.968408 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-99d4cac9-2217-476a-b7b0-979d2e9fbb70 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1973403 Mar 11 00:30:38.970066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38240) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:38.974661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:39.008172 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (15cb0712-2939-4ddc-bbb2-e80b12e0cd92), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.103884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (15cb0712-2939-4ddc-bbb2-e80b12e0cd92), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.110629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (15cb0712-2939-4ddc-bbb2-e80b12e0cd92), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.119219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Current status of the port 1ae669dd-8354-439c-a87e-e57ce1541caa is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:39.119633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.137025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cb0712-2939-4ddc-bbb2-e80b12e0cd92,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:39.156375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.157711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f87ddd58-0cb5-4189-9db6-ed362a24070f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865780 Mar 11 00:30:39.160884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38246) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:39.165741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-214477de-de06-42c8-a849-d55389dacb01 None None] For port 1ae669dd-8354-439c-a87e-e57ce1541caa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ae669dd-8354-439c-a87e-e57ce1541caa,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:39.167297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:39.172595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:38Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:39.176452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.201381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (19b3c0f6-5223-4a16-8adc-981572059c11), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.205573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafa19c-81bf-4c58-9f02-774b2c87655c None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:38Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:39.307070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214477de-de06-42c8-a849-d55389dacb01 None None] Pushing event updated for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:39.351177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bbe34b92-4515-4aa8-a275-dd7121ff8852 None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:39.351577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bbe34b92-4515-4aa8-a275-dd7121ff8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.351756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (19b3c0f6-5223-4a16-8adc-981572059c11), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.353434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bbffca7d-376c-4149-9498-82cef2856541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.357265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (19b3c0f6-5223-4a16-8adc-981572059c11), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.394032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b3c0f6-5223-4a16-8adc-981572059c11,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:39.413591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.416037 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6ea55c11-68ba-4ca8-970e-f0a8fd5b67c2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540751 Mar 11 00:30:39.418834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:39.423727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:39.472852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (c87385ef-938c-44f7-b987-cdb2961bb99b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.493140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bbe34b92-4515-4aa8-a275-dd7121ff8852 None None] Current status of the port 1ae669dd-8354-439c-a87e-e57ce1541caa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:39.565953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (c87385ef-938c-44f7-b987-cdb2961bb99b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.580294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c87385ef-938c-44f7-b987-cdb2961bb99b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.606116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87385ef-938c-44f7-b987-cdb2961bb99b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:39.620368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.621540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c0c6b429-e245-41c9-8811-3a65a10a5c30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016258 Mar 11 00:30:39.624323 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38262) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:39.632632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:39.667225 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:30:39.675267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (9194692d-e890-4cd8-89e9-662addbf39e1), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.762260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (9194692d-e890-4cd8-89e9-662addbf39e1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.769140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9194692d-e890-4cd8-89e9-662addbf39e1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.791904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9194692d-e890-4cd8-89e9-662addbf39e1,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:39.812400 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.814748 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7af4b77c-ce1e-4cb5-9c7a-5d6979924723 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1892126 Mar 11 00:30:39.817399 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38266) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:39.822749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '80022135-2fea-410c-9eeb-05434b8c7ea7', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:39.861805 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:30:39.868589 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (3403da40-f412-4d5f-a310-901a84166c82), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.935202 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (3403da40-f412-4d5f-a310-901a84166c82), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.940406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (3403da40-f412-4d5f-a310-901a84166c82), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.974364 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:39.975649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564887 Mar 11 00:30:39.979065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957251e-d8e2-40fc-bfc1-ba594a4339fe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3403da40-f412-4d5f-a310-901a84166c82,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:40.223437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3ccaafa2-4817-4e40-a6ed-8d915dbb67ea tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886059359&fields=id&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 267 time: 0.0612459 Mar 11 00:30:40.431055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-23370aae-6889-43fe-92f6-c133b79a2483 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:40.436788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-23370aae-6889-43fe-92f6-c133b79a2483 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 796 time: 0.2044523 Mar 11 00:30:40.448195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-960c6244-193b-42e9-923f-d7caf431ca30 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/quotas/1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 375 time: 0.0095787 Mar 11 00:30:40.526581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:40.548631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-04e2274d-a1c0-4661-ae36-42134a685d68 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942616 Mar 11 00:30:40.703758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-b792ca34-4adf-418b-939d-f812b8abf2d8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:30:40.704946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-b792ca34-4adf-418b-939d-f812b8abf2d8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1393282 Mar 11 00:30:40.800672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-a5916b53-cbc6-409c-a2aa-4f2aeb1330e4 service neutron] 10.222.0.21 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894046 Mar 11 00:30:40.896985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-a4c15180-891c-42d9-adb7-4951f0d79b20 service neutron] 10.222.0.21 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Mar 11 00:30:40.933760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.078542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-abd0f8ac-320e-4cab-a8c4-6534d9e061c0 req-d564be19-f499-449b-9bf8-77b13d8af75a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 210 time: 0.0350795 Mar 11 00:30:41.214151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ae669dd-8354-439c-a87e-e57ce1541caa up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:41.263037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.278004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1ae669dd-8354-439c-a87e-e57ce1541caa triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:41.278385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.362528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1ae669dd-8354-439c-a87e-e57ce1541caa is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:41.683883 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.861149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38328) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:41.866198 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'network': {'name': 'tempest-network-smoke--1228371405', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:41.885143 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:41.888725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.900313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.976282 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (a569ca50-66d5-4e11-9c84-55a3ca9505e3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:41.979810 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a569ca50-66d5-4e11-9c84-55a3ca9505e3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.010701 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:30:42.017377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a569ca50-66d5-4e11-9c84-55a3ca9505e3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:42.023413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (70127c4d-1474-4ec8-9987-40137a46f28b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.023765 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Added segment 70127c4d-1474-4ec8-9987-40137a46f28b of type vlan for network 6f1c504b-c65a-47ab-9b99-2fa59d244873 Mar 11 00:30:42.068261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (6f1c504b-c65a-47ab-9b99-2fa59d244873), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.099210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (6f1c504b-c65a-47ab-9b99-2fa59d244873), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.113402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:42.114137 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.149003 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2866917 Mar 11 00:30:42.152851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38332) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:42.161246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'admin_state_up': True, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:42.209061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e421-f5d9-497d-8fdd-0acab4c29f59 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Network': ['ID=6f1c504b-c65a-47ab-9b99-2fa59d244873,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:42.212086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ad01388-acc8-4e79-99fc-46d09d63866f req-8d811c8d-8038-4055-98cb-bb764e38cbf7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 210 time: 0.0454738 Mar 11 00:30:42.221825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:30:42.225129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-ceb17415-ecb7-4e74-a3f8-cb1cdf4fecec tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:42.226579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-ceb17415-ecb7-4e74-a3f8-cb1cdf4fecec tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 796 time: 0.1584873 Mar 11 00:30:42.247825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.249646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.344633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_controller (17e4d757-eae6-47e1-ad98-5926de2c7216), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.350148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-79dd9b84-5f39-4dd7-b3e6-e6d46340c54d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 380 time: 0.1082125 Mar 11 00:30:42.390736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'port': {'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'admin_state_up': True, 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'security_groups': ['80022135-2fea-410c-9eeb-05434b8c7ea7']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:42.549730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (17e4d757-eae6-47e1-ad98-5926de2c7216), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.607127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:42.610631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.851362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.4 (ee462f7c-8349-4fad-9ad6-2c14c654f69c/c9597fa6-97eb-41e2-a9a4-85ca65bf34d5/cfa2e5cf-8913-49aa-ae1a-1c41db60cb40) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:42.873107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (17e4d757-eae6-47e1-ad98-5926de2c7216), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:42.896653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.086058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.25.7.25 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/63c9bf4c-7afd-494c-92b2-616cbff7b9d1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:43.106919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.204581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.251643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.260170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:43.270036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:43.274803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:43.306909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:43.318699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.359273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.359622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.359988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.360328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.360667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.360992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.361318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.361644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.361970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.362305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.362623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.362947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.363270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:30:43.393527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:43.394152 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.399183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.447374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-3e4cf441-312a-4179-b5ec-4abd2afc3d4b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0609195 Mar 11 00:30:43.457530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:43.461595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Request body: {'port': {'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:43.471652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f6c53-85bd-41ad-a475-aa10103194d7 req-eb62dff1-e8d6-4329-8213-3136687c5c69 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:43.473093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-420f6c53-85bd-41ad-a475-aa10103194d7 req-eb62dff1-e8d6-4329-8213-3136687c5c69 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 931 time: 0.1713500 Mar 11 00:30:43.478591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:43.501839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:43.533073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:43.544035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dcc70daa-b47a-4ae6-8e60-c9af533f9f9d None None] Provisioning complete for port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:43.544403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dcc70daa-b47a-4ae6-8e60-c9af533f9f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:43.581971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dcc70daa-b47a-4ae6-8e60-c9af533f9f9d None None] Port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:43.650525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-420f6c53-85bd-41ad-a475-aa10103194d7 req-d05945f7-0900-441d-9737-32683cdf1b7f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682134 Mar 11 00:30:43.650984 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.254880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (17e4d757-eae6-47e1-ad98-5926de2c7216), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.450132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:30:44.460224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks [] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.481386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Transition to ACTIVE for port object cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:30:44.509602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.559398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.578089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:44.759777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Attempting to bind port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:44.760060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Attempting to bind port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:44.760387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Attempting to bind port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 on network ee462f7c-8349-4fad-9ad6-2c14c654f69c {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:44.771832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 on network ee462f7c-8349-4fad-9ad6-2c14c654f69c not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:30:44.772178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Attempting to bind port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 on network ee462f7c-8349-4fad-9ad6-2c14c654f69c {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:44.784338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:44.784672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Checking segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:44.785054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Bound using segment: {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:44.785478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Bound port: cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200ac73c-2318-4dcc-893f-f27f2f5068a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:44.785829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:44.848734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ea81e-e2ab-4390-bb20-7a78c11d0d55 req-212a6ebb-ccd6-409a-9286-c9ad58076226 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:44.850206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc9ea81e-e2ab-4390-bb20-7a78c11d0d55 req-212a6ebb-ccd6-409a-9286-c9ad58076226 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 943 time: 0.1240599 Mar 11 00:30:44.880905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 17e4d757-eae6-47e1-ad98-5926de2c7216 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:30:44.896213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:44.901050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:44.916371 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.002249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc9ea81e-e2ab-4390-bb20-7a78c11d0d55 req-a9f9fc79-b71a-4c26-8149-1be2c20396e8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457417 Mar 11 00:30:45.003492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.004127 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.005573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 1091 time: 1.5508251 Mar 11 00:30:45.009157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:30:45.011594 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704e032a-d4bd-48cb-aea5-e56cbd193a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:30:45.083162 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a04532-492f-4152-8757-c28890c789e1 x-openstack-request-id: req-94a04532-492f-4152-8757-c28890c789e1 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:30:45.083162 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:30:45.083162 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94a04532-492f-4152-8757-c28890c789e1 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:30:45.083559 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'status': 'completed', 'code': 200} Mar 11 00:30:45.103034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252af81-554f-428d-b999-dc7efcb19bac service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:45.123956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:45.136034 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Sync routers for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:45.147871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-0050b0f7-bb7b-4d77-bb5e-293f66a9ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.149777 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-0050b0f7-bb7b-4d77-bb5e-293f66a9ba69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1125 time: 0.0803092 Mar 11 00:30:45.151437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:45.152316 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:45.152842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.157520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f27c31fb-1848-408b-9d7e-33de9a4d07ba tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9995520 Mar 11 00:30:45.158061 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38340) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:45.196715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-60377dad-fc2e-4702-b462-f78a861f82a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 217 time: 0.0397170 Mar 11 00:30:45.257733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-bcae3062-19ed-4c47-a0c2-701a50d6e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.260097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-bcae3062-19ed-4c47-a0c2-701a50d6e5e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 200 len: 835 time: 0.0561352 Mar 11 00:30:45.284649 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:45.308342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0215c4a5-144c-469e-aae4-2dd2c0fcfcb6 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4be29f041ae64ee88d639f087737ad30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491010 Mar 11 00:30:45.311501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:45.339643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-cc0d22e2-33fa-4965-ba92-b9a2120cc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.341266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-cc0d22e2-33fa-4965-ba92-b9a2120cc513 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753899 Mar 11 00:30:45.467700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab71a0e-7317-4d50-a2a7-150c713839a9 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.469228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aab71a0e-7317-4d50-a2a7-150c713839a9 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567016 Mar 11 00:30:45.471362 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:43Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:45.472335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38346) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:45.487153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-ed134c2f-8879-4e9d-b2da-ea3168a42f68 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374886 Mar 11 00:30:45.499868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Checking router: 17e4d757-eae6-47e1-ad98-5926de2c7216 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:45.500767 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Updating router 17e4d757-eae6-47e1-ad98-5926de2c7216 port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:30:45.506892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-97c681da-4f39-4be1-86ba-9a50dcab22fd tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332842 Mar 11 00:30:45.509555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:45.514712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736995937', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:45.529395 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.588527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0d68380-d11b-436e-a8c9-71b1c5a12ac4 req-75e16342-9cb3-4a70-8915-0317efde6dfb service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958221 Mar 11 00:30:45.618121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:45.621983 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.678879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-242cea51-f13a-4d9e-a8ba-76877d7247fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.680433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-242cea51-f13a-4d9e-a8ba-76877d7247fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1125 time: 0.0473928 Mar 11 00:30:45.778949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-ea71643d-2fe3-4836-8960-a9abb28a5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.781401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-ea71643d-2fe3-4836-8960-a9abb28a5ff9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 897 time: 0.0931194 Mar 11 00:30:45.805115 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks [] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.812846 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.818032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (a630a7db-2c04-4c80-90d6-4ca1f887f935), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.828213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-2362a773-cbcd-4d0d-9bbd-26dd68411d58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 217 time: 0.0410998 Mar 11 00:30:45.868803 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Attempting to bind port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:45.869175 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Attempting to bind port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:45.869541 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Attempting to bind port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:45.879468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-e0a66c11-dcac-4d95-939f-b091c7d38ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.880969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-e0a66c11-dcac-4d95-939f-b091c7d38ccb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 200 len: 835 time: 0.0468729 Mar 11 00:30:45.883287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:45.883669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:45.884097 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.884494 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:45.884993 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Bound port: 63c9bf4c-7afd-494c-92b2-616cbff7b9d1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:45.885369 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.887345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Subnet': ['ID=a630a7db-2c04-4c80-90d6-4ca1f887f935,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:45.888283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e92f6-5b7a-4d46-9db9-2c201e826694 None None] Pushing event updated for resources: {'Port': ['ID=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:45.890356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Checking segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:45.890729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network hostable DHCP agents. Network: 6f1c504b-c65a-47ab-9b99-2fa59d244873, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:30:45.918941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:30:45.927652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 6f1c504b-c65a-47ab-9b99-2fa59d244873) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:45.935152 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.935560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.940585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ebbc0-1a9d-4cf0-bb2e-c93f5407a1f8 None None] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:45.953162 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] For port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:45.953882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-ee59be17-f8d6-4809-94dc-6c73c88b8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:45.955428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-ee59be17-f8d6-4809-94dc-6c73c88b8ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683351 Mar 11 00:30:45.956871 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] For port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:45.962714 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:45.976811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4933b4a9-9b2f-4f82-9839-c58a3285c82a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4648528 Mar 11 00:30:45.979889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38350) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:46.020612 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:46.021244 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:46.069304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-6820f91f-ac0a-4f48-a27c-a3bf7ad3c678 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059048 Mar 11 00:30:46.088081 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e92f6-5b7a-4d46-9db9-2c201e826694 None None] Pushing event updated for resources: {'Port': ['ID=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:46.115208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-6f1c504b-c65a-47ab-9b99-2fa59d244873', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:30:46.116123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.172427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:46.266475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e032a-d4bd-48cb-aea5-e56cbd193a9f req-dbe13f97-26c4-416a-9e43-a425e37ea9e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900826 Mar 11 00:30:46.278859 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2fa25-5d27-42f9-bc89-568e980670d2 req-815442e1-1e00-4cb1-848d-0a04715f2274 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:46.281437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8f2fa25-5d27-42f9-bc89-568e980670d2 req-815442e1-1e00-4cb1-848d-0a04715f2274 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 943 time: 0.1448960 Mar 11 00:30:46.304917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Allocated IP 172.20.0.2 (6f1c504b-c65a-47ab-9b99-2fa59d244873/a630a7db-2c04-4c80-90d6-4ca1f887f935/9e21d5d3-e83e-492c-b465-0d6fa7143a0e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:46.356549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8f2fa25-5d27-42f9-bc89-568e980670d2 req-e69e5f9b-7e5a-4bf6-b3aa-8e21973df495 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682473 Mar 11 00:30:46.474144 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks [] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.480782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.500687 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:43Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:46.520607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:46.525518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:46.529147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:46.530732 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0d07de-4c7a-495e-8735-c1d0178d178e None None] The sync data for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 is: [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:43Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:46.539811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Pushing event updated for resources: {'Port': ['ID=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:46.598542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Attempting to bind port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:46.598911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Attempting to bind port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:46.599291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Attempting to bind port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e on network 6f1c504b-c65a-47ab-9b99-2fa59d244873 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:46.604646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:46.605022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Checking segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:46.605422 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.605812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Bound using segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:46.606278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Bound port: 9e21d5d3-e83e-492c-b465-0d6fa7143a0e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:46.606655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.676841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] For port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:46.680143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] For port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:46.687322 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:46.747433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aec969-754c-44c9-8fd1-0babd300c185 None None] Pushing event updated for resources: {'Port': ['ID=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:46.775124 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.266450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:47.280495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.20.0.1 (6f1c504b-c65a-47ab-9b99-2fa59d244873/a630a7db-2c04-4c80-90d6-4ca1f887f935/1fd30d8a-17f0-43a7-aa8f-df77dc08c071) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:47.320195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:47.320667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.416301 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.417734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:47.418193 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.441658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:47.454485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.455438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9e21d5d3-e83e-492c-b465-0d6fa7143a0e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:47.459825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.502841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51372867-0e0d-4211-8615-f71ac1678f55 req-a15539de-5530-4f63-8a0d-a15c3d3512fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:47.514464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:47.516724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51372867-0e0d-4211-8615-f71ac1678f55 req-a15539de-5530-4f63-8a0d-a15c3d3512fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 943 time: 0.0845556 Mar 11 00:30:47.520685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:47.528098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:47.563079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:47.563465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.588845 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:47.599208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:47.629546 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51372867-0e0d-4211-8615-f71ac1678f55 req-ccc827b9-91f4-45ec-8872-95abe624fc9d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118209 Mar 11 00:30:47.629766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (17e4d757-eae6-47e1-ad98-5926de2c7216), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.680238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:47.680630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.716818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:47.722867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.777130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:47.786812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:47.803971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:30:47.925650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:47.937120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc0ffc-d126-4960-b4a6-2e747f40065c None None] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:30:47.954340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:30:48.064890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:48.065292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.067082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-22d48236-b6af-4fa6-8469-4c3005fac6d4 None None] Provisioning complete for port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:48.067449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-22d48236-b6af-4fa6-8469-4c3005fac6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.092822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.104304 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.121319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:30:48.154296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:48.166620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.187993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:48.190509 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (17e4d757-eae6-47e1-ad98-5926de2c7216), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.273902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:48.276594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-22d48236-b6af-4fa6-8469-4c3005fac6d4 None None] Current status of the port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:48.296306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:48.297748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:48.397364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:30:48.431375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 17e4d757-eae6-47e1-ad98-5926de2c7216 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:30:48.542430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Provisioning complete for port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:48.543337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.550836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:48.558704 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-183f8512-002c-4075-807c-fac1ce721ebb tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "PUT /v2.0/routers/17e4d757-eae6-47e1-ad98-5926de2c7216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5751820 Mar 11 00:30:48.559066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38356) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:48.563379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1719312941', 'description': 'tempest-secgroup_access--1719312941 description', 'project_id': '4be29f041ae64ee88d639f087737ad30'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:48.571282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Sync routers for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:48.587464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.611651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:48.612314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:48.677337 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (442c7479-a37a-42b0-aacb-bec44395b44e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.684292 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (442c7479-a37a-42b0-aacb-bec44395b44e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.727997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442c7479-a37a-42b0-aacb-bec44395b44e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:48.751105 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.755294 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-71c5e0bb-4040-4950-8f5d-f846bc87e674 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1953778 Mar 11 00:30:48.758132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:48.766251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1844563190', 'description': 'tempest-secgroup_general--1844563190 description', 'project_id': '4be29f041ae64ee88d639f087737ad30'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:48.798941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.806824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516321b4-b214-46d0-a01d-b24a407933f7 req-aad44d61-c220-4294-8302-40e6244c2946 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:48.808956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-516321b4-b214-46d0-a01d-b24a407933f7 req-aad44d61-c220-4294-8302-40e6244c2946 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 944 time: 0.0906363 Mar 11 00:30:48.881321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-516321b4-b214-46d0-a01d-b24a407933f7 req-100effdd-50ab-4dd3-857e-e76ba9b30c6e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641637 Mar 11 00:30:48.910814 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (b42d4688-3c3c-457d-88c2-3b84ca996a78), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.915492 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b42d4688-3c3c-457d-88c2-3b84ca996a78), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.941820 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.945962 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1837969 Mar 11 00:30:48.946259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38362) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:48.950806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'security_group_rule': {'security_group_id': '442c7479-a37a-42b0-aacb-bec44395b44e', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:48.957862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39cf2f-ae58-442a-97aa-486a3044d55e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d4688-3c3c-457d-88c2-3b84ca996a78,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:48.974698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Current status of the port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:48.976741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group_rule (76d861c9-bd85-4d57-8483-1c3ec95061b3), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:48.987805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:49.032893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group_rule (76d861c9-bd85-4d57-8483-1c3ec95061b3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.036905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (76d861c9-bd85-4d57-8483-1c3ec95061b3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.049726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Provisioning complete for port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:49.050102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.052250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d861c9-bd85-4d57-8483-1c3ec95061b3,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:49.063838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.065071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8dd63ebe-964a-49ba-9522-01e96c3e76d8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178157 Mar 11 00:30:49.158954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6698403d-56de-46cd-bc36-1ea0c9ef6f48 None None] Port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:49.213939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:49.223257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-a01065c6-803f-4446-833d-6c8237c95173 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1719312941&fields=id&tenant_id=4be29f041ae64ee88d639f087737ad30 HTTP/1.1" status: 200 len: 267 time: 0.0476618 Mar 11 00:30:49.270756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-2eec8e72-0d14-4989-9228-f15cd2eeb9dc tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1844563190&fields=id&tenant_id=4be29f041ae64ee88d639f087737ad30 HTTP/1.1" status: 200 len: 267 time: 0.0414634 Mar 11 00:30:49.301622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-27aba2f6-0100-4058-b3a4-14dddb1c1651 None None] Provisioning complete for port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:49.302244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-27aba2f6-0100-4058-b3a4-14dddb1c1651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.350498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:49.350871 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.353226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-27aba2f6-0100-4058-b3a4-14dddb1c1651 None None] Port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:49.379529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 2, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:49.384710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-cf26313f-1cee-4e55-9117-6dba36dca4c5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:49.385830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-cf26313f-1cee-4e55-9117-6dba36dca4c5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/networks?id=6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 200 len: 797 time: 0.1068146 Mar 11 00:30:49.400604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-84a2ce39-863f-435e-b1a0-cf3f7f6ec6d2 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/quotas/4be29f041ae64ee88d639f087737ad30 HTTP/1.1" status: 200 len: 375 time: 0.0091450 Mar 11 00:30:49.417762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Checking router: 17e4d757-eae6-47e1-ad98-5926de2c7216 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:49.418043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Updating router 17e4d757-eae6-47e1-ad98-5926de2c7216 port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:30:49.454314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.457640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-2ae241ce-1520-4515-b6ea-abbd29a41f01 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511510 Mar 11 00:30:49.523736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4d6737aa-18c5-4fbc-8131-fed0d00be8ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:30:49.524213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:49.525157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4d6737aa-18c5-4fbc-8131-fed0d00be8ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559714 Mar 11 00:30:49.525338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9e21d5d3-e83e-492c-b465-0d6fa7143a0e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:49.619671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-7f31d8fd-e05b-4b0b-bd89-b8a38b378abe service neutron] 10.222.0.21 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880921 Mar 11 00:30:49.685363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:49.685743 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.710314 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-0e81dab9-7d15-40fc-b3c5-b6a05c099494 service neutron] 10.222.0.21 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848019 Mar 11 00:30:49.841359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:49.856546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks [] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.862627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:49.896411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-800e6849-6138-4b97-9100-8741858c19b3 req-f906b9ee-ebba-463c-9e99-aca4483ade2c tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 210 time: 0.0348022 Mar 11 00:30:49.917590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7f8d1-9524-4a01-bf99-2b237e1f70bb None None] Pushing event updated for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:49.960694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:50.020562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Attempting to bind port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:50.020936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Attempting to bind port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:50.021336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Attempting to bind port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 on network 6f1c504b-c65a-47ab-9b99-2fa59d244873 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:50.029010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:50.029391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Checking segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:50.031297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.031297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Bound using segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:50.031631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Bound port: 1fd30d8a-17f0-43a7-aa8f-df77dc08c071, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:50.032042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.035361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef8f56-b503-482a-94c9-9c6250217ace req-f39fcd51-6ab8-4e00-a24c-54275896d3f1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:50.036946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6ef8f56-b503-482a-94c9-9c6250217ace req-f39fcd51-6ab8-4e00-a24c-54275896d3f1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 944 time: 0.0643208 Mar 11 00:30:50.104634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6ef8f56-b503-482a-94c9-9c6250217ace req-c86f43e8-0e83-49f7-bdda-f35726799e42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615480 Mar 11 00:30:50.111037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:30:50.128346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:50.128754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.161941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] For port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:50.185390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] For port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:50.197068 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.234033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Provisioning complete for port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:50.234291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.325356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7f8d1-9524-4a01-bf99-2b237e1f70bb None None] Pushing event updated for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:50.330893 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:50.331783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:50.381261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:50.381672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.448955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:30:50.451310 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a340fa-ce64-41ce-b2a7-1648ce741050" -d '{"events": [{"server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:30:50.499674 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda28d89-e337-479e-96da-5c5db07347fd x-openstack-request-id: req-bda28d89-e337-479e-96da-5c5db07347fd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:30:50.500011 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "name": "network-vif-plugged", "status": "completed", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:30:50.500271 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bda28d89-e337-479e-96da-5c5db07347fd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:30:50.500670 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'code': 200} Mar 11 00:30:50.502372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:50.508612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.510319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Current status of the port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:50.510683 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.568545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:50.618409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed9009-f5f9-4538-a0be-aa14d7f86847 req-d1fdff76-aa48-43a1-8485-d25ac7bdaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:50.620095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ed9009-f5f9-4538-a0be-aa14d7f86847 req-d1fdff76-aa48-43a1-8485-d25ac7bdaaaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1127 time: 0.0493360 Mar 11 00:30:50.630252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] For port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:50.631195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:50.638255 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:50.667775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78ed9009-f5f9-4538-a0be-aa14d7f86847 req-9d11e46d-2c77-49f7-9e89-b91efd3c51c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Mar 11 00:30:50.772692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052c5b1-f101-4478-90bc-275bb175defe None None] Pushing event updated for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:50.798843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3bfc535c-0db5-4bc8-bbab-d6487092df9c None None] Provisioning complete for port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:50.799223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bfc535c-0db5-4bc8-bbab-d6487092df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:51.023682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9fb02fc5-49d0-4509-ae32-d2efcfbc8db7 req-5fc9b09e-6798-455d-b640-a8280e3dcedd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 210 time: 0.0408599 Mar 11 00:30:51.089266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:51.118125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc535c-0db5-4bc8-bbab-d6487092df9c None None] Current status of the port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:51.120302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5418c-c6a6-4944-9464-0bb061c1c4d0 None None] The sync data for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 is: [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:51.131287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-621dd555-bdf3-4611-8060-a698bdfd50e7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:51.132796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-621dd555-bdf3-4611-8060-a698bdfd50e7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "GET /v2.0/networks?id=6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 200 len: 797 time: 0.2234492 Mar 11 00:30:51.240015 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-2f32018d-8196-44a6-af46-ca9460074049 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be29f041ae64ee88d639f087737ad30 HTTP/1.1" status: 200 len: 478 time: 0.0987353 Mar 11 00:30:51.250829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'port': {'device_id': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'admin_state_up': True, 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'security_groups': ['442c7479-a37a-42b0-aacb-bec44395b44e', 'b42d4688-3c3c-457d-88c2-3b84ca996a78']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:51.269970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64140b3a-eb56-4e22-ad77-fbd9b9d91151 req-07d9d3ff-bb8d-4a70-b96b-edde4dfa501a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:51.272807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64140b3a-eb56-4e22-ad77-fbd9b9d91151 req-07d9d3ff-bb8d-4a70-b96b-edde4dfa501a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.0632496 Mar 11 00:30:51.329465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64140b3a-eb56-4e22-ad77-fbd9b9d91151 req-3a788d49-6dce-4e9d-b264-46ad2d6fac9b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503044 Mar 11 00:30:51.380392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:30:51.383916 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:51.515150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.20.0.12 (6f1c504b-c65a-47ab-9b99-2fa59d244873/a630a7db-2c04-4c80-90d6-4ca1f887f935/d3e3f999-06e7-49f2-a980-ea66c001c08e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:51.640086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-218afc9a-9145-4b20-9bca-87c08a5bd91b req-981881c7-c00a-44af-95bd-0aeb6bcf0d4a service neutron] (110426) timed out ('10.222.0.21', 57222) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:30:51.690281 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:51.725757 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:51.775831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:51.778992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:51.783815 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:51.787913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:51.840652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:51.841402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:51.860360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-4229c2fc-b3b0-49e6-8e4c-ada5ebb07785 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6147363 Mar 11 00:30:51.872077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-358cddc7-e010-4ef8-b7a5-0b6a58b86935 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:30:51.873578 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-358cddc7-e010-4ef8-b7a5-0b6a58b86935 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076215 Mar 11 00:30:51.885347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Request body: {'port': {'device_id': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:51.959602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.043176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-615a5ad2-8573-41a7-857e-293a75fe606a None None] Provisioning complete for port d3e3f999-06e7-49f2-a980-ea66c001c08e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:52.043788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-615a5ad2-8573-41a7-857e-293a75fe606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.091594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-615a5ad2-8573-41a7-857e-293a75fe606a None None] Port d3e3f999-06e7-49f2-a980-ea66c001c08e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:30:52.169342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f12d3a-636b-4cd3-976e-04fa8809eec3 req-8092541f-9560-435f-a59d-048b2946412a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.172492 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f12d3a-636b-4cd3-976e-04fa8809eec3 req-8092541f-9560-435f-a59d-048b2946412a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 971 time: 0.0572817 Mar 11 00:30:52.239617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4f12d3a-636b-4cd3-976e-04fa8809eec3 req-c6962d10-a1d9-4ba2-80ba-716884cca69a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0625262 Mar 11 00:30:52.455773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91a70-31f0-4a75-a0cd-6828921c934a req-076dc242-0297-4295-9a39-1917be80a7c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.457615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfc91a70-31f0-4a75-a0cd-6828921c934a req-076dc242-0297-4295-9a39-1917be80a7c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.0577857 Mar 11 00:30:52.506474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfc91a70-31f0-4a75-a0cd-6828921c934a req-db12c8f6-d288-4e23-a479-22dbc09319d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Mar 11 00:30:52.527464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e3f999-06e7-49f2-a980-ea66c001c08e {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:30:52.536055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks [] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.549101 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Transition to ACTIVE for port object d3e3f999-06e7-49f2-a980-ea66c001c08e will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:30:52.552880 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.606865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Pushing event updated for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:52.633556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e4003-5ff1-46cf-bf31-185838a33061 req-05bd6a35-6ab7-4f1b-a9c2-af7caba3de3e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.635432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-352e4003-5ff1-46cf-bf31-185838a33061 req-05bd6a35-6ab7-4f1b-a9c2-af7caba3de3e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.0633619 Mar 11 00:30:52.686563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Attempting to bind port d3e3f999-06e7-49f2-a980-ea66c001c08e on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:30:52.686946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Attempting to bind port d3e3f999-06e7-49f2-a980-ea66c001c08e by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:30:52.687251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Attempting to bind port d3e3f999-06e7-49f2-a980-ea66c001c08e on network 6f1c504b-c65a-47ab-9b99-2fa59d244873 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:52.689577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-352e4003-5ff1-46cf-bf31-185838a33061 req-f2b8a631-34cc-44d5-846c-ca7b6967bf5e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478880 Mar 11 00:30:52.692127 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Port d3e3f999-06e7-49f2-a980-ea66c001c08e on network 6f1c504b-c65a-47ab-9b99-2fa59d244873 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:30:52.692457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Attempting to bind port d3e3f999-06e7-49f2-a980-ea66c001c08e on network 6f1c504b-c65a-47ab-9b99-2fa59d244873 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:30:52.697495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:30:52.697836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Checking segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:30:52.698235 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Bound using segment: {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:30:52.698743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Bound port: d3e3f999-06e7-49f2-a980-ea66c001c08e, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70127c4d-1474-4ec8-9987-40137a46f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:30:52.699014 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.715631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38402) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:52.770249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0726879a-4fdd-43d4-9081-e05f30e19a66 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.771495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:30:52.771798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0726879a-4fdd-43d4-9081-e05f30e19a66 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1122 time: 0.0547161 Mar 11 00:30:52.775112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38404) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:52.775351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:30:52.780828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:30:52.789079 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.806089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.834393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.835064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.836734 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 200 len: 1131 time: 0.9557743 Mar 11 00:30:52.837222 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:30:52.843712 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6071197-d9fa-4d23-8b70-e4a738771797" -d '{"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:30:52.885986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a67498-0beb-4bf2-8d1a-9948c5af37ec service neutron] Pushing event updated for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:52.890519 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b07546-8221-439a-aaa4-cff3bd498561 x-openstack-request-id: req-d1b07546-8221-439a-aaa4-cff3bd498561 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:30:52.890812 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:30:52.891062 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1b07546-8221-439a-aaa4-cff3bd498561 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:30:52.891458 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'status': 'completed', 'code': 200} Mar 11 00:30:52.949672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:52.959478 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-8b3d5914-b4eb-437a-9bba-f9636b4a06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:52.961053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-8b3d5914-b4eb-437a-9bba-f9636b4a06f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1165 time: 0.0635207 Mar 11 00:30:53.008690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-18403984-b0d0-4c38-a689-e294d45c6488 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 200 len: 217 time: 0.0400004 Mar 11 00:30:53.059321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-108e2798-7857-4d96-ae7b-bfd60317316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.061551 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-108e2798-7857-4d96-ae7b-bfd60317316a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a630a7db-2c04-4c80-90d6-4ca1f887f935 HTTP/1.1" status: 200 len: 835 time: 0.0469530 Mar 11 00:30:53.068575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.25.7.227 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/431c8d50-e460-488d-b81e-2548a04d6e12) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:30:53.114985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-82a47bff-742f-4fd0-9e12-58e37180c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.116427 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-82a47bff-742f-4fd0-9e12-58e37180c63a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1c504b-c65a-47ab-9b99-2fa59d244873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494220 Mar 11 00:30:53.185266 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (431c8d50-e460-488d-b81e-2548a04d6e12), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:53.220608 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-358e756a-03b7-4062-9f7c-2381d7a9dcdb service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977573 Mar 11 00:30:53.222320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:53.233695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:53.278009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:53.278384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:53.287693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:30:53.291067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:30:53.297670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:30:53.331999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=431c8d50-e460-488d-b81e-2548a04d6e12,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:53.348374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c31811d-0bc0-47ae-ada6-5205e5c27383 req-74d6ca47-b7fa-4265-929a-ae015b6ae840 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192069 Mar 11 00:30:53.365086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:53.428257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6c6f0-bea9-4c60-9004-78e734479540 req-58be21a1-e8fa-4e15-b445-24571b951ea7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.429742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2f6c6f0-bea9-4c60-9004-78e734479540 req-58be21a1-e8fa-4e15-b445-24571b951ea7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 983 time: 0.1030848 Mar 11 00:30:53.440953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-e9de8182-26f5-4e6d-8039-eaa84c2c7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.442522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-e9de8182-26f5-4e6d-8039-eaa84c2c7120 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1165 time: 0.0470853 Mar 11 00:30:53.536985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-912bda85-6647-4eab-9d47-850e8c29d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.538465 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-912bda85-6647-4eab-9d47-850e8c29d018 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 200 len: 898 time: 0.0898967 Mar 11 00:30:53.562271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2f6c6f0-bea9-4c60-9004-78e734479540 req-39a99ee1-c3a2-4413-8557-3f49f58af0df tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1078174 Mar 11 00:30:53.583624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-988d9168-a417-4184-b8de-cd621a58ecb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 200 len: 217 time: 0.0385718 Mar 11 00:30:53.633579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-fe756c6c-926e-4386-87dd-d7de7b0e2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.634940 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-fe756c6c-926e-4386-87dd-d7de7b0e2c4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a630a7db-2c04-4c80-90d6-4ca1f887f935 HTTP/1.1" status: 200 len: 835 time: 0.0451412 Mar 11 00:30:53.689271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-fe05f48d-fcc2-4886-a0c8-5c4606b444ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:53.690984 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-fe05f48d-fcc2-4886-a0c8-5c4606b444ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1c504b-c65a-47ab-9b99-2fa59d244873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498512 Mar 11 00:30:53.773366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (26258c2d-0f9f-4416-a2cb-525c28a6a56b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:53.786404 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-959f6f4c-eecc-4be9-aeda-d54bae410bea service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887508 Mar 11 00:30:53.849368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:53.880213 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a6071197-d9fa-4d23-8b70-e4a738771797 req-2f6841a0-5324-4c7d-a395-c0751538ef35 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879180 Mar 11 00:30:54.003370 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (431c8d50-e460-488d-b81e-2548a04d6e12), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:54.007819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:54.082513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=431c8d50-e460-488d-b81e-2548a04d6e12,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:54.090366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (26258c2d-0f9f-4416-a2cb-525c28a6a56b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:54.496639 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Floating IP 26258c2d-0f9f-4416-a2cb-525c28a6a56b associated. External IP: 172.25.7.227, port: cfa2e5cf-8913-49aa-ae1a-1c41db60cb40. Mar 11 00:30:54.728803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8edcf9-d06f-4643-9ee9-e69d3570c188 req-f4354ebf-286c-429a-b78e-05d8b03e293d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:54.730278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b8edcf9-d06f-4643-9ee9-e69d3570c188 req-f4354ebf-286c-429a-b78e-05d8b03e293d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 983 time: 0.0957427 Mar 11 00:30:54.761356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:30:54.840802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b8edcf9-d06f-4643-9ee9-e69d3570c188 req-cbee4a4d-8669-402d-95ca-a62a607ae590 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1028299 Mar 11 00:30:54.903652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:30:54.913997 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:30:54.922359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:54.925985 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:54.926620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:54.953038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ce40390b-c35b-4f9a-b8fb-410f54e43da6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1768975 Mar 11 00:30:54.953739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:30:54.955944 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38412) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:54.956667 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519664ad-601b-434a-807d-454d2c79b0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:30:54.993486 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e792b2-c636-4181-8c54-fcc6e13691e7 x-openstack-request-id: req-31e792b2-c636-4181-8c54-fcc6e13691e7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:30:54.993798 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:30:54.994084 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e792b2-c636-4181-8c54-fcc6e13691e7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:30:54.994499 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'status': 'completed', 'code': 200} Mar 11 00:30:55.023180 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d0f049ef-1726-4de2-a4f7-0bc75ee061ac tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/26258c2d-0f9f-4416-a2cb-525c28a6a56b HTTP/1.1" status: 200 len: 991 time: 0.0657575 Mar 11 00:30:55.042191 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:55.060386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519664ad-601b-434a-807d-454d2c79b0cd req-66430108-3ff3-4682-8aec-66a5126c5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:55.062930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-66430108-3ff3-4682-8aec-66a5126c5d2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1127 time: 0.0467987 Mar 11 00:30:55.157988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519664ad-601b-434a-807d-454d2c79b0cd req-a520b88c-c5a1-4d99-bd4c-ab92684189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:55.159461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-a520b88c-c5a1-4d99-bd4c-ab92684189c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 897 time: 0.0913508 Mar 11 00:30:55.225365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-7c1a87d6-5e27-4e6c-9efb-5fb1214d64e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 999 time: 0.0602469 Mar 11 00:30:55.273457 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:53Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:55.278465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519664ad-601b-434a-807d-454d2c79b0cd req-1e949572-8c38-4c4a-8673-d5784587a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:55.280084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-1e949572-8c38-4c4a-8673-d5784587a0d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 200 len: 835 time: 0.0487435 Mar 11 00:30:55.301617 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:30:55.310040 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:30:55.310657 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:55.328895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519664ad-601b-434a-807d-454d2c79b0cd req-cd0dcdca-36e2-4b17-8131-60be2b9a12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:55.330411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-cd0dcdca-36e2-4b17-8131-60be2b9a12b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453005 Mar 11 00:30:55.420793 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:30:55.423069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-4b09c362-5ceb-496e-ab0d-15e9c7e14fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868642 Mar 11 00:30:55.511631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-519664ad-601b-434a-807d-454d2c79b0cd req-c1a51a42-c0b8-489a-be7e-9909ecbe1371 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828929 Mar 11 00:30:55.559647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d3e3f999-06e7-49f2-a980-ea66c001c08e details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:30:55.648436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:53Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:30:55.655739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:55.671179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'port_id': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'mac_address': 'fa:16:3e:61:f5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:30:55.675039 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f0d79-f939-4720-b0b0-18cb23105265 None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:53Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:30:55.710546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port d3e3f999-06e7-49f2-a980-ea66c001c08e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:55.710942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:55.724628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e3f999-06e7-49f2-a980-ea66c001c08e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:30:55.745139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:55.750862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:55.800571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:55.882438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58d1e2-8dbd-47ad-8cc0-57aab67b66b2 None None] New status for floating IP 26258c2d-0f9f-4416-a2cb-525c28a6a56b: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:30:55.971170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd5d10-49dd-4a6a-8644-b1c0f9eedc7a req-d98d389c-741e-470a-acb5-9546e3ff2e61 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:55.972717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0bd5d10-49dd-4a6a-8644-b1c0f9eedc7a req-d98d389c-741e-470a-acb5-9546e3ff2e61 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 984 time: 0.0551076 Mar 11 00:30:56.026433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38418) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:30:56.041589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0bd5d10-49dd-4a6a-8644-b1c0f9eedc7a req-108bf581-2cd4-4495-985e-54835b195ae9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0628455 Mar 11 00:30:56.083594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['d3e3f999-06e7-49f2-a980-ea66c001c08e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:30:56.097716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78068ee7-5814-4927-a765-d44993b05dcd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/26258c2d-0f9f-4416-a2cb-525c28a6a56b HTTP/1.1" status: 200 len: 993 time: 0.0701077 Mar 11 00:30:57.162880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f5e28-8441-4295-ad40-9aa8b59ffa66 req-3deed09a-093d-4e74-a0bd-e0b90858bb5e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:57.164392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0f5e28-8441-4295-ad40-9aa8b59ffa66 req-3deed09a-093d-4e74-a0bd-e0b90858bb5e tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 984 time: 0.0541883 Mar 11 00:30:57.219689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a0f5e28-8441-4295-ad40-9aa8b59ffa66 req-fa1c4de6-e9a3-4a6c-9112-590955c97507 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495887 Mar 11 00:30:57.560076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d3e3f999-06e7-49f2-a980-ea66c001c08e up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:30:57.610472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port d3e3f999-06e7-49f2-a980-ea66c001c08e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:30:57.614273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port d3e3f999-06e7-49f2-a980-ea66c001c08e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:30:57.614643 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:57.688131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port d3e3f999-06e7-49f2-a980-ea66c001c08e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:30:57.688515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:57.710551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:30:57.712777 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d7b69e-f5db-418e-ae5f-f90c4800541c" -d '{"events": [{"server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "name": "network-vif-plugged", "status": "completed", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:30:57.725618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:30:57.730373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:57.752720 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c6c94-63a8-43a1-bb03-96a8300d8589 x-openstack-request-id: req-d11c6c94-63a8-43a1-bb03-96a8300d8589 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:30:57.753013 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "name": "network-vif-plugged", "status": "completed", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:30:57.753265 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11c6c94-63a8-43a1-bb03-96a8300d8589 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:30:57.753671 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'code': 200} Mar 11 00:30:57.781108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:30:57.860229 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef92da-bcaf-40b8-94e8-b046350944f6 req-2c5bca6a-fc49-4666-8aef-d2c12b0da94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:57.861789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25ef92da-bcaf-40b8-94e8-b046350944f6 req-2c5bca6a-fc49-4666-8aef-d2c12b0da94b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1167 time: 0.0517514 Mar 11 00:30:57.912657 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-25ef92da-bcaf-40b8-94e8-b046350944f6 req-555be24d-b21a-416f-9309-4ee1cd7208d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b42d4688-3c3c-457d-88c2-3b84ca996a78&id=442c7479-a37a-42b0-aacb-bec44395b44e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0444889 Mar 11 00:30:58.344367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c7be-6b43-494b-84b3-3b4b20964bfe req-b896349f-838a-439a-9199-0b058f263d2c tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:58.345857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7295c7be-6b43-494b-84b3-3b4b20964bfe req-b896349f-838a-439a-9199-0b058f263d2c tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0596035 Mar 11 00:30:58.401725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7295c7be-6b43-494b-84b3-3b4b20964bfe req-0ecc97da-59e7-437a-b2da-21cb5b7e122c tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501173 Mar 11 00:30:59.523743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474acbb4-e86e-427d-ba59-9e99aab1a1f0 req-e97e2d1c-255a-40eb-9503-fee14b5f7d83 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:59.525252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474acbb4-e86e-427d-ba59-9e99aab1a1f0 req-e97e2d1c-255a-40eb-9503-fee14b5f7d83 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0531924 Mar 11 00:30:59.580919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-474acbb4-e86e-427d-ba59-9e99aab1a1f0 req-71df4c60-fc97-43fc-8d66-395b9cc95940 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0493536 Mar 11 00:30:59.702803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6709e1-6b35-41aa-93b6-8d8c6e9ebfb7 req-36349ba6-c2de-46c4-b63b-ebe46e8dbd08 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:59.704252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b6709e1-6b35-41aa-93b6-8d8c6e9ebfb7 req-36349ba6-c2de-46c4-b63b-ebe46e8dbd08 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0570083 Mar 11 00:30:59.759084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b6709e1-6b35-41aa-93b6-8d8c6e9ebfb7 req-03725d6f-21c3-407d-b600-ed6564f6b8f8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0489945 Mar 11 00:30:59.867513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-7479fb69-be03-4629-bcda-697f03cbdf6c tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:30:59.869089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-7479fb69-be03-4629-bcda-697f03cbdf6c tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1167 time: 0.0455618 Mar 11 00:30:59.886393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-da25d458-7ec2-4eb3-adcb-447315fbc025 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:59.959874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-da25d458-7ec2-4eb3-adcb-447315fbc025 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Publish callbacks [] for security_group (56c6be68-c645-440a-83d5-0144cb2c1ac0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:30:59.963809 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-da25d458-7ec2-4eb3-adcb-447315fbc025 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (56c6be68-c645-440a-83d5-0144cb2c1ac0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.007461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25d458-7ec2-4eb3-adcb-447315fbc025 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6be68-c645-440a-83d5-0144cb2c1ac0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:00.017603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b1dc1c75-4101-4c6f-8b36-b6c5c6c00ab6 req-da25d458-7ec2-4eb3-adcb-447315fbc025 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1427960 Mar 11 00:31:00.040500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38432) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:00.090508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e97b48-780b-408e-8828-1a3fa83d3022 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:00.092042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-27e97b48-780b-408e-8828-1a3fa83d3022 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1162 time: 0.0505283 Mar 11 00:31:00.095605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38434) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:00.100017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:00.120865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.218392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.323715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.25.7.233 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/cc0f5fe6-d1c1-4502-8d09-830b57cc45f1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:00.427778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.460315 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.501148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:00.504021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:00.509483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:00.533687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=cc0f5fe6-d1c1-4502-8d09-830b57cc45f1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:00.878598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for floatingip (f83eaa52-7a21-4c78-9d5f-d28e136f3da2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:00.954269 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:01.104997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:01.109679 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:01.177600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=cc0f5fe6-d1c1-4502-8d09-830b57cc45f1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:01.188105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (f83eaa52-7a21-4c78-9d5f-d28e136f3da2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:01.293867 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Floating IP f83eaa52-7a21-4c78-9d5f-d28e136f3da2 associated. External IP: 172.25.7.233, port: d3e3f999-06e7-49f2-a980-ea66c001c08e. Mar 11 00:31:01.523088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 17e4d757-eae6-47e1-ad98-5926de2c7216 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:31:01.641988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:31:01.652461 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Sync routers for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:31:01.661337 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:01.665259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:01.665890 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:01.693919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a6dd86e3-587f-4aca-809e-4bdc5c567cff tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5972013 Mar 11 00:31:01.694629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:01.696647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38436) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:01.698682 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a011de0-d53c-490d-8509-c5e19dac835f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:01.741493 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a043437-07bb-4238-aac4-3a6e4ddcf284 x-openstack-request-id: req-5a043437-07bb-4238-aac4-3a6e4ddcf284 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:01.741871 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:01.742203 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a043437-07bb-4238-aac4-3a6e4ddcf284 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:01.742683 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'status': 'completed', 'code': 200} Mar 11 00:31:01.794833 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:01.870591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.871059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.871521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.872003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.872455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.874194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a6fe40f5-20e8-4666-95ea-b1529277ad79 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1765461 Mar 11 00:31:01.877102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38440) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:01.881757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011de0-d53c-490d-8509-c5e19dac835f req-2977eaba-3398-4769-92f3-ec87843936ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.883262 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-2977eaba-3398-4769-92f3-ec87843936ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1167 time: 0.1013703 Mar 11 00:31:01.948034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.948550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.949014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.949466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.949920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:01.951665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6e653fe9-7385-4d4a-bb7c-034953bb9689 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0733314 Mar 11 00:31:01.955609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38442) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:02.010451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011de0-d53c-490d-8509-c5e19dac835f req-79edf5f4-13aa-43b0-a6dc-69d43acc52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:02.012222 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-79edf5f4-13aa-43b0-a6dc-69d43acc52f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 200 len: 898 time: 0.1227841 Mar 11 00:31:02.054278 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f83eaa52-7a21-4c78-9d5f-d28e136f3da2', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'port_id': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'mac_address': 'fa:16:3e:61:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:31:00Z', 'updated_at': '2022-03-11T00:31:00Z', 'revision_number': 0, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:02.093692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Checking router: 17e4d757-eae6-47e1-ad98-5926de2c7216 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:31:02.104669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:02.105289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:30:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:02.132428 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-ab264337-78b8-4147-82c0-4d6f977a0481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 200 len: 1000 time: 0.1146762 Mar 11 00:31:02.196484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011de0-d53c-490d-8509-c5e19dac835f req-030492cc-b177-4e32-9227-893275e740d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:02.197886 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-030492cc-b177-4e32-9227-893275e740d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a630a7db-2c04-4c80-90d6-4ca1f887f935 HTTP/1.1" status: 200 len: 835 time: 0.0599725 Mar 11 00:31:02.220379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b1f6350c-642f-4607-9f00-65c08d66d7a8 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2633293 Mar 11 00:31:02.222977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38444) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:02.256217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a011de0-d53c-490d-8509-c5e19dac835f req-327889c0-c1a2-4be4-bd96-6c48c63e6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:02.257756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-327889c0-c1a2-4be4-bd96-6c48c63e6776 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1c504b-c65a-47ab-9b99-2fa59d244873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546184 Mar 11 00:31:02.328478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:02.353950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-aab129dd-d69d-4038-a5be-c9ef5c8ce4af service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895956 Mar 11 00:31:02.457323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0a011de0-d53c-490d-8509-c5e19dac835f req-e2bba399-e6d0-486f-8ad4-ea6aa0bd4436 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971527 Mar 11 00:31:02.571734 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f83eaa52-7a21-4c78-9d5f-d28e136f3da2', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'port_id': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'mac_address': 'fa:16:3e:61:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:31:00Z', 'updated_at': '2022-03-11T00:31:00Z', 'revision_number': 0, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:02.593180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a59d8-2b0f-40f1-a616-c5fca250cb01 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:02.593666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a59d8-2b0f-40f1-a616-c5fca250cb01 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:02.595291 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-623a59d8-2b0f-40f1-a616-c5fca250cb01 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=17e4d757-eae6-47e1-ad98-5926de2c7216 HTTP/1.1" status: 200 len: 2061 time: 0.3714035 Mar 11 00:31:02.600259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06236e7c-491f-4e9c-946e-31571f40abef None None] The sync data for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 is: [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'f83eaa52-7a21-4c78-9d5f-d28e136f3da2', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'port_id': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'mac_address': 'fa:16:3e:61:f5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:31:00Z', 'updated_at': '2022-03-11T00:31:00Z', 'revision_number': 0, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:31:02.790578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c980fc13-a27c-4a88-b744-099855bcb9f8 None None] New status for floating IP f83eaa52-7a21-4c78-9d5f-d28e136f3da2: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:31:06.742965 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-709b2b1c-6fbe-4075-ac5f-6d48a8bc5a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:07.198281 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:31:09.284455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-509964a7-bc69-41fe-8f57-6fa8476eb8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:10.524247 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:10.950547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:11.260708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:11.685921 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:13.313504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:22.641510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38464) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:22.720283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9357d0-4613-4736-85ab-bf03120f3def tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:22.720874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9357d0-4613-4736-85ab-bf03120f3def tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:22.721345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9357d0-4613-4736-85ab-bf03120f3def tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:22.723021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e9357d0-4613-4736-85ab-bf03120f3def tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=1c48e2ac7a46464798569c6efe68dfd4&network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 3072 time: 0.0805442 Mar 11 00:31:26.530627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-11b6dbcf-0172-40bf-9ce7-1fbe89fe2cce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433514 Mar 11 00:31:26.616044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-28385b62-e628-4da5-8134-f6186c4e0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:26.617543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-28385b62-e628-4da5-8134-f6186c4e0d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1127 time: 0.0445662 Mar 11 00:31:26.724244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-4e4ad99f-3c81-45e0-ab07-953abe6f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:26.725713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-4e4ad99f-3c81-45e0-ab07-953abe6f44e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 897 time: 0.0877278 Mar 11 00:31:26.780417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38474) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:26.791244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-f553f9a5-88d8-4597-81a3-ae423512f188 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 1001 time: 0.0582924 Mar 11 00:31:26.839228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fac63-99b7-4d3d-9052-4b6691e7634d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:26.851871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-b9662e4c-2a2a-44f0-b675-990c5d057a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:26.853553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-b9662e4c-2a2a-44f0-b675-990c5d057a90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 200 len: 835 time: 0.0557332 Mar 11 00:31:26.854989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-941fac63-99b7-4d3d-9052-4b6691e7634d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b HTTP/1.1" status: 200 len: 814 time: 0.0734425 Mar 11 00:31:26.908818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-bae6550b-39a8-44d9-aa8f-6900983ee1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:26.910337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-bae6550b-39a8-44d9-aa8f-6900983ee1ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497198 Mar 11 00:31:26.999871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-f66af542-521c-460e-98b5-dc82ff83a368 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831347 Mar 11 00:31:27.090638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec5ab699-18ea-4f1f-bd28-4552e90b3aac req-3198e1e4-1d00-43bd-8e28-8b1801ee9826 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843034 Mar 11 00:31:27.988724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38480) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:27.993643 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'network': {'name': 'tempest-network-smoke--122459500', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:28.012322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:28.015473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.039285 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:31:28.048026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (68251abe-429c-42ad-9c5d-d964a915136d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.048457 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Added segment 68251abe-429c-42ad-9c5d-d964a915136d of type vlan for network f2ea845d-7d76-4093-8e1d-78201a2ec165 Mar 11 00:31:28.088050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f2ea845d-7d76-4093-8e1d-78201a2ec165), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.113228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f2ea845d-7d76-4093-8e1d-78201a2ec165), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.118460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:28.119038 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.149796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1599996 Mar 11 00:31:28.152980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38482) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.190873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Network': ['ID=f2ea845d-7d76-4093-8e1d-78201a2ec165,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:28.198082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.198426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.198761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.199097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.199430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.199757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.200108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.200433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.200754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.201079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.201397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.201714 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.202036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3eba9af-65c1-4ced-9e0c-b26e2b193671 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:28.217875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:31:28.219136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd8637-a278-4807-a932-ebb76bbd6b91 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:28.221298 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-41bd8637-a278-4807-a932-ebb76bbd6b91 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1c48e2ac7a46464798569c6efe68dfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0672886 Mar 11 00:31:28.224718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38484) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.315335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8c343-9389-4e73-a359-24a55e25ad1a tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:28.316921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-68b8c343-9389-4e73-a359-24a55e25ad1a tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912936 Mar 11 00:31:28.319742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38486) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.348362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-03131095-4467-4cd8-acae-b1e10be9c9ba tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274842 Mar 11 00:31:28.350866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38488) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.378776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-403fee71-fcce-4c85-975b-3bc3debe7afd tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1c48e2ac7a46464798569c6efe68dfd4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268686 Mar 11 00:31:28.381099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38490) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.472866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca199cf-fc84-473d-ad21-86e342ca3590 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:28.474295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bca199cf-fc84-473d-ad21-86e342ca3590 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923176 Mar 11 00:31:28.477084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38492) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.504061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cddb599f-6db6-4916-a58a-200cd561d846 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259161 Mar 11 00:31:28.506374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38494) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:28.510965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294689848', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:28.599730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:28.603419 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.784751 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (10696e5e-0280-4c7c-ae7d-36a86b97a877), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.843538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Subnet': ['ID=10696e5e-0280-4c7c-ae7d-36a86b97a877,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:28.852781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Checking segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:28.853147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network hostable DHCP agents. Network: f2ea845d-7d76-4093-8e1d-78201a2ec165, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:31:28.869057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:31:28.878208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f2ea845d-7d76-4093-8e1d-78201a2ec165) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:28.882916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:28.884069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:28.887137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d892e-cc95-4272-a6f8-b292fc17628c None None] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:31:28.899965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4a453170-cb39-49f3-9596-66c60542a2b4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3925884 Mar 11 00:31:28.991784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f2ea845d-7d76-4093-8e1d-78201a2ec165', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ips': [{'subnet_id': '10696e5e-0280-4c7c-ae7d-36a86b97a877'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:31:28.992642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.128377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Allocated IP 172.20.0.18 (f2ea845d-7d76-4093-8e1d-78201a2ec165/10696e5e-0280-4c7c-ae7d-36a86b97a877/00d51594-7d94-4eba-9cee-c6270ae48df8) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:29.266564 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks [] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.273753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.316607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:29.321648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:29.324072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:29.334974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Pushing event updated for resources: {'Port': ['ID=00d51594-7d94-4eba-9cee-c6270ae48df8,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:29.359257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.359733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.360118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.360468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.360837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.361841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.362368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.362715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.363052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.363388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.363723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.364081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.364422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:29.395778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Attempting to bind port 00d51594-7d94-4eba-9cee-c6270ae48df8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:29.396309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Attempting to bind port 00d51594-7d94-4eba-9cee-c6270ae48df8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:29.396684 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Attempting to bind port 00d51594-7d94-4eba-9cee-c6270ae48df8 on network f2ea845d-7d76-4093-8e1d-78201a2ec165 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:29.401550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:29.401930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Checking segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:29.402333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.402729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Bound using segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:29.403200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Bound port: 00d51594-7d94-4eba-9cee-c6270ae48df8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:29.403579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.465224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] For port 00d51594-7d94-4eba-9cee-c6270ae48df8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:29.468222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] For port 00d51594-7d94-4eba-9cee-c6270ae48df8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00d51594-7d94-4eba-9cee-c6270ae48df8,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:29.474800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.537493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38500) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:29.539110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7629c-9256-4171-9ba3-3f15c202f50c None None] Pushing event updated for resources: {'Port': ['ID=00d51594-7d94-4eba-9cee-c6270ae48df8,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:29.542299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791731358', 'description': 'tempest-secgroup-smoke-1791731358 description', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:29.570096 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.639719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (979265b7-6aaf-4577-9d40-1d5bcd8346fd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.644195 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (979265b7-6aaf-4577-9d40-1d5bcd8346fd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.679776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979265b7-6aaf-4577-9d40-1d5bcd8346fd,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:29.690710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.692022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5755775f-57e9-4c95-ab35-ba19bd99223f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1533391 Mar 11 00:31:29.694947 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38502) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:29.699720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:29.733742 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (63108fc6-055d-4585-97ba-775930e4ed12), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.799854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (63108fc6-055d-4585-97ba-775930e4ed12), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.803758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (63108fc6-055d-4585-97ba-775930e4ed12), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.824487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63108fc6-055d-4585-97ba-775930e4ed12,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:29.831761 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.833192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-20bf4b70-d603-4103-80a4-e536fa69214c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372271 Mar 11 00:31:29.836181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38504) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:29.840928 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:29.866366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (9b7351f6-7513-4959-8bd9-4bc345671c52), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.921999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (9b7351f6-7513-4959-8bd9-4bc345671c52), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.926516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9b7351f6-7513-4959-8bd9-4bc345671c52), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.949750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7351f6-7513-4959-8bd9-4bc345671c52,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:29.958777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:29.959997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-31adb701-e488-4607-8404-2d1033ffdfaa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225798 Mar 11 00:31:29.962910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38506) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:29.967146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:29.991976 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (eb85c0c4-1e1c-4bbc-bd1a-70ade23586d1), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.050384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (eb85c0c4-1e1c-4bbc-bd1a-70ade23586d1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.053886 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (eb85c0c4-1e1c-4bbc-bd1a-70ade23586d1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.071347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb85c0c4-1e1c-4bbc-bd1a-70ade23586d1,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:30.080435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.082026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-653c0dca-44cd-4c51-a139-77288164bd42 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182041 Mar 11 00:31:30.084738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38508) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:30.089116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:30.114374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (c11b92c8-1f8b-46b7-b58b-980cede84113), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.175469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (c11b92c8-1f8b-46b7-b58b-980cede84113), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.179361 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (c11b92c8-1f8b-46b7-b58b-980cede84113), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.199002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11b92c8-1f8b-46b7-b58b-980cede84113,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:30.208381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.209655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-60c6ac77-6600-4e23-923a-8bd69cb2bd03 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239347 Mar 11 00:31:30.212335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38510) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:30.216786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:30.239181 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:31:30.244639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (83cc45f0-2b14-4059-b0b5-407d814aed18), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.307268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (83cc45f0-2b14-4059-b0b5-407d814aed18), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.311091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (83cc45f0-2b14-4059-b0b5-407d814aed18), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.331756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cc45f0-2b14-4059-b0b5-407d814aed18,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:30.342468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.343699 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c02335c9-7358-4f35-b72b-ed9038150909 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303782 Mar 11 00:31:30.347653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38512) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:30.352184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': '979265b7-6aaf-4577-9d40-1d5bcd8346fd', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:30.374394 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:31:30.380430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (0e6ceeb9-b92b-4b67-8ef1-6f6738a08a5d), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.446088 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (0e6ceeb9-b92b-4b67-8ef1-6f6738a08a5d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.450107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (0e6ceeb9-b92b-4b67-8ef1-6f6738a08a5d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.471212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6ceeb9-b92b-4b67-8ef1-6f6738a08a5d,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:30.476624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.477827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-97955a3b-7422-4be0-a336-b64649e32762 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291718 Mar 11 00:31:30.503065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4e372-5ff2-4b62-8acb-9df8b5a7782a None None] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:31:30.608446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Provisioning complete for port 00d51594-7d94-4eba-9cee-c6270ae48df8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:30.608819 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.682301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-2d1b33ca-082c-4500-9ff4-6c501460bec1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791731358&fields=id&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 267 time: 0.0511582 Mar 11 00:31:30.700787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Current status of the port 00d51594-7d94-4eba-9cee-c6270ae48df8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:30.701430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.741603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] For port 00d51594-7d94-4eba-9cee-c6270ae48df8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00d51594-7d94-4eba-9cee-c6270ae48df8,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:30.747538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:30.807396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63f4a-74c4-456c-bb3c-374fa85832e8 None None] Pushing event updated for resources: {'Port': ['ID=00d51594-7d94-4eba-9cee-c6270ae48df8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:30.828763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-70beb91f-fd2b-4d29-8bdf-982f0bd0b017 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:30.831622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-70beb91f-fd2b-4d29-8bdf-982f0bd0b017 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/networks?id=f2ea845d-7d76-4093-8e1d-78201a2ec165 HTTP/1.1" status: 200 len: 796 time: 0.1379435 Mar 11 00:31:30.848229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-32130d3f-08c6-4aa0-95ce-f8ea62b0b3b2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/quotas/1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 375 time: 0.0107424 Mar 11 00:31:30.909311 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-09eb3b15-5168-4a1b-8dd9-2c4636b99299 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0553141 Mar 11 00:31:30.968920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-69de92c3-bd81-4c98-a240-caea91aa0a72 None None] Provisioning complete for port 00d51594-7d94-4eba-9cee-c6270ae48df8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:30.969289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-69de92c3-bd81-4c98-a240-caea91aa0a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:31.009836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-3ff66b2c-e47f-455e-bd47-747eb3087a50 service neutron] 10.222.0.21 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889282 Mar 11 00:31:31.048814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-69de92c3-bd81-4c98-a240-caea91aa0a72 None None] Current status of the port 00d51594-7d94-4eba-9cee-c6270ae48df8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:31.108536 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-8a9e1337-bf5c-41be-bc34-cca579728ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922322 Mar 11 00:31:31.247812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00d51594-7d94-4eba-9cee-c6270ae48df8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:31.277112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c845628-5814-4668-a04f-fcb4404c0a78 req-d1695c3f-0677-43bc-a274-4f83ec2e842b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 210 time: 0.0284305 Mar 11 00:31:31.308471 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 00d51594-7d94-4eba-9cee-c6270ae48df8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:31.308845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:31.398410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 00d51594-7d94-4eba-9cee-c6270ae48df8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:32.190407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-d8b012e8-5af7-4d74-a950-82bda516437e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:32.191848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-d8b012e8-5af7-4d74-a950-82bda516437e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/networks?id=f2ea845d-7d76-4093-8e1d-78201a2ec165 HTTP/1.1" status: 200 len: 796 time: 0.1064177 Mar 11 00:31:32.265493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-ddec8655-3424-4963-8703-431551278e57 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 473 time: 0.0653265 Mar 11 00:31:32.274615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'port': {'device_id': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'admin_state_up': True, 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'security_groups': ['979265b7-6aaf-4577-9d40-1d5bcd8346fd']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:32.384602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5fd4771-528f-40d6-ae21-69b27c21dfaf req-e5535d42-c4dc-496e-8c2c-ed57d919f048 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 210 time: 0.0374279 Mar 11 00:31:32.406240 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:32.410199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:32.534159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.30 (f2ea845d-7d76-4093-8e1d-78201a2ec165/10696e5e-0280-4c7c-ae7d-36a86b97a877/19b27bdb-0525-4901-9105-5444409c22f2) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:32.669410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (19b27bdb-0525-4901-9105-5444409c22f2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:32.702481 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:32.748468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:32.753451 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:32.757133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:32.763651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:32.810320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:32.810858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:32.827526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-67051c1c-99b9-4c03-8538-fba12ae91718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563803 Mar 11 00:31:32.839689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Request body: {'port': {'device_id': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:32.902398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19b27bdb-0525-4901-9105-5444409c22f2), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:32.981475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a8a38bc2-32f2-494f-afd3-ede9454654e4 None None] Provisioning complete for port 19b27bdb-0525-4901-9105-5444409c22f2 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:32.982085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a8a38bc2-32f2-494f-afd3-ede9454654e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19b27bdb-0525-4901-9105-5444409c22f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.016299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a8a38bc2-32f2-494f-afd3-ede9454654e4 None None] Port 19b27bdb-0525-4901-9105-5444409c22f2 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:33.168407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b27bdb-0525-4901-9105-5444409c22f2 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:31:33.176498 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks [] for port (19b27bdb-0525-4901-9105-5444409c22f2), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.188316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Transition to ACTIVE for port object 19b27bdb-0525-4901-9105-5444409c22f2 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:31:33.191997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.243141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Pushing event updated for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:33.314350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Attempting to bind port 19b27bdb-0525-4901-9105-5444409c22f2 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:33.314706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Attempting to bind port 19b27bdb-0525-4901-9105-5444409c22f2 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:33.315126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Attempting to bind port 19b27bdb-0525-4901-9105-5444409c22f2 on network f2ea845d-7d76-4093-8e1d-78201a2ec165 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:33.319866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Port 19b27bdb-0525-4901-9105-5444409c22f2 on network f2ea845d-7d76-4093-8e1d-78201a2ec165 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:31:33.320223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Attempting to bind port 19b27bdb-0525-4901-9105-5444409c22f2 on network f2ea845d-7d76-4093-8e1d-78201a2ec165 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:33.325291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:33.325629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Checking segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:33.326012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Bound using segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:33.326437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Bound port: 19b27bdb-0525-4901-9105-5444409c22f2, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:33.326791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19b27bdb-0525-4901-9105-5444409c22f2), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.398496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:33.401552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=19b27bdb-0525-4901-9105-5444409c22f2,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:33.406983 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.444501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:33.445477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:33.447066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] 10.222.0.30 "PUT /v2.0/ports/19b27bdb-0525-4901-9105-5444409c22f2 HTTP/1.1" status: 200 len: 1092 time: 0.6117539 Mar 11 00:31:33.447723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:33.450358 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42601948-68a3-44be-8906-5aec8bd85aee" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "tag": "19b27bdb-0525-4901-9105-5444409c22f2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:33.510080 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec9ccd-0f9e-48a8-ae83-ad800032f28a x-openstack-request-id: req-11ec9ccd-0f9e-48a8-ae83-ad800032f28a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:33.510437 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "tag": "19b27bdb-0525-4901-9105-5444409c22f2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:33.510629 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11ec9ccd-0f9e-48a8-ae83-ad800032f28a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:33.511030 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2', 'status': 'completed', 'code': 200} Mar 11 00:31:33.561566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdd361-2e8f-4ee0-bf1d-a3fd727e5f4d service neutron] Pushing event updated for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:33.593872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfe1c1-b08c-4eb2-aa4b-673ec7804ee8 req-628e5a23-568e-4989-b36b-695c3c186a94 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:33.595525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cddfe1c1-b08c-4eb2-aa4b-673ec7804ee8 req-628e5a23-568e-4989-b36b-695c3c186a94 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 944 time: 0.1419811 Mar 11 00:31:33.597833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-3b83d1bd-e046-4b66-83e9-233dd39947dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:33.599214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-3b83d1bd-e046-4b66-83e9-233dd39947dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 1126 time: 0.0914652 Mar 11 00:31:33.651438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-0603ff3e-8dac-4c93-8c2b-d25cdc71bbeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=19b27bdb-0525-4901-9105-5444409c22f2 HTTP/1.1" status: 200 len: 217 time: 0.0430584 Mar 11 00:31:33.714947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cddfe1c1-b08c-4eb2-aa4b-673ec7804ee8 req-0389c7f0-816b-4e32-bd3b-83cb49f49937 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126673 Mar 11 00:31:33.723678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-24bf0905-5b26-4adc-91ec-ed03f8efd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:33.725111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-24bf0905-5b26-4adc-91ec-ed03f8efd1dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10696e5e-0280-4c7c-ae7d-36a86b97a877 HTTP/1.1" status: 200 len: 837 time: 0.0677426 Mar 11 00:31:33.774663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305740e-3dcd-45c6-89cb-9036d678145f req-b022269d-e55f-4dd9-b737-210a4ad9e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:33.775961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-b022269d-e55f-4dd9-b737-210a4ad9e0fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2ea845d-7d76-4093-8e1d-78201a2ec165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451968 Mar 11 00:31:33.865475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-bac2c4d5-067d-4ab1-9a8f-15ea0c934a3b service neutron] 10.222.0.30 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837133 Mar 11 00:31:33.960055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4305740e-3dcd-45c6-89cb-9036d678145f req-092645f9-ea97-4db0-b42e-ae6a628e272b service neutron] 10.222.0.30 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889089 Mar 11 00:31:34.049047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601948-68a3-44be-8906-5aec8bd85aee req-776e3c6f-63d9-4b5a-9e28-70e4156e4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:34.050564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-776e3c6f-63d9-4b5a-9e28-70e4156e4b8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 1126 time: 0.0456746 Mar 11 00:31:34.145180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601948-68a3-44be-8906-5aec8bd85aee req-d9264880-6ec6-48f8-9581-ecdb7ba4ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:34.146637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-d9264880-6ec6-48f8-9581-ecdb7ba4ee1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2ea845d-7d76-4093-8e1d-78201a2ec165 HTTP/1.1" status: 200 len: 897 time: 0.0903354 Mar 11 00:31:34.185451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-39f9326a-dd4c-4693-b9b0-7dc3d5c92bb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=19b27bdb-0525-4901-9105-5444409c22f2 HTTP/1.1" status: 200 len: 217 time: 0.0334680 Mar 11 00:31:34.231872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601948-68a3-44be-8906-5aec8bd85aee req-f55f0e70-c03f-4d47-a718-c2c42f97dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:34.233336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-f55f0e70-c03f-4d47-a718-c2c42f97dc8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10696e5e-0280-4c7c-ae7d-36a86b97a877 HTTP/1.1" status: 200 len: 837 time: 0.0418475 Mar 11 00:31:34.287775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601948-68a3-44be-8906-5aec8bd85aee req-f1edccf4-30c6-40e7-8d2b-ea5d21ef91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:34.289285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-f1edccf4-30c6-40e7-8d2b-ea5d21ef91be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2ea845d-7d76-4093-8e1d-78201a2ec165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488365 Mar 11 00:31:34.380094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-17ffdc45-2677-4bf8-ae26-0aaf77424f97 service neutron] 10.222.0.30 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828459 Mar 11 00:31:34.470601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42601948-68a3-44be-8906-5aec8bd85aee req-0e154215-72f5-4835-a72c-2e408b31282a service neutron] 10.222.0.30 "GET /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845518 Mar 11 00:31:34.842789 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d09b2-d23b-4749-8038-5421b9009bd5 req-4b1607ac-7bed-4439-8997-d754e59033ba tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:34.844287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-364d09b2-d23b-4749-8038-5421b9009bd5 req-4b1607ac-7bed-4439-8997-d754e59033ba tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 944 time: 0.0565815 Mar 11 00:31:34.895278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-364d09b2-d23b-4749-8038-5421b9009bd5 req-9793c1ed-b755-402d-b5f3-dd8b5634298c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440476 Mar 11 00:31:36.021602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098a98b-7677-4983-a9b3-d35ad908b2bb req-9c9a7f25-33a0-4351-a295-10f694fb6e6b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:36.022938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f098a98b-7677-4983-a9b3-d35ad908b2bb req-9c9a7f25-33a0-4351-a295-10f694fb6e6b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 944 time: 0.0585668 Mar 11 00:31:36.077791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f098a98b-7677-4983-a9b3-d35ad908b2bb req-d73daf1a-1a6a-420f-8802-45c91da36c15 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490816 Mar 11 00:31:36.202495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 19b27bdb-0525-4901-9105-5444409c22f2 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:31:36.302310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=19b27bdb-0525-4901-9105-5444409c22f2,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:36.313801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '19b27bdb-0525-4901-9105-5444409c22f2', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'port_id': '19b27bdb-0525-4901-9105-5444409c22f2', 'mac_address': 'fa:16:3e:92:63:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:31:36.355477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 19b27bdb-0525-4901-9105-5444409c22f2 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:36.355865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19b27bdb-0525-4901-9105-5444409c22f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.369832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b27bdb-0525-4901-9105-5444409c22f2 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:31:36.389643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=19b27bdb-0525-4901-9105-5444409c22f2,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:36.394066 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.443634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:36.590639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['19b27bdb-0525-4901-9105-5444409c22f2'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:31:36.664537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38550) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:36.754903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fd4d1974-caf1-42dc-a707-5ad27becfd76 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2283 time: 0.0891230 Mar 11 00:31:36.758249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:36.765787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'network': {'name': 'tempest-network-smoke--1609215788', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'port_security_enabled': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:36.768597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a71b8cf9-8f08-475d-bba1-c5e483ccfbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.788986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:36.793639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.820145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:31:36.830788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (edfb9612-651b-470e-95be-fa1101fc6e37), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.831525 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Added segment edfb9612-651b-470e-95be-fa1101fc6e37 of type vlan for network 82fb46b1-b555-4f62-8663-888a98c472e6 Mar 11 00:31:36.881027 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (82fb46b1-b555-4f62-8663-888a98c472e6), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.905368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (82fb46b1-b555-4f62-8663-888a98c472e6), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.910415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:36.910985 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.942753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1828616 Mar 11 00:31:36.945556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38554) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:36.950165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'admin_state_up': True, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:36.973321 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.974517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:36.979967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34163cb1-2d67-4923-8c82-e804351bf0a9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Network': ['ID=82fb46b1-b555-4f62-8663-888a98c472e6,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:36.992923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 82fb46b1-b555-4f62-8663-888a98c472e6 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:31:37.026938 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_controller (5311ca3b-9850-4507-8183-6bca3ba5fac4), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.174106 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (5311ca3b-9850-4507-8183-6bca3ba5fac4), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.198862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c7311-36ab-4efc-9fdc-4c83c665c21f req-117fb63f-507e-4207-a643-1ed4926f17f6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:37.200365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805c7311-36ab-4efc-9fdc-4c83c665c21f req-117fb63f-507e-4207-a643-1ed4926f17f6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 945 time: 0.0521324 Mar 11 00:31:37.253309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-805c7311-36ab-4efc-9fdc-4c83c665c21f req-9031e36e-e973-4e30-939b-0834b4f6f594 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Mar 11 00:31:37.374952 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.393769 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.477613 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a1f1de1-2a7f-4538-be37-680ca4505582 req-3a942682-f56c-46da-91bb-0d4e24998f47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294988 Mar 11 00:31:37.532871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a1f1de1-2a7f-4538-be37-680ca4505582 req-8988686d-c327-4f00-9222-92184a043668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0346143 Mar 11 00:31:37.547910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.25.7.64 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a06e5b64-c314-48a3-8ea1-8a32d3f91c2b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:37.575673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a1f1de1-2a7f-4538-be37-680ca4505582 req-6101a913-7b02-49f5-a26d-393abdad5cdf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248010 Mar 11 00:31:37.738591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1de1-2a7f-4538-be37-680ca4505582 req-55361baa-b027-4d7a-b5e4-a21d68ba2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:37.740071 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a1f1de1-2a7f-4538-be37-680ca4505582 req-55361baa-b027-4d7a-b5e4-a21d68ba2190 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575751 Mar 11 00:31:37.742516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.774666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:37.810519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:37.813306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:37.816814 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:37.844761 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:38.072063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.209702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 19b27bdb-0525-4901-9105-5444409c22f2 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:38.257683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 19b27bdb-0525-4901-9105-5444409c22f2 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:31:38.261838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 19b27bdb-0525-4901-9105-5444409c22f2 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:38.262214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (19b27bdb-0525-4901-9105-5444409c22f2), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.273434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.344595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 19b27bdb-0525-4901-9105-5444409c22f2 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:38.344995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (19b27bdb-0525-4901-9105-5444409c22f2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.368437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:38.370865 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3150a49-3e7b-4a99-868e-f72cb168cb91" -d '{"events": [{"server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "name": "network-vif-plugged", "status": "completed", "tag": "19b27bdb-0525-4901-9105-5444409c22f2"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:38.388069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=19b27bdb-0525-4901-9105-5444409c22f2,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:38.393754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.420093 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5180c85a-0530-44c0-b53b-406bd60f04cd x-openstack-request-id: req-5180c85a-0530-44c0-b53b-406bd60f04cd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:38.420391 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "name": "network-vif-plugged", "status": "completed", "tag": "19b27bdb-0525-4901-9105-5444409c22f2", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:38.420648 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5180c85a-0530-44c0-b53b-406bd60f04cd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:38.421042 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2', 'code': 200} Mar 11 00:31:38.447746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:38.450195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 5311ca3b-9850-4507-8183-6bca3ba5fac4 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:31:38.461870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd9ae-9c25-4be1-bb4e-52bd2c3c1d75 req-5d86e7e1-040b-4478-8df2-eccd9f7fb04c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:38.463472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-635dd9ae-9c25-4be1-bb4e-52bd2c3c1d75 req-5d86e7e1-040b-4478-8df2-eccd9f7fb04c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.1415024 Mar 11 00:31:38.545764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-635dd9ae-9c25-4be1-bb4e-52bd2c3c1d75 req-5a8f8d9e-267c-45a5-b9fb-61d218fc3dd6 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761917 Mar 11 00:31:38.552028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ab3c7-392b-49aa-ba48-8681f7f7c74e req-9de71c2b-fcf0-42b5-b760-c3f262d72060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:38.553504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f18ab3c7-392b-49aa-ba48-8681f7f7c74e req-9de71c2b-fcf0-42b5-b760-c3f262d72060 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 1128 time: 0.0695372 Mar 11 00:31:38.564608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:31:38.579075 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Sync routers for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:31:38.592594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:38.593835 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-38724d25-e154-4611-a7a2-b6a78b197fdd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6472127 Mar 11 00:31:38.597453 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38564) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:38.601954 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:38.602691 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:38.606054 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f18ab3c7-392b-49aa-ba48-8681f7f7c74e req-380a9017-4800-48c8-9883-7193a73fb46c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Mar 11 00:31:38.666591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd78348-cc04-4ac0-bdd3-f56e61efbd1d tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:38.668125 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-abd78348-cc04-4ac0-bdd3-f56e61efbd1d tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4be29f041ae64ee88d639f087737ad30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0697172 Mar 11 00:31:38.670794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38566) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:38.712407 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:38.902240 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:37Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:38.937145 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Checking router: 5311ca3b-9850-4507-8183-6bca3ba5fac4 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:31:38.937502 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Updating router 5311ca3b-9850-4507-8183-6bca3ba5fac4 port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:31:38.970822 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.127283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436663e2-0099-4530-ac6a-bc114f755cb6 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:39.128844 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-436663e2-0099-4530-ac6a-bc114f755cb6 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4571569 Mar 11 00:31:39.131617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38568) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.161635 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9671e7d9-3daf-48ac-a988-3eaf306aa079 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264864 Mar 11 00:31:39.161946 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38570) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.191811 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d01ceb85-4bcc-4b60-8c62-c851eb8f0f8e tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4be29f041ae64ee88d639f087737ad30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261424 Mar 11 00:31:39.192066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38572) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.227830 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks [] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.232418 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.278291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Attempting to bind port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:39.278735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Attempting to bind port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:39.279099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Attempting to bind port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:39.287214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3086256-f566-4ef7-aa80-f5d7d5492dec tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:39.291561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a3086256-f566-4ef7-aa80-f5d7d5492dec tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959988 Mar 11 00:31:39.291838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38574) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.292260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Pushing event updated for resources: {'Port': ['ID=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:39.294855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1271b011-b901-41c7-95d9-003610276324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.295446 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:39.295446 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:39.295784 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.296243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:39.296713 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Bound port: a06e5b64-c314-48a3-8ea1-8a32d3f91c2b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:39.297087 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.319949 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f589054d-3d09-4735-b151-5e9f20130e4d tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269613 Mar 11 00:31:39.322555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38576) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.323900 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.324264 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.324600 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.324929 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.325257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.325579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.325896 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.326214 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.326527 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.326838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.327125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1425392287', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:39.327227 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.327450 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.327759 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:39.362389 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] For port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:39.365376 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] For port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:39.371806 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.419126 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:39.422597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.427051 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:39.427679 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:39.463506 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b110231-8cbc-429c-880b-9cb8b673da70 None None] Pushing event updated for resources: {'Port': ['ID=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:39.541322 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:39.628759 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ac97c840-3a6f-4cfc-85fa-4ca557cb9f59), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.698192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Subnet': ['ID=ac97c840-3a6f-4cfc-85fa-4ca557cb9f59,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:39.706897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Checking segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:39.707263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network hostable DHCP agents. Network: 82fb46b1-b555-4f62-8663-888a98c472e6, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:31:39.725954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 82fb46b1-b555-4f62-8663-888a98c472e6 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:31:39.738622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 82fb46b1-b555-4f62-8663-888a98c472e6) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:39.742707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:39.743308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:39.750821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edea018-6016-48ad-8c59-b4025775b2aa None None] Network 82fb46b1-b555-4f62-8663-888a98c472e6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:31:39.770701 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1b79b1ca-4475-48f8-921e-3b9b0d39ef67 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4472377 Mar 11 00:31:39.773650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38582) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:39.823341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba067-aa02-4974-9913-69a96c7306ac req-7dbcac4e-4220-4e67-94cc-b4c055cafb53 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:39.830764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1cba067-aa02-4974-9913-69a96c7306ac req-7dbcac4e-4220-4e67-94cc-b4c055cafb53 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.1895282 Mar 11 00:31:39.858499 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:37Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:39.891727 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c6e54-ab36-46c5-b509-45e36cf465f9 None None] The sync data for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 is: [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:37Z', 'revision_number': 3, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:31:39.928278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1cba067-aa02-4974-9913-69a96c7306ac req-435606af-34e0-4ce9-b847-8d954a3614ce tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963123 Mar 11 00:31:40.052228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-82fb46b1-b555-4f62-8663-888a98c472e6', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'project_id': '4be29f041ae64ee88d639f087737ad30', 'fixed_ips': [{'subnet_id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:31:40.053102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.237612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Allocated IP 172.20.0.18 (82fb46b1-b555-4f62-8663-888a98c472e6/ac97c840-3a6f-4cfc-85fa-4ca557cb9f59/35a8e468-32ff-4b68-9238-e34c4bccef21) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:40.403142 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks [] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.411092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.463183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Network 82fb46b1-b555-4f62-8663-888a98c472e6 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:40.466070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:40.468575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:40.476839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Pushing event updated for resources: {'Port': ['ID=35a8e468-32ff-4b68-9238-e34c4bccef21,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:40.549327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Attempting to bind port 35a8e468-32ff-4b68-9238-e34c4bccef21 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:40.549713 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Attempting to bind port 35a8e468-32ff-4b68-9238-e34c4bccef21 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:40.550082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Attempting to bind port 35a8e468-32ff-4b68-9238-e34c4bccef21 on network 82fb46b1-b555-4f62-8663-888a98c472e6 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:40.553972 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.557298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:40.557687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Checking segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:40.558093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.558491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Bound using segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:40.559034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Bound port: 35a8e468-32ff-4b68-9238-e34c4bccef21, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:40.559421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.630174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] For port 35a8e468-32ff-4b68-9238-e34c4bccef21, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:40.633410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] For port 35a8e468-32ff-4b68-9238-e34c4bccef21, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35a8e468-32ff-4b68-9238-e34c4bccef21,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:40.640656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.674946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:40.708906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06407b96-5c97-4377-b151-ef9a7902bfce None None] Pushing event updated for resources: {'Port': ['ID=35a8e468-32ff-4b68-9238-e34c4bccef21,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:40.966189 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.041652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.20.0.17 (82fb46b1-b555-4f62-8663-888a98c472e6/ac97c840-3a6f-4cfc-85fa-4ca557cb9f59/507806ca-4a22-406f-a399-cfba4a00b5b7) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:41.103235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb68c7d-9235-4cce-a508-abaa9c70aa97 req-65a3b7c1-96b1-49e2-bacc-4399228a3df0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:41.104753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb68c7d-9235-4cce-a508-abaa9c70aa97 req-65a3b7c1-96b1-49e2-bacc-4399228a3df0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.0972829 Mar 11 00:31:41.208650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cb68c7d-9235-4cce-a508-abaa9c70aa97 req-196ed695-7971-4b6f-a8bc-000752ac3d6f tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965722 Mar 11 00:31:41.221799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.265092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.270754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.299668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a06e5b64-c314-48a3-8ea1-8a32d3f91c2b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:41.326901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 82fb46b1-b555-4f62-8663-888a98c472e6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:41.349771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:41.350231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.350428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:41.356670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:41.391440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:41.418010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.427473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f8c83-2206-40db-bf93-2b183ba83071 req-cc82c564-cc1e-4463-87e5-9c6606a83c47 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:41.429456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a98f8c83-2206-40db-bf93-2b183ba83071 req-cc82c564-cc1e-4463-87e5-9c6606a83c47 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.1237259 Mar 11 00:31:41.447832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:41.448415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.472655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:41.477435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.478305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35a8e468-32ff-4b68-9238-e34c4bccef21 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:41.541780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a98f8c83-2206-40db-bf93-2b183ba83071 req-2cd98b1f-bbce-458a-be44-632334016d93 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717907 Mar 11 00:31:41.558666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:41.589680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 35a8e468-32ff-4b68-9238-e34c4bccef21 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:41.590062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.621647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.683220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 35a8e468-32ff-4b68-9238-e34c4bccef21 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:41.683619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.722369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 35a8e468-32ff-4b68-9238-e34c4bccef21, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35a8e468-32ff-4b68-9238-e34c4bccef21,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:41.729755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.741101 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.794520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=35a8e468-32ff-4b68-9238-e34c4bccef21,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:41.799103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09535f-bcbf-4cfd-92f4-db9909191fbf None None] Network 82fb46b1-b555-4f62-8663-888a98c472e6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:31:41.890982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-88e9e46b-93b3-49e9-b31d-1affd927dbbb None None] Provisioning complete for port 35a8e468-32ff-4b68-9238-e34c4bccef21 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:41.891369 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e9e46b-93b3-49e9-b31d-1affd927dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.964963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:41.969596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.008738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-88e9e46b-93b3-49e9-b31d-1affd927dbbb None None] Current status of the port 35a8e468-32ff-4b68-9238-e34c4bccef21 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:42.052628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.054439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:42.158603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 82fb46b1-b555-4f62-8663-888a98c472e6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:42.159771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:42.230076 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:42.230681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.269957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Port 507806ca-4a22-406f-a399-cfba4a00b5b7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:42.280437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Provisioning complete for port 35a8e468-32ff-4b68-9238-e34c4bccef21 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:42.281110 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.288029 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 5311ca3b-9850-4507-8183-6bca3ba5fac4 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:31:42.368020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-61336f54-d00c-4693-af29-6fe06156d93f None None] Current status of the port 35a8e468-32ff-4b68-9238-e34c4bccef21 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:42.408647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:31:42.414084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a0c2ceee-b38e-4a93-9668-9098b1f23b8d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "PUT /v2.0/routers/5311ca3b-9850-4507-8183-6bca3ba5fac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389184 Mar 11 00:31:42.418981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Sync routers for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:31:42.430087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:42.431456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:42.542763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bd774f14-410b-4f9f-bf72-8ec4fd9a70f9 None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:42.543306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bd774f14-410b-4f9f-bf72-8ec4fd9a70f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.584098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:42.621088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bd774f14-410b-4f9f-bf72-8ec4fd9a70f9 None None] Port 507806ca-4a22-406f-a399-cfba4a00b5b7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:42.629765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-7c5162da-7386-4a8b-aa52-c789808fa2a8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:42.631269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-7c5162da-7386-4a8b-aa52-c789808fa2a8 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/networks?id=82fb46b1-b555-4f62-8663-888a98c472e6 HTTP/1.1" status: 200 len: 798 time: 0.1068435 Mar 11 00:31:42.646089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-fa4988ca-99fe-4c01-a4f3-531955cef030 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/quotas/4be29f041ae64ee88d639f087737ad30 HTTP/1.1" status: 200 len: 375 time: 0.0092585 Mar 11 00:31:42.712669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-a057aaa8-df83-4a0b-9ff3-b6047e7ae636 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0613730 Mar 11 00:31:42.775268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b4f6218b-e3ee-43c3-be03-ed035ce3ee6e None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:42.775551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b4f6218b-e3ee-43c3-be03-ed035ce3ee6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.811066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-85a6489f-0ead-46be-a1d7-79a181adf42d service neutron] 10.222.0.21 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Mar 11 00:31:42.819640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6218b-e3ee-43c3-be03-ed035ce3ee6e None None] Port 507806ca-4a22-406f-a399-cfba4a00b5b7 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:42.834411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '507806ca-4a22-406f-a399-cfba4a00b5b7', 'name': '', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:b6:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:40Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 2, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:42.861338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Checking router: 5311ca3b-9850-4507-8183-6bca3ba5fac4 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:31:42.861692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Updating router 5311ca3b-9850-4507-8183-6bca3ba5fac4 port 507806ca-4a22-406f-a399-cfba4a00b5b7 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:31:42.889971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:42.912629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-e6136b0d-7e6d-4c4a-b86e-ab4ccd9a1215 service neutron] 10.222.0.21 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955889 Mar 11 00:31:43.031382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38606) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:43.096436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c070977d-f972-4f27-b04e-eab37cc80cd6 req-d724faec-1b75-4daa-be50-60a9d945968b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 210 time: 0.0360160 Mar 11 00:31:43.219168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks [] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.225203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.239172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a06e5b64-c314-48a3-8ea1-8a32d3f91c2b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:43.346760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf5de-893a-48f8-bf3f-c323572858c2 None None] Pushing event updated for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:43.395121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.407940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Attempting to bind port 507806ca-4a22-406f-a399-cfba4a00b5b7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:43.408512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Attempting to bind port 507806ca-4a22-406f-a399-cfba4a00b5b7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:43.408884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Attempting to bind port 507806ca-4a22-406f-a399-cfba4a00b5b7 on network 82fb46b1-b555-4f62-8663-888a98c472e6 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:43.416742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:43.417113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Checking segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:43.417516 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.417910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Bound using segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:43.418594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Bound port: 507806ca-4a22-406f-a399-cfba4a00b5b7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:43.418740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.432373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:43.432806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.522944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] For port 507806ca-4a22-406f-a399-cfba4a00b5b7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:43.527169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] For port 507806ca-4a22-406f-a399-cfba4a00b5b7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=507806ca-4a22-406f-a399-cfba4a00b5b7,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:43.537473 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.600948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.617634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:43.619140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35a8e468-32ff-4b68-9238-e34c4bccef21 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:43.666230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:43.666874 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:43.668661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf5de-893a-48f8-bf3f-c323572858c2 None None] Pushing event updated for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:43.885940 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:43.886228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:43.940821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.17 (f2ea845d-7d76-4093-8e1d-78201a2ec165/10696e5e-0280-4c7c-ae7d-36a86b97a877/bb1bf146-d721-4315-bf1b-a681df77d14d) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:43.987693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 35a8e468-32ff-4b68-9238-e34c4bccef21 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:43.988093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.019141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:44.063110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.105755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.151270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Current status of the port 507806ca-4a22-406f-a399-cfba4a00b5b7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:44.151668 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.151902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:44.155423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:44.161234 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:44.200459 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:31:44.242622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.244704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-1281d18e-ac54-40c0-b6c1-8e6f4e424436 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:44.248061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-1281d18e-ac54-40c0-b6c1-8e6f4e424436 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.30 "GET /v2.0/networks?id=82fb46b1-b555-4f62-8663-888a98c472e6 HTTP/1.1" status: 200 len: 798 time: 0.1528721 Mar 11 00:31:44.264203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Request body: {'port': {'device_id': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'admin_state_up': True, 'tenant_id': '4be29f041ae64ee88d639f087737ad30'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:44.313443 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:44.342251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 35a8e468-32ff-4b68-9238-e34c4bccef21 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:44.349410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] For port 507806ca-4a22-406f-a399-cfba4a00b5b7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=507806ca-4a22-406f-a399-cfba4a00b5b7,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:44.359134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.402207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a170229a-a99f-450f-96e1-69935f2b47fa req-aaf0d246-1e1e-4883-9447-8f8d68afc301 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 210 time: 0.1536436 Mar 11 00:31:44.438504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.454559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Made reservation on behalf of 4be29f041ae64ee88d639f087737ad30 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:31:44.462055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.490734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f09f95-236f-42b1-936c-a18da2354607 None None] Pushing event updated for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:44.507606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0356b68d-d24a-4663-8aaa-2bad5c0db9bb None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:44.508014 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0356b68d-d24a-4663-8aaa-2bad5c0db9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.541952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '507806ca-4a22-406f-a399-cfba4a00b5b7', 'name': '', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:b6:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:40Z', 'updated_at': '2022-03-11T00:31:43Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:44.575449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce794d-a86f-45ea-88c4-1be926a70e1b None None] The sync data for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 is: [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '507806ca-4a22-406f-a399-cfba4a00b5b7', 'name': '', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:b6:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:40Z', 'updated_at': '2022-03-11T00:31:43Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:31:44.614674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Allocated IP 172.20.0.21 (82fb46b1-b555-4f62-8663-888a98c472e6/ac97c840-3a6f-4cfc-85fa-4ca557cb9f59/a91951e1-3044-4876-8418-0cbadfe19ec3) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:31:44.629565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0356b68d-d24a-4663-8aaa-2bad5c0db9bb None None] Current status of the port 507806ca-4a22-406f-a399-cfba4a00b5b7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:44.766570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bf0b9aac-f960-4aa0-bfc0-d185a5cc1e40 None None] Provisioning complete for port bb1bf146-d721-4315-bf1b-a681df77d14d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:44.767554 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9aac-f960-4aa0-bfc0-d185a5cc1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.777308 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.784247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.791566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.823101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b9aac-f960-4aa0-bfc0-d185a5cc1e40 None None] Port bb1bf146-d721-4315-bf1b-a681df77d14d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:44.848684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.874877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:44.877778 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.891061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Network 82fb46b1-b555-4f62-8663-888a98c472e6 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:44.895361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:44.897947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:31:44.937771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event updated for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:44.954067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.954067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.954456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.954699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.955044 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.955380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.955717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.956093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.957177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.957177 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.957371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.957641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.957968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:31:44.978428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:44.979196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:44.996460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:31:44.998169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:31:45.005385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-d440ff5a-de7c-4293-af07-63d101e31a42 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7448981 Mar 11 00:31:45.020040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Request body: {'port': {'device_id': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:31:45.125397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.203829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:31:45.257527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-af127d7f-411a-45fc-9177-85373bc85ff2 None None] Provisioning complete for port a91951e1-3044-4876-8418-0cbadfe19ec3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:45.258138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-af127d7f-411a-45fc-9177-85373bc85ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.316682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-af127d7f-411a-45fc-9177-85373bc85ff2 None None] Port a91951e1-3044-4876-8418-0cbadfe19ec3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:45.344889 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 507806ca-4a22-406f-a399-cfba4a00b5b7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:45.396588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 507806ca-4a22-406f-a399-cfba4a00b5b7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:45.396963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.411803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:31:45.417004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-29a80ea2-b6ba-4020-bd14-908b495409dc tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/8dd0a4b4-42e9-40cf-bf9b-61db7d18787e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839531 Mar 11 00:31:45.437695 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:31:45.450545 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:45.452212 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:45.460956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-15514c96-8fa7-4094-94d4-7bb22fe3cf4c None None] Provisioning complete for port bb1bf146-d721-4315-bf1b-a681df77d14d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:45.461332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15514c96-8fa7-4094-94d4-7bb22fe3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.504644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-15514c96-8fa7-4094-94d4-7bb22fe3cf4c None None] Port bb1bf146-d721-4315-bf1b-a681df77d14d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:31:45.575900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 507806ca-4a22-406f-a399-cfba4a00b5b7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:45.586981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91951e1-3044-4876-8418-0cbadfe19ec3 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:31:45.597611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks [] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.598212 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:45.617512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Transition to ACTIVE for port object a91951e1-3044-4876-8418-0cbadfe19ec3 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:31:45.625066 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.637953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5885-54ad-4dd9-9ad0-666a4527415f req-fb0ca8ef-413a-4e35-aa79-0327a79fdf8a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:45.639111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d10b5885-54ad-4dd9-9ad0-666a4527415f req-fb0ca8ef-413a-4e35-aa79-0327a79fdf8a tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 895 time: 0.0887156 Mar 11 00:31:45.697315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Pushing event updated for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:45.774379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Attempting to bind port a91951e1-3044-4876-8418-0cbadfe19ec3 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:45.774379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Attempting to bind port a91951e1-3044-4876-8418-0cbadfe19ec3 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:45.774734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Attempting to bind port a91951e1-3044-4876-8418-0cbadfe19ec3 on network 82fb46b1-b555-4f62-8663-888a98c472e6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:45.779755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Port a91951e1-3044-4876-8418-0cbadfe19ec3 on network 82fb46b1-b555-4f62-8663-888a98c472e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:31:45.780260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Attempting to bind port a91951e1-3044-4876-8418-0cbadfe19ec3 on network 82fb46b1-b555-4f62-8663-888a98c472e6 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:45.786721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:45.787065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Checking segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:45.787457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Bound using segment: {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:45.788139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Bound port: a91951e1-3044-4876-8418-0cbadfe19ec3, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfb9612-651b-470e-95be-fa1101fc6e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:45.788501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.864771 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:31:44Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb1bf146-d721-4315-bf1b-a681df77d14d', 'name': '', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:70:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:43Z', 'updated_at': '2022-03-11T00:31:44Z', 'revision_number': 2, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:45.877475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:45.881436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a91951e1-3044-4876-8418-0cbadfe19ec3,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:45.891336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.903829 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:31:45.904449 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Updating router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e port bb1bf146-d721-4315-bf1b-a681df77d14d binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:31:45.933573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:45.934144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:45.935590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] 10.222.0.30 "PUT /v2.0/ports/a91951e1-3044-4876-8418-0cbadfe19ec3 HTTP/1.1" status: 200 len: 1055 time: 0.9220479 Mar 11 00:31:45.936580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:45.940151 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b2d5fb-0fcd-44a1-945e-0535131e511f" -d '{"events": [{"name": "network-changed", "server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:45.969438 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.019504 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e9c823-57e2-462e-ae21-5940aeb89dbe x-openstack-request-id: req-f1e9c823-57e2-462e-ae21-5940aeb89dbe {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:46.019808 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:46.020111 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1e9c823-57e2-462e-ae21-5940aeb89dbe {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:46.020632 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3', 'status': 'completed', 'code': 200} Mar 11 00:31:46.022370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a77482-2ad3-43c4-a486-fe2cba79754a service neutron] Pushing event updated for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:46.073101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-46c1af51-88bf-4ac3-ac7b-d842af986c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.074857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-46c1af51-88bf-4ac3-ac7b-d842af986c7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 1089 time: 0.0968022 Mar 11 00:31:46.127039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-09e13e1b-8f02-40d0-9891-7751ce95e946 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a91951e1-3044-4876-8418-0cbadfe19ec3 HTTP/1.1" status: 200 len: 217 time: 0.0440972 Mar 11 00:31:46.186614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-064dde72-b6ca-4ee4-a2a0-9163f81dd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.188320 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-064dde72-b6ca-4ee4-a2a0-9163f81dd160 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac97c840-3a6f-4cfc-85fa-4ca557cb9f59 HTTP/1.1" status: 200 len: 838 time: 0.0562053 Mar 11 00:31:46.250041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-f70bcf66-aefd-47db-b9f0-d86195a5aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.251632 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-f70bcf66-aefd-47db-b9f0-d86195a5aabf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82fb46b1-b555-4f62-8663-888a98c472e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568259 Mar 11 00:31:46.294007 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks [] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.300568 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.345198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-128c5873-36ad-45c5-9f6a-92c9985c3bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880339 Mar 11 00:31:46.361523 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89c35a-3fc5-4575-ba4d-30e99c5d6a47 None None] Pushing event updated for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:46.413264 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Attempting to bind port bb1bf146-d721-4315-bf1b-a681df77d14d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:31:46.413645 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Attempting to bind port bb1bf146-d721-4315-bf1b-a681df77d14d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:31:46.414010 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Attempting to bind port bb1bf146-d721-4315-bf1b-a681df77d14d on network f2ea845d-7d76-4093-8e1d-78201a2ec165 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:31:46.419424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:31:46.419802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Checking segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:31:46.420849 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.421254 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Bound using segment: {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:31:46.421729 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Bound port: bb1bf146-d721-4315-bf1b-a681df77d14d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68251abe-429c-42ad-9c5d-d964a915136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:31:46.422108 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.451297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84f9a113-0e29-4a71-81e5-32b3a11d9fbe req-4daab4d6-c973-43da-ac14-37368ae2f7e7 service neutron] 10.222.0.30 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003504 Mar 11 00:31:46.492428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] For port bb1bf146-d721-4315-bf1b-a681df77d14d, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:31:46.495762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] For port bb1bf146-d721-4315-bf1b-a681df77d14d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb1bf146-d721-4315-bf1b-a681df77d14d,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:31:46.502765 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.554590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-cf742416-efb3-4237-a24f-68ba4f9fe0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.556183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-cf742416-efb3-4237-a24f-68ba4f9fe0cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 1089 time: 0.0526409 Mar 11 00:31:46.559672 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:46.560347 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:46.577174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Provisioning complete for port bb1bf146-d721-4315-bf1b-a681df77d14d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:46.578185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.613314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89c35a-3fc5-4575-ba4d-30e99c5d6a47 None None] Pushing event updated for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:46.681486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Current status of the port bb1bf146-d721-4315-bf1b-a681df77d14d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:46.681798 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.687912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-8d9d440f-2469-47bf-b59d-6995ea715d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.692730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-8d9d440f-2469-47bf-b59d-6995ea715d3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=82fb46b1-b555-4f62-8663-888a98c472e6 HTTP/1.1" status: 200 len: 899 time: 0.1282833 Mar 11 00:31:46.702542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:46.727087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] For port bb1bf146-d721-4315-bf1b-a681df77d14d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb1bf146-d721-4315-bf1b-a681df77d14d,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:46.733765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.758218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-1eddd013-58a4-48d5-9f08-744875504c43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a91951e1-3044-4876-8418-0cbadfe19ec3 HTTP/1.1" status: 200 len: 217 time: 0.0588400 Mar 11 00:31:46.807105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04823c14-31bc-488e-9ca0-a9162202234c None None] Pushing event updated for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:46.839693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-922630a1-e5a9-48fb-bce4-204cd8a3f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.841306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-922630a1-e5a9-48fb-bce4-204cd8a3f8a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac97c840-3a6f-4cfc-85fa-4ca557cb9f59 HTTP/1.1" status: 200 len: 838 time: 0.0697374 Mar 11 00:31:46.856508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-43b74d24-95e7-493c-bc7e-ef50449952d7 None None] Provisioning complete for port bb1bf146-d721-4315-bf1b-a681df77d14d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:46.857164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-43b74d24-95e7-493c-bc7e-ef50449952d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:46.891296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57be31-e60c-4527-8563-23370c257ddf req-c7234cb4-e9e2-4de4-870a-4eaf0d09b9f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.893055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e57be31-e60c-4527-8563-23370c257ddf req-c7234cb4-e9e2-4de4-870a-4eaf0d09b9f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 907 time: 0.1303554 Mar 11 00:31:46.925675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-a66f3ec6-c4b3-461c-885a-5bcee817eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:46.926450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-a66f3ec6-c4b3-461c-885a-5bcee817eb65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82fb46b1-b555-4f62-8663-888a98c472e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784338 Mar 11 00:31:46.963329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:31:44Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb1bf146-d721-4315-bf1b-a681df77d14d', 'name': '', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:70:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:43Z', 'updated_at': '2022-03-11T00:31:46Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:46.964872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-43b74d24-95e7-493c-bc7e-ef50449952d7 None None] Current status of the port bb1bf146-d721-4315-bf1b-a681df77d14d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:46.991270 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910b5e8-a92d-492e-80ba-5c25b44f8e0a None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:31:44Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb1bf146-d721-4315-bf1b-a681df77d14d', 'name': '', 'network_id': 'f2ea845d-7d76-4093-8e1d-78201a2ec165', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:70:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:43Z', 'updated_at': '2022-03-11T00:31:46Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '10696e5e-0280-4c7c-ae7d-36a86b97a877', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:31:47.034219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-77d95cfa-ac4f-4687-a471-1adc55c54295 service neutron] 10.222.0.30 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990412 Mar 11 00:31:47.143780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-34b2d5fb-0fcd-44a1-945e-0535131e511f req-8447f04a-33f9-432e-b68c-e7c78b77e5cc service neutron] 10.222.0.30 "GET /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985568 Mar 11 00:31:47.244109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb1bf146-d721-4315-bf1b-a681df77d14d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:47.293145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port bb1bf146-d721-4315-bf1b-a681df77d14d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:47.293521 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:47.373071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port bb1bf146-d721-4315-bf1b-a681df77d14d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:48.015505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081da7c-7060-45c9-a6e1-60839544d278 req-cd907b3d-12c7-435c-815e-1bc6b3b28772 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:48.017093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2081da7c-7060-45c9-a6e1-60839544d278 req-cd907b3d-12c7-435c-815e-1bc6b3b28772 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 907 time: 0.0530260 Mar 11 00:31:48.246246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a91951e1-3044-4876-8418-0cbadfe19ec3 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:31:48.346284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a91951e1-3044-4876-8418-0cbadfe19ec3,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:48.356989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'a91951e1-3044-4876-8418-0cbadfe19ec3', 'network_id': '82fb46b1-b555-4f62-8663-888a98c472e6', 'port_id': 'a91951e1-3044-4876-8418-0cbadfe19ec3', 'mac_address': 'fa:16:3e:70:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac97c840-3a6f-4cfc-85fa-4ca557cb9f59', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:31:48.392816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a91951e1-3044-4876-8418-0cbadfe19ec3 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:48.393192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:48.409175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91951e1-3044-4876-8418-0cbadfe19ec3 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:31:48.428315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a91951e1-3044-4876-8418-0cbadfe19ec3,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:48.432146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:48.478792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:48.662441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a91951e1-3044-4876-8418-0cbadfe19ec3'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:31:49.137986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d44f1-98ce-4093-8ac7-a87858ac4689 req-f3b72934-2741-4a34-9bbc-c2bd40a6981d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:49.139446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-137d44f1-98ce-4093-8ac7-a87858ac4689 req-f3b72934-2741-4a34-9bbc-c2bd40a6981d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 908 time: 0.0556626 Mar 11 00:31:50.256939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a91951e1-3044-4876-8418-0cbadfe19ec3 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:31:50.259022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674df1-511d-40e8-ba23-8859ba4895dd req-4a18f815-9e66-433c-9815-4cb81ced0378 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:50.260548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fc674df1-511d-40e8-ba23-8859ba4895dd req-4a18f815-9e66-433c-9815-4cb81ced0378 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 908 time: 0.0523238 Mar 11 00:31:50.308641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port a91951e1-3044-4876-8418-0cbadfe19ec3 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:31:50.312303 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port a91951e1-3044-4876-8418-0cbadfe19ec3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:31:50.312677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:50.390613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a91951e1-3044-4876-8418-0cbadfe19ec3 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:50.391008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:50.414352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:50.416716 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a0e30a-ff9c-40f9-ba44-6ce7ccb351d0" -d '{"events": [{"server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:50.430092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a91951e1-3044-4876-8418-0cbadfe19ec3,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:50.434491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:50.458053 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed0d6b-ae94-4038-b1aa-86252f8529c8 x-openstack-request-id: req-50ed0d6b-ae94-4038-b1aa-86252f8529c8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:50.458351 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:50.458608 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50ed0d6b-ae94-4038-b1aa-86252f8529c8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:50.459002 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3', 'code': 200} Mar 11 00:31:50.488450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:50.552717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47c5c-e981-4c79-aa89-bc9608d534a2 req-234882e3-528c-4360-b79b-d8cd65f6a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:50.554185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6fe47c5c-e981-4c79-aa89-bc9608d534a2 req-234882e3-528c-4360-b79b-d8cd65f6a70f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 1091 time: 0.0430110 Mar 11 00:31:51.380965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74f66a-2c33-42aa-b5fa-97d615ece071 req-d2860c35-9bbe-47fc-9319-b09a11124703 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:51.382426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ca74f66a-2c33-42aa-b5fa-97d615ece071 req-d2860c35-9bbe-47fc-9319-b09a11124703 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0523350 Mar 11 00:31:52.505314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af9398-851f-4661-a2be-0da12228ecee req-e55f55b4-e2c6-4788-8467-c3dadbe50217 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:52.506674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50af9398-851f-4661-a2be-0da12228ecee req-e55f55b4-e2c6-4788-8467-c3dadbe50217 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0551252 Mar 11 00:31:52.625139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2823c6-d986-4e56-b9d6-88e0c9e424ca req-0ffcd879-bf99-402c-a6dc-e5a975bc0257 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:52.626810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2823c6-d986-4e56-b9d6-88e0c9e424ca req-0ffcd879-bf99-402c-a6dc-e5a975bc0257 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0520871 Mar 11 00:31:52.733272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc51711-f041-41a2-bbfb-1ad33611ac34 req-dd7e425c-a271-4852-a754-467e4b77c353 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:52.734770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-edc51711-f041-41a2-bbfb-1ad33611ac34 req-dd7e425c-a271-4852-a754-467e4b77c353 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 1091 time: 0.0439637 Mar 11 00:31:52.840689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfea25-dbbe-43c8-ab56-c367e2bce487 req-490d9e92-666b-4e05-bae7-cedf132dd4cc tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:52.842198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cabfea25-dbbe-43c8-ab56-c367e2bce487 req-490d9e92-666b-4e05-bae7-cedf132dd4cc tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1167 time: 0.0441468 Mar 11 00:31:52.897149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cabfea25-dbbe-43c8-ab56-c367e2bce487 req-8f9d24a1-ce05-4e4d-8cd0-24e9109b3b22 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0485880 Mar 11 00:31:52.918279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38652) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:52.962327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0820ba-ff7f-4d43-a673-f5b3a96b5125 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:52.963815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e0820ba-ff7f-4d43-a673-f5b3a96b5125 tempest-TestSecurityGroupsBasicOps-1025573509 tempest-TestSecurityGroupsBasicOps-1025573509-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 1086 time: 0.0445650 Mar 11 00:31:53.184214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147207a-1164-4a51-b004-e1d56bc1952c req-f0a74078-511b-48f2-bb76-1b75f40340c0 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:53.185674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c147207a-1164-4a51-b004-e1d56bc1952c req-f0a74078-511b-48f2-bb76-1b75f40340c0 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0522189 Mar 11 00:31:54.310908 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c27bcd-067d-43a1-b431-307c5b8e29b1 req-b1a0949a-7307-48d8-b398-4151528ecb8b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:54.312427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57c27bcd-067d-43a1-b431-307c5b8e29b1 req-b1a0949a-7307-48d8-b398-4151528ecb8b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0516961 Mar 11 00:31:54.605719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-c4f5cb05-2472-48ab-80f3-59a6bbd5d796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:31:54.607223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-c4f5cb05-2472-48ab-80f3-59a6bbd5d796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.30 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 909 time: 0.0615516 Mar 11 00:31:54.698143 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port a91951e1-3044-4876-8418-0cbadfe19ec3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:31:54.698483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:54.788224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port a91951e1-3044-4876-8418-0cbadfe19ec3, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a91951e1-3044-4876-8418-0cbadfe19ec3,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:54.788587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:54.801646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for a91951e1-3044-4876-8418-0cbadfe19ec3 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:31:54.926722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a91951e1-3044-4876-8418-0cbadfe19ec3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:54.956965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=a91951e1-3044-4876-8418-0cbadfe19ec3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:54.999537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] No DVR routers for this DVR port a91951e1-3044-4876-8418-0cbadfe19ec3 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:31:55.002290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:55.005648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70f402a1-12b7-4b76-865a-48ad30d76bdc req-ee01e8ec-e6ec-41ef-864f-c11cd8834796 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.30 "DELETE /v2.0/ports/a91951e1-3044-4876-8418-0cbadfe19ec3 HTTP/1.1" status: 204 len: 173 time: 0.3934574 Mar 11 00:31:55.006107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'name': 'network-vif-deleted', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:31:55.008394 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc46fa-49be-4ad6-904b-936d64548bc5" -d '{"events": [{"server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "name": "network-vif-deleted", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:31:55.054353 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1203faff-5ec8-4007-a6c0-517ca2a0f168 x-openstack-request-id: req-1203faff-5ec8-4007-a6c0-517ca2a0f168 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:31:55.054657 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278521ec-d099-4d7c-b6c7-5b987d285a9a", "name": "network-vif-deleted", "tag": "a91951e1-3044-4876-8418-0cbadfe19ec3", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:31:55.054913 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1203faff-5ec8-4007-a6c0-517ca2a0f168 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:31:55.055316 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278521ec-d099-4d7c-b6c7-5b987d285a9a', 'name': 'network-vif-deleted', 'tag': 'a91951e1-3044-4876-8418-0cbadfe19ec3', 'status': 'completed', 'code': 200} Mar 11 00:31:55.426216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b254e4cd-c236-43fe-b569-5f8997ac02cc req-c00d7f69-9657-4ee4-a7c5-236b97b38b3c tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=278521ec-d099-4d7c-b6c7-5b987d285a9a HTTP/1.1" status: 200 len: 210 time: 0.0291975 Mar 11 00:31:56.482441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38668) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:57.181525 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:57.442006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port 507806ca-4a22-406f-a399-cfba4a00b5b7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:31:57.442273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:57.529047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port 507806ca-4a22-406f-a399-cfba4a00b5b7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=507806ca-4a22-406f-a399-cfba4a00b5b7,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:57.529709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:57.542633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for 507806ca-4a22-406f-a399-cfba4a00b5b7 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:31:57.727629 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (507806ca-4a22-406f-a399-cfba4a00b5b7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:57.758745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=507806ca-4a22-406f-a399-cfba4a00b5b7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:57.935343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.157067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 5311ca3b-9850-4507-8183-6bca3ba5fac4 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:31:58.264038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:31:58.269731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bc62a680-be46-4999-a5b8-66f430b0b96d tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "PUT /v2.0/routers/5311ca3b-9850-4507-8183-6bca3ba5fac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7862055 Mar 11 00:31:58.272235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a91951e1-3044-4876-8418-0cbadfe19ec3 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:31:58.272991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38672) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:58.275775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Sync routers for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:31:58.298706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: a91951e1-3044-4876-8418-0cbadfe19ec3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:31:58.299050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a91951e1-3044-4876-8418-0cbadfe19ec3 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:31:58.304854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:58.305485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:58.324708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting subnet ac97c840-3a6f-4cfc-85fa-4ca557cb9f59 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:31:58.327843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (ac97c840-3a6f-4cfc-85fa-4ca557cb9f59), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.373731 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ac97c840-3a6f-4cfc-85fa-4ca557cb9f59), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.413848 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:58.459389 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ac97c840-3a6f-4cfc-85fa-4ca557cb9f59), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.517854 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ac97c840-3a6f-4cfc-85fa-4ca557cb9f59), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.549272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Subnet': ['ID=ac97c840-3a6f-4cfc-85fa-4ca557cb9f59,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:58.553064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.558554 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae50a17c-6eab-4188-aa0a-8f02d0e6a8e9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/subnets/ac97c840-3a6f-4cfc-85fa-4ca557cb9f59 HTTP/1.1" status: 204 len: 168 time: 0.2822061 Mar 11 00:31:58.559514 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:58.568672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b79571-d083-4d6d-bfe0-c16f511d28c2 None None] Network 82fb46b1-b555-4f62-8663-888a98c472e6 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:31:58.665896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.669790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:57Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:58.702795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Checking router: 5311ca3b-9850-4507-8183-6bca3ba5fac4 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:31:58.714896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Routers {'5311ca3b-9850-4507-8183-6bca3ba5fac4'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:31:58.715502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['5311ca3b-9850-4507-8183-6bca3ba5fac4'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:58.771122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] DHCP port deletion for 82fb46b1-b555-4f62-8663-888a98c472e6 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:31:58.775459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (5311ca3b-9850-4507-8183-6bca3ba5fac4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.839145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:31:58.839145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.921031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port a06e5b64-c314-48a3-8ea1-8a32d3f91c2b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:58.921313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:58.935844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for a06e5b64-c314-48a3-8ea1-8a32d3f91c2b owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:31:59.014184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] Set router 5311ca3b-9850-4507-8183-6bca3ba5fac4 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:31:59.110750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a06e5b64-c314-48a3-8ea1-8a32d3f91c2b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.134523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Deleting port 35a8e468-32ff-4b68-9238-e34c4bccef21 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:31:59.134893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.136893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=a06e5b64-c314-48a3-8ea1-8a32d3f91c2b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:59.201060 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.221399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] For port 35a8e468-32ff-4b68-9238-e34c4bccef21, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=35a8e468-32ff-4b68-9238-e34c4bccef21,segment=NetworkSegment(edfb9612-651b-470e-95be-fa1101fc6e37),segment_id=edfb9612-651b-470e-95be-fa1101fc6e37)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:31:59.221794 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.251227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Calling delete_port for 35a8e468-32ff-4b68-9238-e34c4bccef21 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:31:59.310285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 35a8e468-32ff-4b68-9238-e34c4bccef21 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:31:59.310910 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.313875 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_controller (5311ca3b-9850-4507-8183-6bca3ba5fac4), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.359657 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (5311ca3b-9850-4507-8183-6bca3ba5fac4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.360237 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Fanout notify agent at l3_agent the message router_deleted on router 5311ca3b-9850-4507-8183-6bca3ba5fac4 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:31:59.366812 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.367943 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2c2acb71-456e-4a53-bbae-ae04d014d196 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/routers/5311ca3b-9850-4507-8183-6bca3ba5fac4 HTTP/1.1" status: 204 len: 168 time: 0.8082440 Mar 11 00:31:59.370736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38678) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:59.371190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:57Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:59.409148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b307c3fa-2e50-48cc-9de7-2b926228371b None None] The sync data for ids ['5311ca3b-9850-4507-8183-6bca3ba5fac4'] in n-d-831844-1 is: [{'id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642115150', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:31:36Z', 'updated_at': '2022-03-11T00:31:57Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': 'a06e5b64-c314-48a3-8ea1-8a32d3f91c2b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:89:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5311ca3b-9850-4507-8183-6bca3ba5fac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:31:37Z', 'updated_at': '2022-03-11T00:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:31:59.440774 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.458108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (82fb46b1-b555-4f62-8663-888a98c472e6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.467265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] Pushing event deleted for resources: {'Port': ['ID=35a8e468-32ff-4b68-9238-e34c4bccef21,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:59.484407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8549a-48ef-4dff-8953-85532e8292a4 None None] No DVR routers for this DVR port 35a8e468-32ff-4b68-9238-e34c4bccef21 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:31:59.495203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 35a8e468-32ff-4b68-9238-e34c4bccef21 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:31:59.495771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (35a8e468-32ff-4b68-9238-e34c4bccef21), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.552769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (82fb46b1-b555-4f62-8663-888a98c472e6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.572670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fb46b1-b555-4f62-8663-888a98c472e6']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:59.582227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfb9612-651b-470e-95be-fa1101fc6e37') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:59.582532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfb9612-651b-470e-95be-fa1101fc6e37') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:31:59.592023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (edfb9612-651b-470e-95be-fa1101fc6e37), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.606014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (edfb9612-651b-470e-95be-fa1101fc6e37), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.612566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:31:59.612956 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (edfb9612-651b-470e-95be-fa1101fc6e37), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:31:59.615985 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:31:59.673631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (82fb46b1-b555-4f62-8663-888a98c472e6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.678585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.681823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/networks/82fb46b1-b555-4f62-8663-888a98c472e6 HTTP/1.1" status: 204 len: 168 time: 0.3100884 Mar 11 00:31:59.684722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:31:59.700474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538cd7-9238-4a87-a7a3-d4ff5785e3f7 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Network': ['ID=82fb46b1-b555-4f62-8663-888a98c472e6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:31:59.867582 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port cc0f5fe6-d1c1-4502-8d09-830b57cc45f1 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:31:59.867945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.944977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.945309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for floatingip (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:31:59.958377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for cc0f5fe6-d1c1-4502-8d09-830b57cc45f1 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:00.112046 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (cc0f5fe6-d1c1-4502-8d09-830b57cc45f1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:00.134588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=cc0f5fe6-d1c1-4502-8d09-830b57cc45f1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:00.195826 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for floatingip (f83eaa52-7a21-4c78-9d5f-d28e136f3da2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:00.196095 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Floating IP f83eaa52-7a21-4c78-9d5f-d28e136f3da2 disassociated (deleted). External IP: 172.25.7.233, port: d3e3f999-06e7-49f2-a980-ea66c001c08e. Mar 11 00:32:00.409415 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 17e4d757-eae6-47e1-ad98-5926de2c7216 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:00.833465 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:00.837990 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:00.843055 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Sync routers for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:00.853421 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:00.854095 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:00.873647 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e0aa7da-c271-4c81-80d8-b45f878ed986 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/floatingips/f83eaa52-7a21-4c78-9d5f-d28e136f3da2 HTTP/1.1" status: 204 len: 168 time: 1.1855755 Mar 11 00:32:00.873647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:00.874165 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:00.916120 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d109e-404a-4214-b915-8b2804077cd6 x-openstack-request-id: req-842d109e-404a-4214-b915-8b2804077cd6 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:00.916401 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:00.916759 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-842d109e-404a-4214-b915-8b2804077cd6 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:00.917275 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'status': 'completed', 'code': 200} Mar 11 00:32:00.994954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-7a27f16f-fbc8-4bab-8fba-4cb898af0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:01.001770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-7a27f16f-fbc8-4bab-8fba-4cb898af0901 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4be29f041ae64ee88d639f087737ad30&device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 1167 time: 0.0592372 Mar 11 00:32:01.070159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:01.131854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-75112efa-7ac2-4385-a6c7-ccf072141b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:01.133354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-75112efa-7ac2-4385-a6c7-ccf072141b4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 200 len: 898 time: 0.1197684 Mar 11 00:32:01.154814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4791d5-68c7-4ae5-a316-383fd70ed7aa req-103c58ea-da30-413e-87c9-c8f12cd08d20 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:01.160914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea4791d5-68c7-4ae5-a316-383fd70ed7aa req-103c58ea-da30-413e-87c9-c8f12cd08d20 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0596061 Mar 11 00:32:01.189128 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-9b0a6c94-7c9b-48aa-bcad-f720038e8599 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 200 len: 217 time: 0.0487456 Mar 11 00:32:01.196995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a06e5b64-c314-48a3-8ea1-8a32d3f91c2b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:01.218521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a06e5b64-c314-48a3-8ea1-8a32d3f91c2b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:01.219270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a06e5b64-c314-48a3-8ea1-8a32d3f91c2b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:01.219989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 507806ca-4a22-406f-a399-cfba4a00b5b7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:01.221767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea4791d5-68c7-4ae5-a316-383fd70ed7aa req-d9834926-56f2-47ba-93da-3b8b3c95d346 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0575178 Mar 11 00:32:01.241538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-3593c2b5-2e0b-4d61-8d14-186044a9a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:01.243031 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-3593c2b5-2e0b-4d61-8d14-186044a9a2de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a630a7db-2c04-4c80-90d6-4ca1f887f935 HTTP/1.1" status: 200 len: 835 time: 0.0468662 Mar 11 00:32:01.260418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 507806ca-4a22-406f-a399-cfba4a00b5b7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:01.260913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 507806ca-4a22-406f-a399-cfba4a00b5b7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:01.300185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-62864841-e7e8-452e-90bf-75d656034f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:01.301720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-62864841-e7e8-452e-90bf-75d656034f0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1c504b-c65a-47ab-9b99-2fa59d244873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525000 Mar 11 00:32:01.316409 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:01.343206 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Checking router: 17e4d757-eae6-47e1-ad98-5926de2c7216 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:01.353339 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:01.353969 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:01.401526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-ff07625c-a4a6-4051-8b31-f622dcbb487f service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933092 Mar 11 00:32:01.464347 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:01.497253 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f812d2f9-5ac1-4053-9a8c-5d4d3fa14ad8 req-92886649-0b74-4856-a8ce-9658171966e1 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895970 Mar 11 00:32:01.668854 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:01.698397 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c7d1c4-1fad-4f4d-a0e1-fbbe796b29d2 None None] The sync data for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 is: [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1fd30d8a-17f0-43a7-aa8f-df77dc08c071', 'name': '', 'network_id': '6f1c504b-c65a-47ab-9b99-2fa59d244873', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'mac_address': 'fa:16:3e:9c:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:46Z', 'updated_at': '2022-03-11T00:30:50Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'subnets': [{'id': 'a630a7db-2c04-4c80-90d6-4ca1f887f935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:01.915916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd6bd8-4711-4059-bb79-52d62f92cfad None None] New status for floating IP f83eaa52-7a21-4c78-9d5f-d28e136f3da2: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:32:02.344387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a090870-acb6-4e6c-8248-d98902199054 req-6749233d-545e-480b-8616-4a861fa6bee5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:02.347043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a090870-acb6-4e6c-8248-d98902199054 req-6749233d-545e-480b-8616-4a861fa6bee5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0557640 Mar 11 00:32:02.404255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a090870-acb6-4e6c-8248-d98902199054 req-62219193-607d-4ea4-839e-80866bd7560b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "GET /v2.0/security-groups?id=442c7479-a37a-42b0-aacb-bec44395b44e&id=b42d4688-3c3c-457d-88c2-3b84ca996a78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502524 Mar 11 00:32:02.425075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-1b7934fa-06b4-47e3-b1f6-3cfdd437c265 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:02.426786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-1b7934fa-06b4-47e3-b1f6-3cfdd437c265 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a659c0a-57fc-4e11-92e5-28a2223ac76d HTTP/1.1" status: 200 len: 985 time: 0.0952590 Mar 11 00:32:02.530831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port d3e3f999-06e7-49f2-a980-ea66c001c08e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:02.531517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:02.628390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port d3e3f999-06e7-49f2-a980-ea66c001c08e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d3e3f999-06e7-49f2-a980-ea66c001c08e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:02.628760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:02.642780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for d3e3f999-06e7-49f2-a980-ea66c001c08e owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:02.790017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d3e3f999-06e7-49f2-a980-ea66c001c08e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:02.820279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=d3e3f999-06e7-49f2-a980-ea66c001c08e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:02.876343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] No DVR routers for this DVR port d3e3f999-06e7-49f2-a980-ea66c001c08e on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:02.879367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:02.882849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-00b1f74a-6c89-4302-b500-da67db82c2d0 req-63b7068b-f355-4f49-b2a7-180478e03b4b tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.39 "DELETE /v2.0/ports/d3e3f999-06e7-49f2-a980-ea66c001c08e HTTP/1.1" status: 204 len: 173 time: 0.4511733 Mar 11 00:32:02.918612 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'name': 'network-vif-deleted', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:02.921047 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257ba837-4c90-4e8c-86c0-f6bb791393ff" -d '{"events": [{"server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "name": "network-vif-deleted", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:02.961351 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96814292-1f1a-4881-949e-ec8b2a73c6e1 x-openstack-request-id: req-96814292-1f1a-4881-949e-ec8b2a73c6e1 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:02.961817 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a659c0a-57fc-4e11-92e5-28a2223ac76d", "name": "network-vif-deleted", "tag": "d3e3f999-06e7-49f2-a980-ea66c001c08e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:02.962083 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96814292-1f1a-4881-949e-ec8b2a73c6e1 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:02.962504 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a659c0a-57fc-4e11-92e5-28a2223ac76d', 'name': 'network-vif-deleted', 'tag': 'd3e3f999-06e7-49f2-a980-ea66c001c08e', 'status': 'completed', 'code': 200} Mar 11 00:32:03.462787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38698) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:03.518217 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (b42d4688-3c3c-457d-88c2-3b84ca996a78), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.542798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (b42d4688-3c3c-457d-88c2-3b84ca996a78), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.593869 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b42d4688-3c3c-457d-88c2-3b84ca996a78), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.596888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.598046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/security-groups/b42d4688-3c3c-457d-88c2-3b84ca996a78 HTTP/1.1" status: 204 len: 168 time: 0.1342092 Mar 11 00:32:03.600832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38700) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:03.607631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1725aa-ac9d-494b-ad88-3a43b875bcc5 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d4688-3c3c-457d-88c2-3b84ca996a78,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:03.659684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (442c7479-a37a-42b0-aacb-bec44395b44e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.682455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (442c7479-a37a-42b0-aacb-bec44395b44e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.726521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (442c7479-a37a-42b0-aacb-bec44395b44e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.729459 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:03.730603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/security-groups/442c7479-a37a-42b0-aacb-bec44395b44e HTTP/1.1" status: 204 len: 168 time: 0.1283379 Mar 11 00:32:03.733444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38702) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:03.740189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05653b5-60b2-488e-8c22-5992cae215c4 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c7479-a37a-42b0-aacb-bec44395b44e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:04.089040 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (17e4d757-eae6-47e1-ad98-5926de2c7216), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:04.349289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:04.349551 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:04.441475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port 1fd30d8a-17f0-43a7-aa8f-df77dc08c071, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:04.441831 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:04.454706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:04.637568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1fd30d8a-17f0-43a7-aa8f-df77dc08c071), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:04.661558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=1fd30d8a-17f0-43a7-aa8f-df77dc08c071,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:04.845980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (17e4d757-eae6-47e1-ad98-5926de2c7216), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.385273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Router 17e4d757-eae6-47e1-ad98-5926de2c7216 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:05.494636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:05.499498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e1749cdc-9afb-45d3-bead-316ab1497b72 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "PUT /v2.0/routers/17e4d757-eae6-47e1-ad98-5926de2c7216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650189 Mar 11 00:32:05.502379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38704) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:05.504960 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Sync routers for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:05.515605 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:05.516249 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:05.554381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting subnet a630a7db-2c04-4c80-90d6-4ca1f887f935 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:32:05.557516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (a630a7db-2c04-4c80-90d6-4ca1f887f935), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.598257 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (a630a7db-2c04-4c80-90d6-4ca1f887f935), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.623296 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:05.686804 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a630a7db-2c04-4c80-90d6-4ca1f887f935), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.746398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a630a7db-2c04-4c80-90d6-4ca1f887f935), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.776421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.779614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/subnets/a630a7db-2c04-4c80-90d6-4ca1f887f935 HTTP/1.1" status: 204 len: 168 time: 0.2761462 Mar 11 00:32:05.780683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821dc93-317c-4294-9bec-3d18871abfcd tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Subnet': ['ID=a630a7db-2c04-4c80-90d6-4ca1f887f935,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:05.782401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:05.785838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8002b58a-52bf-4166-9f49-eff664b74dbb None None] Network 6f1c504b-c65a-47ab-9b99-2fa59d244873 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:05.807085 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:32:04Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:05.834853 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Checking router: 17e4d757-eae6-47e1-ad98-5926de2c7216 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:05.845448 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Routers {'17e4d757-eae6-47e1-ad98-5926de2c7216'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:05.846100 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['17e4d757-eae6-47e1-ad98-5926de2c7216'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:05.904828 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:05.962334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] DHCP port deletion for 6f1c504b-c65a-47ab-9b99-2fa59d244873 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:32:05.963407 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] Set router 17e4d757-eae6-47e1-ad98-5926de2c7216 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:06.011371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Deleting port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:06.012035 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.023738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_gateway (17e4d757-eae6-47e1-ad98-5926de2c7216), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.077856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Deleting port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:06.078664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.083728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] For port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,segment=NetworkSegment(70127c4d-1474-4ec8-9987-40137a46f28b),segment_id=70127c4d-1474-4ec8-9987-40137a46f28b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:06.084228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.098827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Calling delete_port for 9e21d5d3-e83e-492c-b465-0d6fa7143a0e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:06.119992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38710) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:06.162209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] For port 63c9bf4c-7afd-494c-92b2-616cbff7b9d1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:06.162583 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.170287 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:32:04Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:06.178253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Calling delete_port for 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:06.194078 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (9e21d5d3-e83e-492c-b465-0d6fa7143a0e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.204157 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9bae9e-efc6-4909-9c2b-676dd993493e None None] The sync data for ids ['17e4d757-eae6-47e1-ad98-5926de2c7216'] in n-d-831844-1 is: [{'id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318742137', 'tenant_id': '4be29f041ae64ee88d639f087737ad30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:32:04Z', 'revision_number': 5, 'project_id': '4be29f041ae64ee88d639f087737ad30', 'gw_port': {'id': '63c9bf4c-7afd-494c-92b2-616cbff7b9d1', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e4d757-eae6-47e1-ad98-5926de2c7216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:42Z', 'updated_at': '2022-03-11T00:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:06.225014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] Pushing event deleted for resources: {'Port': ['ID=9e21d5d3-e83e-492c-b465-0d6fa7143a0e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:06.235538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517ec12-7997-407d-bc93-508f03ed1b26 None None] No DVR routers for this DVR port 9e21d5d3-e83e-492c-b465-0d6fa7143a0e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:06.369300 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (63c9bf4c-7afd-494c-92b2-616cbff7b9d1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.396989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Port': ['ID=63c9bf4c-7afd-494c-92b2-616cbff7b9d1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:06.460625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (17e4d757-eae6-47e1-ad98-5926de2c7216), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.539945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.556035 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.558311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router_controller (17e4d757-eae6-47e1-ad98-5926de2c7216), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.615530 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (17e4d757-eae6-47e1-ad98-5926de2c7216), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.616568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Fanout notify agent at l3_agent the message router_deleted on router 17e4d757-eae6-47e1-ad98-5926de2c7216 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:32:06.623720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.624902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3174d5af-9bcd-4f24-9b21-f71113c84d79 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/routers/17e4d757-eae6-47e1-ad98-5926de2c7216 HTTP/1.1" status: 204 len: 168 time: 0.8408315 Mar 11 00:32:06.628417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38712) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:06.716462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (6f1c504b-c65a-47ab-9b99-2fa59d244873), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.754211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6bd6a7e7-2c64-4982-bda9-8dce47ed29f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.814153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (6f1c504b-c65a-47ab-9b99-2fa59d244873), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.842228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1c504b-c65a-47ab-9b99-2fa59d244873']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:06.853445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70127c4d-1474-4ec8-9987-40137a46f28b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:06.854047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70127c4d-1474-4ec8-9987-40137a46f28b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:06.864997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (70127c4d-1474-4ec8-9987-40137a46f28b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.880520 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (70127c4d-1474-4ec8-9987-40137a46f28b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.889947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:32:06.890727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (70127c4d-1474-4ec8-9987-40137a46f28b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:32:06.894353 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:32:06.919511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port bb1bf146-d721-4315-bf1b-a681df77d14d {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:06.919511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.964966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (6f1c504b-c65a-47ab-9b99-2fa59d244873), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.969459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:06.973693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] 10.222.0.21 "DELETE /v2.0/networks/6f1c504b-c65a-47ab-9b99-2fa59d244873 HTTP/1.1" status: 204 len: 168 time: 0.3442092 Mar 11 00:32:06.989653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d121d4-d042-4da2-a0ef-2f19a16a7fd9 tempest-TestSecurityGroupsBasicOps-1002627813 tempest-TestSecurityGroupsBasicOps-1002627813-project] Pushing event deleted for resources: {'Network': ['ID=6f1c504b-c65a-47ab-9b99-2fa59d244873,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:07.037971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port bb1bf146-d721-4315-bf1b-a681df77d14d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=bb1bf146-d721-4315-bf1b-a681df77d14d,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:07.038616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.051641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for bb1bf146-d721-4315-bf1b-a681df77d14d owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:07.248649 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bb1bf146-d721-4315-bf1b-a681df77d14d), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.263619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38720) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:07.281283 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=bb1bf146-d721-4315-bf1b-a681df77d14d,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:07.349211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:07.370850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:07.371198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 63c9bf4c-7afd-494c-92b2-616cbff7b9d1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:07.371811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9e21d5d3-e83e-492c-b465-0d6fa7143a0e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:07.396404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9e21d5d3-e83e-492c-b465-0d6fa7143a0e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:07.396760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9e21d5d3-e83e-492c-b465-0d6fa7143a0e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:07.397186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:07.418715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:07.419761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1fd30d8a-17f0-43a7-aa8f-df77dc08c071 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:07.480749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-89c24d46-2219-4c23-8974-aaeba45166c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be29f041ae64ee88d639f087737ad30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136562 Mar 11 00:32:07.481090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38724) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:07.505957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.538451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] Publish callbacks [] for security_group (a569ca50-66d5-4e11-9c84-55a3ca9505e3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.561005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] Publish callbacks [] for security_group (a569ca50-66d5-4e11-9c84-55a3ca9505e3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.609978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a569ca50-66d5-4e11-9c84-55a3ca9505e3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.613310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.614466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a569ca50-66d5-4e11-9c84-55a3ca9505e3 HTTP/1.1" status: 204 len: 168 time: 0.1324739 Mar 11 00:32:07.622385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb73af-1b0c-4d92-b579-9868a01f1510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569ca50-66d5-4e11-9c84-55a3ca9505e3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:07.747792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:07.861374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:07.864903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d3e3f999-06e7-49f2-a980-ea66c001c08e no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:07.872784 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a9083a58-1086-44d3-a5c5-4e93825efb44 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/8dd0a4b4-42e9-40cf-bf9b-61db7d18787e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7512748 Mar 11 00:32:07.884864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38732) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:07.896124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: d3e3f999-06e7-49f2-a980-ea66c001c08e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:07.896517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d3e3f999-06e7-49f2-a980-ea66c001c08e not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:07.898168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:07.898838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d6289aa-02e0-4a83-9159-f1da8fe50d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.909050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:07.911173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:07.982379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d6289aa-02e0-4a83-9159-f1da8fe50d2e admin admin] Publish callbacks [] for security_group (0653af47-13c0-4619-9bcb-a1bf9b019580), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:07.988413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d6289aa-02e0-4a83-9159-f1da8fe50d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0653af47-13c0-4619-9bcb-a1bf9b019580), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.043957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d6289aa-02e0-4a83-9159-f1da8fe50d2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee3cd83ccd5c4fcda7b90445ababdfb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551950 Mar 11 00:32:08.043957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6289aa-02e0-4a83-9159-f1da8fe50d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0653af47-13c0-4619-9bcb-a1bf9b019580,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:08.044609 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:08.060605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:08.099491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] Publish callbacks [] for security_group (0653af47-13c0-4619-9bcb-a1bf9b019580), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.123118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] Publish callbacks [] for security_group (0653af47-13c0-4619-9bcb-a1bf9b019580), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.151644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd823ec7-4684-42b3-87ad-47e8fae2bc02 req-6a39a9f4-df0a-44c3-8607-dbf83f988df5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:08.153119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd823ec7-4684-42b3-87ad-47e8fae2bc02 req-6a39a9f4-df0a-44c3-8607-dbf83f988df5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.0554900 Mar 11 00:32:08.175045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0653af47-13c0-4619-9bcb-a1bf9b019580), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.178348 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.180415 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0653af47-13c0-4619-9bcb-a1bf9b019580 HTTP/1.1" status: 204 len: 168 time: 0.1346717 Mar 11 00:32:08.191671 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149b518-c5f4-4312-9d11-51c6e7e8df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653af47-13c0-4619-9bcb-a1bf9b019580,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:08.218628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd823ec7-4684-42b3-87ad-47e8fae2bc02 req-9fa09994-f478-4c02-a0fa-108a617159ac tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574846 Mar 11 00:32:08.316379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:08.347795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:08.356058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:08.356668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:31:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:08.465821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:08.519306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38742) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:08.558569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6c8c645f-4fd9-46aa-b7b5-4989d3a3aa67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcbad59c1947411097afe6e40a6d003e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380669 Mar 11 00:32:08.561076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38744) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:08.608967 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] Publish callbacks [] for security_group (56c6be68-c645-440a-83d5-0144cb2c1ac0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.630137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] Publish callbacks [] for security_group (56c6be68-c645-440a-83d5-0144cb2c1ac0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.681822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (56c6be68-c645-440a-83d5-0144cb2c1ac0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.684322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:08.685466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c6be68-c645-440a-83d5-0144cb2c1ac0 HTTP/1.1" status: 204 len: 168 time: 0.1233990 Mar 11 00:32:08.695525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d730332-e634-4e55-992b-5a5e65fb52ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6be68-c645-440a-83d5-0144cb2c1ac0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:08.702011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:08.735582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442be2c4-010c-409f-93b2-6b294ef78dcf None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '26258c2d-0f9f-4416-a2cb-525c28a6a56b', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'port_id': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'mac_address': 'fa:16:3e:c7:b1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:30:53Z', 'updated_at': '2022-03-11T00:30:55Z', 'revision_number': 1, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:09.247559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb1bf146-d721-4315-bf1b-a681df77d14d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:09.298515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: bb1bf146-d721-4315-bf1b-a681df77d14d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:09.298862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device bb1bf146-d721-4315-bf1b-a681df77d14d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:09.315327 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15344357-908f-425a-b1d1-1b60cd046e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.361134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610493-a7c6-4dbb-ae7c-feff58f320fa req-b941d2f9-f226-4ecd-85e1-170c5f6d5c0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:09.363182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6610493-a7c6-4dbb-ae7c-feff58f320fa req-b941d2f9-f226-4ecd-85e1-170c5f6d5c0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.0591328 Mar 11 00:32:09.408426 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38768) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:09.446949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6610493-a7c6-4dbb-ae7c-feff58f320fa req-9cd9fa1f-d2d0-46b1-86c3-6573a616a208 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=979265b7-6aaf-4577-9d40-1d5bcd8346fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759175 Mar 11 00:32:09.459470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d9fca-2401-4365-ae78-9617eda21453 req-5711bcc8-959b-4f59-855e-677d85c17503 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:09.461180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-633d9fca-2401-4365-ae78-9617eda21453 req-5711bcc8-959b-4f59-855e-677d85c17503 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b20692-8afa-42b6-9328-04296a563f4c HTTP/1.1" status: 200 len: 946 time: 0.0831292 Mar 11 00:32:09.513876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-132516386-network', 'tenant_id': '183aea92cda24f27855c11eb9d175ab6'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:09.533181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Made reservation on behalf of 183aea92cda24f27855c11eb9d175ab6 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:09.536258 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.544513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.559866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 19b27bdb-0525-4901-9105-5444409c22f2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:09.560230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (19b27bdb-0525-4901-9105-5444409c22f2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.621678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks [] for security_group (28d41a35-faa6-4778-ae55-e13553ea6411), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.625957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28d41a35-faa6-4778-ae55-e13553ea6411), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.653268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 19b27bdb-0525-4901-9105-5444409c22f2, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=19b27bdb-0525-4901-9105-5444409c22f2,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:09.653717 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (19b27bdb-0525-4901-9105-5444409c22f2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.657247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:32:09.667665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d41a35-faa6-4778-ae55-e13553ea6411,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:09.671436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 19b27bdb-0525-4901-9105-5444409c22f2 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:09.672449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (893cf35e-91ab-4da4-80d9-1cefbf824e3b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.672802 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Added segment 893cf35e-91ab-4da4-80d9-1cefbf824e3b of type vlan for network e15538ba-10f8-4c9e-9fd2-c55147f698a1 Mar 11 00:32:09.722956 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (e15538ba-10f8-4c9e-9fd2-c55147f698a1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.750057 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (e15538ba-10f8-4c9e-9fd2-c55147f698a1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.751266 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:09.751883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.780183 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3699470 Mar 11 00:32:09.782979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38772) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:09.789740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Request body: {'subnet': {'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-132516386-subnet', 'tenant_id': '183aea92cda24f27855c11eb9d175ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:09.817635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aede5b-5abe-42f9-bbdb-969bcea7b2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e15538ba-10f8-4c9e-9fd2-c55147f698a1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:09.818836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (19b27bdb-0525-4901-9105-5444409c22f2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.823283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Made reservation on behalf of 183aea92cda24f27855c11eb9d175ab6 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:09.825842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.829530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network e15538ba-10f8-4c9e-9fd2-c55147f698a1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:32:09.867333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=19b27bdb-0525-4901-9105-5444409c22f2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:09.949676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] No DVR routers for this DVR port 19b27bdb-0525-4901-9105-5444409c22f2 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:09.954222 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:09.958545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-633d9fca-2401-4365-ae78-9617eda21453 req-92937637-9dec-4420-935d-9982ee6fc537 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "DELETE /v2.0/ports/19b27bdb-0525-4901-9105-5444409c22f2 HTTP/1.1" status: 204 len: 173 time: 0.4921379 Mar 11 00:32:09.958976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'name': 'network-vif-deleted', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:09.961237 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18601e80-796e-4d99-8adf-58f11e241c22" -d '{"events": [{"server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "name": "network-vif-deleted", "tag": "19b27bdb-0525-4901-9105-5444409c22f2"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:10.023751 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ec4b54-1d61-4f63-9fef-843d770dda5f x-openstack-request-id: req-a7ec4b54-1d61-4f63-9fef-843d770dda5f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:10.024089 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b20692-8afa-42b6-9328-04296a563f4c", "name": "network-vif-deleted", "tag": "19b27bdb-0525-4901-9105-5444409c22f2", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:10.024348 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7ec4b54-1d61-4f63-9fef-843d770dda5f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:10.024755 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b20692-8afa-42b6-9328-04296a563f4c', 'name': 'network-vif-deleted', 'tag': '19b27bdb-0525-4901-9105-5444409c22f2', 'status': 'completed', 'code': 200} Mar 11 00:32:10.093282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (79a542b8-cb04-4132-8fcb-fd0833d7a0f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.146910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a542b8-cb04-4132-8fcb-fd0833d7a0f0,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:10.156809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Checking segment: {'id': '893cf35e-91ab-4da4-80d9-1cefbf824e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:10.157165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Network hostable DHCP agents. Network: e15538ba-10f8-4c9e-9fd2-c55147f698a1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:32:10.172426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Network e15538ba-10f8-4c9e-9fd2-c55147f698a1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:32:10.180828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, e15538ba-10f8-4c9e-9fd2-c55147f698a1) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:10.184658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:10.185252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.191618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866a0a7-2f27-4be4-9f5e-449d7f1e1239 None None] Network e15538ba-10f8-4c9e-9fd2-c55147f698a1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:10.200655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0461ed9a-2d16-4d29-93f8-0444b2a536d4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4165606 Mar 11 00:32:10.303062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f95c4e-f752-459b-9226-5c2c2a0f1d16 None None] Network e15538ba-10f8-4c9e-9fd2-c55147f698a1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:10.521148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38784) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:10.581121 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (979265b7-6aaf-4577-9d40-1d5bcd8346fd), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.597344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.614208 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (979265b7-6aaf-4577-9d40-1d5bcd8346fd), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.682436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (979265b7-6aaf-4577-9d40-1d5bcd8346fd), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.685036 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.686197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/security-groups/979265b7-6aaf-4577-9d40-1d5bcd8346fd HTTP/1.1" status: 204 len: 168 time: 0.1640489 Mar 11 00:32:10.696574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784d6e1-2859-488b-9c9a-26934e6f11f4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979265b7-6aaf-4577-9d40-1d5bcd8346fd,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:10.719172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38794) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:10.772441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting subnet 10696e5e-0280-4c7c-ae7d-36a86b97a877 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:32:10.775571 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for subnet (10696e5e-0280-4c7c-ae7d-36a86b97a877), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.779882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38798) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:10.785683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1412448001-network', 'tenant_id': '7d75be08c71b4d248dfe58bfd7bb4aff'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:10.806848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Made reservation on behalf of 7d75be08c71b4d248dfe58bfd7bb4aff for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:10.809236 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.818041 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.819446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (10696e5e-0280-4c7c-ae7d-36a86b97a877), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.895859 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks [] for security_group (afd6c939-892a-417e-8f58-44d9ff1e6381), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.899614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afd6c939-892a-417e-8f58-44d9ff1e6381), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.908330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (10696e5e-0280-4c7c-ae7d-36a86b97a877), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.924724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:32:10.934451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd6c939-892a-417e-8f58-44d9ff1e6381,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:10.939450 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0e3c3e6-0ae5-46de-a3be-d6b77da433cf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.940463 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Added segment f0e3c3e6-0ae5-46de-a3be-d6b77da433cf of type vlan for network 9abbedf1-5ee5-49a1-9912-21c59f9248eb Mar 11 00:32:10.965715 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.972278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (10696e5e-0280-4c7c-ae7d-36a86b97a877), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:10.985409 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (9abbedf1-5ee5-49a1-9912-21c59f9248eb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.001626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.005583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/subnets/10696e5e-0280-4c7c-ae7d-36a86b97a877 HTTP/1.1" status: 204 len: 168 time: 0.2853143 Mar 11 00:32:11.006692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83e716-f950-464c-90e4-63ad90fbfa0d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Subnet': ['ID=10696e5e-0280-4c7c-ae7d-36a86b97a877,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.008812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38800) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:11.018825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e2c464-fde2-4f1f-9489-3fd9e9801563 None None] Network f2ea845d-7d76-4093-8e1d-78201a2ec165 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:11.023738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (9abbedf1-5ee5-49a1-9912-21c59f9248eb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.025042 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:11.026718 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.062801 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2817538 Mar 11 00:32:11.066282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38802) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:11.071064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Request body: {'subnet': {'network_id': '9abbedf1-5ee5-49a1-9912-21c59f9248eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1412448001-subnet', 'tenant_id': '7d75be08c71b4d248dfe58bfd7bb4aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:11.099881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f2ea845d-7d76-4093-8e1d-78201a2ec165), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.103611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a6829-e0f0-445d-86d1-e7bd17fae8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9abbedf1-5ee5-49a1-9912-21c59f9248eb,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.119901 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 9abbedf1-5ee5-49a1-9912-21c59f9248eb details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:32:11.122224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Made reservation on behalf of 7d75be08c71b4d248dfe58bfd7bb4aff for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:11.124849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.166543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 00d51594-7d94-4eba-9cee-c6270ae48df8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:11.166982 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.215520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] DHCP port deletion for f2ea845d-7d76-4093-8e1d-78201a2ec165 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:32:11.248018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 00d51594-7d94-4eba-9cee-c6270ae48df8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00d51594-7d94-4eba-9cee-c6270ae48df8,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:11.248325 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.263350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 00d51594-7d94-4eba-9cee-c6270ae48df8 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:11.263714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.281599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Deleting port 00d51594-7d94-4eba-9cee-c6270ae48df8 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:11.282133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.356082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.367629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] For port 00d51594-7d94-4eba-9cee-c6270ae48df8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=00d51594-7d94-4eba-9cee-c6270ae48df8,segment=NetworkSegment(68251abe-429c-42ad-9c5d-d964a915136d),segment_id=68251abe-429c-42ad-9c5d-d964a915136d)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:11.368330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.383211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Calling delete_port for 00d51594-7d94-4eba-9cee-c6270ae48df8 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:11.383507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=00d51594-7d94-4eba-9cee-c6270ae48df8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.386953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] No DVR routers for this DVR port 00d51594-7d94-4eba-9cee-c6270ae48df8 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:11.470543 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f2ea845d-7d76-4093-8e1d-78201a2ec165), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.478411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (00d51594-7d94-4eba-9cee-c6270ae48df8), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.497673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea845d-7d76-4093-8e1d-78201a2ec165']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:11.506237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] Pushing event deleted for resources: {'Port': ['ID=00d51594-7d94-4eba-9cee-c6270ae48df8,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.508165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68251abe-429c-42ad-9c5d-d964a915136d') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:11.508165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68251abe-429c-42ad-9c5d-d964a915136d') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:11.510065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad409a-2c9b-4254-a717-d752893e9ca1 None None] No DVR routers for this DVR port 00d51594-7d94-4eba-9cee-c6270ae48df8 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:11.527727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (68251abe-429c-42ad-9c5d-d964a915136d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.544122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (68251abe-429c-42ad-9c5d-d964a915136d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.551481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:32:11.551996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (68251abe-429c-42ad-9c5d-d964a915136d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:32:11.555032 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:32:11.615476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f2ea845d-7d76-4093-8e1d-78201a2ec165), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.623738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.626797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/networks/f2ea845d-7d76-4093-8e1d-78201a2ec165 HTTP/1.1" status: 204 len: 168 time: 0.6169171 Mar 11 00:32:11.630065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:11.641498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280cac1-07ad-4c26-9ec5-8a99b6619950 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Network': ['ID=f2ea845d-7d76-4093-8e1d-78201a2ec165,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.697343 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.718715 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (653c2a49-810a-410e-9f16-00257cdcc475), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.813099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653c2a49-810a-410e-9f16-00257cdcc475,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:11.837921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Checking segment: {'id': 'f0e3c3e6-0ae5-46de-a3be-d6b77da433cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9abbedf1-5ee5-49a1-9912-21c59f9248eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:11.838286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Network hostable DHCP agents. Network: 9abbedf1-5ee5-49a1-9912-21c59f9248eb, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:32:11.883722 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Network 9abbedf1-5ee5-49a1-9912-21c59f9248eb is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:32:11.898730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 9abbedf1-5ee5-49a1-9912-21c59f9248eb) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:11.903128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:11.903809 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.907249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5bcac2-d311-401c-9102-aca98d7d7e32 None None] Network 9abbedf1-5ee5-49a1-9912-21c59f9248eb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:11.916520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 431c8d50-e460-488d-b81e-2548a04d6e12 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:11.916858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:11.934306 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-270100da-b93b-489a-9805-e66765f45c61 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8668199 Mar 11 00:32:12.004612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:12.004953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (431c8d50-e460-488d-b81e-2548a04d6e12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:12.011536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2c997-7d22-41cf-b21f-5d0a0b545b2d None None] Network 9abbedf1-5ee5-49a1-9912-21c59f9248eb requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:12.020716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 431c8d50-e460-488d-b81e-2548a04d6e12 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:12.182136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (431c8d50-e460-488d-b81e-2548a04d6e12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:12.207730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=431c8d50-e460-488d-b81e-2548a04d6e12,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:12.272579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (26258c2d-0f9f-4416-a2cb-525c28a6a56b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:12.272911 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Floating IP 26258c2d-0f9f-4416-a2cb-525c28a6a56b disassociated (deleted). External IP: 172.25.7.227, port: cfa2e5cf-8913-49aa-ae1a-1c41db60cb40. Mar 11 00:32:12.331061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 19b27bdb-0525-4901-9105-5444409c22f2 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:12.353401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 19b27bdb-0525-4901-9105-5444409c22f2 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:12.354135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 19b27bdb-0525-4901-9105-5444409c22f2 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:12.440212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-103b3e5c-2aa8-46ce-8d37-a9683feffb98 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:12.441687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-103b3e5c-2aa8-46ce-8d37-a9683feffb98 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 811 time: 0.1128275 Mar 11 00:32:12.457269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-cbe6862c-8862-4a0f-a500-198429f05ef2 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/quotas/183aea92cda24f27855c11eb9d175ab6 HTTP/1.1" status: 200 len: 375 time: 0.0098507 Mar 11 00:32:12.489814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-b92ef4b3-f5d9-4846-b12e-24d4f4c68a7a tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274093 Mar 11 00:32:12.492880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:12.586837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-7f7ff533-200e-491d-be78-8a581c471d11 service neutron] 10.222.0.21 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Mar 11 00:32:12.607763 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:12.613588 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:12.617744 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:12.629632 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:12.630262 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:12.647957 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fae102aa-4cb7-4a43-af75-7f27c8234180 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/floatingips/26258c2d-0f9f-4416-a2cb-525c28a6a56b HTTP/1.1" status: 204 len: 168 time: 1.0145538 Mar 11 00:32:12.647957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:12.648681 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76c1878-6947-4dea-85be-2c997f69b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:12.686806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-63282639-e65e-4c2c-b81e-dca21bddc7fb service neutron] 10.222.0.21 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942740 Mar 11 00:32:12.832937 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e1369-9d0e-4642-966c-a69e0e37c753 x-openstack-request-id: req-d01e1369-9d0e-4642-966c-a69e0e37c753 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:12.833458 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:12.842868 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:12.848228 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d01e1369-9d0e-4642-966c-a69e0e37c753 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:12.848863 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'status': 'completed', 'code': 200} Mar 11 00:32:12.949549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f86b23d-efd4-4bcd-b153-a88f5fcf9eea req-3410a77f-e86b-4cfe-afcc-04bb833c64b1 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 210 time: 0.0756652 Mar 11 00:32:12.994157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38bdb-4720-4fa2-87c8-34d0b68fb447 req-0ffcb1b9-64bb-46d7-9d5a-f54cc766a098 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:12.995646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8b38bdb-4720-4fa2-87c8-34d0b68fb447 req-0ffcb1b9-64bb-46d7-9d5a-f54cc766a098 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.1060050 Mar 11 00:32:13.075603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8b38bdb-4720-4fa2-87c8-34d0b68fb447 req-0bb8d4ce-9824-4100-8385-3c0468eb3f2c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716906 Mar 11 00:32:13.079760 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:13.108372 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:13.116622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-bee1c4f2-6cdf-4afb-9581-781013f2a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:13.117940 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:13.118213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-bee1c4f2-6cdf-4afb-9581-781013f2a02e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 1127 time: 0.2426724 Mar 11 00:32:13.118661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:13.227715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-8898f87e-3a9f-4137-9741-ce66c62e61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:13.229401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-8898f87e-3a9f-4137-9741-ce66c62e61ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 200 len: 897 time: 0.1039920 Mar 11 00:32:13.241310 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:13.272523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00d51594-7d94-4eba-9cee-c6270ae48df8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:13.293471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-7ed1b662-ae42-4d93-972d-9716957e430f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 200 len: 217 time: 0.0575888 Mar 11 00:32:13.295073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 00d51594-7d94-4eba-9cee-c6270ae48df8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:13.295731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 00d51594-7d94-4eba-9cee-c6270ae48df8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:13.326096 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:13.352172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-baa56f94-7ca8-426a-9887-addc959b8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:13.353645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-baa56f94-7ca8-426a-9887-addc959b8efa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 200 len: 835 time: 0.0541897 Mar 11 00:32:13.419403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-0643d639-8dd0-43a2-904a-cfc1c160c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:13.421081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-0643d639-8dd0-43a2-904a-cfc1c160c582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee462f7c-8349-4fad-9ad6-2c14c654f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562990 Mar 11 00:32:13.457531 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2938c3c3-0133-4af0-8329-572628853970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:13.485955 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938c3c3-0133-4af0-8329-572628853970 None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:07Z', 'revision_number': 6, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '1ae669dd-8354-439c-a87e-e57ce1541caa', 'name': '', 'network_id': 'ee462f7c-8349-4fad-9ad6-2c14c654f69c', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:71:9e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:34Z', 'updated_at': '2022-03-11T00:30:39Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': 'c9597fa6-97eb-41e2-a9a4-85ca65bf34d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:13.525280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-8144f6f4-271f-4439-997f-fa22ff4543fc service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964797 Mar 11 00:32:13.772856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d43292c-7485-4b18-bb72-1d11fb787415 None None] New status for floating IP 26258c2d-0f9f-4416-a2cb-525c28a6a56b: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:32:14.021136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d76c1878-6947-4dea-85be-2c997f69b5b6 req-a228eb1c-68e1-4d9d-bbe6-74f4da5dd584 service neutron] 10.222.0.30 "GET /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888079 Mar 11 00:32:14.055472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a34740b-00cf-4246-8cee-5cb8ad13d93d req-bec7dc81-3543-4fd6-a365-01d5a97bee72 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 210 time: 0.0367186 Mar 11 00:32:14.075833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-3cbbb67a-87f4-4a7a-8a37-30219a197421 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:14.077360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-3cbbb67a-87f4-4a7a-8a37-30219a197421 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.30 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 811 time: 0.1476743 Mar 11 00:32:14.104947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Request body: {'port': {'device_id': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1', 'admin_state_up': True, 'tenant_id': '183aea92cda24f27855c11eb9d175ab6'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:14.255902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-03b7d4aa-eee6-4adb-8271-fb2663cac673 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:14.257665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-03b7d4aa-eee6-4adb-8271-fb2663cac673 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.1562448 Mar 11 00:32:14.309708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cc083-64e5-4133-81e0-acb548a3b0ca req-a852e245-f91e-40f3-88e5-e0d19e3700b5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:14.311180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c99cc083-64e5-4133-81e0-acb548a3b0ca req-a852e245-f91e-40f3-88e5-e0d19e3700b5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 945 time: 0.1515052 Mar 11 00:32:14.385448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Made reservation on behalf of 183aea92cda24f27855c11eb9d175ab6 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:14.388711 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:14.432035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c99cc083-64e5-4133-81e0-acb548a3b0ca req-23073b34-7ba1-489c-afa8-7367beb8e839 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=80022135-2fea-410c-9eeb-05434b8c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112838 Mar 11 00:32:14.491308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:14.491651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:14.611449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Allocated IP 172.20.0.7 (e15538ba-10f8-4c9e-9fd2-c55147f698a1/79a542b8-cb04-4132-8fcb-fd0833d7a0f0/9a8a6ee5-f3cc-4d16-b447-9b925f864f05) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:14.634669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:14.635042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:14.653598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:14.871175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks [] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:14.908423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (cfa2e5cf-8913-49aa-ae1a-1c41db60cb40), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:14.950363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=cfa2e5cf-8913-49aa-ae1a-1c41db60cb40,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:14.966617 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.032921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] No DVR routers for this DVR port cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:15.036251 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.039798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f960f78c-c4e7-481d-82ec-a56091e72f35 req-0b9c3a22-9cf9-412c-82b3-c12bd9d936d8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "DELETE /v2.0/ports/cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 HTTP/1.1" status: 204 len: 173 time: 0.7758880 Mar 11 00:32:15.043830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'name': 'network-vif-deleted', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:15.046168 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d814f01-9ffd-415e-9afc-1fd457f2e335" -d '{"events": [{"server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "name": "network-vif-deleted", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:15.073098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Network e15538ba-10f8-4c9e-9fd2-c55147f698a1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:15.074767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:15.076870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Pushing event updated for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:15.079358 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:15.115510 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba16fb-82aa-4145-8540-b9f7c6a5a5a6 x-openstack-request-id: req-3fba16fb-82aa-4145-8540-b9f7c6a5a5a6 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:15.115970 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0bf7ff3-4fc3-4049-bb3d-821a6fac5255", "name": "network-vif-deleted", "tag": "cfa2e5cf-8913-49aa-ae1a-1c41db60cb40", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:15.116226 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fba16fb-82aa-4145-8540-b9f7c6a5a5a6 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:15.116694 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bf7ff3-4fc3-4049-bb3d-821a6fac5255', 'name': 'network-vif-deleted', 'tag': 'cfa2e5cf-8913-49aa-ae1a-1c41db60cb40', 'status': 'completed', 'code': 200} Mar 11 00:32:15.139258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:15.139865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.181908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0d8aaa70-7b73-47e4-b815-efef55a03be4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0815558 Mar 11 00:32:15.194274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Request body: {'port': {'device_id': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:15.224242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7ba8-4514-4508-84b9-c1f1555b4f23 req-44adaa95-2551-4d9f-992b-ca4b4a93d9ab tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:15.225617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c2f7ba8-4514-4508-84b9-c1f1555b4f23 req-44adaa95-2551-4d9f-992b-ca4b4a93d9ab tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 931 time: 0.0831826 Mar 11 00:32:15.287842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.311438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c2f7ba8-4514-4508-84b9-c1f1555b4f23 req-ecfcba3a-0e4d-4817-865d-00b47ca0bf37 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Mar 11 00:32:15.560516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cee9b13-c7a2-49d0-be9a-6b5ef1404a08 req-dfe40499-82ea-4c2d-8c2c-a696053be3ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0bf7ff3-4fc3-4049-bb3d-821a6fac5255 HTTP/1.1" status: 200 len: 210 time: 0.0357599 Mar 11 00:32:15.614646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:32:15.622003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks [] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.633820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Transition to ACTIVE for port object 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:32:15.637255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.687053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:15.757760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Attempting to bind port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:15.758080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Attempting to bind port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '893cf35e-91ab-4da4-80d9-1cefbf824e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:15.758404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Attempting to bind port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 on network e15538ba-10f8-4c9e-9fd2-c55147f698a1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:15.762634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 on network e15538ba-10f8-4c9e-9fd2-c55147f698a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:32:15.762979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Attempting to bind port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 on network e15538ba-10f8-4c9e-9fd2-c55147f698a1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:15.767679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:15.768323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Checking segment: {'id': '893cf35e-91ab-4da4-80d9-1cefbf824e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:15.768712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Bound using segment: {'id': '893cf35e-91ab-4da4-80d9-1cefbf824e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:15.769131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Bound port: 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893cf35e-91ab-4da4-80d9-1cefbf824e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:15.769477 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.830979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:15.834423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,segment=NetworkSegment(893cf35e-91ab-4da4-80d9-1cefbf824e3b),segment_id=893cf35e-91ab-4da4-80d9-1cefbf824e3b)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:15.842184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.878025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:15.878657 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:15.880082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] 10.222.0.30 "PUT /v2.0/ports/9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 1091 time: 0.6903880 Mar 11 00:32:15.900149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468d43-1b22-4949-b886-ac54ccc3fc7c service neutron] Pushing event updated for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:15.965166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-53a401ac-3727-4dbe-b53e-5fd86af93c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:15.966587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-53a401ac-3727-4dbe-b53e-5fd86af93c60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1125 time: 0.0505300 Mar 11 00:32:16.008058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-8513f2b9-5b61-495b-b788-f4e4d5aadb0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 217 time: 0.0347109 Mar 11 00:32:16.055307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0772bc67-11b1-4cb0-89f9-089b2a32c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:16.056763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-0772bc67-11b1-4cb0-89f9-089b2a32c2aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 200 len: 851 time: 0.0436726 Mar 11 00:32:16.091466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-c74ebc3b-3cc1-449d-8095-7ae186af94f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e15538ba-10f8-4c9e-9fd2-c55147f698a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285890 Mar 11 00:32:16.180541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-50a2f6ea-142f-4ec7-8197-e062f536937c service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827899 Mar 11 00:32:16.273149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9acd1066-fe8b-4d10-bdc8-62f61bb669ae req-38ac004f-3263-4b0d-8685-6c890c2deccb service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Mar 11 00:32:16.433614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1bd13-f9e8-4996-8c6c-3e445d7f4ffb req-ff93ec55-69c2-44a1-89e2-9755957e8d81 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:16.435086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5f1bd13-f9e8-4996-8c6c-3e445d7f4ffb req-ff93ec55-69c2-44a1-89e2-9755957e8d81 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 943 time: 0.0543385 Mar 11 00:32:16.481842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5f1bd13-f9e8-4996-8c6c-3e445d7f4ffb req-f90409a1-44c9-4489-a228-289aa52cd26d tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Mar 11 00:32:16.615997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:16.672506 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (80022135-2fea-410c-9eeb-05434b8c7ea7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:16.697888 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (80022135-2fea-410c-9eeb-05434b8c7ea7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:16.756384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (80022135-2fea-410c-9eeb-05434b8c7ea7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:16.758878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:16.760035 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/security-groups/80022135-2fea-410c-9eeb-05434b8c7ea7 HTTP/1.1" status: 204 len: 168 time: 0.1430402 Mar 11 00:32:16.769516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f1de-733d-4990-904d-59fc7b5b0080 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80022135-2fea-410c-9eeb-05434b8c7ea7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:16.790002 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38860) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:17.117518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:17.119881 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:17.154568 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789e5eb-22d7-4b1a-94a9-520fcfa34fbe x-openstack-request-id: req-0789e5eb-22d7-4b1a-94a9-520fcfa34fbe {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:17.154933 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:17.155196 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0789e5eb-22d7-4b1a-94a9-520fcfa34fbe {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:17.155596 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05', 'status': 'completed', 'code': 200} Mar 11 00:32:17.162970 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:17.220281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-3036f698-7233-4d4e-91e5-3305fa7899b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:17.221828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-3036f698-7233-4d4e-91e5-3305fa7899b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1125 time: 0.0451324 Mar 11 00:32:17.315637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-3488622d-fa03-4d6e-931f-7e4cc1b143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:17.317139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-3488622d-fa03-4d6e-931f-7e4cc1b143e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 912 time: 0.0899136 Mar 11 00:32:17.357865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-69585320-51af-4f2f-bc0c-f345ab8c1769 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Mar 11 00:32:17.410499 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-d6f61187-0124-4772-bbb2-cdc2be15a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:17.412019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-d6f61187-0124-4772-bbb2-cdc2be15a151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 200 len: 851 time: 0.0476627 Mar 11 00:32:17.430344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 1ae669dd-8354-439c-a87e-e57ce1541caa {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:17.430610 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:17.443846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-557c3355-9b50-4498-81c7-eb0c3f8a7e3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e15538ba-10f8-4c9e-9fd2-c55147f698a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256746 Mar 11 00:32:17.522144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 1ae669dd-8354-439c-a87e-e57ce1541caa, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1ae669dd-8354-439c-a87e-e57ce1541caa,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:17.522614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:17.532851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-e7dd4fd9-eac6-4c87-ae54-38c73924fe4a service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Mar 11 00:32:17.536602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 1ae669dd-8354-439c-a87e-e57ce1541caa owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:17.663725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1757-81d8-48e4-8ec9-a665d9006f62 req-fef4be59-040e-4ca0-a4b6-a0a5c6d87c77 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:17.665235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-054e1757-81d8-48e4-8ec9-a665d9006f62 req-fef4be59-040e-4ca0-a4b6-a0a5c6d87c77 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 943 time: 0.1086724 Mar 11 00:32:17.668913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1671747-80b6-4006-8dc3-bca9d1ac3a1c req-8836a8e7-1552-40e8-9356-2df81e252c10 service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302443 Mar 11 00:32:17.717811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-054e1757-81d8-48e4-8ec9-a665d9006f62 req-1579347e-b7a3-4204-9c1f-c30aead5e63e tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Mar 11 00:32:17.730897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1ae669dd-8354-439c-a87e-e57ce1541caa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:17.761369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=1ae669dd-8354-439c-a87e-e57ce1541caa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:17.939078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.160980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:18.267821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:18.273015 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ab44ab82-ecee-4017-ba65-ce481f08cd7e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/8dd0a4b4-42e9-40cf-bf9b-61db7d18787e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820266 Mar 11 00:32:18.275598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:18.278170 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Sync routers for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:18.288740 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:18.289433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:18.326538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting subnet c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:32:18.329651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for subnet (c9597fa6-97eb-41e2-a9a4-85ca65bf34d5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.351718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:32:18.357502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:18.372431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (c9597fa6-97eb-41e2-a9a4-85ca65bf34d5), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.383565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:18.383930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device cfa2e5cf-8913-49aa-ae1a-1c41db60cb40 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:18.398036 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:18.464525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c9597fa6-97eb-41e2-a9a4-85ca65bf34d5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.476589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,segment=NetworkSegment(893cf35e-91ab-4da4-80d9-1cefbf824e3b),segment_id=893cf35e-91ab-4da4-80d9-1cefbf824e3b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:18.488971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05', 'network_id': 'e15538ba-10f8-4c9e-9fd2-c55147f698a1', 'port_id': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05', 'mac_address': 'fa:16:3e:19:ec:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a542b8-cb04-4132-8fcb-fd0833d7a0f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:32:18.524618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (c9597fa6-97eb-41e2-a9a4-85ca65bf34d5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.528430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:18.529057 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.543771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:32:18.557487 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Subnet': ['ID=c9597fa6-97eb-41e2-a9a4-85ca65bf34d5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:18.559622 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.562950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9e7253fc-9ff4-40f4-987a-4afea4a2a718 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/subnets/c9597fa6-97eb-41e2-a9a4-85ca65bf34d5 HTTP/1.1" status: 204 len: 168 time: 0.2863328 Mar 11 00:32:18.565605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38868) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:18.567843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,segment=NetworkSegment(893cf35e-91ab-4da4-80d9-1cefbf824e3b),segment_id=893cf35e-91ab-4da4-80d9-1cefbf824e3b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:18.575259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.581775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8412a-2135-4daa-a240-a2aeda754fbb None None] Network ee462f7c-8349-4fad-9ad6-2c14c654f69c requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:18.588694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:17Z', 'revision_number': 7, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:18.620686 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Checking router: 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:18.629994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Routers {'8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:18.630616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:18.690715 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.693947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:18.742770 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] Set router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:18.764726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9a8a6ee5-f3cc-4d16-b447-9b925f864f05'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:32:18.797088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] DHCP port deletion for ee462f7c-8349-4fad-9ad6-2c14c654f69c request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:32:18.824907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.894345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Deleting port 481a47d6-bd37-4a01-a10c-934e3240c480 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:18.894719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.899778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f33f0-df3f-4274-ad92-143a907a159c req-7b78d939-0fa4-4c38-935d-e62d9f421766 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:18.901349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed8f33f0-df3f-4274-ad92-143a907a159c req-7b78d939-0fa4-4c38-935d-e62d9f421766 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 944 time: 0.0740073 Mar 11 00:32:18.919640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port ea50daa2-48ae-444b-a50e-c4d3b35087f6 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:18.921008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.955372 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:17Z', 'revision_number': 7, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:18.976187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] For port 481a47d6-bd37-4a01-a10c-934e3240c480, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=481a47d6-bd37-4a01-a10c-934e3240c480,segment=NetworkSegment(200ac73c-2318-4dcc-893f-f27f2f5068a4),segment_id=200ac73c-2318-4dcc-893f-f27f2f5068a4)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:18.976420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:18.977370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ed8f33f0-df3f-4274-ad92-143a907a159c req-53ae7119-e175-4c2a-84af-3498b2e1220d tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694766 Mar 11 00:32:18.983440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bbb8ef-6b79-4d59-8bf4-2aaa5711ae53 None None] The sync data for ids ['8dd0a4b4-42e9-40cf-bf9b-61db7d18787e'] in n-d-831844-1 is: [{'id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'name': 'tempest-TestNetworkBasicOps-router-1017263200', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:30:30Z', 'updated_at': '2022-03-11T00:32:17Z', 'revision_number': 7, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': 'ea50daa2-48ae-444b-a50e-c4d3b35087f6', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0a4b4-42e9-40cf-bf9b-61db7d18787e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:30:31Z', 'updated_at': '2022-03-11T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:19.004717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Calling delete_port for 481a47d6-bd37-4a01-a10c-934e3240c480 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:19.036484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port ea50daa2-48ae-444b-a50e-c4d3b35087f6, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ea50daa2-48ae-444b-a50e-c4d3b35087f6,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:19.036851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.050738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for ea50daa2-48ae-444b-a50e-c4d3b35087f6 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:19.117263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (481a47d6-bd37-4a01-a10c-934e3240c480), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.143543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] Pushing event deleted for resources: {'Port': ['ID=481a47d6-bd37-4a01-a10c-934e3240c480,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:19.145527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b19890-fb29-477c-9e88-dec56250a390 None None] No DVR routers for this DVR port 481a47d6-bd37-4a01-a10c-934e3240c480 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:19.222819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ea50daa2-48ae-444b-a50e-c4d3b35087f6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.247909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=ea50daa2-48ae-444b-a50e-c4d3b35087f6,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:19.312754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.444604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ae669dd-8354-439c-a87e-e57ce1541caa no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:19.466426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1ae669dd-8354-439c-a87e-e57ce1541caa {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:19.466772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1ae669dd-8354-439c-a87e-e57ce1541caa not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:19.467190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 481a47d6-bd37-4a01-a10c-934e3240c480 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:19.490364 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 481a47d6-bd37-4a01-a10c-934e3240c480 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:19.490952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 481a47d6-bd37-4a01-a10c-934e3240c480 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:19.745471 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.747551 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_controller (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.790049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (8dd0a4b4-42e9-40cf-bf9b-61db7d18787e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.790646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd0a4b4-42e9-40cf-bf9b-61db7d18787e {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:32:19.797339 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.798435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d7d2e792-f5e9-4910-910c-80befe10f5fb tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/routers/8dd0a4b4-42e9-40cf-bf9b-61db7d18787e HTTP/1.1" status: 204 len: 168 time: 1.2318769 Mar 11 00:32:19.801320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38872) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:19.886995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ee462f7c-8349-4fad-9ad6-2c14c654f69c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.974011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ee462f7c-8349-4fad-9ad6-2c14c654f69c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:19.993836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee462f7c-8349-4fad-9ad6-2c14c654f69c']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:20.003148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200ac73c-2318-4dcc-893f-f27f2f5068a4') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:20.003479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200ac73c-2318-4dcc-893f-f27f2f5068a4') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:20.012899 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (200ac73c-2318-4dcc-893f-f27f2f5068a4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.026593 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (200ac73c-2318-4dcc-893f-f27f2f5068a4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.032499 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:32:20.032944 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (200ac73c-2318-4dcc-893f-f27f2f5068a4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:32:20.036957 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:32:20.098752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ee462f7c-8349-4fad-9ad6-2c14c654f69c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.106613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.107730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811dce4-8afd-4fda-9803-cdf053d57dcb req-40b09b44-06d1-484a-aea7-de7424f43c06 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:20.109707 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/networks/ee462f7c-8349-4fad-9ad6-2c14c654f69c HTTP/1.1" status: 204 len: 168 time: 0.3074558 Mar 11 00:32:20.124190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2811dce4-8afd-4fda-9803-cdf053d57dcb req-40b09b44-06d1-484a-aea7-de7424f43c06 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 944 time: 0.0605328 Mar 11 00:32:20.124386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd113e73-dbab-41ce-89b9-21d95f418739 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Network': ['ID=ee462f7c-8349-4fad-9ad6-2c14c654f69c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:20.124386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:20.128971 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'network': {'name': 'tempest-network-smoke--170360155', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:20.149784 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:20.153218 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.162941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2811dce4-8afd-4fda-9803-cdf053d57dcb req-8d64e35c-774a-4360-b4c0-213ad1cf243e tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Mar 11 00:32:20.177312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:32:20.185960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (57a42ee7-3050-41ed-bfa0-539fc63d9534), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.186301 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Added segment 57a42ee7-3050-41ed-bfa0-539fc63d9534 of type vlan for network f33348e8-82a4-4bef-9392-6031db51f429 Mar 11 00:32:20.228101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f33348e8-82a4-4bef-9392-6031db51f429), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.254101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f33348e8-82a4-4bef-9392-6031db51f429), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.259351 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:20.260011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.297230 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1721122 Mar 11 00:32:20.300824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38878) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:20.305539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-50089760', 'admin_state_up': True, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:20.326158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.327311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.335275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04a258-1efb-4fd0-91ac-18e33a5f44e4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Network': ['ID=f33348e8-82a4-4bef-9392-6031db51f429,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:20.346987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f33348e8-82a4-4bef-9392-6031db51f429 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:32:20.366838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:20.384895 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_controller (cb11a277-b8e5-400a-b5d9-b97eeb75f731), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.463606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:32:20.467423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:20.467819 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.525790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (cb11a277-b8e5-400a-b5d9-b97eeb75f731), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.550410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:20.550805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.573501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:20.575765 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55305d7d-6df0-433f-9503-4e5ae65c42de" -d '{"events": [{"server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "name": "network-vif-plugged", "status": "completed", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:20.589130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,segment=NetworkSegment(893cf35e-91ab-4da4-80d9-1cefbf824e3b),segment_id=893cf35e-91ab-4da4-80d9-1cefbf824e3b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:20.594332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.645620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:20.700513 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a1f75-3582-43af-b5bf-a0ba84762972 x-openstack-request-id: req-a92a1f75-3582-43af-b5bf-a0ba84762972 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:20.700819 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "name": "network-vif-plugged", "status": "completed", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:20.701077 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a92a1f75-3582-43af-b5bf-a0ba84762972 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:20.701482 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05', 'code': 200} Mar 11 00:32:20.741938 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.769524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:20.873713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90754298-c8ff-4ef9-9d47-6f512a8cff42 req-1442e17a-0d84-4fc6-9065-1ad72b89c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:20.875112 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90754298-c8ff-4ef9-9d47-6f512a8cff42 req-1442e17a-0d84-4fc6-9065-1ad72b89c242 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1127 time: 0.1139445 Mar 11 00:32:20.918926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.25.7.99 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/27c86e53-2d71-4568-868a-6c3ebbe70610) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:20.945815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90754298-c8ff-4ef9-9d47-6f512a8cff42 req-0a01d700-d55b-48a3-847f-4bdf4c7a1949 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Mar 11 00:32:21.035862 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:21.069145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:21.106028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:21.110660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:21.113944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:21.137147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=27c86e53-2d71-4568-868a-6c3ebbe70610,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:21.191884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea50daa2-48ae-444b-a50e-c4d3b35087f6 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:21.203752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:32:21.218623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ea50daa2-48ae-444b-a50e-c4d3b35087f6 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:21.219508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ea50daa2-48ae-444b-a50e-c4d3b35087f6 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:21.357325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9c6d-6f22-498c-9811-3346b73c5cb3 req-8fac8876-cdd1-45f0-9b18-690c8ac7d9d9 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:21.358803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-922c9c6d-6f22-498c-9811-3346b73c5cb3 req-8fac8876-cdd1-45f0-9b18-690c8ac7d9d9 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1243241 Mar 11 00:32:21.448310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-922c9c6d-6f22-498c-9811-3346b73c5cb3 req-44f66f2b-260a-4414-a916-7ad3a144f0f1 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803373 Mar 11 00:32:21.448935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:21.650234 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.101814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router cb11a277-b8e5-400a-b5d9-b97eeb75f731 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:32:22.209981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:22.219033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Sync routers for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:22.228651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:22.229268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:22.229546 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.230773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-75828204-4b37-4bfa-8661-b310faf7868b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9288189 Mar 11 00:32:22.233858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:22.262662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f89a4b54-88b0-43a3-9fe4-da9d8176dc43 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=1c48e2ac7a46464798569c6efe68dfd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276787 Mar 11 00:32:22.265370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:22.358265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0278d-5f06-4cbc-8b18-9b83bfaeb2e6 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:22.359802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cbb0278d-5f06-4cbc-8b18-9b83bfaeb2e6 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935249 Mar 11 00:32:22.362642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:22.390934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ea518527-a550-46f1-99ef-fc923d08a687 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271680 Mar 11 00:32:22.395377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38892) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:22.400339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246070584', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:22.494937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:22.498067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.498282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:22.627494 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a200bf-bf6b-44f9-945b-b92ad302ec1f req-34b0b291-d4d5-426b-994e-544ddecd07c8 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:22.628857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60a200bf-bf6b-44f9-945b-b92ad302ec1f req-34b0b291-d4d5-426b-994e-544ddecd07c8 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1002426 Mar 11 00:32:22.677395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:21Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:22.703287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Checking router: cb11a277-b8e5-400a-b5d9-b97eeb75f731 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:22.703638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Updating router cb11a277-b8e5-400a-b5d9-b97eeb75f731 port 27c86e53-2d71-4568-868a-6c3ebbe70610 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:22.734674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.740583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60a200bf-bf6b-44f9-945b-b92ad302ec1f req-573d483e-13ed-4eec-8b11-3f6140ae2deb tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059797 Mar 11 00:32:22.767403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (559f979f-7693-45f6-8a6b-20a3ff1880cc), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.859099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Subnet': ['ID=559f979f-7693-45f6-8a6b-20a3ff1880cc,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:22.873444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Checking segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:22.873803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network hostable DHCP agents. Network: f33348e8-82a4-4bef-9392-6031db51f429, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:32:22.903194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d88a-b049-4774-9fa1-3560935362f5 req-74a02602-72fb-4fa9-b9f9-ef88e6cebbe0 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:22.904687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f36d88a-b049-4774-9fa1-3560935362f5 req-74a02602-72fb-4fa9-b9f9-ef88e6cebbe0 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0889249 Mar 11 00:32:22.905752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f33348e8-82a4-4bef-9392-6031db51f429 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:32:22.920721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f33348e8-82a4-4bef-9392-6031db51f429) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:22.930283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cb2d7-6cb7-4c93-b2ae-e80c0520bae7 None None] Network f33348e8-82a4-4bef-9392-6031db51f429 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:22.932603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:22.933475 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:22.954575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f7dc010f-7cc8-4138-856d-da0bc7ec83c7 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5581219 Mar 11 00:32:22.958085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:23.011002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5f36d88a-b049-4774-9fa1-3560935362f5 req-58ea6fb1-b6b0-4cd7-92d6-3b15f007131d tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991089 Mar 11 00:32:23.066195 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks [] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.086905 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.118380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f33348e8-82a4-4bef-9392-6031db51f429', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:32:23.119383 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.165366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Attempting to bind port 27c86e53-2d71-4568-868a-6c3ebbe70610 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:23.165755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Attempting to bind port 27c86e53-2d71-4568-868a-6c3ebbe70610 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:23.166127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Attempting to bind port 27c86e53-2d71-4568-868a-6c3ebbe70610 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:23.168146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ae43-d601-4700-8aa3-544ed94d17a0 None None] Pushing event updated for resources: {'Port': ['ID=27c86e53-2d71-4568-868a-6c3ebbe70610,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:23.177815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:23.178206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:23.178620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.179015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:23.179570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Bound port: 27c86e53-2d71-4568-868a-6c3ebbe70610, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:23.179965 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.324105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] For port 27c86e53-2d71-4568-868a-6c3ebbe70610, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:23.328988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b9775-bc91-486e-91ee-a1fbae85c809 req-14dd589d-05f5-4257-b1b7-4ed12dce6f4b tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:23.331068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88b9775-bc91-486e-91ee-a1fbae85c809 req-14dd589d-05f5-4257-b1b7-4ed12dce6f4b tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1056287 Mar 11 00:32:23.340109 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] For port 27c86e53-2d71-4568-868a-6c3ebbe70610, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27c86e53-2d71-4568-868a-6c3ebbe70610,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:23.348137 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.377645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Allocated IP 172.20.0.2 (f33348e8-82a4-4bef-9392-6031db51f429/559f979f-7693-45f6-8a6b-20a3ff1880cc/27caba1d-fce6-462c-988c-5e6e9899b053) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:23.431006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c88b9775-bc91-486e-91ee-a1fbae85c809 req-283c8309-fca3-46f0-8d71-b2219a3ff47c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 Mar 11 00:32:23.436801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ae43-d601-4700-8aa3-544ed94d17a0 None None] Pushing event updated for resources: {'Port': ['ID=27c86e53-2d71-4568-868a-6c3ebbe70610,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:23.441100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:23.441726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:23.557651 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.627795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:23.719555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks [] for port (27caba1d-fce6-462c-988c-5e6e9899b053), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.754953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.808739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Network f33348e8-82a4-4bef-9392-6031db51f429 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:23.817260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:23.822639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:23.828449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Pushing event updated for resources: {'Port': ['ID=27caba1d-fce6-462c-988c-5e6e9899b053,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:23.842792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.1 (f33348e8-82a4-4bef-9392-6031db51f429/559f979f-7693-45f6-8a6b-20a3ff1880cc/5e3bcdeb-9315-439d-b410-1959d329c552) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:23.909812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Attempting to bind port 27caba1d-fce6-462c-988c-5e6e9899b053 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:23.910106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Attempting to bind port 27caba1d-fce6-462c-988c-5e6e9899b053 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:23.910469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Attempting to bind port 27caba1d-fce6-462c-988c-5e6e9899b053 on network f33348e8-82a4-4bef-9392-6031db51f429 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:23.917730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:23.918118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Checking segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:23.918509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.918905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Bound using segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:23.919377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Bound port: 27caba1d-fce6-462c-988c-5e6e9899b053, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:23.919756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.939828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:21Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:23.968368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (5e3bcdeb-9315-439d-b410-1959d329c552), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:23.983843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c3dac-06da-430a-ad7f-643cf774dee2 None None] The sync data for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 is: [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:21Z', 'revision_number': 3, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:24.009005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.019028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] For port 27caba1d-fce6-462c-988c-5e6e9899b053, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:24.022766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] For port 27caba1d-fce6-462c-988c-5e6e9899b053, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27caba1d-fce6-462c-988c-5e6e9899b053,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:24.029494 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.056618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f33348e8-82a4-4bef-9392-6031db51f429 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:24.060060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:24.069921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:24.099666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:24.104830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e707f-aa46-44c3-9f3e-b4feb5ccc457 None None] Pushing event updated for resources: {'Port': ['ID=27caba1d-fce6-462c-988c-5e6e9899b053,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:24.126334 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.323454 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.655144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744fcaa-a392-491c-9b75-6857385599a5 req-99ed0294-c0d2-4296-a81a-daed13bca01c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:24.656766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7744fcaa-a392-491c-9b75-6857385599a5 req-99ed0294-c0d2-4296-a81a-daed13bca01c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1391041 Mar 11 00:32:24.728681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (5e3bcdeb-9315-439d-b410-1959d329c552), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.734749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7744fcaa-a392-491c-9b75-6857385599a5 req-d228108e-f948-443e-9749-a87e0497de9d tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712080 Mar 11 00:32:24.735779 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.832011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:24.835169 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:24.962531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f33348e8-82a4-4bef-9392-6031db51f429 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:24.964063 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:25.152666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-d122d7e1-39a2-4105-a332-18685a53f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:25.154152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-d122d7e1-39a2-4105-a332-18685a53f6db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1127 time: 0.1363482 Mar 11 00:32:25.168117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9e51-f5dc-4526-9f4c-f60957de6f37 req-ad379bde-2baa-4e37-9a81-665d72dc578c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:25.169630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c8e9e51-f5dc-4526-9f4c-f60957de6f37 req-ad379bde-2baa-4e37-9a81-665d72dc578c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1529131 Mar 11 00:32:25.219653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1f544-917c-4001-a271-f4e869fbfea1 None None] Network f33348e8-82a4-4bef-9392-6031db51f429 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:25.225793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router cb11a277-b8e5-400a-b5d9-b97eeb75f731 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:25.306918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c8e9e51-f5dc-4526-9f4c-f60957de6f37 req-6391008a-6aa4-42e8-a154-9297ed6cccc9 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272416 Mar 11 00:32:25.323976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Provisioning complete for port 27caba1d-fce6-462c-988c-5e6e9899b053 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:25.324461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.356218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-e83c1892-fd07-4e18-918a-1f1926c0096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:25.357676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-e83c1892-fd07-4e18-918a-1f1926c0096f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 912 time: 0.1966157 Mar 11 00:32:25.366490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27c86e53-2d71-4568-868a-6c3ebbe70610 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:25.407069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-724f5e77-6df0-49be-8416-0b4fe74c811b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 217 time: 0.0422204 Mar 11 00:32:25.483102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 27c86e53-2d71-4568-868a-6c3ebbe70610 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:25.483493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.510980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Current status of the port 27caba1d-fce6-462c-988c-5e6e9899b053 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:25.511371 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.568421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] For port 27caba1d-fce6-462c-988c-5e6e9899b053, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27caba1d-fce6-462c-988c-5e6e9899b053,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:25.579777 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.651186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 27c86e53-2d71-4568-868a-6c3ebbe70610 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:25.651577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.674523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8edc1-10cc-4f8a-ae0c-516ed3cc2c1d None None] Pushing event updated for resources: {'Port': ['ID=27caba1d-fce6-462c-988c-5e6e9899b053,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:25.692394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 27c86e53-2d71-4568-868a-6c3ebbe70610, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27c86e53-2d71-4568-868a-6c3ebbe70610,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:25.698862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.700137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27caba1d-fce6-462c-988c-5e6e9899b053 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:25.785881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=27c86e53-2d71-4568-868a-6c3ebbe70610,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:25.809466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 27caba1d-fce6-462c-988c-5e6e9899b053 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:25.809848 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.811916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Provisioning complete for port 27caba1d-fce6-462c-988c-5e6e9899b053 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:25.812302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:25.847462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:25.853525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0dee1a40-2dc8-4a78-ac14-81991e7299e0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/cb11a277-b8e5-400a-b5d9-b97eeb75f731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944619 Mar 11 00:32:25.856019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38910) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:25.898297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-60ea9b1a-e3c2-4535-bb2b-b085a1d539ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:25.899783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-60ea9b1a-e3c2-4535-bb2b-b085a1d539ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 200 len: 851 time: 0.4582973 Mar 11 00:32:26.017365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-9966f6d7-a699-44c6-b066-96faaf24f076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e15538ba-10f8-4c9e-9fd2-c55147f698a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936301 Mar 11 00:32:26.027845 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Sync routers for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:26.044518 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:26.045385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:26.128079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.128918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.129036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.129660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.130401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.130590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.135269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c7e0505e-45f2-4535-b1cf-5c5dbfac79c4 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2758088 Mar 11 00:32:26.137089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38912) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:26.154145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 27caba1d-fce6-462c-988c-5e6e9899b053 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:26.156692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Current status of the port 27caba1d-fce6-462c-988c-5e6e9899b053 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:26.168736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Provisioning complete for port 5e3bcdeb-9315-439d-b410-1959d329c552 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:26.169258 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.210820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a5803f95-cb7e-4d7d-8802-c7e36ae1569d None None] Port 5e3bcdeb-9315-439d-b410-1959d329c552 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:26.233171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-8c31b5b1-f9b8-483c-98ca-520362dd209b service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097480 Mar 11 00:32:26.272970 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:26.281502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.281967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.283555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.284110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.284563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.285007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.286790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-17f66c2a-1774-4be4-bda6-1c9537e9461d tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1486824 Mar 11 00:32:26.289673 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38914) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:26.356665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-caced755-4642-4a62-87d3-092a3d17eb26 None None] Provisioning complete for port 5e3bcdeb-9315-439d-b410-1959d329c552 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:26.357543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc0f36-5776-4a12-b4a0-b59a6d529110 req-106916d0-88ff-44e9-9f46-d344240fd985 service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173835 Mar 11 00:32:26.360585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-caced755-4642-4a62-87d3-092a3d17eb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.429153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-caced755-4642-4a62-87d3-092a3d17eb26 None None] Port 5e3bcdeb-9315-439d-b410-1959d329c552 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:26.462974 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dcc6f1fc-da7e-460e-90e2-161c934d7caf tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1721194 Mar 11 00:32:26.476213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795a5f2-942a-495b-8688-a1a5b4f6a820 req-e8f6c918-4ae7-4056-a106-7ebfe3907298 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.477916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f795a5f2-942a-495b-8688-a1a5b4f6a820 req-e8f6c918-4ae7-4056-a106-7ebfe3907298 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0732086 Mar 11 00:32:26.496167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 2, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:26.527030 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Checking router: cb11a277-b8e5-400a-b5d9-b97eeb75f731 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:26.527389 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Updating router cb11a277-b8e5-400a-b5d9-b97eeb75f731 port 5e3bcdeb-9315-439d-b410-1959d329c552 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:26.555072 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.566028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f795a5f2-942a-495b-8688-a1a5b4f6a820 req-7d5931bc-285b-4038-9575-b60a60bac9fd tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824189 Mar 11 00:32:26.571521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-61849b05-1b30-4a7b-a21d-e6920e3f8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.573039 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-61849b05-1b30-4a7b-a21d-e6920e3f8371 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1127 time: 0.0738482 Mar 11 00:32:26.686850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-930e6b22-e8c4-4d34-8913-da8620143a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.688319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-930e6b22-e8c4-4d34-8913-da8620143a63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 912 time: 0.0906336 Mar 11 00:32:26.736359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-046a5b20-2c68-473b-b225-8931e5d865cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 217 time: 0.0402997 Mar 11 00:32:26.736829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:26.741458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510576476', 'description': 'tempest-secgroup-smoke-1510576476 description', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:26.762606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.793592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-8eca32da-f0de-4c0f-9e99-b1042079baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:26.795241 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-8eca32da-f0de-4c0f-9e99-b1042079baa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 200 len: 851 time: 0.0523646 Mar 11 00:32:26.830915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-08ca33f4-8365-42e4-b2c0-302f44ea7799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e15538ba-10f8-4c9e-9fd2-c55147f698a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283237 Mar 11 00:32:26.835488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (d09c29df-9ad9-4a9e-afcb-7b308b430ead), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.841091 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d09c29df-9ad9-4a9e-afcb-7b308b430ead), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.843986 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks [] for port (5e3bcdeb-9315-439d-b410-1959d329c552), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.860974 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.875277 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.876710 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1387773 Mar 11 00:32:26.879646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:26.882060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61a1a5-e687-4729-8545-24ec6120a841 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c29df-9ad9-4a9e-afcb-7b308b430ead,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:26.885395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:26.958222 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c09f2c-af65-493b-8fe5-4aa9f3f7daa8 None None] Pushing event updated for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:26.970931 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Attempting to bind port 5e3bcdeb-9315-439d-b410-1959d329c552 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:26.971299 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Attempting to bind port 5e3bcdeb-9315-439d-b410-1959d329c552 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:26.971672 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Attempting to bind port 5e3bcdeb-9315-439d-b410-1959d329c552 on network f33348e8-82a4-4bef-9392-6031db51f429 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:26.977430 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:26.977812 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Checking segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:26.978218 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.978617 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Bound using segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:26.979620 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Bound port: 5e3bcdeb-9315-439d-b410-1959d329c552, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:26.979620 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.981029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (17c83eb8-54e7-4c34-b24c-3a19e92eb772), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:26.998543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-51b2e1d9-2592-4cb2-b2a6-f1e80fee6ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580594 Mar 11 00:32:27.058031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] For port 5e3bcdeb-9315-439d-b410-1959d329c552, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:27.062215 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] For port 5e3bcdeb-9315-439d-b410-1959d329c552, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5e3bcdeb-9315-439d-b410-1959d329c552,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:27.072496 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.110242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (17c83eb8-54e7-4c34-b24c-3a19e92eb772), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.118328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (17c83eb8-54e7-4c34-b24c-3a19e92eb772), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.130385 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:27.131069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:27.148482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c83eb8-54e7-4c34-b24c-3a19e92eb772,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.158086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2136d03e-6f86-4a0e-bf86-f5116d28e9fd req-97d808ba-52ac-4bac-9098-d921a21b53ff service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505666 Mar 11 00:32:27.169832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.171068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-81e2229c-0fde-4f81-8e6b-b607247aaeaf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898314 Mar 11 00:32:27.175328 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:27.182635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:27.198888 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c09f2c-af65-493b-8fe5-4aa9f3f7daa8 None None] Pushing event updated for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.213164 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (ed4c3973-4c3d-4308-aff0-d06d9d044e25), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.272317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:27.280534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Provisioning complete for port 5e3bcdeb-9315-439d-b410-1959d329c552 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:27.280973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.291289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (ed4c3973-4c3d-4308-aff0-d06d9d044e25), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.303666 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ed4c3973-4c3d-4308-aff0-d06d9d044e25), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.308741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27c86e53-2d71-4568-868a-6c3ebbe70610 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:27.324040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4c3973-4c3d-4308-aff0-d06d9d044e25,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.344094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.348131 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41d966fe-55eb-4706-b7c0-c0847c22dda4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1688290 Mar 11 00:32:27.348645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38926) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:27.354541 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:27.390728 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (ede424a5-8ee0-4453-98c0-39dfd30733ed), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.426441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 27c86e53-2d71-4568-868a-6c3ebbe70610 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:27.427024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.465745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Current status of the port 5e3bcdeb-9315-439d-b410-1959d329c552 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:27.466138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.472356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (ede424a5-8ee0-4453-98c0-39dfd30733ed), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.477931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ede424a5-8ee0-4453-98c0-39dfd30733ed), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.498485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede424a5-8ee0-4453-98c0-39dfd30733ed,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.504477 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:27.514330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] For port 5e3bcdeb-9315-439d-b410-1959d329c552, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5e3bcdeb-9315-439d-b410-1959d329c552,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:27.519721 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.520312 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.521642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d662323c-a6e5-4b9f-b2de-b672dd739062 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718998 Mar 11 00:32:27.524449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38928) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:27.529384 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:27.533125 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6c31a-6713-468a-89c5-1e91a7add999 None None] The sync data for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 is: [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:27.559464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (6ad77d81-8e5d-4ceb-bbf5-e639196eb462), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.610235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 27c86e53-2d71-4568-868a-6c3ebbe70610 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:27.611273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27caba1d-fce6-462c-988c-5e6e9899b053 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:27.641159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84ef40-3807-4ff0-a890-a169793149b3 None None] Pushing event updated for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.657758 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (6ad77d81-8e5d-4ceb-bbf5-e639196eb462), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.665918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6ad77d81-8e5d-4ceb-bbf5-e639196eb462), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.681933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ba79ec37-baba-488b-b326-43c7127a37e1 None None] Provisioning complete for port 5e3bcdeb-9315-439d-b410-1959d329c552 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:27.682515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ba79ec37-baba-488b-b326-43c7127a37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.690736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad77d81-8e5d-4ceb-bbf5-e639196eb462,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.707020 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.708386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-25b575be-e24e-4406-bfc8-fc0e10e02749 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826854 Mar 11 00:32:27.711202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:27.715810 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:27.742495 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:32:27.742704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 27caba1d-fce6-462c-988c-5e6e9899b053 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:27.742867 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.744050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65b6ce-f17b-467c-8a8e-dd6493ed355c req-683e2087-91a5-4039-9dfc-628feff191f7 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:27.745943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c65b6ce-f17b-467c-8a8e-dd6493ed355c req-683e2087-91a5-4039-9dfc-628feff191f7 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0886178 Mar 11 00:32:27.748490 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (e27afc79-78cc-4a3e-9a17-d3a867e7de4a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.801836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c65b6ce-f17b-467c-8a8e-dd6493ed355c req-eb974644-c961-40c3-a24e-62f557bc4955 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Mar 11 00:32:27.820523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (e27afc79-78cc-4a3e-9a17-d3a867e7de4a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.820739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ba79ec37-baba-488b-b326-43c7127a37e1 None None] Current status of the port 5e3bcdeb-9315-439d-b410-1959d329c552 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:27.828372 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e27afc79-78cc-4a3e-9a17-d3a867e7de4a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.849952 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27afc79-78cc-4a3e-9a17-d3a867e7de4a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:27.865678 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.870114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 38936) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:27.870320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-282723e0-840e-4b68-a910-88673e3b79dd tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579111 Mar 11 00:32:27.874954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'security_group_rule': {'security_group_id': 'd09c29df-9ad9-4a9e-afcb-7b308b430ead', 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:27.901954 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Project 1c48e2ac7a46464798569c6efe68dfd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:32:27.904193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 27caba1d-fce6-462c-988c-5e6e9899b053 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:27.911010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (2023cfb4-d51a-467b-a39e-5c4c5210e76e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.988344 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (2023cfb4-d51a-467b-a39e-5c4c5210e76e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:27.992942 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2023cfb4-d51a-467b-a39e-5c4c5210e76e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:28.014043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2023cfb4-d51a-467b-a39e-5c4c5210e76e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:28.028205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:28.036029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-46a99d36-2a4f-4e86-8c5e-981e0fee3f32 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582723 Mar 11 00:32:28.122160 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a25d8b-9a61-4506-a2a9-59b82f9a121c req-53c7abbe-aa7c-489b-a215-ac6233a6c539 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:28.123706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a25d8b-9a61-4506-a2a9-59b82f9a121c req-53c7abbe-aa7c-489b-a215-ac6233a6c539 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0599132 Mar 11 00:32:28.192466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a25d8b-9a61-4506-a2a9-59b82f9a121c req-e2c956c4-0bc0-4213-8cc2-52cfbc6c63c5 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611269 Mar 11 00:32:28.246091 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-d1bff266-bc22-41b6-a501-a4a3be4f7ac3 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510576476&fields=id&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 267 time: 0.0471265 Mar 11 00:32:28.362129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-773aa0df-dbdd-4944-80f4-fe50b110e21e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:28.363775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-773aa0df-dbdd-4944-80f4-fe50b110e21e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/networks?id=f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 200 len: 796 time: 0.1097159 Mar 11 00:32:28.378862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-26749a03-e2c4-440c-b745-183823d7ce68 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/quotas/1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 375 time: 0.0096436 Mar 11 00:32:28.437420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-197d9efd-c895-43d8-996a-bfb3ce64155b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531456 Mar 11 00:32:28.547847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-9b4af2e5-e0da-4d0e-83c2-81f2bf3edd03 service neutron] 10.222.0.21 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973778 Mar 11 00:32:28.645848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-72b32300-78ca-4483-97dc-c0b633768571 service neutron] 10.222.0.21 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912602 Mar 11 00:32:28.840682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6092ac3e-af4f-4730-a9ea-812d3364b35e req-cded69ee-7f9b-4068-aa53-dc3f091ad599 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 210 time: 0.0347991 Mar 11 00:32:29.303690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5e3bcdeb-9315-439d-b410-1959d329c552 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:29.334556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56cab-7014-4a5c-8d37-e1e793a7a056 req-2409ed54-6912-4d0a-92fc-85f13ff7f98b tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:29.336657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ee56cab-7014-4a5c-8d37-e1e793a7a056 req-2409ed54-6912-4d0a-92fc-85f13ff7f98b tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0695689 Mar 11 00:32:29.356463 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5e3bcdeb-9315-439d-b410-1959d329c552 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:29.356918 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:29.391289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ee56cab-7014-4a5c-8d37-e1e793a7a056 req-729027b6-8030-48aa-a34f-095659a29d10 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478203 Mar 11 00:32:29.447197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5e3bcdeb-9315-439d-b410-1959d329c552 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:29.629334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce915b-9cd6-4b7c-ac81-bb82daab4959 req-305ec586-49c4-4e84-af25-c0fd16d081a4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:29.630816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1ce915b-9cd6-4b7c-ac81-bb82daab4959 req-305ec586-49c4-4e84-af25-c0fd16d081a4 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0839677 Mar 11 00:32:29.640093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-a65ac363-e1af-4fd9-8ed4-f3a1dd5adcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:29.641558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-a65ac363-e1af-4fd9-8ed4-f3a1dd5adcbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=183aea92cda24f27855c11eb9d175ab6&device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 1127 time: 0.0652618 Mar 11 00:32:29.774867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1ce915b-9cd6-4b7c-ac81-bb82daab4959 req-9ba04cc3-963e-4ffd-9386-7f40d918509b tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372192 Mar 11 00:32:29.843956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-427dd308-47c5-4c62-b82b-b5e0700dc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:29.845348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-427dd308-47c5-4c62-b82b-b5e0700dc609 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 200 len: 912 time: 0.1971469 Mar 11 00:32:29.896081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-20906747-c8f2-414b-bd09-833dcf28524d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 200 len: 217 time: 0.0411417 Mar 11 00:32:29.902243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-fbb2ef9f-2964-4062-bd5a-6d6b02a2541a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:29.903606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-fbb2ef9f-2964-4062-bd5a-6d6b02a2541a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/networks?id=f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 200 len: 796 time: 0.2116547 Mar 11 00:32:29.979674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-600ddfe7-84c7-4349-8853-be448d20fe85 req-4eebb866-c622-4a9c-b7c5-01007fb7fe2b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 210 time: 0.0673211 Mar 11 00:32:30.002501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-cfd7cff8-40bb-4282-9fbe-0625f49df9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:30.003960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-cfd7cff8-40bb-4282-9fbe-0625f49df9f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 200 len: 851 time: 0.0994735 Mar 11 00:32:30.045090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-bed7851b-f192-4106-a05d-858c0f928763 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e15538ba-10f8-4c9e-9fd2-c55147f698a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337594 Mar 11 00:32:30.051252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-2d06e6fb-b26d-4f88-b8c5-f447436dc3f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c48e2ac7a46464798569c6efe68dfd4 HTTP/1.1" status: 200 len: 380 time: 0.1365113 Mar 11 00:32:30.062891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'port': {'device_id': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'admin_state_up': True, 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'security_groups': ['d09c29df-9ad9-4a9e-afcb-7b308b430ead']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:30.214169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-cf8e3938-ce90-447f-a158-ca7d5ea9f2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619854 Mar 11 00:32:30.260980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Made reservation on behalf of 1c48e2ac7a46464798569c6efe68dfd4 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:30.264331 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.371380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6c8acd-6077-4b70-b822-ef1d5f0bd412 req-d30c2b10-dc49-4b72-9477-e38e2c57907d service neutron] 10.222.0.30 "GET /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496818 Mar 11 00:32:30.435135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.20.0.14 (f33348e8-82a4-4bef-9392-6031db51f429/559f979f-7693-45f6-8a6b-20a3ff1880cc/16c61624-ea31-4019-bbe6-b6e058313e3a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:30.572584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.605067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.644617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network f33348e8-82a4-4bef-9392-6031db51f429 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:30.647642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:30.654019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:30.680435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:30.707601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:30.708255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.724478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-6e715ee8-0756-4622-a456-7dc1f9d4a86e tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6648195 Mar 11 00:32:30.738271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Request body: {'port': {'device_id': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:30.805726 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.959232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b106cd7a-be03-413b-a7e1-3eb01329aeb8 None None] Provisioning complete for port 16c61624-ea31-4019-bbe6-b6e058313e3a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:30.959875 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b106cd7a-be03-413b-a7e1-3eb01329aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:30.987868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97658-cb9d-4dae-9851-9a2776ddadaf req-ad7b627e-177b-43f0-954d-259be6296d90 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:30.989411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98d97658-cb9d-4dae-9851-9a2776ddadaf req-ad7b627e-177b-43f0-954d-259be6296d90 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.1406486 Mar 11 00:32:31.003857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b106cd7a-be03-413b-a7e1-3eb01329aeb8 None None] Port 16c61624-ea31-4019-bbe6-b6e058313e3a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:31.128765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98d97658-cb9d-4dae-9851-9a2776ddadaf req-daa14834-1bb2-4e7c-9d63-c492e5f90ae1 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218934 Mar 11 00:32:31.174882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27203-5e24-4e08-808f-b84b170b20c3 req-e603a1e4-c0a6-4733-a788-dad48275704c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:31.176385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90e27203-5e24-4e08-808f-b84b170b20c3 req-e603a1e4-c0a6-4733-a788-dad48275704c tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 932 time: 0.1018791 Mar 11 00:32:31.257623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c61624-ea31-4019-bbe6-b6e058313e3a {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:32:31.277327 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks [] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:31.285679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-90e27203-5e24-4e08-808f-b84b170b20c3 req-9098ac69-ff97-4ee7-b2ea-9fa238167868 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025972 Mar 11 00:32:31.296867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Transition to ACTIVE for port object 16c61624-ea31-4019-bbe6-b6e058313e3a will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:32:31.303167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:31.354023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Pushing event updated for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:31.429342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Attempting to bind port 16c61624-ea31-4019-bbe6-b6e058313e3a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:31.430019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Attempting to bind port 16c61624-ea31-4019-bbe6-b6e058313e3a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:31.430019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Attempting to bind port 16c61624-ea31-4019-bbe6-b6e058313e3a on network f33348e8-82a4-4bef-9392-6031db51f429 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:31.434614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Port 16c61624-ea31-4019-bbe6-b6e058313e3a on network f33348e8-82a4-4bef-9392-6031db51f429 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:32:31.434940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Attempting to bind port 16c61624-ea31-4019-bbe6-b6e058313e3a on network f33348e8-82a4-4bef-9392-6031db51f429 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:31.440388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:31.440968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Checking segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:31.441374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Bound using segment: {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:31.441807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Bound port: 16c61624-ea31-4019-bbe6-b6e058313e3a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a42ee7-3050-41ed-bfa0-539fc63d9534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:31.442196 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:31.509444 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:31.512602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16c61624-ea31-4019-bbe6-b6e058313e3a,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:31.519236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:31.552132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:31.552615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:31.553980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] 10.222.0.30 "PUT /v2.0/ports/16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 200 len: 1092 time: 0.8205123 Mar 11 00:32:31.554422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:31.556640 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c6b98-3efe-4efa-aea8-af15351069c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:31.588549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a8239-5743-4923-96bd-0f35a0a72308 service neutron] Pushing event updated for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:31.607569 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190f83b-0b6c-4d08-8228-f13ebb3f1e2a x-openstack-request-id: req-7190f83b-0b6c-4d08-8228-f13ebb3f1e2a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:31.607872 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:31.608161 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7190f83b-0b6c-4d08-8228-f13ebb3f1e2a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:31.608566 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'status': 'completed', 'code': 200} Mar 11 00:32:31.650313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-e87840ca-a323-482f-979e-1ebf0ad73c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:31.651841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-e87840ca-a323-482f-979e-1ebf0ad73c35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1126 time: 0.0546579 Mar 11 00:32:32.021997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-8c889db3-0964-4488-8002-c40d4e62bea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 200 len: 217 time: 0.3623862 Mar 11 00:32:32.069556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-421f767e-0626-48c5-badd-51006f312614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.070973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-421f767e-0626-48c5-badd-51006f312614 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=559f979f-7693-45f6-8a6b-20a3ff1880cc HTTP/1.1" status: 200 len: 834 time: 0.0433142 Mar 11 00:32:32.118254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37b698-3c6a-4131-a573-704c5c318563 req-5ed5b369-d896-4252-a037-fc24f8738ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.119661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-5ed5b369-d896-4252-a037-fc24f8738ada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33348e8-82a4-4bef-9392-6031db51f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429552 Mar 11 00:32:32.233365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-f8d9ffdf-957a-4661-bbef-957ef56528e8 service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072357 Mar 11 00:32:32.289713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeada0b-c06f-4d72-a484-a7ad9a2352ba req-aac2b673-054c-4b76-9549-257a14af300f tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.291153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5aeada0b-c06f-4d72-a484-a7ad9a2352ba req-aac2b673-054c-4b76-9549-257a14af300f tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0897970 Mar 11 00:32:32.396428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a37b698-3c6a-4131-a573-704c5c318563 req-fbe9df40-c5ce-4717-98ac-b203822cc1bf service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560268 Mar 11 00:32:32.403731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5aeada0b-c06f-4d72-a484-a7ad9a2352ba req-69698834-6882-415c-8aff-6b140ea6c457 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871785 Mar 11 00:32:32.430985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977a20d-3c14-47d9-9f02-bd7906f6462f req-afad1deb-133f-4ea9-ae39-3bec2a0fc21a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.432560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b977a20d-3c14-47d9-9f02-bd7906f6462f req-afad1deb-133f-4ea9-ae39-3bec2a0fc21a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 944 time: 0.0765405 Mar 11 00:32:32.522792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b977a20d-3c14-47d9-9f02-bd7906f6462f req-fc65d2e3-10a7-4f60-9964-40dc4b213db1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838406 Mar 11 00:32:32.529158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-f318654d-4ea4-45a6-b2d3-320ef8785c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.530610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-f318654d-4ea4-45a6-b2d3-320ef8785c8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1126 time: 0.0736618 Mar 11 00:32:32.658893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-769b99c1-572d-4182-a4e3-84a9c140990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.660255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-769b99c1-572d-4182-a4e3-84a9c140990c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 200 len: 897 time: 0.1236267 Mar 11 00:32:32.676002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5739fb-7efe-43e9-92ca-9ddb2bedd656 req-a694cb52-9bce-42bb-bb25-4e6038999b51 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.677438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b5739fb-7efe-43e9-92ca-9ddb2bedd656 req-a694cb52-9bce-42bb-bb25-4e6038999b51 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0728123 Mar 11 00:32:32.724999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-4adb3889-e3fc-47e7-8b22-093d46ebc791 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 200 len: 217 time: 0.0466356 Mar 11 00:32:32.788844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b5739fb-7efe-43e9-92ca-9ddb2bedd656 req-f4bec994-5d21-4d59-8b02-f56bb0dada46 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036544 Mar 11 00:32:32.798471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-853326aa-43b2-4b5d-a666-5c4b0614c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.801052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-853326aa-43b2-4b5d-a666-5c4b0614c8ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=559f979f-7693-45f6-8a6b-20a3ff1880cc HTTP/1.1" status: 200 len: 834 time: 0.0686398 Mar 11 00:32:32.857665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-72d29e5b-7782-4a1a-879a-ad7f0154637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:32.859178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-72d29e5b-7782-4a1a-879a-ad7f0154637c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33348e8-82a4-4bef-9392-6031db51f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448453 Mar 11 00:32:32.950949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-3e32de85-f459-4cce-876c-037059ab5f53 service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849452 Mar 11 00:32:33.045841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fe8c6b98-3efe-4efa-aea8-af15351069c6 req-637a10f2-bc67-4f5b-8c94-782d4d42ce3e service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Mar 11 00:32:33.642922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932548a-3269-46a2-8a73-8bd1b99f1da8 req-6c7086c0-0a8f-4b44-817e-522f5d50a90d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:33.644484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8932548a-3269-46a2-8a73-8bd1b99f1da8 req-6c7086c0-0a8f-4b44-817e-522f5d50a90d tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 944 time: 0.0535033 Mar 11 00:32:33.692283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8932548a-3269-46a2-8a73-8bd1b99f1da8 req-2dd1b383-bd36-4eff-be11-facb4f0f19b8 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Mar 11 00:32:33.912356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bbb50-2389-4bb7-bf90-5b1a6277ff35 req-0e9f2c20-6840-4f28-8872-5c8f4760d19c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:33.913831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e24bbb50-2389-4bb7-bf90-5b1a6277ff35 req-0e9f2c20-6840-4f28-8872-5c8f4760d19c tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0571859 Mar 11 00:32:33.961115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e24bbb50-2389-4bb7-bf90-5b1a6277ff35 req-4c6e2a62-3a02-4787-9418-350cf8cfed94 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d41a35-faa6-4778-ae55-e13553ea6411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Mar 11 00:32:34.438998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-fcefb2d0-8627-48b3-92da-cf4e9918f177 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:34.440537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-fcefb2d0-8627-48b3-92da-cf4e9918f177 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Mar 11 00:32:34.456036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16c61624-ea31-4019-bbe6-b6e058313e3a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:32:34.532698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Deleting port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:32:34.533076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.555469 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16c61624-ea31-4019-bbe6-b6e058313e3a,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:34.567403 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'port_id': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'mac_address': 'fa:16:3e:4d:ad:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:32:34.604143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 16c61624-ea31-4019-bbe6-b6e058313e3a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:34.604535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.618102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c61624-ea31-4019-bbe6-b6e058313e3a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:32:34.626207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] For port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,segment=NetworkSegment(893cf35e-91ab-4da4-80d9-1cefbf824e3b),segment_id=893cf35e-91ab-4da4-80d9-1cefbf824e3b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:34.626579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.637519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16c61624-ea31-4019-bbe6-b6e058313e3a,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:34.639553 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Calling delete_port for 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:32:34.641693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.689588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:34.697961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.698317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.698670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.699056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.699343 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.699678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.700174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.700510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.700863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.701220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.701554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.701886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.702215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:34.817163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9a8a6ee5-f3cc-4d16-b447-9b925f864f05), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.829646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9a8a6ee5-f3cc-4d16-b447-9b925f864f05'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:32:34.839271 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['16c61624-ea31-4019-bbe6-b6e058313e3a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:32:34.854781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ccd9-fdf5-4779-aa3b-63fde4359110 req-b62f5f4a-4b67-4fd1-b868-4730d257fcc0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:34.856861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be89ccd9-fdf5-4779-aa3b-63fde4359110 req-b62f5f4a-4b67-4fd1-b868-4730d257fcc0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 945 time: 0.0938098 Mar 11 00:32:34.868603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Pushing event deleted for resources: {'Port': ['ID=9a8a6ee5-f3cc-4d16-b447-9b925f864f05,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:34.932202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] No DVR routers for this DVR port 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:32:34.936254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:34.939658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb29f1e5-3dce-4b3b-96c3-38eb031d9413 req-94514708-10c1-4b99-8285-edac792f35d3 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.30 "DELETE /v2.0/ports/9a8a6ee5-f3cc-4d16-b447-9b925f864f05 HTTP/1.1" status: 204 len: 173 time: 0.4940448 Mar 11 00:32:34.940283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'name': 'network-vif-deleted', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:34.942638 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038eccb-2a6d-4010-a6db-920e0d11a7bc" -d '{"events": [{"server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "name": "network-vif-deleted", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:34.973484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be89ccd9-fdf5-4779-aa3b-63fde4359110 req-a081d408-64f2-4a7e-8ac3-60f4b09bc176 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032197 Mar 11 00:32:35.005881 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e113ee0-9884-45e2-a61a-ff2b3ebf38fd x-openstack-request-id: req-4e113ee0-9884-45e2-a61a-ff2b3ebf38fd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:35.006470 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9890031-23c1-48fe-a2d2-39c917116e75", "name": "network-vif-deleted", "tag": "9a8a6ee5-f3cc-4d16-b447-9b925f864f05", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:35.006799 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e113ee0-9884-45e2-a61a-ff2b3ebf38fd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:35.007273 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9890031-23c1-48fe-a2d2-39c917116e75', 'name': 'network-vif-deleted', 'tag': '9a8a6ee5-f3cc-4d16-b447-9b925f864f05', 'status': 'completed', 'code': 200} Mar 11 00:32:35.086349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-850d780b-50c2-48a7-931a-3ccd799d296a req-6fbf4c51-f051-4557-b338-953c8e3ea394 tempest-TestServerAdvancedOps-74842420 tempest-TestServerAdvancedOps-74842420-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9890031-23c1-48fe-a2d2-39c917116e75 HTTP/1.1" status: 200 len: 210 time: 0.0439014 Mar 11 00:32:36.106706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c064e81-d5a2-404a-ad52-a6ecd31e65a8 req-d905a7b3-e452-4fe7-bb20-120b8ab4009b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:36.109399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c064e81-d5a2-404a-ad52-a6ecd31e65a8 req-d905a7b3-e452-4fe7-bb20-120b8ab4009b tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 945 time: 0.0543156 Mar 11 00:32:36.150395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 38998) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:36.167776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4c064e81-d5a2-404a-ad52-a6ecd31e65a8 req-9a34bb31-23e2-4f68-968a-44102a6f8351 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534978 Mar 11 00:32:36.196831 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Deleting subnet 79a542b8-cb04-4132-8fcb-fd0833d7a0f0 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:32:36.199863 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Publish callbacks [] for subnet (79a542b8-cb04-4132-8fcb-fd0833d7a0f0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.239254 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (79a542b8-cb04-4132-8fcb-fd0833d7a0f0), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.278365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (79a542b8-cb04-4132-8fcb-fd0833d7a0f0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.331767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (79a542b8-cb04-4132-8fcb-fd0833d7a0f0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.357492 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a542b8-cb04-4132-8fcb-fd0833d7a0f0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:36.368948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.369457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.369677 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.369982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.370319 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.370651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.370989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.371640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.371640 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.372059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.372270 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.372594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.372920 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:36.375727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.379647 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a46b18e-2265-4d56-90ed-a99b631b39cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/79a542b8-cb04-4132-8fcb-fd0833d7a0f0 HTTP/1.1" status: 204 len: 168 time: 0.2282434 Mar 11 00:32:36.382123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39000) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:36.458583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (e15538ba-10f8-4c9e-9fd2-c55147f698a1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.461216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16c61624-ea31-4019-bbe6-b6e058313e3a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:36.514580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 16c61624-ea31-4019-bbe6-b6e058313e3a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:32:36.519131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 16c61624-ea31-4019-bbe6-b6e058313e3a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:36.519535 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.541871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (e15538ba-10f8-4c9e-9fd2-c55147f698a1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.562872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15538ba-10f8-4c9e-9fd2-c55147f698a1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:36.573140 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893cf35e-91ab-4da4-80d9-1cefbf824e3b') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:36.573463 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893cf35e-91ab-4da4-80d9-1cefbf824e3b') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:36.584803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (893cf35e-91ab-4da4-80d9-1cefbf824e3b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.599263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 16c61624-ea31-4019-bbe6-b6e058313e3a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:36.599673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.601871 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (893cf35e-91ab-4da4-80d9-1cefbf824e3b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.609298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:32:36.609703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (893cf35e-91ab-4da4-80d9-1cefbf824e3b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:32:36.623191 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:32:36.625180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:36.626726 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a34dfd-e295-4b47-8320-52547bcee72e" -d '{"events": [{"server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "name": "network-vif-plugged", "status": "completed", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:36.643840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16c61624-ea31-4019-bbe6-b6e058313e3a,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:36.648755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.649883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:32:36.675457 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77201647-74b6-4673-a1dc-66dc800f5095 x-openstack-request-id: req-77201647-74b6-4673-a1dc-66dc800f5095 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:36.675756 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "name": "network-vif-plugged", "status": "completed", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:36.676257 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77201647-74b6-4673-a1dc-66dc800f5095 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:36.676671 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'code': 200} Mar 11 00:32:36.693299 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (e15538ba-10f8-4c9e-9fd2-c55147f698a1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.699621 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.703712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e15538ba-10f8-4c9e-9fd2-c55147f698a1 HTTP/1.1" status: 204 len: 168 time: 0.3206837 Mar 11 00:32:36.706982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39004) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:36.716563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1355-da08-4f17-b3a2-2052d926e7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15538ba-10f8-4c9e-9fd2-c55147f698a1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:36.751032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:36.762567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:32:36.762912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9a8a6ee5-f3cc-4d16-b447-9b925f864f05 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:32:36.777663 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-317c69ac-905c-4a5a-860d-a8782cbb5001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.792988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Deleting subnet 653c2a49-810a-410e-9f16-00257cdcc475 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:32:36.797308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Publish callbacks [] for subnet (653c2a49-810a-410e-9f16-00257cdcc475), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.840613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (653c2a49-810a-410e-9f16-00257cdcc475), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.866636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0857-c0ad-4707-bb65-c47916a71666 req-92bc18a6-96eb-4a43-a782-60a3cb65d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:36.868094 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddbf0857-c0ad-4707-bb65-c47916a71666 req-92bc18a6-96eb-4a43-a782-60a3cb65d56e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1128 time: 0.1142418 Mar 11 00:32:36.910929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (653c2a49-810a-410e-9f16-00257cdcc475), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:36.955302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ddbf0857-c0ad-4707-bb65-c47916a71666 req-9f8393e9-4aa4-4c75-aa7e-12980b979f0c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808728 Mar 11 00:32:36.979397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (653c2a49-810a-410e-9f16-00257cdcc475), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.005067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653c2a49-810a-410e-9f16-00257cdcc475,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:37.008718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.014124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5bd85445-0c42-42fb-aa23-e03c95d7866a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/653c2a49-810a-410e-9f16-00257cdcc475 HTTP/1.1" status: 204 len: 168 time: 0.3038132 Mar 11 00:32:37.014937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39006) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:37.082547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (9abbedf1-5ee5-49a1-9912-21c59f9248eb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.163614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (9abbedf1-5ee5-49a1-9912-21c59f9248eb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.183861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abbedf1-5ee5-49a1-9912-21c59f9248eb']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:37.193224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e3c3e6-0ae5-46de-a3be-d6b77da433cf') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:37.193501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e3c3e6-0ae5-46de-a3be-d6b77da433cf') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:37.203044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (f0e3c3e6-0ae5-46de-a3be-d6b77da433cf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.216927 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0e3c3e6-0ae5-46de-a3be-d6b77da433cf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.223295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:32:37.223678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (f0e3c3e6-0ae5-46de-a3be-d6b77da433cf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:32:37.225329 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:32:37.304887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (9abbedf1-5ee5-49a1-9912-21c59f9248eb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.311821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.315460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9abbedf1-5ee5-49a1-9912-21c59f9248eb HTTP/1.1" status: 204 len: 168 time: 0.2996008 Mar 11 00:32:37.328121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641f74-59b4-46d4-a0d8-52fbf55997f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9abbedf1-5ee5-49a1-9912-21c59f9248eb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:37.343369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc6829-c053-4bf2-8d4f-17eacee5f41e req-bb28bd6d-c65f-4a8f-b020-f06e0cf1b1a4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:37.344865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70bc6829-c053-4bf2-8d4f-17eacee5f41e req-bb28bd6d-c65f-4a8f-b020-f06e0cf1b1a4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.1064475 Mar 11 00:32:37.395602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70bc6829-c053-4bf2-8d4f-17eacee5f41e req-c7956067-bdfa-4afa-8090-1530d56183b3 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Mar 11 00:32:37.477631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39012) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:37.517602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cfe8d32e-89c6-4419-aed8-7091d1f219dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=183aea92cda24f27855c11eb9d175ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388246 Mar 11 00:32:37.520082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39014) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:37.566209 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] Publish callbacks [] for security_group (28d41a35-faa6-4778-ae55-e13553ea6411), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.587003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] Publish callbacks [] for security_group (28d41a35-faa6-4778-ae55-e13553ea6411), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.637733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (28d41a35-faa6-4778-ae55-e13553ea6411), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.640345 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:37.641495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28d41a35-faa6-4778-ae55-e13553ea6411 HTTP/1.1" status: 204 len: 168 time: 0.1205256 Mar 11 00:32:37.649184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c06cd9-de77-4f1d-8362-36c8389ca92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d41a35-faa6-4778-ae55-e13553ea6411,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:37.963306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39020) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:38.004250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-40c29b6f-0021-44c5-ac61-806acc30c226 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d75be08c71b4d248dfe58bfd7bb4aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396316 Mar 11 00:32:38.006560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39022) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:38.053925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] Publish callbacks [] for security_group (afd6c939-892a-417e-8f58-44d9ff1e6381), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:38.075741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] Publish callbacks [] for security_group (afd6c939-892a-417e-8f58-44d9ff1e6381), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:38.121252 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (afd6c939-892a-417e-8f58-44d9ff1e6381), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:38.123977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:38.125139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afd6c939-892a-417e-8f58-44d9ff1e6381 HTTP/1.1" status: 204 len: 168 time: 0.1177053 Mar 11 00:32:38.133414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6bb93-0fc3-4e5a-9820-dc9d82d367a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd6c939-892a-417e-8f58-44d9ff1e6381,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:38.519643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec6ebb-2a33-402d-878a-8cd100a879b1 req-9146faed-c9a1-47df-b63b-354c4be98266 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:38.522008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cec6ebb-2a33-402d-878a-8cd100a879b1 req-9146faed-c9a1-47df-b63b-354c4be98266 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.0558650 Mar 11 00:32:38.576968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cec6ebb-2a33-402d-878a-8cd100a879b1 req-47c679aa-2784-48d4-89e7-ba30a5cfaadf tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Mar 11 00:32:38.661248 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588f63f2-32c8-4ab8-b6a8-369327894f2a req-69f69629-a4d2-47cd-a5ed-6587720dd4fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2010660 Mar 11 00:32:38.704681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ea6b0-63bd-4832-a2e4-de2357dde606 req-a62b0e25-800d-49c6-9d71-74f93581b953 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:38.707231 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a94ea6b0-63bd-4832-a2e4-de2357dde606 req-a62b0e25-800d-49c6-9d71-74f93581b953 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.0601127 Mar 11 00:32:38.710440 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588f63f2-32c8-4ab8-b6a8-369327894f2a req-3e156465-bd00-4ba4-bb1f-44656a826695 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0283756 Mar 11 00:32:38.753446 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588f63f2-32c8-4ab8-b6a8-369327894f2a req-f2ab0d1f-852d-4854-83d3-042f200ff041 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251279 Mar 11 00:32:38.761722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a94ea6b0-63bd-4832-a2e4-de2357dde606 req-b7f67db6-bd58-42d7-8ffa-2be9d5f663d1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478866 Mar 11 00:32:38.785693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39050) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:38.829577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca1aed7-4a8b-4327-94e9-bf2406c6b341 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:38.834710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ca1aed7-4a8b-4327-94e9-bf2406c6b341 tempest-TestNetworkBasicOps-974555103 tempest-TestNetworkBasicOps-974555103-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1123 time: 0.0453422 Mar 11 00:32:38.834710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39052) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:38.835425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39054) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:38.839535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:38.860999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f63f2-32c8-4ab8-b6a8-369327894f2a req-430fbee2-5917-47aa-8a8c-ddae57d53396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:38.863731 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-588f63f2-32c8-4ab8-b6a8-369327894f2a req-430fbee2-5917-47aa-8a8c-ddae57d53396 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046410 Mar 11 00:32:38.865870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:38.967465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-621692-network', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:38.995467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Made reservation on behalf of 09abacc22e614929b36f95b8c8e28ed8 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:38.997957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.010468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.027834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.188260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Allocated IP 172.25.7.80 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/c92e2977-2263-4c48-a09b-512cb5c31282) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:39.191865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks [] for security_group (41af0bcd-48e9-4314-823d-c97b657ef644), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.200262 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41af0bcd-48e9-4314-823d-c97b657ef644), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.245730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:32:39.251534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41af0bcd-48e9-4314-823d-c97b657ef644,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:39.294693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9c9a5f60-d2e3-4782-8631-08087607497e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.295037 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Added segment 9c9a5f60-d2e3-4782-8631-08087607497e of type vlan for network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 Mar 11 00:32:39.306277 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c44cc3e9-519d-4731-a7fe-c7303a30a05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.358795 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (04e6657f-6da8-4e55-9f85-1a3b229e0c78), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.382741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (c92e2977-2263-4c48-a09b-512cb5c31282), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.405455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (04e6657f-6da8-4e55-9f85-1a3b229e0c78), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.406384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:39.406953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.452681 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6179082 Mar 11 00:32:39.456206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39058) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:39.461469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Request body: {'subnet': {'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-621692-subnet', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:39.482513 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Made reservation on behalf of 09abacc22e614929b36f95b8c8e28ed8 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:39.484971 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.516346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c74fd-46fd-456f-8ce6-c1095f9cef0b admin admin] Pushing event updated for resources: {'Network': ['ID=04e6657f-6da8-4e55-9f85-1a3b229e0c78,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:39.520405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.527316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:32:39.563146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:39.571075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:39.573549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:39.600728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=c92e2977-2263-4c48-a09b-512cb5c31282,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:39.668752 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (3a3bce62-b6ba-440e-8614-a8eb21a3d693), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.726098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3bce62-b6ba-440e-8614-a8eb21a3d693,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:39.733236 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Checking segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:39.733598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Network hostable DHCP agents. Network: 04e6657f-6da8-4e55-9f85-1a3b229e0c78, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:32:39.750284 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:32:39.759794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 04e6657f-6da8-4e55-9f85-1a3b229e0c78) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:39.764179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:39.764781 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.771739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf814-2144-4743-8094-2ea38fca10c2 None None] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:39.785611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-177156cd-f3cb-487c-be17-2a1be7175842 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3242874 Mar 11 00:32:39.785824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39060) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:39.790248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:39.809677 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (784b803a-bc26-4846-ae05-ff5639640eb6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.810832 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (784b803a-bc26-4846-ae05-ff5639640eb6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.875907 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for router_controller (784b803a-bc26-4846-ae05-ff5639640eb6), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.896008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:32:39.896910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:39.981351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (feb71ca0-2e7c-45d5-8fef-4393dc5bc986), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.035018 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for router_gateway (784b803a-bc26-4846-ae05-ff5639640eb6), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.040761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Allocated IP 172.20.0.2 (04e6657f-6da8-4e55-9f85-1a3b229e0c78/3a3bce62-b6ba-440e-8614-a8eb21a3d693/33ecb265-16af-4e91-b6e1-70918e688112) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:40.057482 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.194593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks [] for port (33ecb265-16af-4e91-b6e1-70918e688112), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.200461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (33ecb265-16af-4e91-b6e1-70918e688112), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.232461 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for port (c92e2977-2263-4c48-a09b-512cb5c31282), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.239319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.244953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:40.247523 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for router_gateway (784b803a-bc26-4846-ae05-ff5639640eb6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.251080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:40.256351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:40.263328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Pushing event updated for resources: {'Port': ['ID=33ecb265-16af-4e91-b6e1-70918e688112,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:40.269141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.320890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Attempting to bind port 33ecb265-16af-4e91-b6e1-70918e688112 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:40.321864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Attempting to bind port 33ecb265-16af-4e91-b6e1-70918e688112 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:40.322426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Attempting to bind port 33ecb265-16af-4e91-b6e1-70918e688112 on network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:40.327909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event updated for resources: {'Port': ['ID=c92e2977-2263-4c48-a09b-512cb5c31282,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:40.328210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:40.328595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Checking segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:40.329004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.329400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Bound using segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:40.331551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Bound port: 33ecb265-16af-4e91-b6e1-70918e688112, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:40.332329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33ecb265-16af-4e91-b6e1-70918e688112), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.335265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (feb71ca0-2e7c-45d5-8fef-4393dc5bc986), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.394040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Allocated IP 172.25.7.7 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/85781638-861a-49cb-9053-041829d4f454) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:40.397305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] For port 33ecb265-16af-4e91-b6e1-70918e688112, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:40.401160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] For port 33ecb265-16af-4e91-b6e1-70918e688112, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=33ecb265-16af-4e91-b6e1-70918e688112,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:40.407553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33ecb265-16af-4e91-b6e1-70918e688112), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.449281 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Floating IP feb71ca0-2e7c-45d5-8fef-4393dc5bc986 associated. External IP: 172.25.7.80, port: 16c61624-ea31-4019-bbe6-b6e058313e3a. Mar 11 00:32:40.478308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da01cb6-7f8d-4f20-b13c-8033b0c3e48c None None] Pushing event updated for resources: {'Port': ['ID=33ecb265-16af-4e91-b6e1-70918e688112,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:40.508879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for port (85781638-861a-49cb-9053-041829d4f454), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.538836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.557630 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (85781638-861a-49cb-9053-041829d4f454), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.604166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:40.607115 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:40.611874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:40.615338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Pushing event updated for resources: {'Port': ['ID=85781638-861a-49cb-9053-041829d4f454,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:40.713092 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router cb11a277-b8e5-400a-b5d9-b97eeb75f731 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:40.844412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:40.856197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Sync routers for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:40.865942 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.867140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:40.867766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:40.901722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3c3298ab-fab8-44bc-a1ab-0061d08bcc60 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0653491 Mar 11 00:32:40.902364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:40.902831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:32:40.905118 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fe6bb9-c7d1-4dd7-8873-bb857825207d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:32:40.927520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for router_gateway (784b803a-bc26-4846-ae05-ff5639640eb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:40.969103 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0d90b7-82b9-4f7d-9c45-3eb414e9ee67 x-openstack-request-id: req-8d0d90b7-82b9-4f7d-9c45-3eb414e9ee67 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:32:40.969314 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:32:40.969581 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d0d90b7-82b9-4f7d-9c45-3eb414e9ee67 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:32:40.970170 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'status': 'completed', 'code': 200} Mar 11 00:32:40.981877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3f816813-7b85-401d-ac8e-bb6af74b04e5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/feb71ca0-2e7c-45d5-8fef-4393dc5bc986 HTTP/1.1" status: 200 len: 991 time: 0.0739069 Mar 11 00:32:41.017540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:41.019792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.045774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-4f26ed59-c378-496c-9ed2-da988d5c0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:41.047690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-4f26ed59-c378-496c-9ed2-da988d5c0552 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1128 time: 0.0592325 Mar 11 00:32:41.151399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-f0d75f4c-fc54-417a-8e9e-6dc6c7ed8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:41.154213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-f0d75f4c-fc54-417a-8e9e-6dc6c7ed8065 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 200 len: 897 time: 0.1012218 Mar 11 00:32:41.160544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (784b803a-bc26-4846-ae05-ff5639640eb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.316078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-f75bb097-a003-4af3-9ab8-1cba4d61e0d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 200 len: 999 time: 0.1555495 Mar 11 00:32:41.320526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.329647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'feb71ca0-2e7c-45d5-8fef-4393dc5bc986', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'port_id': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'mac_address': 'fa:16:3e:4d:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:39Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:41.352488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Router 784b803a-bc26-4846-ae05-ff5639640eb6 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:32:41.372951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Checking router: cb11a277-b8e5-400a-b5d9-b97eeb75f731 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:41.378785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 33ecb265-16af-4e91-b6e1-70918e688112 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:41.385480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-12793a11-0129-4afa-b25e-a152852dd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:41.387435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-12793a11-0129-4afa-b25e-a152852dd85f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=559f979f-7693-45f6-8a6b-20a3ff1880cc HTTP/1.1" status: 200 len: 834 time: 0.0664494 Mar 11 00:32:41.409348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:41.409988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:41.448019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-0b5c5368-89ba-4ee7-8dfd-43c2a71fdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:41.450265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-0b5c5368-89ba-4ee7-8dfd-43c2a71fdf32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33348e8-82a4-4bef-9392-6031db51f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566521 Mar 11 00:32:41.481930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 33ecb265-16af-4e91-b6e1-70918e688112 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:41.482214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33ecb265-16af-4e91-b6e1-70918e688112), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.493676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:41.504588 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:41.521529 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:41.523072 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:41.528445 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.532735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-08c123ff-afe2-4bb5-b00e-4399a7bbd79e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7434151 Mar 11 00:32:41.534502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39066) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:41.564087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-1aecfde6-864d-4788-bcda-7bdb19edad21 service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075888 Mar 11 00:32:41.687848 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:41.701230 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08fe6bb9-c7d1-4dd7-8873-bb857825207d req-574b8f5e-b232-48e9-b6d0-515f45b1e25a service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300666 Mar 11 00:32:41.741859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba6e5b-8417-4276-a15f-392e9ba49b6f None None] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:41.812832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:41.817452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.889981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Provisioning complete for port 33ecb265-16af-4e91-b6e1-70918e688112 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:41.890285 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33ecb265-16af-4e91-b6e1-70918e688112), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.907814 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:40Z', 'revision_number': 3, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:41.936542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:41.936542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Updating router 784b803a-bc26-4846-ae05-ff5639640eb6 port 85781638-861a-49cb-9053-041829d4f454 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:41.968330 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85781638-861a-49cb-9053-041829d4f454), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:41.982961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39068) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:42.052867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cea2e2fe-0e76-4807-bf70-464ed5699159 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/feb71ca0-2e7c-45d5-8fef-4393dc5bc986 HTTP/1.1" status: 200 len: 991 time: 0.0675762 Mar 11 00:32:42.087282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 33ecb265-16af-4e91-b6e1-70918e688112 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:42.087682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33ecb265-16af-4e91-b6e1-70918e688112), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.218190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 33ecb265-16af-4e91-b6e1-70918e688112, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=33ecb265-16af-4e91-b6e1-70918e688112,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:42.233409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Current status of the port 33ecb265-16af-4e91-b6e1-70918e688112 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:42.233811 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (33ecb265-16af-4e91-b6e1-70918e688112), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.235658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (33ecb265-16af-4e91-b6e1-70918e688112), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.285806 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks [] for port (85781638-861a-49cb-9053-041829d4f454), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.295502 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85781638-861a-49cb-9053-041829d4f454), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.327279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Attempting to bind port 85781638-861a-49cb-9053-041829d4f454 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:42.327652 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Attempting to bind port 85781638-861a-49cb-9053-041829d4f454 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:42.328035 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Attempting to bind port 85781638-861a-49cb-9053-041829d4f454 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:42.351652 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:42.352059 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:42.353493 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.353916 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:42.354547 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Bound port: 85781638-861a-49cb-9053-041829d4f454, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:42.354935 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85781638-861a-49cb-9053-041829d4f454), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.389192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=33ecb265-16af-4e91-b6e1-70918e688112,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:42.410779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Pushing event updated for resources: {'Port': ['ID=85781638-861a-49cb-9053-041829d4f454,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:42.412405 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:32:42.412868 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:32:42.424069 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.428153 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.428501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.428837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.429171 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.429503 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.429831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.430156 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.430478 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.430799 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.431123 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.431466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.431765 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.432116 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:42.434483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'feb71ca0-2e7c-45d5-8fef-4393dc5bc986', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'port_id': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'mac_address': 'fa:16:3e:4d:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:39Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:42.443654 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] For port 85781638-861a-49cb-9053-041829d4f454, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:42.448139 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] For port 85781638-861a-49cb-9053-041829d4f454, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85781638-861a-49cb-9053-041829d4f454,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:42.459785 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85781638-861a-49cb-9053-041829d4f454), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.469146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b55133-1e21-478d-8593-8b66f6aeceb7 None None] The sync data for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 is: [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'feb71ca0-2e7c-45d5-8fef-4393dc5bc986', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'port_id': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'mac_address': 'fa:16:3e:4d:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:39Z', 'revision_number': 0, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:42.521735 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:42.522366 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:42.524526 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63c525-4e18-4933-b78c-e13431f56dc2 None None] Pushing event updated for resources: {'Port': ['ID=85781638-861a-49cb-9053-041829d4f454,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:42.618891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Allocated IP 172.20.0.1 (04e6657f-6da8-4e55-9f85-1a3b229e0c78/3a3bce62-b6ba-440e-8614-a8eb21a3d693/f0bae3f4-30cd-4395-82e9-643728184e5b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:42.635061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:42.714298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec778595-0463-4e16-baaa-5c0cf6280684 None None] New status for floating IP feb71ca0-2e7c-45d5-8fef-4393dc5bc986: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:32:42.745585 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks [] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.784511 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.823803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:42.826772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:42.834354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:42.862413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:42.880976 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (784b803a-bc26-4846-ae05-ff5639640eb6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:42.965660 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:40Z', 'revision_number': 3, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:42.977957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-71935e6e-ec43-4ce5-ab10-a7444b4821ec None None] Current status of the port 33ecb265-16af-4e91-b6e1-70918e688112 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:43.006082 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b41680-72c4-4a97-99f1-17626b293280 None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:40Z', 'revision_number': 3, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:43.042007 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.055603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39070) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:43.099694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Provisioning complete for port 33ecb265-16af-4e91-b6e1-70918e688112 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:43.100102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33ecb265-16af-4e91-b6e1-70918e688112), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.133130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b7af9309-60e0-4536-b50b-88c87f879afe tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/feb71ca0-2e7c-45d5-8fef-4393dc5bc986 HTTP/1.1" status: 200 len: 993 time: 0.0755792 Mar 11 00:32:43.193509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Current status of the port 33ecb265-16af-4e91-b6e1-70918e688112 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:43.204646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Provisioning complete for port f0bae3f4-30cd-4395-82e9-643728184e5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:43.205776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.254924 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks [] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.255906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a14b1037-b390-44ce-bbf3-0b489c995851 None None] Port f0bae3f4-30cd-4395-82e9-643728184e5b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:43.265693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.325265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 33ecb265-16af-4e91-b6e1-70918e688112 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:43.334232 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.368689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:43.379725 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (784b803a-bc26-4846-ae05-ff5639640eb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.387837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 33ecb265-16af-4e91-b6e1-70918e688112 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:43.388273 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (33ecb265-16af-4e91-b6e1-70918e688112), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.473775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 33ecb265-16af-4e91-b6e1-70918e688112 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:43.489708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:43.491092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:43.624874 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Router 784b803a-bc26-4846-ae05-ff5639640eb6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:43.750159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:43.762139 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bafa050f-d6c7-4cce-a8e9-de11b163a6e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/784b803a-bc26-4846-ae05-ff5639640eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2205837 Mar 11 00:32:43.784345 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-332bce7f-0ac0-4b91-87f6-f53e5b141a4a None None] Provisioning complete for port f0bae3f4-30cd-4395-82e9-643728184e5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:43.784727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-332bce7f-0ac0-4b91-87f6-f53e5b141a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:43.824136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-332bce7f-0ac0-4b91-87f6-f53e5b141a4a None None] Port f0bae3f4-30cd-4395-82e9-643728184e5b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:44.230345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:44.235194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1704527155-network', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:44.254195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Made reservation on behalf of fbbfe98fff824f3bb8f83be563926512 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:44.256812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.599392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.671418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks [] for security_group (bf8fb798-9872-453f-9f2e-4b27915ce5a2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.676153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bf8fb798-9872-453f-9f2e-4b27915ce5a2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.700137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:32:44.711437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fb798-9872-453f-9f2e-4b27915ce5a2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:44.716578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6ff943ec-60c7-4e2c-b072-f2e8cf92daac), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.716917 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Added segment 6ff943ec-60c7-4e2c-b072-f2e8cf92daac of type vlan for network 07645198-dcfd-4570-b433-64cfec8b3de7 Mar 11 00:32:44.746340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:44.756487 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:44.757666 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:44.760725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (07645198-dcfd-4570-b433-64cfec8b3de7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.785883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (07645198-dcfd-4570-b433-64cfec8b3de7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.786883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:44.787464 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.826265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5948000 Mar 11 00:32:44.829066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39088) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:44.835534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Request body: {'subnet': {'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1704527155-subnet', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:44.854351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e84f6-b841-4cde-a761-d769ee69b9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=07645198-dcfd-4570-b433-64cfec8b3de7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:44.862892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Made reservation on behalf of fbbfe98fff824f3bb8f83be563926512 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:32:44.866901 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:44.868653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 07645198-dcfd-4570-b433-64cfec8b3de7 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:32:44.873486 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:45.045086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (2cd1566b-4a45-4ad9-a125-7e286ef65f67), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.083869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 2, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:45.103006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd1566b-4a45-4ad9-a125-7e286ef65f67,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:45.110174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Checking segment: {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:45.110490 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:45.110628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Network hostable DHCP agents. Network: 07645198-dcfd-4570-b433-64cfec8b3de7, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:32:45.110852 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Updating router 784b803a-bc26-4846-ae05-ff5639640eb6 port f0bae3f4-30cd-4395-82e9-643728184e5b binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:45.128430 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Network 07645198-dcfd-4570-b433-64cfec8b3de7 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:32:45.137578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 07645198-dcfd-4570-b433-64cfec8b3de7) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:45.140267 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.142109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:32:45.146798 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.153567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe222925-e880-4f17-ae07-5ffd5025606d None None] Network 07645198-dcfd-4570-b433-64cfec8b3de7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:45.165164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1ca902c4-da22-418e-9357-5f6d3328b629 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3343065 Mar 11 00:32:45.167726 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39090) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:45.172930 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:32:45.195230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.196517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.272480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for router_controller (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.304360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-07645198-dcfd-4570-b433-64cfec8b3de7', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:32:45.305670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.310729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85781638-861a-49cb-9053-041829d4f454 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:45.434819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for router_gateway (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.438846 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks [] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.445289 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.494428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec996e-5d3d-42bd-875d-d984a6fd76f3 None None] Pushing event updated for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:45.569854 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Attempting to bind port f0bae3f4-30cd-4395-82e9-643728184e5b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:45.570697 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Attempting to bind port f0bae3f4-30cd-4395-82e9-643728184e5b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:45.571240 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Attempting to bind port f0bae3f4-30cd-4395-82e9-643728184e5b on network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:45.578966 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:45.580737 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Checking segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:45.581567 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.582141 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Bound using segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:45.582781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Bound port: f0bae3f4-30cd-4395-82e9-643728184e5b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:45.583868 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.634734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 85781638-861a-49cb-9053-041829d4f454 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:45.635156 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (85781638-861a-49cb-9053-041829d4f454), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.668682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] For port f0bae3f4-30cd-4395-82e9-643728184e5b, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:45.671985 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] For port f0bae3f4-30cd-4395-82e9-643728184e5b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f0bae3f4-30cd-4395-82e9-643728184e5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:45.683869 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.687479 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for router_gateway (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.701519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Allocated IP 172.20.0.2 (07645198-dcfd-4570-b433-64cfec8b3de7/2cd1566b-4a45-4ad9-a125-7e286ef65f67/08047a59-698e-46fe-a070-866fc886ed5b) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:45.718188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.765637 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:45.766255 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:45.827701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 85781638-861a-49cb-9053-041829d4f454 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:45.828397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (85781638-861a-49cb-9053-041829d4f454), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.834291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec996e-5d3d-42bd-875d-d984a6fd76f3 None None] Pushing event updated for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:45.866418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Allocated IP 172.25.7.71 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/1444c531-f38c-4981-a87a-66b565b94697) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:45.874939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 85781638-861a-49cb-9053-041829d4f454, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85781638-861a-49cb-9053-041829d4f454,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:45.907365 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:45.910778 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (85781638-861a-49cb-9053-041829d4f454), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:45.951911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Provisioning complete for port f0bae3f4-30cd-4395-82e9-643728184e5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:45.952235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.005745 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for port (1444c531-f38c-4981-a87a-66b565b94697), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.021801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=85781638-861a-49cb-9053-041829d4f454,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:46.036993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks [] for port (08047a59-698e-46fe-a070-866fc886ed5b), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.053582 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (08047a59-698e-46fe-a070-866fc886ed5b), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.066451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (1444c531-f38c-4981-a87a-66b565b94697), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.103507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:46.106518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:46.106935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Network 07645198-dcfd-4570-b433-64cfec8b3de7 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:46.112938 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:46.116377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:46.118787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:46.142032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Pushing event updated for resources: {'Port': ['ID=1444c531-f38c-4981-a87a-66b565b94697,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:46.154115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Pushing event updated for resources: {'Port': ['ID=08047a59-698e-46fe-a070-866fc886ed5b,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:46.163240 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:46.187963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Current status of the port f0bae3f4-30cd-4395-82e9-643728184e5b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:46.187963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.191248 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17580db-c95b-4dba-a945-f286e177b36e None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:46.231126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Attempting to bind port 08047a59-698e-46fe-a070-866fc886ed5b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:46.231503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Attempting to bind port 08047a59-698e-46fe-a070-866fc886ed5b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:46.231871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Attempting to bind port 08047a59-698e-46fe-a070-866fc886ed5b on network 07645198-dcfd-4570-b433-64cfec8b3de7 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:46.252692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:46.253366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Checking segment: {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:46.253942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.254524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Bound using segment: {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:46.255704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Bound port: 08047a59-698e-46fe-a070-866fc886ed5b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:46.256279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (08047a59-698e-46fe-a070-866fc886ed5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.279765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] For port f0bae3f4-30cd-4395-82e9-643728184e5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f0bae3f4-30cd-4395-82e9-643728184e5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:46.287211 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.389752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] For port 08047a59-698e-46fe-a070-866fc886ed5b, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:46.392082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7581f0d-e31d-42e5-85d5-52d985ee098e None None] Pushing event updated for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:46.396432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] For port 08047a59-698e-46fe-a070-866fc886ed5b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=08047a59-698e-46fe-a070-866fc886ed5b,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:46.410658 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (08047a59-698e-46fe-a070-866fc886ed5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.436962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for router_gateway (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.456974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4f7d7541-5efb-4f63-ae80-7594e292f06e None None] Provisioning complete for port f0bae3f4-30cd-4395-82e9-643728184e5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:46.457355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7541-5efb-4f63-ae80-7594e292f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.505287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d0d7-8426-4fcf-aea8-569ecc29e879 None None] Pushing event updated for resources: {'Port': ['ID=08047a59-698e-46fe-a070-866fc886ed5b,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:46.567182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d7541-5efb-4f63-ae80-7594e292f06e None None] Current status of the port f0bae3f4-30cd-4395-82e9-643728184e5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:46.668550 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.838707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:32:46.954023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:46.964149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Sync routers for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:46.978078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:46.982590 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a0510658-a7ff-4d24-8b1c-d19f4b727e4b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8107367 Mar 11 00:32:46.982743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:46.982743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:46.982960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:32:47.095296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:47.327968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 3, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:47.362547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Checking router: 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:47.365953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Updating router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 port 1444c531-f38c-4981-a87a-66b565b94697 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:47.405181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1444c531-f38c-4981-a87a-66b565b94697), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.430210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85781638-861a-49cb-9053-041829d4f454 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:47.487621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.557775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 85781638-861a-49cb-9053-041829d4f454 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:47.558612 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (85781638-861a-49cb-9053-041829d4f454), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.562079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6751b-82d3-4b95-a947-da9460e7dd01 None None] Network 07645198-dcfd-4570-b433-64cfec8b3de7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:32:47.653616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Allocated IP 172.20.0.1 (07645198-dcfd-4570-b433-64cfec8b3de7/2cd1566b-4a45-4ad9-a125-7e286ef65f67/0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:32:47.727993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Provisioning complete for port 08047a59-698e-46fe-a070-866fc886ed5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:47.728381 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (08047a59-698e-46fe-a070-866fc886ed5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.762218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks [] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.799212 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.839711 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Network 07645198-dcfd-4570-b433-64cfec8b3de7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:47.847210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:47.851843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:32:47.855393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Pushing event updated for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:47.884296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.884643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.884983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.885320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.885649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.885976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.886303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.886625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.886943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.887262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.887792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.887909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.888225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:32:47.893291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 85781638-861a-49cb-9053-041829d4f454 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:47.894330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 08047a59-698e-46fe-a070-866fc886ed5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:47.903538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.971675 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks [] for port (1444c531-f38c-4981-a87a-66b565b94697), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.988289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1444c531-f38c-4981-a87a-66b565b94697), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:47.995000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Current status of the port 08047a59-698e-46fe-a070-866fc886ed5b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:47.995387 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (08047a59-698e-46fe-a070-866fc886ed5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.051800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.082451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767c5e-9d69-4c44-8530-818c4a033f21 None None] Pushing event updated for resources: {'Port': ['ID=1444c531-f38c-4981-a87a-66b565b94697,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:48.093362 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 08047a59-698e-46fe-a070-866fc886ed5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:48.093751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (08047a59-698e-46fe-a070-866fc886ed5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.095964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Attempting to bind port 1444c531-f38c-4981-a87a-66b565b94697 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:48.096337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Attempting to bind port 1444c531-f38c-4981-a87a-66b565b94697 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:48.096698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Attempting to bind port 1444c531-f38c-4981-a87a-66b565b94697 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:48.100100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] For port 08047a59-698e-46fe-a070-866fc886ed5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=08047a59-698e-46fe-a070-866fc886ed5b,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:48.125605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (08047a59-698e-46fe-a070-866fc886ed5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.132851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:48.133238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:48.133648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.134052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:48.134549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Bound port: 1444c531-f38c-4981-a87a-66b565b94697, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:48.134939 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1444c531-f38c-4981-a87a-66b565b94697), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.250077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks [] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.256527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.333356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.335164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Pushing event updated for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:48.413157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4931b1-9397-4afb-a447-5cf78af47cc2 None None] Pushing event updated for resources: {'Port': ['ID=08047a59-698e-46fe-a070-866fc886ed5b,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:48.417673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:48.418050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.422929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] For port 1444c531-f38c-4981-a87a-66b565b94697, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:48.427701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] For port 1444c531-f38c-4981-a87a-66b565b94697, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1444c531-f38c-4981-a87a-66b565b94697,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:48.439021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Network 07645198-dcfd-4570-b433-64cfec8b3de7 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:32:48.440825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:32:48.459216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1444c531-f38c-4981-a87a-66b565b94697), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.521369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:48.554349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 08047a59-698e-46fe-a070-866fc886ed5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:48.555465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f0bae3f4-30cd-4395-82e9-643728184e5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:48.568981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:32:48.590715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767c5e-9d69-4c44-8530-818c4a033f21 None None] Pushing event updated for resources: {'Port': ['ID=1444c531-f38c-4981-a87a-66b565b94697,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:48.593315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Provisioning complete for port 08047a59-698e-46fe-a070-866fc886ed5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:48.593706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (08047a59-698e-46fe-a070-866fc886ed5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.595380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:48.596545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:48.692368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:32:48.704503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1fd5b15d-0449-47c5-885a-7d6de21d368d admin admin] 10.222.0.21 "PUT /v2.0/routers/1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7204952 Mar 11 00:32:48.754049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f0bae3f4-30cd-4395-82e9-643728184e5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:48.754436 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:48.802090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:48.859761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7fe495d6-a685-4316-b378-77a8c1a7f74b None None] Current status of the port 08047a59-698e-46fe-a070-866fc886ed5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:49.024833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-da4dc6ac-921a-4642-bae8-74a0bfef8d52 None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:49.025438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-da4dc6ac-921a-4642-bae8-74a0bfef8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:49.027018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f0bae3f4-30cd-4395-82e9-643728184e5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:49.085841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-da4dc6ac-921a-4642-bae8-74a0bfef8d52 None None] Port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:32:49.115985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921', 'name': '', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'mac_address': 'fa:16:3e:bf:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:47Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 2, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'subnets': [{'id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:49.143306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2288b-e3ab-48cd-b156-9147cde99b41 None None] The sync data for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 is: [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921', 'name': '', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'mac_address': 'fa:16:3e:bf:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:47Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 2, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'subnets': [{'id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:49.268876 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 08047a59-698e-46fe-a070-866fc886ed5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:49.327575 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 08047a59-698e-46fe-a070-866fc886ed5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:49.328031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (08047a59-698e-46fe-a070-866fc886ed5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:49.472562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 08047a59-698e-46fe-a070-866fc886ed5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:51.292091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1444c531-f38c-4981-a87a-66b565b94697 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:51.343795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1444c531-f38c-4981-a87a-66b565b94697 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:51.344306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1444c531-f38c-4981-a87a-66b565b94697), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:51.426415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1444c531-f38c-4981-a87a-66b565b94697 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:51.426805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (1444c531-f38c-4981-a87a-66b565b94697), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:51.449311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 1444c531-f38c-4981-a87a-66b565b94697, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1444c531-f38c-4981-a87a-66b565b94697,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:51.453564 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (1444c531-f38c-4981-a87a-66b565b94697), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:51.503905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=1444c531-f38c-4981-a87a-66b565b94697,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:52.180122 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Sync routers for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:32:52.191045 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:52.191663 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:52.303228 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:52.596206 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921', 'name': '', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'mac_address': 'fa:16:3e:bf:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:47Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 2, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'subnets': [{'id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:52.623355 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Checking router: 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:32:52.623718 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Updating router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:32:52.651466 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:52.927729 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks [] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:52.933588 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:52.988051 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fd595-63ea-4ef3-b594-63a4391f2eed None None] Pushing event updated for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:53.043110 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Attempting to bind port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:32:53.043494 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Attempting to bind port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:32:53.043852 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Attempting to bind port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 on network 07645198-dcfd-4570-b433-64cfec8b3de7 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:32:53.049688 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:32:53.050062 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Checking segment: {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:32:53.050494 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.050887 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Bound using segment: {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:32:53.051358 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Bound port: 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff943ec-60c7-4e2c-b072-f2e8cf92daac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:32:53.051733 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.123916 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] For port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:32:53.127377 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] For port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:32:53.135021 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.197312 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:32:53.197940 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:32:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:53.199715 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fd595-63ea-4ef3-b594-63a4391f2eed None None] Pushing event updated for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:53.249623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:53.250183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.358394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1444c531-f38c-4981-a87a-66b565b94697 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:53.360327 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:32:53.407501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Current status of the port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:53.408803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.459256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] For port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:32:53.461198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 1444c531-f38c-4981-a87a-66b565b94697 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:53.462025 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (1444c531-f38c-4981-a87a-66b565b94697), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.465447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.547291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d6fb9-c7f9-427c-8a20-e8dbf3ffc07d None None] Pushing event updated for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:32:53.599805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 1444c531-f38c-4981-a87a-66b565b94697 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:53.604637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:53.611432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-151f4432-2dfc-48f3-9b7d-bdc7de8c808e None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:53.612342 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-151f4432-2dfc-48f3-9b7d-bdc7de8c808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.619275 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921', 'name': '', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'mac_address': 'fa:16:3e:bf:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:47Z', 'updated_at': '2022-03-11T00:32:53Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'subnets': [{'id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:32:53.653702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5766de36-d67d-4a1b-8b49-b7e25fcf22d2 None None] The sync data for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 is: [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:48Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921', 'name': '', 'network_id': '07645198-dcfd-4570-b433-64cfec8b3de7', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'mac_address': 'fa:16:3e:bf:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:47Z', 'updated_at': '2022-03-11T00:32:53Z', 'revision_number': 4, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'subnets': [{'id': '2cd1566b-4a45-4ad9-a125-7e286ef65f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:32:53.725048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:53.725259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:53.788721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-151f4432-2dfc-48f3-9b7d-bdc7de8c808e None None] Current status of the port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:53.841006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:55.273115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:32:55.322256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:32:55.322627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:32:55.400510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:32:58.203427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:33:06.750740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5332a108-03a9-4882-a71f-6339b93db337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:09.301408 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7d27bdd4-d18d-4fe1-aa15-2d24b16e0eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:09.708214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:09.773250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1552726b-ce41-4ced-98f2-7fdcd3bd2efa tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/floatingips/feb71ca0-2e7c-45d5-8fef-4393dc5bc986 HTTP/1.1" status: 200 len: 993 time: 0.0637093 Mar 11 00:33:10.036664 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39260) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:10.199236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port c92e2977-2263-4c48-a09b-512cb5c31282 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:33:10.199490 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.275603 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.275951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (c92e2977-2263-4c48-a09b-512cb5c31282), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.288269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for c92e2977-2263-4c48-a09b-512cb5c31282 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:33:10.441785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c92e2977-2263-4c48-a09b-512cb5c31282), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.468351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=c92e2977-2263-4c48-a09b-512cb5c31282,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:10.542005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for floatingip (feb71ca0-2e7c-45d5-8fef-4393dc5bc986), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.542672 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Floating IP feb71ca0-2e7c-45d5-8fef-4393dc5bc986 disassociated (deleted). External IP: 172.25.7.80, port: 16c61624-ea31-4019-bbe6-b6e058313e3a. Mar 11 00:33:10.556014 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.772417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router cb11a277-b8e5-400a-b5d9-b97eeb75f731 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:33:10.887848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:33:10.893160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:10.899458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Sync routers for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:33:10.911035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:33:10.911742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:33:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:10.927012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5618c307-1dc1-4a48-834d-78669569c7a0 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/floatingips/feb71ca0-2e7c-45d5-8fef-4393dc5bc986 HTTP/1.1" status: 204 len: 168 time: 0.8866003 Mar 11 00:33:10.927012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:33:10.928095 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea02b64-870a-47ec-95f7-15b843f3303f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:33:10.972929 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58edc50-ac9d-4710-af39-2883333652ce x-openstack-request-id: req-f58edc50-ac9d-4710-af39-2883333652ce {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:33:10.973223 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:33:10.973477 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f58edc50-ac9d-4710-af39-2883333652ce {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:33:10.973887 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'status': 'completed', 'code': 200} Mar 11 00:33:10.995678 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:11.062916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:33:11.066825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-7e6784ea-faf7-46b3-8226-bc38f6ce38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:11.068690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-7e6784ea-faf7-46b3-8226-bc38f6ce38a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 1128 time: 0.0708764 Mar 11 00:33:11.240788 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-3c9cb819-9c3b-417d-913a-5643701840bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:11.241265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-3c9cb819-9c3b-417d-913a-5643701840bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 200 len: 897 time: 0.1661184 Mar 11 00:33:11.253433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea43f22-71d2-4878-9f9a-5bc129a1353c req-0c4ea728-f4d4-4dda-ab83-b60b9b45a722 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:11.254964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ea43f22-71d2-4878-9f9a-5bc129a1353c req-0c4ea728-f4d4-4dda-ab83-b60b9b45a722 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.0768414 Mar 11 00:33:11.297908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-4b54cbbf-ccc5-4abd-bdd3-ff07a14b95b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 200 len: 217 time: 0.0419543 Mar 11 00:33:11.391075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6ea43f22-71d2-4878-9f9a-5bc129a1353c req-06811a39-a169-415e-a26c-721bcdbf8db5 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288970 Mar 11 00:33:11.396853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-9c848019-bf03-4a97-8b73-60c853056eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:11.398279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-9c848019-bf03-4a97-8b73-60c853056eb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=559f979f-7693-45f6-8a6b-20a3ff1880cc HTTP/1.1" status: 200 len: 834 time: 0.0912383 Mar 11 00:33:11.458894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-8e973292-6b30-4494-aab7-1527433a692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:11.460620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-8e973292-6b30-4494-aab7-1527433a692c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f33348e8-82a4-4bef-9392-6031db51f429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550139 Mar 11 00:33:11.462802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:11.482681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:11.510369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Checking router: cb11a277-b8e5-400a-b5d9-b97eeb75f731 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:33:11.519995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:33:11.520429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:33:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:11.567674 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-6245e595-48b7-4e7e-91c5-c78beb5ba0c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997195 Mar 11 00:33:11.654044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:33:11.672783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea02b64-870a-47ec-95f7-15b843f3303f req-c07e263c-34b1-49da-9742-9400760612e5 service neutron] 10.222.0.30 "GET /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961425 Mar 11 00:33:11.715865 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:11.879010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:11.906649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788cf09-e4a4-4b9a-82b0-97addcad1934 None None] The sync data for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 is: [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:24Z', 'revision_number': 4, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5e3bcdeb-9315-439d-b410-1959d329c552', 'name': '', 'network_id': 'f33348e8-82a4-4bef-9392-6031db51f429', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'mac_address': 'fa:16:3e:74:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:23Z', 'updated_at': '2022-03-11T00:32:27Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'subnets': [{'id': '559f979f-7693-45f6-8a6b-20a3ff1880cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:33:12.126087 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8242af-8542-47d2-a02e-b7d782594ce2 None None] New status for floating IP feb71ca0-2e7c-45d5-8fef-4393dc5bc986: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:33:12.552582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0426426-f764-4266-a874-81b353feb9fa req-e52dd2af-6f91-4a67-a69b-7b0aaef57c04 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:12.554215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0426426-f764-4266-a874-81b353feb9fa req-e52dd2af-6f91-4a67-a69b-7b0aaef57c04 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.0848560 Mar 11 00:33:12.583287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-c901748d-a14b-4239-9291-0a80f6b3f3de tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:12.584706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-c901748d-a14b-4239-9291-0a80f6b3f3de tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f716b82-0d37-4553-a5bf-0e6da3d8cda7 HTTP/1.1" status: 200 len: 946 time: 0.0864186 Mar 11 00:33:12.646106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0426426-f764-4266-a874-81b353feb9fa req-2162cfbc-f183-49a8-8355-53e5848b51c4 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "GET /v2.0/security-groups?id=d09c29df-9ad9-4a9e-afcb-7b308b430ead&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858979 Mar 11 00:33:12.698983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 16c61624-ea31-4019-bbe6-b6e058313e3a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:33:12.699323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:12.792781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 16c61624-ea31-4019-bbe6-b6e058313e3a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=16c61624-ea31-4019-bbe6-b6e058313e3a,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:33:12.793146 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:12.805449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 16c61624-ea31-4019-bbe6-b6e058313e3a owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:33:12.936271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (16c61624-ea31-4019-bbe6-b6e058313e3a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:12.966597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=16c61624-ea31-4019-bbe6-b6e058313e3a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:13.013120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] No DVR routers for this DVR port 16c61624-ea31-4019-bbe6-b6e058313e3a on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:33:13.015681 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.019488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35069bc5-59a7-4bb8-83fd-a12959bd7c77 req-392f1607-5898-44d5-b540-d41c96b6744a tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.30 "DELETE /v2.0/ports/16c61624-ea31-4019-bbe6-b6e058313e3a HTTP/1.1" status: 204 len: 173 time: 0.4283459 Mar 11 00:33:13.019943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'name': 'network-vif-deleted', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:33:13.022370 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58275ed5-6dce-4120-8920-48ea7b74c307" -d '{"events": [{"server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "name": "network-vif-deleted", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:33:13.064227 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d9b49-5476-4c54-9bb2-7edeee8bd024 x-openstack-request-id: req-303d9b49-5476-4c54-9bb2-7edeee8bd024 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:33:13.064929 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f716b82-0d37-4553-a5bf-0e6da3d8cda7", "name": "network-vif-deleted", "tag": "16c61624-ea31-4019-bbe6-b6e058313e3a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:33:13.064929 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-303d9b49-5476-4c54-9bb2-7edeee8bd024 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:33:13.065381 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f716b82-0d37-4553-a5bf-0e6da3d8cda7', 'name': 'network-vif-deleted', 'tag': '16c61624-ea31-4019-bbe6-b6e058313e3a', 'status': 'completed', 'code': 200} Mar 11 00:33:13.329122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.703858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39282) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:13.763079 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (d09c29df-9ad9-4a9e-afcb-7b308b430ead), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.793754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (d09c29df-9ad9-4a9e-afcb-7b308b430ead), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.854457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d09c29df-9ad9-4a9e-afcb-7b308b430ead), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.857216 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:13.858374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/security-groups/d09c29df-9ad9-4a9e-afcb-7b308b430ead HTTP/1.1" status: 204 len: 168 time: 0.1528547 Mar 11 00:33:13.868303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaafab-9c11-445f-8386-8b79457573f2 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c29df-9ad9-4a9e-afcb-7b308b430ead,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:13.896770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:14.265575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:14.531589 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 5e3bcdeb-9315-439d-b410-1959d329c552 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:33:14.531855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:14.945807 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 5e3bcdeb-9315-439d-b410-1959d329c552, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5e3bcdeb-9315-439d-b410-1959d329c552,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:33:14.946520 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:14.959314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 5e3bcdeb-9315-439d-b410-1959d329c552 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:33:15.150494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5e3bcdeb-9315-439d-b410-1959d329c552), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:15.178046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=5e3bcdeb-9315-439d-b410-1959d329c552,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:15.383547 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:15.619702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Router cb11a277-b8e5-400a-b5d9-b97eeb75f731 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:33:15.731082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:33:15.736645 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a17fc405-475c-4fd9-8006-69f192378ade tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "PUT /v2.0/routers/cb11a277-b8e5-400a-b5d9-b97eeb75f731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385956 Mar 11 00:33:15.738794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39292) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:15.744624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Sync routers for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:33:15.758167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:33:15.758920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:33:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:15.792318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting subnet 559f979f-7693-45f6-8a6b-20a3ff1880cc {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:33:15.795569 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for subnet (559f979f-7693-45f6-8a6b-20a3ff1880cc), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:15.842872 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (559f979f-7693-45f6-8a6b-20a3ff1880cc), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:15.880313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:33:15.939134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (559f979f-7693-45f6-8a6b-20a3ff1880cc), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:15.998391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (559f979f-7693-45f6-8a6b-20a3ff1880cc), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.028247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Subnet': ['ID=559f979f-7693-45f6-8a6b-20a3ff1880cc,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:16.030220 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.035978 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-be83947b-bc2b-4467-9ae0-2102e41b60c1 tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/subnets/559f979f-7693-45f6-8a6b-20a3ff1880cc HTTP/1.1" status: 204 len: 168 time: 0.2937701 Mar 11 00:33:16.036346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39296) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:16.061086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bdc530-7f83-4c40-ad88-47580a197456 None None] Network f33348e8-82a4-4bef-9392-6031db51f429 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:33:16.155992 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.173665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:33:15Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:16.204023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Checking router: cb11a277-b8e5-400a-b5d9-b97eeb75f731 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:33:16.217833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Routers {'cb11a277-b8e5-400a-b5d9-b97eeb75f731'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:33:16.217926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:33:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:16.298810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] DHCP port deletion for f33348e8-82a4-4bef-9392-6031db51f429 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:33:16.374268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] Set router cb11a277-b8e5-400a-b5d9-b97eeb75f731 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:33:16.508091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Deleting port 27caba1d-fce6-462c-988c-5e6e9899b053 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:33:16.508397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.603096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] For port 27caba1d-fce6-462c-988c-5e6e9899b053, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27caba1d-fce6-462c-988c-5e6e9899b053,segment=NetworkSegment(57a42ee7-3050-41ed-bfa0-539fc63d9534),segment_id=57a42ee7-3050-41ed-bfa0-539fc63d9534)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:33:16.603498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.618903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_gateway (cb11a277-b8e5-400a-b5d9-b97eeb75f731), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.619681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Calling delete_port for 27caba1d-fce6-462c-988c-5e6e9899b053 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:33:16.671582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Deleting port 27c86e53-2d71-4568-868a-6c3ebbe70610 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:33:16.671790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.678987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16c61624-ea31-4019-bbe6-b6e058313e3a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:33:16.708698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 16c61624-ea31-4019-bbe6-b6e058313e3a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:33:16.709044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 16c61624-ea31-4019-bbe6-b6e058313e3a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:33:16.717850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:33:15Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:16.748325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9ce04-fdee-4fe7-a1e8-05bb6ff963f5 None None] The sync data for ids ['cb11a277-b8e5-400a-b5d9-b97eeb75f731'] in n-d-831844-1 is: [{'id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'name': 'tempest-TestNetworkBasicOps-router-50089760', 'tenant_id': '1c48e2ac7a46464798569c6efe68dfd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:33:15Z', 'revision_number': 5, 'project_id': '1c48e2ac7a46464798569c6efe68dfd4', 'gw_port': {'id': '27c86e53-2d71-4568-868a-6c3ebbe70610', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb11a277-b8e5-400a-b5d9-b97eeb75f731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:20Z', 'updated_at': '2022-03-11T00:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:33:16.758229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] For port 27c86e53-2d71-4568-868a-6c3ebbe70610, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=27c86e53-2d71-4568-868a-6c3ebbe70610,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:33:16.758387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.765790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (27caba1d-fce6-462c-988c-5e6e9899b053), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.772509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Calling delete_port for 27c86e53-2d71-4568-868a-6c3ebbe70610 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:33:16.801941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] Pushing event deleted for resources: {'Port': ['ID=27caba1d-fce6-462c-988c-5e6e9899b053,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:16.805803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb761d-ebfa-40df-94be-e30c23faf1be None None] No DVR routers for this DVR port 27caba1d-fce6-462c-988c-5e6e9899b053 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:33:16.961794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (27c86e53-2d71-4568-868a-6c3ebbe70610), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:16.988457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Port': ['ID=27c86e53-2d71-4568-868a-6c3ebbe70610,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:17.052678 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.153022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.155565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router_controller (cb11a277-b8e5-400a-b5d9-b97eeb75f731), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.210268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (cb11a277-b8e5-400a-b5d9-b97eeb75f731), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.210874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Fanout notify agent at l3_agent the message router_deleted on router cb11a277-b8e5-400a-b5d9-b97eeb75f731 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:33:17.225708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.226850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5481bb03-bc88-4c20-be45-21f3b19ee2ff tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/routers/cb11a277-b8e5-400a-b5d9-b97eeb75f731 HTTP/1.1" status: 204 len: 168 time: 1.1877096 Mar 11 00:33:17.230017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39300) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:17.319858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f33348e8-82a4-4bef-9392-6031db51f429), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.379696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5e3bcdeb-9315-439d-b410-1959d329c552 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:33:17.399742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5e3bcdeb-9315-439d-b410-1959d329c552 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:33:17.400015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5e3bcdeb-9315-439d-b410-1959d329c552 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:33:17.400721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27caba1d-fce6-462c-988c-5e6e9899b053 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:33:17.419278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 27caba1d-fce6-462c-988c-5e6e9899b053 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:33:17.419879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27caba1d-fce6-462c-988c-5e6e9899b053 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:33:17.421514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f33348e8-82a4-4bef-9392-6031db51f429), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.445138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33348e8-82a4-4bef-9392-6031db51f429']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:17.456443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a42ee7-3050-41ed-bfa0-539fc63d9534') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:17.456828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a42ee7-3050-41ed-bfa0-539fc63d9534') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:33:17.467065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (57a42ee7-3050-41ed-bfa0-539fc63d9534), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.480607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (57a42ee7-3050-41ed-bfa0-539fc63d9534), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.487048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:33:17.487465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (57a42ee7-3050-41ed-bfa0-539fc63d9534), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:33:17.490553 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:33:17.559119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f33348e8-82a4-4bef-9392-6031db51f429), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.578011 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:17.581827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] 10.222.0.21 "DELETE /v2.0/networks/f33348e8-82a4-4bef-9392-6031db51f429 HTTP/1.1" status: 204 len: 168 time: 0.3508165 Mar 11 00:33:17.582865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15a519-16a3-432b-b894-faeadb1336ca tempest-TestNetworkBasicOps-1589274504 tempest-TestNetworkBasicOps-1589274504-project] Pushing event deleted for resources: {'Network': ['ID=f33348e8-82a4-4bef-9392-6031db51f429,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:17.852729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39308) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:18.004431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a5cbee36-84de-4325-8c3a-5a89e1c89569 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c48e2ac7a46464798569c6efe68dfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494014 Mar 11 00:33:18.006783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39312) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:18.063159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] Publish callbacks [] for security_group (7e11971d-bea4-4188-9157-95fa307f4f7b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.086598 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] Publish callbacks [] for security_group (7e11971d-bea4-4188-9157-95fa307f4f7b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.136672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7e11971d-bea4-4188-9157-95fa307f4f7b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.139054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.140232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e11971d-bea4-4188-9157-95fa307f4f7b HTTP/1.1" status: 204 len: 168 time: 0.1324313 Mar 11 00:33:18.148535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130c792-798e-49ac-afb9-6f4059bcaafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e11971d-bea4-4188-9157-95fa307f4f7b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:18.406330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 39318) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:18.420029 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc37ac8f-9ea4-4d0e-af4f-fe33d0ff1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.500707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc37ac8f-9ea4-4d0e-af4f-fe33d0ff1280 admin admin] Publish callbacks [] for security_group (12034989-6f06-4796-a63a-897c16078414), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.505365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bc37ac8f-9ea4-4d0e-af4f-fe33d0ff1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12034989-6f06-4796-a63a-897c16078414), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.543621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bc37ac8f-9ea4-4d0e-af4f-fe33d0ff1280 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b2494d33b414a85b487a040811f52a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361456 Mar 11 00:33:18.545592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37ac8f-9ea4-4d0e-af4f-fe33d0ff1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12034989-6f06-4796-a63a-897c16078414,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:18.546393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 39320) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:33:18.596500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] Publish callbacks [] for security_group (12034989-6f06-4796-a63a-897c16078414), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.617768 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] Publish callbacks [] for security_group (12034989-6f06-4796-a63a-897c16078414), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.665641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (12034989-6f06-4796-a63a-897c16078414), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.668228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:18.669369 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12034989-6f06-4796-a63a-897c16078414 HTTP/1.1" status: 204 len: 168 time: 0.1219964 Mar 11 00:33:18.677434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6de6-659a-41b6-9984-dedf9818399e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12034989-6f06-4796-a63a-897c16078414,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:33:19.245629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27c86e53-2d71-4568-868a-6c3ebbe70610 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:33:19.269755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 27c86e53-2d71-4568-868a-6c3ebbe70610 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:33:19.270405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 27c86e53-2d71-4568-868a-6c3ebbe70610 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:33:35.203644 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:33:36.752320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7782-cdb2-43eb-82b4-7657f55c3a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:39.302032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b657a4a0-5a4e-4435-b737-abae39fe9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:40.494474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45abe5f9-9c7d-4580-b29c-9bf5a9ce54c6 req-fd59253f-16d5-4b74-bf85-4a580fbba3b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310638 Mar 11 00:33:40.536431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:40.541916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45abe5f9-9c7d-4580-b29c-9bf5a9ce54c6 req-bd033155-81d9-401b-9be5-7d20cadcf6c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0274456 Mar 11 00:33:40.581055 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45abe5f9-9c7d-4580-b29c-9bf5a9ce54c6 req-603335ed-4f73-4a58-8180-a5a240d6ad60 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209150 Mar 11 00:33:40.680692 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe5f9-9c7d-4580-b29c-9bf5a9ce54c6 req-9d71b617-109a-4518-a622-0dda1fb32f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:33:40.682130 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-45abe5f9-9c7d-4580-b29c-9bf5a9ce54c6 req-9d71b617-109a-4518-a622-0dda1fb32f09 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945513 Mar 11 00:33:41.002921 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:41.288521 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:41.702278 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:33:43.321924 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:06.753522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f804d8f-449a-4e3c-9407-cba551b46005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:09.306113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dc9b37b7-aa05-4d44-a9bd-1ab3a1b981df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:10.536696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:11.021065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:11.305711 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:11.709654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:12.202069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:34:13.325203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:36.756032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f79d2e1d-ff1f-412d-bb13-e86772d9c9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:39.308128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c29e67da-37bb-4eec-a38e-0dba3b292769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:40.540526 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:41.021325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:41.320939 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:41.710281 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:42.489546 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-97d224dd-bee4-49a3-a138-d991b6eb5718 req-1d817958-a214-42fe-950a-592d25992e87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0320196 Mar 11 00:34:42.537514 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-97d224dd-bee4-49a3-a138-d991b6eb5718 req-6d989b06-3c9d-4ce5-a414-2d2ff72b0556 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0265591 Mar 11 00:34:42.577464 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-97d224dd-bee4-49a3-a138-d991b6eb5718 req-7acba4e7-5276-40e0-aa38-50dba23b9d24 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207036 Mar 11 00:34:42.670996 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d224dd-bee4-49a3-a138-d991b6eb5718 req-67a3ca2d-3d11-4a7e-b810-9827881b484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:34:42.672419 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-97d224dd-bee4-49a3-a138-d991b6eb5718 req-67a3ca2d-3d11-4a7e-b810-9827881b484c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901320 Mar 11 00:34:43.331813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:34:49.201140 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:35:04.185524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40246) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.192196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15642067', 'description': 'tempest-secgroup-smoke-15642067 description', 'project_id': '09abacc22e614929b36f95b8c8e28ed8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.212008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.277250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (0074ed52-3aa3-4f42-8ae2-072981d390aa), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.281082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0074ed52-3aa3-4f42-8ae2-072981d390aa), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.309949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.311178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1245944 Mar 11 00:35:04.314260 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40250) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.316006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0074ed52-3aa3-4f42-8ae2-072981d390aa,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.319683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.324016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.324375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.324724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.325068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.325408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.325742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.326075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.326406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.326729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.327057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.327382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.327836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.328084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78f65f-ddd2-47df-9a28-5a25811a7fcc tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.345655 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (763a54e1-2bce-4651-828d-27062ae757fe), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.404904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (763a54e1-2bce-4651-828d-27062ae757fe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.408587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (763a54e1-2bce-4651-828d-27062ae757fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.428106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763a54e1-2bce-4651-828d-27062ae757fe,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.437027 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.438213 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229005 Mar 11 00:35:04.440833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.441178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.441517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.441855 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.442052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40252) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.442182 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.442507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.442829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.443149 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.443467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.443788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.444462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.444794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.445111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41852188-7656-4241-a092-4aa1c014bb32 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:04.446768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.470792 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (6cc76784-4153-4a1d-9a28-57b36d6a8ccd), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.524870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (6cc76784-4153-4a1d-9a28-57b36d6a8ccd), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.528301 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6cc76784-4153-4a1d-9a28-57b36d6a8ccd), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.546180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc76784-4153-4a1d-9a28-57b36d6a8ccd,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.552582 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.553769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7fa79b99-c626-46c4-90be-b169d04263f5 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107049 Mar 11 00:35:04.556559 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40254) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.560785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.584804 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (91b0b4f7-7deb-44c6-b014-4d0aa9abda33), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.643652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (91b0b4f7-7deb-44c6-b014-4d0aa9abda33), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.647236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (91b0b4f7-7deb-44c6-b014-4d0aa9abda33), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.664277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b0b4f7-7deb-44c6-b014-4d0aa9abda33,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.672150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.673371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73b47d0a-0995-4987-8422-4da1f8706517 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158688 Mar 11 00:35:04.676558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40256) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.680791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.705132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (469d2590-42a5-40f6-9f0f-7b07a5262cfe), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.762788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (469d2590-42a5-40f6-9f0f-7b07a5262cfe), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.766327 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (469d2590-42a5-40f6-9f0f-7b07a5262cfe), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.783696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469d2590-42a5-40f6-9f0f-7b07a5262cfe,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.791721 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.792944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9d2f066c-b13e-4984-8306-a700744c9a6a tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154232 Mar 11 00:35:04.795566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40258) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.800579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.820390 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Project 09abacc22e614929b36f95b8c8e28ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:35:04.825283 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (1efb015a-51aa-47db-b251-a252e52bdb64), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.884649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (1efb015a-51aa-47db-b251-a252e52bdb64), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.888220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1efb015a-51aa-47db-b251-a252e52bdb64), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.905038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb015a-51aa-47db-b251-a252e52bdb64,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:04.913581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:04.914851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-13b864f7-8287-4cde-a4a8-544c4b2ba058 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182499 Mar 11 00:35:04.917575 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40260) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:04.921904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'security_group_rule': {'security_group_id': '0074ed52-3aa3-4f42-8ae2-072981d390aa', 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:04.942053 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Project 09abacc22e614929b36f95b8c8e28ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:35:04.946850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (75d057ee-d689-44ad-acf0-5ce68d16bd59), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:05.007880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (75d057ee-d689-44ad-acf0-5ce68d16bd59), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:05.011995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (75d057ee-d689-44ad-acf0-5ce68d16bd59), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:05.028816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d057ee-d689-44ad-acf0-5ce68d16bd59,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:05.037353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:05.038833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae1bd193-5bb8-470a-8677-79be0c6f6e9d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201923 Mar 11 00:35:05.196888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-a34f4686-43f1-4ac9-a8ed-a25ee4be3713 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15642067&fields=id&tenant_id=09abacc22e614929b36f95b8c8e28ed8 HTTP/1.1" status: 200 len: 267 time: 0.0445743 Mar 11 00:35:05.308411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-9205733f-20b7-4003-8989-61121f3d9a59 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:05.309886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-9205733f-20b7-4003-8989-61121f3d9a59 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 810 time: 0.1067035 Mar 11 00:35:05.326218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-1bee4942-c47f-40af-9d47-ec5cadf16223 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/quotas/09abacc22e614929b36f95b8c8e28ed8 HTTP/1.1" status: 200 len: 375 time: 0.0109904 Mar 11 00:35:05.384330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-d1e63156-ff69-450d-9a49-a4fe827219b1 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503433 Mar 11 00:35:05.481485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-a2f075f1-3333-4900-b24a-2b4fb1fd52ea service neutron] 10.222.0.21 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858898 Mar 11 00:35:05.581817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-d965e51f-830e-497f-adc5-0a742bd373a3 service neutron] 10.222.0.21 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941410 Mar 11 00:35:05.923239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9125d3ab-1daa-467f-a206-81fa8b2bb488 req-0359822a-33c4-40c5-afec-e37a09b9a5ec tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0322471 Mar 11 00:35:06.756605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-33ef96e3-ca69-4065-870a-880eac96d35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.032773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44b42087-52f6-4cbb-9ea8-8af1c0c41a85 req-70c56879-08b2-48d7-8ab1-ef1c30782bc6 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0338686 Mar 11 00:35:07.039780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-033a58df-02a7-4204-b4c6-9dd7d6041f17 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:07.041215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-033a58df-02a7-4204-b4c6-9dd7d6041f17 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 810 time: 0.1432402 Mar 11 00:35:07.106244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-8770b53e-ef49-464d-b0bc-8fed817781e2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09abacc22e614929b36f95b8c8e28ed8 HTTP/1.1" status: 200 len: 378 time: 0.0552368 Mar 11 00:35:07.115857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'port': {'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'admin_state_up': True, 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'security_groups': ['0074ed52-3aa3-4f42-8ae2-072981d390aa']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:07.226981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Made reservation on behalf of 09abacc22e614929b36f95b8c8e28ed8 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:35:07.230446 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.356277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Allocated IP 172.20.0.14 (04e6657f-6da8-4e55-9f85-1a3b229e0c78/3a3bce62-b6ba-440e-8614-a8eb21a3d693/62bc4eba-1047-4236-8246-c9480c9f1d5b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:35:07.496529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.530585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.572843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:35:07.580328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:35:07.584690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:35:07.611159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:07.643981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:07.644784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.664574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ea160961-9fde-40ed-bd08-cdb0b0525667 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5527108 Mar 11 00:35:07.675660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Request body: {'port': {'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:07.739357 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.861861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bee814ce-74ef-4c7f-83d2-142accb51bca None None] Provisioning complete for port 62bc4eba-1047-4236-8246-c9480c9f1d5b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:35:07.863090 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bee814ce-74ef-4c7f-83d2-142accb51bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:07.900366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bee814ce-74ef-4c7f-83d2-142accb51bca None None] Port 62bc4eba-1047-4236-8246-c9480c9f1d5b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:35:08.020139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc4eba-1047-4236-8246-c9480c9f1d5b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:35:08.027910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks [] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:08.039707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Transition to ACTIVE for port object 62bc4eba-1047-4236-8246-c9480c9f1d5b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:35:08.044069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:08.119161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:08.224858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d319-3100-45ec-9e76-04f038b29206 req-658f4a82-73d3-4640-9f26-1193f95272f2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.226508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b830d319-3100-45ec-9e76-04f038b29206 req-658f4a82-73d3-4640-9f26-1193f95272f2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.1085608 Mar 11 00:35:08.227975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Attempting to bind port 62bc4eba-1047-4236-8246-c9480c9f1d5b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:35:08.228321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Attempting to bind port 62bc4eba-1047-4236-8246-c9480c9f1d5b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:35:08.228662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Attempting to bind port 62bc4eba-1047-4236-8246-c9480c9f1d5b on network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:35:08.235759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Port 62bc4eba-1047-4236-8246-c9480c9f1d5b on network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:35:08.236121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Attempting to bind port 62bc4eba-1047-4236-8246-c9480c9f1d5b on network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:35:08.255042 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:35:08.255398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Checking segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:35:08.255804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Bound using segment: {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:35:08.256302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Bound port: 62bc4eba-1047-4236-8246-c9480c9f1d5b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9a5f60-d2e3-4782-8631-08087607497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:35:08.256667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:08.319458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b830d319-3100-45ec-9e76-04f038b29206 req-1a95f089-4f50-4317-a96e-9957b1842bd1 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856974 Mar 11 00:35:08.353980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:35:08.357115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:35:08.364265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:08.397284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.397929 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:08.399285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] 10.222.0.30 "PUT /v2.0/ports/62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 1092 time: 0.7285364 Mar 11 00:35:08.399716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:35:08.401959 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668e623-b843-4fdc-b521-575ae66e563c" -d '{"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:35:08.431656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ea13d-ceef-4d87-a3d3-3994e0c8d9ea service neutron] Pushing event updated for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:08.498988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ca97b864-fae6-4d0c-acaa-d3992606b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.500654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-ca97b864-fae6-4d0c-acaa-d3992606b518 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1126 time: 0.0578706 Mar 11 00:35:08.548603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-06bc36e8-e2a9-4099-aa97-a2ab8853eb30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 217 time: 0.0415344 Mar 11 00:35:08.602325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-04f1d9ad-a8c1-49de-b53e-45ab5eb7d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.603822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-04f1d9ad-a8c1-49de-b53e-45ab5eb7d491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0499928 Mar 11 00:35:08.621672 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806d9a7-310c-41ab-b224-e8cf9afd58fc x-openstack-request-id: req-5806d9a7-310c-41ab-b224-e8cf9afd58fc {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:35:08.622425 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:35:08.622778 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5806d9a7-310c-41ab-b224-e8cf9afd58fc {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:35:08.623564 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:35:08.660602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-a82ca101-db73-4fc3-8f29-f467ab02ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.662324 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-a82ca101-db73-4fc3-8f29-f467ab02ed3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526099 Mar 11 00:35:08.757279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-1ce6ad14-1a52-485a-abb2-7991481adbce service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Mar 11 00:35:08.853089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92ec4ab2-17c4-444b-a9e4-b4defdf08b4e req-3ed6e937-7a8e-4990-9eaa-1ed0fb545e15 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903802 Mar 11 00:35:08.940081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e623-b843-4fdc-b521-575ae66e563c req-b1d3d707-cdbb-4a7e-b2c9-b22a73f51047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:08.941985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-b1d3d707-cdbb-4a7e-b2c9-b22a73f51047 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1126 time: 0.0466099 Mar 11 00:35:09.038269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e623-b843-4fdc-b521-575ae66e563c req-fffa305e-8365-40ae-9871-affe5c79c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:09.040733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-fffa305e-8365-40ae-9871-affe5c79c824 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 911 time: 0.0934644 Mar 11 00:35:09.081325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-6487c78f-fe6c-437e-9b8f-d019cb1809d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 217 time: 0.0347922 Mar 11 00:35:09.128737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e623-b843-4fdc-b521-575ae66e563c req-615c498b-9bb2-4f03-96e7-43519bb21e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:09.130223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-615c498b-9bb2-4f03-96e7-43519bb21e96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0439181 Mar 11 00:35:09.180235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e623-b843-4fdc-b521-575ae66e563c req-ded8daa2-cb47-46d0-8d21-e7b89b5fd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:09.181730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-ded8daa2-cb47-46d0-8d21-e7b89b5fd6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457411 Mar 11 00:35:09.274425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-cc443bb4-38b4-470c-a917-c74480ae57ac service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864277 Mar 11 00:35:09.314984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d1be254-adac-4a3c-a8a3-2d437240065e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:09.374707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3668e623-b843-4fdc-b521-575ae66e563c req-fac34128-3302-4b9d-ac2e-d63d8ea7366d service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950410 Mar 11 00:35:09.448488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd974-7b65-47b5-9b46-d5871b3bd9e8 req-4544dfd2-d990-4247-9e81-a3616b3ed244 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:09.449952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4cfd974-7b65-47b5-9b46-d5871b3bd9e8 req-4544dfd2-d990-4247-9e81-a3616b3ed244 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0520551 Mar 11 00:35:09.498487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f4cfd974-7b65-47b5-9b46-d5871b3bd9e8 req-c410669f-738e-4b2c-bbb5-76612a6d95d4 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427129 Mar 11 00:35:10.550618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:10.630839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed89c-f833-456a-97f5-893dcb57f939 req-f3c5b49c-04d5-4469-8941-8e3f2aa9a17c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:10.632360 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ed89c-f833-456a-97f5-893dcb57f939 req-f3c5b49c-04d5-4469-8941-8e3f2aa9a17c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0546732 Mar 11 00:35:10.683448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-144ed89c-f833-456a-97f5-893dcb57f939 req-bbc47e6e-3b3a-4c68-aca8-767140d37845 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452948 Mar 11 00:35:11.034332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:11.340139 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:11.714202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:11.813402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a74822-7d77-4518-886c-a3c6e3070cc6 req-69f69fa0-8bc9-4b8f-a81e-4eb84bfb8986 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:11.814949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2a74822-7d77-4518-886c-a3c6e3070cc6 req-69f69fa0-8bc9-4b8f-a81e-4eb84bfb8986 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0612164 Mar 11 00:35:11.866228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2a74822-7d77-4518-886c-a3c6e3070cc6 req-412df7e6-4216-4f24-92ea-7cb4979db627 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445793 Mar 11 00:35:12.986712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888c8e2-0b78-46bf-8afa-b20b6b1188ef req-73e0540c-304d-477e-9181-d290478cb4c2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:12.988341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2888c8e2-0b78-46bf-8afa-b20b6b1188ef req-73e0540c-304d-477e-9181-d290478cb4c2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0544584 Mar 11 00:35:13.037358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2888c8e2-0b78-46bf-8afa-b20b6b1188ef req-d4064f50-04a4-4e22-8bb0-9a6fa8ebc5e7 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434892 Mar 11 00:35:13.326124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:14.160608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5caa9b-1a1a-4113-8169-b9603f36669a req-f0a9a8e2-8a4e-4d4b-9753-c5627c5dfcf1 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:14.162095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d5caa9b-1a1a-4113-8169-b9603f36669a req-f0a9a8e2-8a4e-4d4b-9753-c5627c5dfcf1 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0560503 Mar 11 00:35:14.212807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d5caa9b-1a1a-4113-8169-b9603f36669a req-8b73d586-6dd2-486c-a76a-0a823b07e50c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448773 Mar 11 00:35:15.333532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce24a-8660-4f5d-9b73-d0c7a01d4f29 req-20ac7b37-d901-40d8-870f-ec1ca96da30e tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:15.335021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60cce24a-8660-4f5d-9b73-d0c7a01d4f29 req-20ac7b37-d901-40d8-870f-ec1ca96da30e tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0550544 Mar 11 00:35:15.385578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60cce24a-8660-4f5d-9b73-d0c7a01d4f29 req-ce444658-ebe4-451b-bf52-01e5a9648a47 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448623 Mar 11 00:35:16.504644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68317b9e-e5bd-4d49-a83d-86f69cd29973 req-7aeaa9c9-6c95-4a1e-95c8-86bf13894a1b tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:16.506104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68317b9e-e5bd-4d49-a83d-86f69cd29973 req-7aeaa9c9-6c95-4a1e-95c8-86bf13894a1b tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0534427 Mar 11 00:35:16.557855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68317b9e-e5bd-4d49-a83d-86f69cd29973 req-79e4683c-4a37-4bb9-83a6-2c75863270c6 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461614 Mar 11 00:35:17.172718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-9dee2071-66de-47bd-a58d-d2fa8d508fd7 req-bc238d57-15ee-4b56-be8e-afda126c54b7 service neutron] (110426) timed out ('10.222.0.30', 51325) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:35:17.178400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-68d99ae1-959f-4a11-a0b0-bd23bbb2f06f req-97e9664f-2be1-4be1-9a6f-41ca9a56a816 service neutron] (110426) timed out ('10.222.0.30', 51324) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:35:17.677503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b2ab-fd0c-4f80-b499-51f186a684bb req-9e09c15d-17d0-4062-a2ce-0953d90442f9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:17.678979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f988b2ab-fd0c-4f80-b499-51f186a684bb req-9e09c15d-17d0-4062-a2ce-0953d90442f9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0532215 Mar 11 00:35:17.727214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f988b2ab-fd0c-4f80-b499-51f186a684bb req-786a6f5d-d6ac-4a9c-bada-c1a4fde96197 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424736 Mar 11 00:35:18.847346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67adc25-415c-44c4-89cb-2ec5b5786001 req-cfadaaec-c446-4e57-bdb7-3b59f9a641c2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:18.848887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a67adc25-415c-44c4-89cb-2ec5b5786001 req-cfadaaec-c446-4e57-bdb7-3b59f9a641c2 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0529449 Mar 11 00:35:18.900354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a67adc25-415c-44c4-89cb-2ec5b5786001 req-c58a9297-3001-4507-8c7d-fc77b4e7a219 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458806 Mar 11 00:35:20.026619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7d57f-0f22-4e78-9e6c-7685a66be17c req-464ed8c0-85ff-4336-9882-2792bf65da43 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:20.028108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2b7d57f-0f22-4e78-9e6c-7685a66be17c req-464ed8c0-85ff-4336-9882-2792bf65da43 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0562024 Mar 11 00:35:20.076201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2b7d57f-0f22-4e78-9e6c-7685a66be17c req-b5d2e9e1-3061-4ea4-bc46-5814e7ce5f7f tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425696 Mar 11 00:35:21.193076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ade85a-76c1-40f4-9781-601f963f2874 req-7a5a052d-f147-44ce-925a-98d12d4c1d95 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:21.194437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63ade85a-76c1-40f4-9781-601f963f2874 req-7a5a052d-f147-44ce-925a-98d12d4c1d95 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0524669 Mar 11 00:35:21.242594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63ade85a-76c1-40f4-9781-601f963f2874 req-9a3350a3-20e0-49e3-95f5-39155f0ba8ec tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425634 Mar 11 00:35:22.360374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703dc1-cf98-4c5b-b85e-75e4cebb926d req-3bd7b264-5c18-477b-81ed-73341df293c9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:22.361816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd703dc1-cf98-4c5b-b85e-75e4cebb926d req-3bd7b264-5c18-477b-81ed-73341df293c9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0531783 Mar 11 00:35:22.412950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd703dc1-cf98-4c5b-b85e-75e4cebb926d req-13756055-7fe7-476a-9c15-07fa63a87daf tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456238 Mar 11 00:35:23.530978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4732a-4e7a-4ff9-a9d4-c9e1605356cd req-8a98d8aa-2642-4e1b-8956-dd77d4c775fb tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:23.532542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d4732a-4e7a-4ff9-a9d4-c9e1605356cd req-8a98d8aa-2642-4e1b-8956-dd77d4c775fb tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0521810 Mar 11 00:35:23.581444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d4732a-4e7a-4ff9-a9d4-c9e1605356cd req-c41c7c85-0239-49ba-b678-5c8ae49bc538 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422091 Mar 11 00:35:24.700685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8cf82-424c-476b-8a26-761b0bb155b5 req-e8469c67-1884-45f5-9cc4-7a9c24fadd8c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:24.702144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81d8cf82-424c-476b-8a26-761b0bb155b5 req-e8469c67-1884-45f5-9cc4-7a9c24fadd8c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 944 time: 0.0509331 Mar 11 00:35:24.752185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81d8cf82-424c-476b-8a26-761b0bb155b5 req-699ded8f-5f2b-4a12-9463-53d32c611398 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431917 Mar 11 00:35:25.193500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62bc4eba-1047-4236-8246-c9480c9f1d5b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:35:25.289289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:35:25.299984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:35:25.336777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62bc4eba-1047-4236-8246-c9480c9f1d5b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:35:25.337163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:25.349382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc4eba-1047-4236-8246-c9480c9f1d5b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:35:25.368239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:35:25.371805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:25.419539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:25.426555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.426900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.427239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.427574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.427905 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.428258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.428585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.428910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.429231 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.429554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.429871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.430186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.430501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:35:25.593682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['62bc4eba-1047-4236-8246-c9480c9f1d5b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:35:25.875709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e539d24-5cce-40b6-b06b-d64b53138dae req-f410f25f-d51c-494d-b1b0-df62420927ba tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:25.877143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e539d24-5cce-40b6-b06b-d64b53138dae req-f410f25f-d51c-494d-b1b0-df62420927ba tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 945 time: 0.0566199 Mar 11 00:35:25.929544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e539d24-5cce-40b6-b06b-d64b53138dae req-b337f216-fd40-4845-aec3-098095981436 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459895 Mar 11 00:35:26.200251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:35:27.053022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7aeed-625d-4fb0-b61e-1d7588fae41b req-38aa8587-63d0-4e24-86dd-2a64a3cffeea tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:27.054449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81e7aeed-625d-4fb0-b61e-1d7588fae41b req-38aa8587-63d0-4e24-86dd-2a64a3cffeea tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 945 time: 0.0529363 Mar 11 00:35:27.102951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81e7aeed-625d-4fb0-b61e-1d7588fae41b req-bc0e4c6f-ec53-4889-ab56-5a76e17e6745 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428448 Mar 11 00:35:27.209136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62bc4eba-1047-4236-8246-c9480c9f1d5b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:35:27.255735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 62bc4eba-1047-4236-8246-c9480c9f1d5b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:35:27.259602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 62bc4eba-1047-4236-8246-c9480c9f1d5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:35:27.260010 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:27.340548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 62bc4eba-1047-4236-8246-c9480c9f1d5b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:35:27.340932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:27.363869 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:35:27.366107 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedaab76-e7e6-44c5-be0a-dd545070e077" -d '{"events": [{"server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "name": "network-vif-plugged", "status": "completed", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:35:27.378248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:35:27.382555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:27.429700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:28.224241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4744-9b35-4266-b0cc-44aa94ace054 req-e0be28b7-9a6c-494c-9b93-96ee7909f233 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:28.225671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d3a4744-9b35-4266-b0cc-44aa94ace054 req-e0be28b7-9a6c-494c-9b93-96ee7909f233 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0561941 Mar 11 00:35:28.274135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2d3a4744-9b35-4266-b0cc-44aa94ace054 req-a7577ebd-bb76-4ff1-9dda-26f51f75ce75 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428770 Mar 11 00:35:28.412872 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a75b2e-9d3f-4140-b581-7bd9097c30e0 x-openstack-request-id: req-74a75b2e-9d3f-4140-b581-7bd9097c30e0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:35:28.413360 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "name": "network-vif-plugged", "status": "completed", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:35:28.413464 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74a75b2e-9d3f-4140-b581-7bd9097c30e0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:35:28.413826 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'code': 200} Mar 11 00:35:28.512304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560675b5-5d99-458a-b717-5f3ace6c6998 req-65e94fcf-db9f-4bba-9800-d40ab4892de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:28.513716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-560675b5-5d99-458a-b717-5f3ace6c6998 req-65e94fcf-db9f-4bba-9800-d40ab4892de2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1128 time: 0.0471663 Mar 11 00:35:28.559929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-560675b5-5d99-458a-b717-5f3ace6c6998 req-9791bff2-2fd5-428d-9881-1026ca038a34 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396483 Mar 11 00:35:29.391230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27b09-c01c-4b19-bea8-3a64c1825579 req-2357c492-d51f-4b97-adc2-266519f9e42f tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:29.392806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbb27b09-c01c-4b19-bea8-3a64c1825579 req-2357c492-d51f-4b97-adc2-266519f9e42f tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0515375 Mar 11 00:35:29.446518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbb27b09-c01c-4b19-bea8-3a64c1825579 req-8ff5f481-9b44-46a9-8dea-8da5f13a4d2d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474861 Mar 11 00:35:30.567696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758be9fb-31de-4081-b244-bfebfe1e90d4 req-2a6527d5-dfb7-4f5c-9d1b-901900554d80 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:30.569222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-758be9fb-31de-4081-b244-bfebfe1e90d4 req-2a6527d5-dfb7-4f5c-9d1b-901900554d80 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0534413 Mar 11 00:35:30.617724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-758be9fb-31de-4081-b244-bfebfe1e90d4 req-b0ee6e59-9b4e-4649-8c1d-d8bf5a17d628 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431049 Mar 11 00:35:30.734419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41699e86-a293-4d4f-bb57-97d75eb6f01f req-04522324-aa8a-4dda-9663-631aeffde981 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:30.735801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-41699e86-a293-4d4f-bb57-97d75eb6f01f req-04522324-aa8a-4dda-9663-631aeffde981 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0533917 Mar 11 00:35:30.782686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-41699e86-a293-4d4f-bb57-97d75eb6f01f req-083fd00d-9bdb-458e-8f19-92931faa8d35 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412128 Mar 11 00:35:30.804357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40342) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:31.040743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377c4fc4-95d7-4d0e-bb5f-9b0ebb7b53f3 tempest-TestVolumeBackupRestore-237561992 tempest-TestVolumeBackupRestore-237561992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:31.042225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-377c4fc4-95d7-4d0e-bb5f-9b0ebb7b53f3 tempest-TestVolumeBackupRestore-237561992 tempest-TestVolumeBackupRestore-237561992-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1123 time: 0.2369337 Mar 11 00:35:31.045089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40348) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:31.049180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:31.068656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:31.162677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:31.268807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Allocated IP 172.25.7.127 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/bcea226d-eab6-47aa-b2ee-3e178f6cd221) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:35:31.374081 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:31.407682 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:31.450181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:35:31.454900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:35:31.459935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:35:31.481791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'Port': ['ID=bcea226d-eab6-47aa-b2ee-3e178f6cd221,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:32.151191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (a3d63d7a-817f-4462-8639-d8ab55bafa3b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.220652 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.368798 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.372887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.437683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event updated for resources: {'Port': ['ID=bcea226d-eab6-47aa-b2ee-3e178f6cd221,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:35:32.449579 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (a3d63d7a-817f-4462-8639-d8ab55bafa3b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.550431 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Floating IP a3d63d7a-817f-4462-8639-d8ab55bafa3b associated. External IP: 172.25.7.127, port: 62bc4eba-1047-4236-8246-c9480c9f1d5b. Mar 11 00:35:32.762870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Router 784b803a-bc26-4846-ae05-ff5639640eb6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:35:32.872006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:35:32.881936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:35:32.889825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:32.890915 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:35:32.891524 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:32.919135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc1b0caf-cc5f-403a-9e22-466216c48f1c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8730369 Mar 11 00:35:32.919731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:35:32.921885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40350) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:32.922379 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c8a601-1549-4842-a83a-66b344734735" -d '{"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:35:32.959791 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476de33-eb9f-4bff-902d-a0269fc5d07a x-openstack-request-id: req-9476de33-eb9f-4bff-902d-a0269fc5d07a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:35:32.960119 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:35:32.960372 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9476de33-eb9f-4bff-902d-a0269fc5d07a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:35:32.960800 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:35:32.974782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc0d0e-f3b3-4a48-9b3f-35d0406bfa53 tempest-TestVolumeBackupRestore-237561992 tempest-TestVolumeBackupRestore-237561992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:32.976776 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aacc0d0e-f3b3-4a48-9b3f-35d0406bfa53 tempest-TestVolumeBackupRestore-237561992 tempest-TestVolumeBackupRestore-237561992-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1123 time: 0.0531716 Mar 11 00:35:32.979597 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40354) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:35:32.984230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Request body: {'floatingip': {'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:35:33.029085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8a601-1549-4842-a83a-66b344734735 req-702ae707-9c01-4a72-9095-82e068e362df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:33.030639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-702ae707-9c01-4a72-9095-82e068e362df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1128 time: 0.0491586 Mar 11 00:35:33.049960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (a3d63d7a-817f-4462-8639-d8ab55bafa3b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:33.102689 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:35:33.131397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8a601-1549-4842-a83a-66b344734735 req-519dee40-7d3a-4e2a-b93e-63931333745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:33.132839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-519dee40-7d3a-4e2a-b93e-63931333745a service neutron] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 911 time: 0.0960736 Mar 11 00:35:33.200381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-87eb0d2c-07a4-4a49-be64-c2f2a7ce7daf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 1000 time: 0.0604722 Mar 11 00:35:33.254907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8a601-1549-4842-a83a-66b344734735 req-f68e47b0-eea9-461d-af79-4bdc988f7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:33.256406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-f68e47b0-eea9-461d-af79-4bdc988f7dbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0505719 Mar 11 00:35:33.309513 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8a601-1549-4842-a83a-66b344734735 req-be327446-eb65-4b10-8e9c-fef4b4684f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:33.311195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-be327446-eb65-4b10-8e9c-fef4b4684f47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489495 Mar 11 00:35:33.342750 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:31Z', 'revision_number': 0, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:33.376347 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:35:33.388747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:35:33.389290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:33.404862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-f17be104-be70-4ae4-84e9-949565e25063 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872798 Mar 11 00:35:33.509714 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0c8a601-1549-4842-a83a-66b344734735 req-f0048140-6db6-4991-9ca2-41d80b787e88 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987959 Mar 11 00:35:33.514837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:35:33.545651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:33.549825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (a3d63d7a-817f-4462-8639-d8ab55bafa3b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:33.786168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Router 784b803a-bc26-4846-ae05-ff5639640eb6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:35:33.857269 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:31Z', 'revision_number': 0, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:33.886978 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9d9aa-2268-4836-8a45-b4ecf905860f None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:31Z', 'revision_number': 0, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:35:33.929852 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:35:33.934488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:33.967991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:35:33.970281 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c13269-d664-434e-aea0-b97dbfcf67ee" -d '{"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:35:34.018340 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1f80536-add6-4fca-8f92-ad51bb2bbf4c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "PUT /v2.0/floatingips/a3d63d7a-817f-4462-8639-d8ab55bafa3b HTTP/1.1" status: 200 len: 992 time: 1.0281754 Mar 11 00:35:34.080567 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e93f65-5a1b-4b46-a6c5-ff5f64744a0b x-openstack-request-id: req-51e93f65-5a1b-4b46-a6c5-ff5f64744a0b {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:35:34.081114 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:35:34.082002 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51e93f65-5a1b-4b46-a6c5-ff5f64744a0b {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:35:34.082415 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:35:34.152683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-f0c23d19-e7db-4f57-8e68-7a4c09268ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:34.154240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-f0c23d19-e7db-4f57-8e68-7a4c09268ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1128 time: 0.0525534 Mar 11 00:35:34.254839 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-0280395f-fa95-458a-931b-3bff5e61e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:34.257085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-0280395f-fa95-458a-931b-3bff5e61e86e service neutron] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 911 time: 0.0965362 Mar 11 00:35:34.324669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-9f734dcc-a919-4f8e-a379-6dace6ecb354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 1000 time: 0.0616934 Mar 11 00:35:34.381184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-f7b09b79-3e3d-4871-bef8-8c00f1005237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:34.382680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-f7b09b79-3e3d-4871-bef8-8c00f1005237 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0504642 Mar 11 00:35:34.433595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-33ffbcab-70f2-4724-b430-222bfde564cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:34.435194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-33ffbcab-70f2-4724-b430-222bfde564cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472994 Mar 11 00:35:34.528412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-b155d387-ca45-4201-bec8-aa1d65ea0646 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Mar 11 00:35:34.580490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe564124-a259-4944-9dbb-d6dcbc0b680f None None] New status for floating IP a3d63d7a-817f-4462-8639-d8ab55bafa3b: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:35:34.626361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35c13269-d664-434e-aea0-b97dbfcf67ee req-837722e8-2dfb-4c6a-b8bf-ae3de8283e5e service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917416 Mar 11 00:35:34.791327 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:35:34.802050 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:35:34.802653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:34.911545 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:35:35.129215 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:34Z', 'revision_number': 2, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:35.159015 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:35:35.167907 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:35:35.168547 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:35.288698 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:35:35.617274 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:34Z', 'revision_number': 2, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:35:35.647423 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8829709-a325-4284-aeec-cbf7ac980805 None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a3d63d7a-817f-4462-8639-d8ab55bafa3b', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'port_id': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'mac_address': 'fa:16:3e:4a:6a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:35:31Z', 'updated_at': '2022-03-11T00:35:34Z', 'revision_number': 2, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:35:36.083035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:35:36.085448 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746536af-fcf3-48c2-a4bd-6bedb127d339" -d '{"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:35:36.123838 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b959b7-bd54-4d56-b3f2-443047fcdf55 x-openstack-request-id: req-c9b959b7-bd54-4d56-b3f2-443047fcdf55 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:35:36.124214 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:35:36.124471 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9b959b7-bd54-4d56-b3f2-443047fcdf55 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:35:36.124875 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:35:36.190303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-d4216261-1a49-4e10-9c1a-af31e64118d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:36.191823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-d4216261-1a49-4e10-9c1a-af31e64118d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1128 time: 0.0457647 Mar 11 00:35:36.287101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-c2f580b6-3904-47d0-9df4-8a53709d6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:36.288598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-c2f580b6-3904-47d0-9df4-8a53709d6be2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 911 time: 0.0900090 Mar 11 00:35:36.354927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-77062e14-279a-4e20-ac88-fa0431798cbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 1002 time: 0.0606191 Mar 11 00:35:36.407462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-f8699018-0af0-46ae-8475-f71a594223b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:36.408999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-f8699018-0af0-46ae-8475-f71a594223b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0489414 Mar 11 00:35:36.460852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-e055fce8-99ed-48fd-b240-14d8c198ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:36.462380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-e055fce8-99ed-48fd-b240-14d8c198ec45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471706 Mar 11 00:35:36.555190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-5fe59e96-1108-4fbc-b302-45447381ee1e service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871401 Mar 11 00:35:36.664153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-746536af-fcf3-48c2-a4bd-6bedb127d339 req-ba463fc0-d30f-4f36-9e44-d98c0c500670 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038320 Mar 11 00:35:36.759623 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b48cecea-bdac-44db-8cb4-1dae1fd38e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:39.308641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2988bc9d-3d60-43fa-b2ab-4e972679b404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:40.544961 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:41.038324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:41.332481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:41.714523 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:43.331720 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:35:43.484851 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1087a2b3-3d3a-4660-9236-c6bd0c422352 req-5594aef1-32bf-4fd1-af71-8156ea5bd8ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266297 Mar 11 00:35:43.530345 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1087a2b3-3d3a-4660-9236-c6bd0c422352 req-69658c8b-5e8c-4a03-9d80-ac0327702304 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0247405 Mar 11 00:35:43.568064 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1087a2b3-3d3a-4660-9236-c6bd0c422352 req-b9bd372a-fac8-4740-b952-1225f3113a17 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193329 Mar 11 00:35:43.663583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087a2b3-3d3a-4660-9236-c6bd0c422352 req-8740c212-eb32-4b78-a667-aa869d65b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:35:43.665065 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1087a2b3-3d3a-4660-9236-c6bd0c422352 req-8740c212-eb32-4b78-a667-aa869d65b1bf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918238 Mar 11 00:36:03.198802 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:36:05.136365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40372) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:05.295790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Deleting port bcea226d-eab6-47aa-b2ee-3e178f6cd221 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:05.296171 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:05.372733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:05.373067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (bcea226d-eab6-47aa-b2ee-3e178f6cd221), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:05.384812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Calling delete_port for bcea226d-eab6-47aa-b2ee-3e178f6cd221 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:05.535103 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (bcea226d-eab6-47aa-b2ee-3e178f6cd221), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:05.563429 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event deleted for resources: {'Port': ['ID=bcea226d-eab6-47aa-b2ee-3e178f6cd221,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:05.592132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.592484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.592872 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.593355 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.593625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.594178 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.594421 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.594858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.595181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.595505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.595832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.596336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.596663 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:05.639252 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for floatingip (a3d63d7a-817f-4462-8639-d8ab55bafa3b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:05.639621 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Floating IP a3d63d7a-817f-4462-8639-d8ab55bafa3b disassociated (deleted). External IP: 172.25.7.127, port: 62bc4eba-1047-4236-8246-c9480c9f1d5b. Mar 11 00:36:06.192999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Router 784b803a-bc26-4846-ae05-ff5639640eb6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:36:06.309432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:36:06.314126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:06.318614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:36:06.333157 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:06.333780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:06.346668 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff7a5060-9e11-4d52-8839-fa16550ee299 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3d63d7a-817f-4462-8639-d8ab55bafa3b HTTP/1.1" status: 204 len: 168 time: 1.2064974 Mar 11 00:36:06.346668 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:36:06.346940 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f" -d '{"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:36:06.387035 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98626e39-8742-4929-90ab-bf067294e32d x-openstack-request-id: req-98626e39-8742-4929-90ab-bf067294e32d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:36:06.387350 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:36:06.387609 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98626e39-8742-4929-90ab-bf067294e32d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:36:06.388079 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:36:06.450674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:06.454421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-4798babe-8c50-48a4-b338-72dab87b455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:06.456365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-4798babe-8c50-48a4-b338-72dab87b455b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09abacc22e614929b36f95b8c8e28ed8&device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 1128 time: 0.0488636 Mar 11 00:36:06.587262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-39f2c1e6-5e8c-43f8-b2e3-110650652876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:06.589308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-39f2c1e6-5e8c-43f8-b2e3-110650652876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 200 len: 911 time: 0.1275966 Mar 11 00:36:06.646054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc489d-f11d-4a29-bb21-d6ca4dfbaf79 req-ef535731-67dd-4aeb-83c1-e2312f034eba tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:06.646961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4cc489d-f11d-4a29-bb21-d6ca4dfbaf79 req-ef535731-67dd-4aeb-83c1-e2312f034eba tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.1038306 Mar 11 00:36:06.648392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-bbdaa0a1-e303-4ffc-901f-26d41609445a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 200 len: 217 time: 0.0512776 Mar 11 00:36:06.673963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:06.700439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:36:06.709183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:06.709732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:35:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:06.723591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-3b6aed3c-895e-43b7-91d2-c3c7a3d60d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:06.725114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-3b6aed3c-895e-43b7-91d2-c3c7a3d60d1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 200 len: 849 time: 0.0694299 Mar 11 00:36:06.751361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4cc489d-f11d-4a29-bb21-d6ca4dfbaf79 req-7a84b222-88cb-48bc-9b1c-d8cfd1651111 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871646 Mar 11 00:36:06.778254 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-23d18f73-7281-4313-8aa2-dd8812c22e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:06.790003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-0f3855e3-bdee-471f-9cc3-5c8d2bcbe01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:06.791575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-0f3855e3-bdee-471f-9cc3-5c8d2bcbe01d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04e6657f-6da8-4e55-9f85-1a3b229e0c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579789 Mar 11 00:36:06.836739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:06.889375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-eff22326-5d5b-4eed-a181-e1e9004ef154 service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913944 Mar 11 00:36:06.983533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0401e5dd-8d6b-4b81-abbe-ffaa4fad432f req-3f522c09-2420-4115-adc1-456bb12d660b service neutron] 10.222.0.30 "GET /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876327 Mar 11 00:36:07.047000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:07.073176 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e269f-368b-4a73-a19b-46fa37102b00 None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:32:43Z', 'revision_number': 4, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f0bae3f4-30cd-4395-82e9-643728184e5b', 'name': '', 'network_id': '04e6657f-6da8-4e55-9f85-1a3b229e0c78', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'mac_address': 'fa:16:3e:aa:21:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:42Z', 'updated_at': '2022-03-11T00:32:46Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'subnets': [{'id': '3a3bce62-b6ba-440e-8614-a8eb21a3d693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:36:07.303443 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf6c29-5c69-47ad-9864-445552a79f23 None None] New status for floating IP a3d63d7a-817f-4462-8639-d8ab55bafa3b: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:36:07.884366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a80009-1ae5-4870-a5f0-6284a4444fd2 req-cc1744e8-8c70-42ca-86e4-4b176816e33d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:07.886671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94a80009-1ae5-4870-a5f0-6284a4444fd2 req-cc1744e8-8c70-42ca-86e4-4b176816e33d tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0612292 Mar 11 00:36:07.939263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94a80009-1ae5-4870-a5f0-6284a4444fd2 req-f2d2dfb2-ea85-4042-8281-707e070e9b01 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/security-groups?id=0074ed52-3aa3-4f42-8ae2-072981d390aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466394 Mar 11 00:36:08.023013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-7baec98c-b554-48bc-9d69-6fdef0c4f5f9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:08.025111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-7baec98c-b554-48bc-9d69-6fdef0c4f5f9 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.30 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 946 time: 0.0617671 Mar 11 00:36:08.140599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Deleting port 62bc4eba-1047-4236-8246-c9480c9f1d5b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:08.140943 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:08.228090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] For port 62bc4eba-1047-4236-8246-c9480c9f1d5b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=62bc4eba-1047-4236-8246-c9480c9f1d5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:08.228453 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:08.241911 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Calling delete_port for 62bc4eba-1047-4236-8246-c9480c9f1d5b owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:08.372819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (62bc4eba-1047-4236-8246-c9480c9f1d5b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:08.402068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event deleted for resources: {'Port': ['ID=62bc4eba-1047-4236-8246-c9480c9f1d5b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:08.433009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.433365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.433705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.434041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.434370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.434696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.435020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.435341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.435659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.436001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.436326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.436643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.436958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:08.453465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] No DVR routers for this DVR port 62bc4eba-1047-4236-8246-c9480c9f1d5b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:36:08.456286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:08.459691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b20b7c1e-bf2f-40e1-8238-02148a5cc2d3 req-5ae22669-c4dd-44d6-af4e-05bcfc7d213c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.30 "DELETE /v2.0/ports/62bc4eba-1047-4236-8246-c9480c9f1d5b HTTP/1.1" status: 204 len: 173 time: 0.4300056 Mar 11 00:36:08.460148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'name': 'network-vif-deleted', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:36:08.462414 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5e001d-8c9a-465b-98f8-4dbc3e0cb90b" -d '{"events": [{"server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "name": "network-vif-deleted", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:36:08.505147 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a129b4-1003-41cf-90cc-e82f7416d679 x-openstack-request-id: req-b3a129b4-1003-41cf-90cc-e82f7416d679 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:36:08.505446 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efff8be7-265e-473e-9234-ec8ceeb8d63e", "name": "network-vif-deleted", "tag": "62bc4eba-1047-4236-8246-c9480c9f1d5b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:36:08.505705 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3a129b4-1003-41cf-90cc-e82f7416d679 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:36:08.506113 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efff8be7-265e-473e-9234-ec8ceeb8d63e', 'name': 'network-vif-deleted', 'tag': '62bc4eba-1047-4236-8246-c9480c9f1d5b', 'status': 'completed', 'code': 200} Mar 11 00:36:09.042497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81a870c6-cdd0-4e3c-9d95-91dce49d0bc3 req-adb788db-0cf5-4cdb-a154-e78ea873ea8f tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0307302 Mar 11 00:36:09.312378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5820d94-8b4e-406c-ac8a-6ea541d8fd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:10.140690 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7411534e-c824-41da-ad54-5075f549e1ba req-f043b024-aa38-4dad-ad4b-582e9acaa5c8 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0291393 Mar 11 00:36:10.548178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:11.048216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:11.236578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fda0a2e-fae5-4bc0-94b0-6020debebcbc req-cdeaf48c-bff2-4dba-bf43-70b83bca7ce3 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0276797 Mar 11 00:36:11.335151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:11.456107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62bc4eba-1047-4236-8246-c9480c9f1d5b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:11.476909 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 62bc4eba-1047-4236-8246-c9480c9f1d5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:11.477258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 62bc4eba-1047-4236-8246-c9480c9f1d5b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:11.717080 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:12.331574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4a10475-36fe-429b-aab0-fff6eefa467c req-cd9a86bd-30e5-4c26-bfa9-29d8ecdea7ae tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0280900 Mar 11 00:36:13.336002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:13.425503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c3ef084-f58a-4cc5-9389-744115a40e95 req-2af83b18-c291-44ec-af8e-0c1899cc20bb tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0276375 Mar 11 00:36:14.520652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a49f6a17-2b50-4243-9e2c-1d40dff58dec req-df620f91-aa81-4230-8c54-9cf9616af970 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0269768 Mar 11 00:36:15.618571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7a778be-8f8c-457a-8947-965027303a63 req-63aab168-96ae-4820-b131-0260272a0fb7 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0315728 Mar 11 00:36:16.714187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f29d305-64a4-45ff-af35-dbc1c544535b req-53f171fe-bce8-449a-addc-69bd5ce2710c tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "GET /v2.0/ports?device_id=efff8be7-265e-473e-9234-ec8ceeb8d63e HTTP/1.1" status: 200 len: 210 time: 0.0281343 Mar 11 00:36:17.768287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40410) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:17.826034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (0074ed52-3aa3-4f42-8ae2-072981d390aa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:17.851782 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (0074ed52-3aa3-4f42-8ae2-072981d390aa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:17.912784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0074ed52-3aa3-4f42-8ae2-072981d390aa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:17.915233 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:17.916712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] 10.222.0.21 "DELETE /v2.0/security-groups/0074ed52-3aa3-4f42-8ae2-072981d390aa HTTP/1.1" status: 204 len: 168 time: 0.1471505 Mar 11 00:36:17.926805 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436d391-bf8a-448f-8526-bb944b39fa12 tempest-TestVolumeBackupRestore-1505086733 tempest-TestVolumeBackupRestore-1505086733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074ed52-3aa3-4f42-8ae2-072981d390aa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:25.577719 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40874) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:25.940741 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (784b803a-bc26-4846-ae05-ff5639640eb6), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:26.204984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Deleting port f0bae3f4-30cd-4395-82e9-643728184e5b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:26.205235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:26.283034 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] For port f0bae3f4-30cd-4395-82e9-643728184e5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f0bae3f4-30cd-4395-82e9-643728184e5b,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:26.283415 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:26.296470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Calling delete_port for f0bae3f4-30cd-4395-82e9-643728184e5b owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:26.483173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f0bae3f4-30cd-4395-82e9-643728184e5b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:26.516648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bae3f4-30cd-4395-82e9-643728184e5b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:26.700145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (784b803a-bc26-4846-ae05-ff5639640eb6), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:26.930176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Router 784b803a-bc26-4846-ae05-ff5639640eb6 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:36:27.048363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:36:27.053360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-13cb732a-b9e5-405d-9807-fd9d58690049 admin admin] 10.222.0.21 "PUT /v2.0/routers/784b803a-bc26-4846-ae05-ff5639640eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746127 Mar 11 00:36:27.056020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40880) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:27.057834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Sync routers for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:36:27.067215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:27.067835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:36:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:27.172523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks [] for router (784b803a-bc26-4846-ae05-ff5639640eb6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.185313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:27.284091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks [] for router_gateway (784b803a-bc26-4846-ae05-ff5639640eb6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.338600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Deleting port 85781638-861a-49cb-9053-041829d4f454 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:27.338968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (85781638-861a-49cb-9053-041829d4f454), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.373823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '85781638-861a-49cb-9053-041829d4f454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:36:26Z', 'revision_number': 5, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port': {'id': '85781638-861a-49cb-9053-041829d4f454', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:93:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:40Z', 'updated_at': '2022-03-11T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:27.404804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Checking router: 784b803a-bc26-4846-ae05-ff5639640eb6 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:36:27.413817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Routers {'784b803a-bc26-4846-ae05-ff5639640eb6'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:27.414430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:36:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['784b803a-bc26-4846-ae05-ff5639640eb6'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:27.419896 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] For port 85781638-861a-49cb-9053-041829d4f454, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=85781638-861a-49cb-9053-041829d4f454,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:27.420293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (85781638-861a-49cb-9053-041829d4f454), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.437363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Calling delete_port for 85781638-861a-49cb-9053-041829d4f454 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:27.499548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] Set router 784b803a-bc26-4846-ae05-ff5639640eb6 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:27.612901 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (85781638-861a-49cb-9053-041829d4f454), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.640224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Pushing event deleted for resources: {'Port': ['ID=85781638-861a-49cb-9053-041829d4f454,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:27.701832 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (784b803a-bc26-4846-ae05-ff5639640eb6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.720559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:36:27Z', 'revision_number': 6, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:27.747963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52b9ab-1b55-4214-9b68-e53beea4b71f None None] The sync data for ids ['784b803a-bc26-4846-ae05-ff5639640eb6'] in n-d-831844-1 is: [{'id': '784b803a-bc26-4846-ae05-ff5639640eb6', 'name': 'tempest-TestVolumeBackupRestore-621692-router', 'tenant_id': '09abacc22e614929b36f95b8c8e28ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:39Z', 'updated_at': '2022-03-11T00:36:27Z', 'revision_number': 6, 'project_id': '09abacc22e614929b36f95b8c8e28ed8', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:36:27.795855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (784b803a-bc26-4846-ae05-ff5639640eb6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.797980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks [] for router_controller (784b803a-bc26-4846-ae05-ff5639640eb6), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.845014 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (784b803a-bc26-4846-ae05-ff5639640eb6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.845638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784b803a-bc26-4846-ae05-ff5639640eb6 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:36:27.850595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.851790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9cd71d05-9daf-40c2-9954-4b2145bd828e admin admin] 10.222.0.21 "DELETE /v2.0/routers/784b803a-bc26-4846-ae05-ff5639640eb6 HTTP/1.1" status: 204 len: 168 time: 0.7946315 Mar 11 00:36:27.854924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40882) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:27.898833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Deleting subnet 3a3bce62-b6ba-440e-8614-a8eb21a3d693 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:36:27.901904 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Publish callbacks [] for subnet (3a3bce62-b6ba-440e-8614-a8eb21a3d693), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:27.937725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (3a3bce62-b6ba-440e-8614-a8eb21a3d693), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.019148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3a3bce62-b6ba-440e-8614-a8eb21a3d693), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.072442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (3a3bce62-b6ba-440e-8614-a8eb21a3d693), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.100615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a3bce62-b6ba-440e-8614-a8eb21a3d693,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:28.102615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.106555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb812727-b24a-40c7-8167-7c042ae59dce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3a3bce62-b6ba-440e-8614-a8eb21a3d693 HTTP/1.1" status: 204 len: 168 time: 0.2506683 Mar 11 00:36:28.108450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f8597-bc7b-4800-9d46-14f7b4b3e99d None None] Network 04e6657f-6da8-4e55-9f85-1a3b229e0c78 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:36:28.109928 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:28.185686 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (04e6657f-6da8-4e55-9f85-1a3b229e0c78), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.245697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Deleting port 33ecb265-16af-4e91-b6e1-70918e688112 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:28.246032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (33ecb265-16af-4e91-b6e1-70918e688112), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.312849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] For port 33ecb265-16af-4e91-b6e1-70918e688112, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=33ecb265-16af-4e91-b6e1-70918e688112,segment=NetworkSegment(9c9a5f60-d2e3-4782-8631-08087607497e),segment_id=9c9a5f60-d2e3-4782-8631-08087607497e)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:28.313214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (33ecb265-16af-4e91-b6e1-70918e688112), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.325542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Calling delete_port for 33ecb265-16af-4e91-b6e1-70918e688112 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:28.403898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (33ecb265-16af-4e91-b6e1-70918e688112), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.434666 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ecb265-16af-4e91-b6e1-70918e688112,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:28.436857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] No DVR routers for this DVR port 33ecb265-16af-4e91-b6e1-70918e688112 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:36:28.507493 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (04e6657f-6da8-4e55-9f85-1a3b229e0c78), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.527557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e6657f-6da8-4e55-9f85-1a3b229e0c78']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:28.540114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9a5f60-d2e3-4782-8631-08087607497e') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:28.540419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9a5f60-d2e3-4782-8631-08087607497e') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:28.551021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (9c9a5f60-d2e3-4782-8631-08087607497e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.565464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (9c9a5f60-d2e3-4782-8631-08087607497e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.572114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:36:28.572261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b06547-92ec-4ff6-948d-47a31c71be91 None None] DHCP port deletion for 04e6657f-6da8-4e55-9f85-1a3b229e0c78 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:36:28.572391 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (9c9a5f60-d2e3-4782-8631-08087607497e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:36:28.574540 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:36:28.637235 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (04e6657f-6da8-4e55-9f85-1a3b229e0c78), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.642834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:28.646059 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] 10.222.0.21 "DELETE /v2.0/networks/04e6657f-6da8-4e55-9f85-1a3b229e0c78 HTTP/1.1" status: 204 len: 168 time: 0.5351787 Mar 11 00:36:28.649101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40886) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:28.661256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc48d7a-a39a-4457-bc9c-1306e3dfe217 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e6657f-6da8-4e55-9f85-1a3b229e0c78,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:29.332947 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:29.379511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85781638-861a-49cb-9053-041829d4f454 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:29.403704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 85781638-861a-49cb-9053-041829d4f454 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:29.404087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 85781638-861a-49cb-9053-041829d4f454 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:29.404518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 33ecb265-16af-4e91-b6e1-70918e688112 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:29.423484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 33ecb265-16af-4e91-b6e1-70918e688112 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:29.423840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 33ecb265-16af-4e91-b6e1-70918e688112 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:29.424274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f0bae3f4-30cd-4395-82e9-643728184e5b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:29.444040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f0bae3f4-30cd-4395-82e9-643728184e5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:29.444393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f0bae3f4-30cd-4395-82e9-643728184e5b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:29.586246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Deleting port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:29.586500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:29.667008 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] For port 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:29.667374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:29.679542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Calling delete_port for 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:29.858490 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:29.882022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:30.060555 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.282731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:36:30.390590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:36:30.395574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7f66903a-6222-4ddd-863e-2ce3fd869bcc admin admin] 10.222.0.21 "PUT /v2.0/routers/1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454381 Mar 11 00:36:30.398100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:30.401771 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Sync routers for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:36:30.411164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:30.411862 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:36:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:30.503989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks [] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.516164 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:30.610596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks [] for router_gateway (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.665713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Deleting port 1444c531-f38c-4981-a87a-66b565b94697 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:30.666230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (1444c531-f38c-4981-a87a-66b565b94697), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.691854 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '1444c531-f38c-4981-a87a-66b565b94697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:36:29Z', 'revision_number': 5, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port': {'id': '1444c531-f38c-4981-a87a-66b565b94697', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:30.719754 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Checking router: 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:36:30.728028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Routers {'1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:36:30.728695 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:36:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:30.749398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] For port 1444c531-f38c-4981-a87a-66b565b94697, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=1444c531-f38c-4981-a87a-66b565b94697,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:30.749759 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (1444c531-f38c-4981-a87a-66b565b94697), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.763123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Calling delete_port for 1444c531-f38c-4981-a87a-66b565b94697 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:30.816692 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] Set router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:36:30.871159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:36:30Z', 'revision_number': 6, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:30.896958 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967572b-6c6b-4783-834a-7ef7ae54e070 None None] The sync data for ids ['1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43'] in n-d-831844-1 is: [{'id': '1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43', 'name': 'tempest-TestVolumeBackupRestore-1704527155-router', 'tenant_id': 'fbbfe98fff824f3bb8f83be563926512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:32:45Z', 'updated_at': '2022-03-11T00:36:30Z', 'revision_number': 6, 'project_id': 'fbbfe98fff824f3bb8f83be563926512', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:36:30.935418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (1444c531-f38c-4981-a87a-66b565b94697), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:30.964210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Pushing event deleted for resources: {'Port': ['ID=1444c531-f38c-4981-a87a-66b565b94697,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:31.025178 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.116294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.118407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks [] for router_controller (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.165772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.166466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:36:31.170709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.171846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dc1a4e95-0da6-419c-aa05-7378b10a4727 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1dc3b9ed-1c53-4b23-8de4-30c6c17fbb43 HTTP/1.1" status: 204 len: 168 time: 0.7728274 Mar 11 00:36:31.174496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:31.219384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Deleting subnet 2cd1566b-4a45-4ad9-a125-7e286ef65f67 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:36:31.222892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Publish callbacks [] for subnet (2cd1566b-4a45-4ad9-a125-7e286ef65f67), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.259057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (2cd1566b-4a45-4ad9-a125-7e286ef65f67), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.344474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (2cd1566b-4a45-4ad9-a125-7e286ef65f67), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.396822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (2cd1566b-4a45-4ad9-a125-7e286ef65f67), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.420726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd1566b-4a45-4ad9-a125-7e286ef65f67,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:31.426137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.429387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-904444f6-9a93-43ae-bd7a-240156578a44 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2cd1566b-4a45-4ad9-a125-7e286ef65f67 HTTP/1.1" status: 204 len: 168 time: 0.2539473 Mar 11 00:36:31.432782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94dfce1-68c2-45c0-a54c-b11bb19c4ccf None None] Network 07645198-dcfd-4570-b433-64cfec8b3de7 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:36:31.433294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 40892) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:31.500602 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (07645198-dcfd-4570-b433-64cfec8b3de7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.566392 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Deleting port 08047a59-698e-46fe-a070-866fc886ed5b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:31.566734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (08047a59-698e-46fe-a070-866fc886ed5b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.632748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] For port 08047a59-698e-46fe-a070-866fc886ed5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=08047a59-698e-46fe-a070-866fc886ed5b,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:31.633498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (08047a59-698e-46fe-a070-866fc886ed5b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.637540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] DHCP port deletion for 07645198-dcfd-4570-b433-64cfec8b3de7 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:36:31.648280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Calling delete_port for 08047a59-698e-46fe-a070-866fc886ed5b owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:31.706107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1444c531-f38c-4981-a87a-66b565b94697 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:31.711266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Deleting port 08047a59-698e-46fe-a070-866fc886ed5b {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:31.711645 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (08047a59-698e-46fe-a070-866fc886ed5b), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.730678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 1444c531-f38c-4981-a87a-66b565b94697 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:31.731025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 1444c531-f38c-4981-a87a-66b565b94697 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:31.731455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:31.738345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (08047a59-698e-46fe-a070-866fc886ed5b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.765353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:31.765707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 0287f7a9-6a9b-4e2d-a1f7-b0437d6bd921 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:31.766191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 08047a59-698e-46fe-a070-866fc886ed5b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:31.767541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] No DVR routers for this DVR port 08047a59-698e-46fe-a070-866fc886ed5b on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:36:31.771628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08047a59-698e-46fe-a070-866fc886ed5b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:31.793831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 08047a59-698e-46fe-a070-866fc886ed5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:31.794179 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 08047a59-698e-46fe-a070-866fc886ed5b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:31.834408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] For port 08047a59-698e-46fe-a070-866fc886ed5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=08047a59-698e-46fe-a070-866fc886ed5b,segment=NetworkSegment(6ff943ec-60c7-4e2c-b072-f2e8cf92daac),segment_id=6ff943ec-60c7-4e2c-b072-f2e8cf92daac)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:31.835458 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (08047a59-698e-46fe-a070-866fc886ed5b), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.851341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Calling delete_port for 08047a59-698e-46fe-a070-866fc886ed5b owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:31.860437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (07645198-dcfd-4570-b433-64cfec8b3de7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.882987 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07645198-dcfd-4570-b433-64cfec8b3de7']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:31.893967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff943ec-60c7-4e2c-b072-f2e8cf92daac') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:31.894377 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff943ec-60c7-4e2c-b072-f2e8cf92daac') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:36:31.906468 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (6ff943ec-60c7-4e2c-b072-f2e8cf92daac), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.927473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (6ff943ec-60c7-4e2c-b072-f2e8cf92daac), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.936159 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:36:31.936689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (6ff943ec-60c7-4e2c-b072-f2e8cf92daac), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.938373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (08047a59-698e-46fe-a070-866fc886ed5b), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:36:31.939470 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:36:31.966014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Pushing event deleted for resources: {'Port': ['ID=08047a59-698e-46fe-a070-866fc886ed5b,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:31.974011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] No DVR routers for this DVR port 08047a59-698e-46fe-a070-866fc886ed5b on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:36:31.976188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.976543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.976885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.977221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.977555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.977915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.978226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.979226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.979556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.979883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.980234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.980558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:31.980895 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd7ff25-dc40-4eab-b784-65d5b3e9118b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:36:32.013406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (07645198-dcfd-4570-b433-64cfec8b3de7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.019465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.022576 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07645198-dcfd-4570-b433-64cfec8b3de7 HTTP/1.1" status: 204 len: 168 time: 0.5885849 Mar 11 00:36:32.036416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3103243-f218-48d1-8f6b-795d6ed5e6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=07645198-dcfd-4570-b433-64cfec8b3de7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:32.186374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40896) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:32.229020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c8e80dd2-64c5-4977-afd4-122d07700b00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09abacc22e614929b36f95b8c8e28ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386641 Mar 11 00:36:32.229208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40898) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:32.276156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] Publish callbacks [] for security_group (41af0bcd-48e9-4314-823d-c97b657ef644), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.297076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] Publish callbacks [] for security_group (41af0bcd-48e9-4314-823d-c97b657ef644), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.346783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (41af0bcd-48e9-4314-823d-c97b657ef644), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.349366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.350518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41af0bcd-48e9-4314-823d-c97b657ef644 HTTP/1.1" status: 204 len: 168 time: 0.1205237 Mar 11 00:36:32.358779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac8208-2183-4ed3-8a83-cb5a07977202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af0bcd-48e9-4314-823d-c97b657ef644,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:32.654459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40904) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:32.694374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-047df1e6-a9f1-4391-956d-f86d48a023f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbbfe98fff824f3bb8f83be563926512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387630 Mar 11 00:36:32.696751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 40906) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:32.747639 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] Publish callbacks [] for security_group (bf8fb798-9872-453f-9f2e-4b27915ce5a2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.768285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] Publish callbacks [] for security_group (bf8fb798-9872-453f-9f2e-4b27915ce5a2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.814332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (bf8fb798-9872-453f-9f2e-4b27915ce5a2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.817142 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:32.818280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf8fb798-9872-453f-9f2e-4b27915ce5a2 HTTP/1.1" status: 204 len: 168 time: 0.1194651 Mar 11 00:36:32.826318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb59e3-cc0d-48d5-bb39-5b7838f6f6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fb798-9872-453f-9f2e-4b27915ce5a2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:36.764353 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf70d38d-d26a-4776-b26d-0dd40eae03eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:39.314278 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a90870e5-c710-40f5-9e5d-1ecf8b6ee7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:40.104867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-5cf8c1eb-f2b9-4911-b19e-6a0fa20dd70d service neutron] (110426) timed out ('10.222.0.21', 44340) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:36:40.199248 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:36:40.552994 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:41.049592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:41.192757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-b8ff4d87-ffc6-45e1-8a21-eadbf3b223d8 req-67b9ec9b-3f76-4f4d-be1e-83f90ebbfee7 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] (110426) timed out ('10.222.0.21', 37856) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:36:41.348204 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:41.719540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:43.339375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:43.804513 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-07e34f9a-14fd-48d2-8e75-3df4dd65615b tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=045d918428124cd0bfe564815002aefa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285425 Mar 11 00:36:43.988540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-4da001f7-e8b9-4df8-8344-9c39a2f9ef00 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:43.989916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-4da001f7-e8b9-4df8-8344-9c39a2f9ef00 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796894 Mar 11 00:36:44.004609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-8a5f4304-521a-4647-8d3e-28ca6845c37d tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/quotas/045d918428124cd0bfe564815002aefa HTTP/1.1" status: 200 len: 375 time: 0.0087771 Mar 11 00:36:44.035359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-26d25fb5-0452-4624-8bbf-1092a474f345 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=045d918428124cd0bfe564815002aefa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261412 Mar 11 00:36:44.301919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-105ff47a-0f57-4c13-b662-6ae89ba8f11f req-f1a569ea-ecd0-4a82-a1cb-9bd215e625cf tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 210 time: 0.1369612 Mar 11 00:36:45.159062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-9f92a243-fa8a-4636-bdd3-9979336c1da7 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=045d918428124cd0bfe564815002aefa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229633 Mar 11 00:36:45.279424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-a59596d6-50de-4a55-b2b3-23e1fee89b23 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:45.280867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-a59596d6-50de-4a55-b2b3-23e1fee89b23 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171253 Mar 11 00:36:45.292696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Request body: {'port': {'device_id': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'admin_state_up': True, 'tenant_id': '045d918428124cd0bfe564815002aefa'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:36:45.404775 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59ec65c3-85b2-4ebc-8247-f31ae0290c93 req-9bdcea9b-76b4-4186-95e3-42e505a251ad tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0350845 Mar 11 00:36:45.426710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Made reservation on behalf of 045d918428124cd0bfe564815002aefa for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:36:45.430330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.439615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.483376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35eb32a0-c6b7-4175-9269-2c2e4576db66 req-8f0889c0-0b85-4b2b-b084-16440f6f6c0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311522 Mar 11 00:36:45.522663 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks [] for security_group (2cfbefae-b3a4-457a-8721-87dca1dfb10c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.527307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2cfbefae-b3a4-457a-8721-87dca1dfb10c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.552300 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35eb32a0-c6b7-4175-9269-2c2e4576db66 req-e2c70965-f94f-434f-abbe-5e4313287fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Mar 11 00:36:45.592817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35eb32a0-c6b7-4175-9269-2c2e4576db66 req-3440d72e-15ee-4fe2-80e2-0f626ce8d4a4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228777 Mar 11 00:36:45.599022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfbefae-b3a4-457a-8721-87dca1dfb10c,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:45.672851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Allocated IP 192.168.233.134 (15bb5f1b-a0e4-45e4-9919-2a85d212cd26/1fb63d9d-4467-4577-89f1-b912a8f45bbd/98be2685-4660-4c5f-bfb5-aa199cd766d1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:36:45.688523 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb32a0-c6b7-4175-9269-2c2e4576db66 req-ddfe2bc7-f334-44aa-baa5-e8eb5072cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:45.690050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-35eb32a0-c6b7-4175-9269-2c2e4576db66 req-ddfe2bc7-f334-44aa-baa5-e8eb5072cbfc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910573 Mar 11 00:36:45.817770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks [] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.851170 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.891630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:36:45.894750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:36:45.902307 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:36:45.928318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Pushing event updated for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:45.959003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:45.959590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:45.976692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5dcf3457-4f55-401d-9950-a21ead013ad4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6874514 Mar 11 00:36:45.988144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Request body: {'port': {'device_id': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:36:46.053205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.189783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-587c1bc5-271f-4526-b103-cdd95164bc42 None None] Provisioning complete for port 98be2685-4660-4c5f-bfb5-aa199cd766d1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:36:46.190353 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-587c1bc5-271f-4526-b103-cdd95164bc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.226645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-587c1bc5-271f-4526-b103-cdd95164bc42 None None] Port 98be2685-4660-4c5f-bfb5-aa199cd766d1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:36:46.318338 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98be2685-4660-4c5f-bfb5-aa199cd766d1 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:36:46.325746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks [] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.338909 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Transition to ACTIVE for port object 98be2685-4660-4c5f-bfb5-aa199cd766d1 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:36:46.341819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.417235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Pushing event updated for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:46.481930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Attempting to bind port 98be2685-4660-4c5f-bfb5-aa199cd766d1 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:36:46.482272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Attempting to bind port 98be2685-4660-4c5f-bfb5-aa199cd766d1 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:36:46.482610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Attempting to bind port 98be2685-4660-4c5f-bfb5-aa199cd766d1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:36:46.516023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Port 98be2685-4660-4c5f-bfb5-aa199cd766d1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:36:46.516363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Attempting to bind port 98be2685-4660-4c5f-bfb5-aa199cd766d1 on network 15bb5f1b-a0e4-45e4-9919-2a85d212cd26 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:36:46.524324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:36:46.524671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Checking segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:36:46.525625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Bound using segment: {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:36:46.527098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Bound port: 98be2685-4660-4c5f-bfb5-aa199cd766d1, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c9e030-7de1-468b-a473-bef0b5970f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:36:46.527098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.583452 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6b302-975d-4fbe-85aa-76c4c7eb8fce req-8962b462-0ba7-40a5-8114-0a1a56ad73d3 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:46.584989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ff6b302-975d-4fbe-85aa-76c4c7eb8fce req-8962b462-0ba7-40a5-8114-0a1a56ad73d3 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 948 time: 0.1052585 Mar 11 00:36:46.637733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:36:46.661353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:36:46.667428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1ff6b302-975d-4fbe-85aa-76c4c7eb8fce req-d6275f7d-3aa6-4d49-a56e-0732f8c4c254 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742414 Mar 11 00:36:46.669087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.703153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:46.703864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:46.705486 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] 10.222.0.30 "PUT /v2.0/ports/98be2685-4660-4c5f-bfb5-aa199cd766d1 HTTP/1.1" status: 200 len: 1096 time: 0.7213380 Mar 11 00:36:46.705906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:36:46.708201 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a90b5-4998-4c15-974a-b687301f068a" -d '{"events": [{"name": "network-changed", "server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:36:46.733967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08241f6d-cb56-4dbf-9afb-43777dcec233 service neutron] Pushing event updated for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:46.755231 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e28cb48-42ba-4122-bff2-2888183b0474 x-openstack-request-id: req-6e28cb48-42ba-4122-bff2-2888183b0474 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:36:46.755536 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:36:46.755816 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e28cb48-42ba-4122-bff2-2888183b0474 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:36:46.756246 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1', 'status': 'completed', 'code': 200} Mar 11 00:36:46.792022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-57fdb744-2178-4e82-b38a-454a4cd53bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:46.793543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-57fdb744-2178-4e82-b38a-454a4cd53bc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045d918428124cd0bfe564815002aefa&device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0504131 Mar 11 00:36:46.837882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-63f99f73-f77f-42e3-a3cf-528bb1cfc611 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1 HTTP/1.1" status: 200 len: 217 time: 0.0368881 Mar 11 00:36:46.899278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-9eed4966-6a8e-4348-8c7c-f5710f902ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:46.901344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-9eed4966-6a8e-4348-8c7c-f5710f902ef2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0584946 Mar 11 00:36:46.950353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-8f67abc5-6c31-4482-a1b6-be9d973c4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:46.952125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-8f67abc5-6c31-4482-a1b6-be9d973c4f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0454266 Mar 11 00:36:47.047665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-5a9e1861-2073-4d64-b649-5e737ca16385 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899253 Mar 11 00:36:47.139683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85ea3e7e-42ba-4dd2-bb02-b12a7cfefa71 req-9429f972-67e6-41ba-955c-12fcf17d947d service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Mar 11 00:36:47.226329 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a90b5-4998-4c15-974a-b687301f068a req-aef90904-1271-4090-b56a-190c8d7384ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:47.227719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-aef90904-1271-4090-b56a-190c8d7384ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045d918428124cd0bfe564815002aefa&device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 1130 time: 0.0447209 Mar 11 00:36:47.319218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a90b5-4998-4c15-974a-b687301f068a req-bc6940a8-fa33-41f3-ba76-5e1ecefd5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:47.320695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-bc6940a8-fa33-41f3-ba76-5e1ecefd5205 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26 HTTP/1.1" status: 200 len: 870 time: 0.0867746 Mar 11 00:36:47.361389 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-8acebb9b-1489-4693-8858-b5df0c36aba2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1 HTTP/1.1" status: 200 len: 217 time: 0.0347393 Mar 11 00:36:47.414807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a90b5-4998-4c15-974a-b687301f068a req-fda2c433-d423-412f-9c16-dc59384330d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:47.416487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-fda2c433-d423-412f-9c16-dc59384330d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1fb63d9d-4467-4577-89f1-b912a8f45bbd HTTP/1.1" status: 200 len: 843 time: 0.0479982 Mar 11 00:36:47.465318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a90b5-4998-4c15-974a-b687301f068a req-3a3f07e4-bda5-4447-88f7-a29c60f25bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:47.466789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-3a3f07e4-bda5-4447-88f7-a29c60f25bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15bb5f1b-a0e4-45e4-9919-2a85d212cd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0436463 Mar 11 00:36:47.554087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-3041dfb9-d1e4-4474-91b9-4654e7dbf08f service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805337 Mar 11 00:36:47.651002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf6a90b5-4998-4c15-974a-b687301f068a req-c0af5916-938e-4bca-ba2e-76d8325e8239 service neutron] 10.222.0.30 "GET /v2.0/networks/15bb5f1b-a0e4-45e4-9919-2a85d212cd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897787 Mar 11 00:36:47.784237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8dc7d-9f1f-44d4-89c8-33956a02da69 req-88b98ec4-1b7f-44f6-9a74-4a680b28c4ed tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:47.785721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8da8dc7d-9f1f-44d4-89c8-33956a02da69 req-88b98ec4-1b7f-44f6-9a74-4a680b28c4ed tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 948 time: 0.0524786 Mar 11 00:36:47.834686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8da8dc7d-9f1f-44d4-89c8-33956a02da69 req-2031e6af-f0c7-4743-a8e4-bc32c7323a6c tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Mar 11 00:36:48.959330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d6c9-ebbf-4a42-892f-8d1ff4568fcd req-71b8b95d-841f-44ef-8de6-63afcd784dc3 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:48.960984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8490d6c9-ebbf-4a42-892f-8d1ff4568fcd req-71b8b95d-841f-44ef-8de6-63afcd784dc3 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 948 time: 0.0569232 Mar 11 00:36:49.007136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8490d6c9-ebbf-4a42-892f-8d1ff4568fcd req-6871f1de-a976-4525-9274-22ac9004c1f2 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Mar 11 00:36:49.627251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 98be2685-4660-4c5f-bfb5-aa199cd766d1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:36:49.723597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:49.734418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '98be2685-4660-4c5f-bfb5-aa199cd766d1', 'network_id': '15bb5f1b-a0e4-45e4-9919-2a85d212cd26', 'port_id': '98be2685-4660-4c5f-bfb5-aa199cd766d1', 'mac_address': 'fa:16:3e:62:05:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb63d9d-4467-4577-89f1-b912a8f45bbd', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:36:49.769733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 98be2685-4660-4c5f-bfb5-aa199cd766d1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:36:49.770116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:49.782867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98be2685-4660-4c5f-bfb5-aa199cd766d1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:36:49.802299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:49.806492 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:49.854329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:50.004721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['98be2685-4660-4c5f-bfb5-aa199cd766d1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:36:50.125905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f37544-e41d-48f9-8275-09c24b739beb req-9c0358a8-59b3-41db-ae3d-8fc3783dcf70 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:50.127410 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18f37544-e41d-48f9-8275-09c24b739beb req-9c0358a8-59b3-41db-ae3d-8fc3783dcf70 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 949 time: 0.0531416 Mar 11 00:36:50.174182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18f37544-e41d-48f9-8275-09c24b739beb req-9e590941-f4eb-41af-8640-e0304e482fa4 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410595 Mar 11 00:36:51.294774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b92846-725f-45e2-b218-c0573c188631 req-f609ea64-0719-4281-a2fe-987218b13273 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:51.296263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b92846-725f-45e2-b218-c0573c188631 req-f609ea64-0719-4281-a2fe-987218b13273 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 949 time: 0.0558610 Mar 11 00:36:51.342888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b92846-725f-45e2-b218-c0573c188631 req-2539dac2-0d2a-49a1-b92e-abc71c4a9d7a tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Mar 11 00:36:51.635498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 98be2685-4660-4c5f-bfb5-aa199cd766d1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:36:51.685715 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 98be2685-4660-4c5f-bfb5-aa199cd766d1 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:36:51.690048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 98be2685-4660-4c5f-bfb5-aa199cd766d1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:36:51.690427 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:51.768369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 98be2685-4660-4c5f-bfb5-aa199cd766d1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:36:51.768761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:51.791290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:36:51.793522 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2e1466-37aa-4598-ae51-047891545610" -d '{"events": [{"server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:36:51.805305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:51.809208 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:51.833645 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d842fa-5107-4955-a34f-91011ee88aab x-openstack-request-id: req-e7d842fa-5107-4955-a34f-91011ee88aab {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:36:51.833943 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "name": "network-vif-plugged", "status": "completed", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:36:51.834198 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7d842fa-5107-4955-a34f-91011ee88aab {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:36:51.834596 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1', 'code': 200} Mar 11 00:36:51.860622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:51.934680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcafa40-cc8a-4558-a14a-e07ad95bb31d req-bc430719-d3d2-405f-8207-87ab65a78a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:51.936221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbcafa40-cc8a-4558-a14a-e07ad95bb31d req-bc430719-d3d2-405f-8207-87ab65a78a07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 1132 time: 0.0456593 Mar 11 00:36:51.981726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbcafa40-cc8a-4558-a14a-e07ad95bb31d req-3e1d302b-8ffb-493c-937b-3dded42557e7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Mar 11 00:36:52.459148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd761bc-2561-4eed-993d-1941df43cb7c req-d6421204-b3f4-4ff0-9afd-2c05ff1b2bd9 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:52.460651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-afd761bc-2561-4eed-993d-1941df43cb7c req-d6421204-b3f4-4ff0-9afd-2c05ff1b2bd9 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 950 time: 0.0511999 Mar 11 00:36:52.511103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-afd761bc-2561-4eed-993d-1941df43cb7c req-33cb7975-35ca-4e5b-b7b7-b6509f9465a0 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Mar 11 00:36:53.630633 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792129-23ec-4962-95f2-7f19a750d0fe req-063a8957-6098-405b-81f0-59926269ef30 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:53.632062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee792129-23ec-4962-95f2-7f19a750d0fe req-063a8957-6098-405b-81f0-59926269ef30 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 950 time: 0.0534565 Mar 11 00:36:53.680682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee792129-23ec-4962-95f2-7f19a750d0fe req-194a9373-7735-4214-a3a1-dd866b85b6c6 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Mar 11 00:36:54.005592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-c5575917-2dcd-472d-b4bb-09ebaa514e18 req-3b77b759-d1ed-469b-8c2e-a541f1b4191d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:36:54.006603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5575917-2dcd-472d-b4bb-09ebaa514e18 req-3b77b759-d1ed-469b-8c2e-a541f1b4191d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534341 Mar 11 00:36:54.387791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-4e4c93f5-684f-40cb-ae5d-7c7d953c9df0 req-fe75bff9-91b1-4e16-bff1-488f212bb9b1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:36:54.388842 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e4c93f5-684f-40cb-ae5d-7c7d953c9df0 req-fe75bff9-91b1-4e16-bff1-488f212bb9b1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523579 Mar 11 00:36:54.719207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bfb6c-00a3-4bff-8363-cb2be0b3d089 req-d28b1bf3-d7f6-404e-bcb9-96fd22f4d4af tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:54.720604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f31bfb6c-00a3-4bff-8363-cb2be0b3d089 req-d28b1bf3-d7f6-404e-bcb9-96fd22f4d4af tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 950 time: 0.0515494 Mar 11 00:36:54.765539 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f31bfb6c-00a3-4bff-8363-cb2be0b3d089 req-17fbc50e-fe98-40f4-b65b-1f953105dcda tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Mar 11 00:36:55.916980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3828a-4e8e-4fcc-bd88-1c840f3dc834 req-559d656c-b9b4-49b3-9041-669653335dbf tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:55.918487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6b3828a-4e8e-4fcc-bd88-1c840f3dc834 req-559d656c-b9b4-49b3-9041-669653335dbf tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 950 time: 0.0844018 Mar 11 00:36:55.951771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-8d007922-6088-4eb4-9c18-6c6f3e4976cf tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:36:55.953263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-8d007922-6088-4eb4-9c18-6c6f3e4976cf tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.30 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 950 time: 0.0779459 Mar 11 00:36:56.005864 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d6b3828a-4e8e-4fcc-bd88-1c840f3dc834 req-410a01e4-50cb-4f64-b31e-ed9ec91e8096 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cfbefae-b3a4-457a-8721-87dca1dfb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813336 Mar 11 00:36:56.065153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Deleting port 98be2685-4660-4c5f-bfb5-aa199cd766d1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:36:56.065420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:56.488309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] For port 98be2685-4660-4c5f-bfb5-aa199cd766d1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=98be2685-4660-4c5f-bfb5-aa199cd766d1,segment=NetworkSegment(52c9e030-7de1-468b-a473-bef0b5970f02),segment_id=52c9e030-7de1-468b-a473-bef0b5970f02)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:36:56.488586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:56.502056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Calling delete_port for 98be2685-4660-4c5f-bfb5-aa199cd766d1 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:36:56.628456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (98be2685-4660-4c5f-bfb5-aa199cd766d1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:56.640823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['98be2685-4660-4c5f-bfb5-aa199cd766d1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:36:56.660445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Pushing event deleted for resources: {'Port': ['ID=98be2685-4660-4c5f-bfb5-aa199cd766d1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:56.704831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] No DVR routers for this DVR port 98be2685-4660-4c5f-bfb5-aa199cd766d1 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:36:56.707716 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:56.711002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03d7c76e-25d1-47b5-81f2-c59db3ef62e6 req-52c75f9b-f341-4096-9014-db84929e6024 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.30 "DELETE /v2.0/ports/98be2685-4660-4c5f-bfb5-aa199cd766d1 HTTP/1.1" status: 204 len: 173 time: 0.7527704 Mar 11 00:36:56.711458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'name': 'network-vif-deleted', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:36:56.714317 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d648639b-d3de-438d-9123-d418d3694a87" -d '{"events": [{"server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "name": "network-vif-deleted", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:36:56.761228 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23779486-4021-4c24-a0c7-299f9e56ff4d x-openstack-request-id: req-23779486-4021-4c24-a0c7-299f9e56ff4d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:36:56.761589 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660de778-713f-4f30-8f9d-4256b08b1ff6", "name": "network-vif-deleted", "tag": "98be2685-4660-4c5f-bfb5-aa199cd766d1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:36:56.761905 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23779486-4021-4c24-a0c7-299f9e56ff4d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:36:56.762363 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660de778-713f-4f30-8f9d-4256b08b1ff6', 'name': 'network-vif-deleted', 'tag': '98be2685-4660-4c5f-bfb5-aa199cd766d1', 'status': 'completed', 'code': 200} Mar 11 00:36:57.115527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0d1dd5f-9828-4cda-8906-0230ae2133b8 req-d3a66021-aa53-4233-bb37-2d8ca4068515 tempest-ServersAdminNegativeTestJSON-886920021 tempest-ServersAdminNegativeTestJSON-886920021-project] 10.222.0.21 "GET /v2.0/ports?device_id=660de778-713f-4f30-8f9d-4256b08b1ff6 HTTP/1.1" status: 200 len: 210 time: 0.0291858 Mar 11 00:36:58.409598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41062) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:58.537997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d0aecaf5-1422-4cb1-8f1f-15ea94c301fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=045d918428124cd0bfe564815002aefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269710 Mar 11 00:36:58.540252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41066) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:58.586186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] Publish callbacks [] for security_group (2cfbefae-b3a4-457a-8721-87dca1dfb10c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:58.607504 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] Publish callbacks [] for security_group (2cfbefae-b3a4-457a-8721-87dca1dfb10c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:58.653970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (2cfbefae-b3a4-457a-8721-87dca1dfb10c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:58.656718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:58.657884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cfbefae-b3a4-457a-8721-87dca1dfb10c HTTP/1.1" status: 204 len: 168 time: 0.1165643 Mar 11 00:36:58.666104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787863-b5e1-4a75-a8ab-20923a8f96ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfbefae-b3a4-457a-8721-87dca1dfb10c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:58.909548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41072) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:58.923592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cda1ddf1-285c-49f0-b681-cbedf7e92ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:58.999668 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cda1ddf1-285c-49f0-b681-cbedf7e92ebd admin admin] Publish callbacks [] for security_group (e3c63000-6b2b-4001-b65f-de37df9531a7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.003339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cda1ddf1-285c-49f0-b681-cbedf7e92ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e3c63000-6b2b-4001-b65f-de37df9531a7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.042471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cda1ddf1-285c-49f0-b681-cbedf7e92ebd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e4e286e8b994a7ba3858c1eee7fa03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318541 Mar 11 00:36:59.043673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1ddf1-285c-49f0-b681-cbedf7e92ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c63000-6b2b-4001-b65f-de37df9531a7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:59.045190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41074) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:59.097438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] Publish callbacks [] for security_group (e3c63000-6b2b-4001-b65f-de37df9531a7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.118151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] Publish callbacks [] for security_group (e3c63000-6b2b-4001-b65f-de37df9531a7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.165259 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (e3c63000-6b2b-4001-b65f-de37df9531a7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.168250 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.169385 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3c63000-6b2b-4001-b65f-de37df9531a7 HTTP/1.1" status: 204 len: 168 time: 0.1223247 Mar 11 00:36:59.176779 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db8df8-db7a-440b-8ecb-202fc37257ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c63000-6b2b-4001-b65f-de37df9531a7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:36:59.705043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 98be2685-4660-4c5f-bfb5-aa199cd766d1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:36:59.724887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 98be2685-4660-4c5f-bfb5-aa199cd766d1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:36:59.725237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 98be2685-4660-4c5f-bfb5-aa199cd766d1 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:36:59.823206 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41096) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:36:59.944541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1314316538-network', 'tenant_id': '22b1eacdfc69418ea70afc386b1f2617'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:36:59.964211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Made reservation on behalf of 22b1eacdfc69418ea70afc386b1f2617 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:36:59.966542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:36:59.974737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.045945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks [] for security_group (849b4255-a9da-4eff-9870-c09609255ae9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.049638 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (849b4255-a9da-4eff-9870-c09609255ae9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.073623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:37:00.083390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849b4255-a9da-4eff-9870-c09609255ae9,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:00.088690 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4cb66270-766f-45f2-9e99-772f6238c915), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.089033 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Added segment 4cb66270-766f-45f2-9e99-772f6238c915 of type vlan for network 83866c0b-67cf-49f4-a767-29ecd63cfa96 Mar 11 00:37:00.127886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (83866c0b-67cf-49f4-a767-29ecd63cfa96), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.156401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (83866c0b-67cf-49f4-a767-29ecd63cfa96), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.157320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:00.157885 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.192413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3681390 Mar 11 00:37:00.195506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41102) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:00.201168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Request body: {'subnet': {'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1314316538-subnet', 'tenant_id': '22b1eacdfc69418ea70afc386b1f2617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:00.221757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09729d6e-6de4-42fd-ae10-46fb81a7a713 admin admin] Pushing event updated for resources: {'Network': ['ID=83866c0b-67cf-49f4-a767-29ecd63cfa96,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:00.222080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Made reservation on behalf of 22b1eacdfc69418ea70afc386b1f2617 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:37:00.224659 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.232061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 83866c0b-67cf-49f4-a767-29ecd63cfa96 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:37:00.394080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (b84bbd83-5ce9-4a4f-9c87-b12d4e27a816), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.445806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:00.456721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Checking segment: {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:37:00.457083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Network hostable DHCP agents. Network: 83866c0b-67cf-49f4-a767-29ecd63cfa96, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:37:00.472139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Network 83866c0b-67cf-49f4-a767-29ecd63cfa96 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:37:00.480531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 83866c0b-67cf-49f4-a767-29ecd63cfa96) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:37:00.484670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:00.485258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:00.489815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ebfc8-3bd0-4143-9305-12f24fcd2a3d None None] Network 83866c0b-67cf-49f4-a767-29ecd63cfa96 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:37:00.501250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ae24888b-46dd-4f06-ae51-e34993818f66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3045113 Mar 11 00:37:00.593331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82378619-2912-4870-aaae-a25b54da283a None None] Network 83866c0b-67cf-49f4-a767-29ecd63cfa96 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:37:00.923790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-81a60da8-727e-419c-8335-5c6181b9eea3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:00.925283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-81a60da8-727e-419c-8335-5c6181b9eea3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 812 time: 0.1048679 Mar 11 00:37:00.940103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-6c22e9d1-78de-4e6e-a16a-6b0fe286c296 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/quotas/22b1eacdfc69418ea70afc386b1f2617 HTTP/1.1" status: 200 len: 375 time: 0.0094211 Mar 11 00:37:00.971673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-a83d509a-8d16-4bf8-bbf9-5afb675af9ae tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267651 Mar 11 00:37:01.062341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-50e9e255-c7f4-45f8-ba68-0b97afab4712 service neutron] 10.222.0.21 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Mar 11 00:37:01.149013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-b5bfb591-2368-484f-b14f-fd502d742bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810165 Mar 11 00:37:01.312060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba44efd0-f259-4bab-be19-6a3ef4626194 req-fba0b114-5e84-4a33-a757-f40ddf2d5e5f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 210 time: 0.0272446 Mar 11 00:37:02.215516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-3197c134-4cef-43ae-a16d-c919e52d10c2 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:02.217005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-3197c134-4cef-43ae-a16d-c919e52d10c2 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 812 time: 0.1114054 Mar 11 00:37:02.229269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Request body: {'port': {'device_id': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96', 'admin_state_up': True, 'tenant_id': '22b1eacdfc69418ea70afc386b1f2617'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:02.342533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Made reservation on behalf of 22b1eacdfc69418ea70afc386b1f2617 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:37:02.346265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:02.431078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01d1c2dc-d680-4a8d-9276-ac9e01b3278a req-205dcbd3-d340-4e15-bda4-49e5cf19fcb7 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 210 time: 0.0327203 Mar 11 00:37:02.497000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Allocated IP 172.20.0.6 (83866c0b-67cf-49f4-a767-29ecd63cfa96/b84bbd83-5ce9-4a4f-9c87-b12d4e27a816/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:37:02.644600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks [] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:02.677608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:02.724299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Network 83866c0b-67cf-49f4-a767-29ecd63cfa96 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:37:02.729491 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:37:02.733169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:37:02.756539 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:02.783704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:02.784366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:02.799611 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-01e32fa2-753b-4925-9d1a-80d48f2941b8 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750675 Mar 11 00:37:02.810769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Request body: {'port': {'device_id': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:02.869921 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.130291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:37:03.137882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks [] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.149423 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Transition to ACTIVE for port object c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:37:03.153436 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.204882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:03.270217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:37:03.270555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:37:03.270889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:03.275650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:37:03.276009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:03.280893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:37:03.281235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Checking segment: {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:37:03.281624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Bound using segment: {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:37:03.282049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Bound port: c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:37:03.282402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.348036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:37:03.351017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:37:03.357834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.388437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:03.389055 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:03.391001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] 10.222.0.30 "PUT /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 1091 time: 0.5846934 Mar 11 00:37:03.393027 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:03.395987 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6313fb8-9457-499b-961e-b3bf79990e43" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:03.424523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e26f8-ed64-4046-bbe7-df3ee5496b52 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:03.439574 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014aa599-ae07-441c-9f33-20f76f73f148 x-openstack-request-id: req-014aa599-ae07-441c-9f33-20f76f73f148 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:03.439877 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:03.440166 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-014aa599-ae07-441c-9f33-20f76f73f148 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:03.440574 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'status': 'completed', 'code': 200} Mar 11 00:37:03.475066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-f78b4026-4710-467f-881b-6147226e9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:03.476639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-f78b4026-4710-467f-881b-6147226e9872 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1125 time: 0.0468321 Mar 11 00:37:03.523203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-556f705b-1a97-4723-b6c1-64357a195fbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0395339 Mar 11 00:37:03.597290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-fa38ab01-2c6d-49e1-86a5-173e9ea9b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:03.598737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-fa38ab01-2c6d-49e1-86a5-173e9ea9b941 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0678895 Mar 11 00:37:03.608865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0651f-a762-4452-9610-22a0db5a68cf req-e28f77de-d087-4ba3-a24c-ef38401e5809 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:03.610248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aea0651f-a762-4452-9610-22a0db5a68cf req-e28f77de-d087-4ba3-a24c-ef38401e5809 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 943 time: 0.0897822 Mar 11 00:37:03.650693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-e3709816-86ed-4079-8a87-38c41ed81309 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387809 Mar 11 00:37:03.704029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aea0651f-a762-4452-9610-22a0db5a68cf req-fe928887-7cd0-4000-989b-44dab2a53854 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844827 Mar 11 00:37:03.757455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-652f6faa-822a-43bb-9315-d286c6062aee service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004164 Mar 11 00:37:03.851852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-536dfbd7-cf23-41c9-91b2-1b397b167630 req-872b0f7d-9983-44ee-8e5c-4d2980f83ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886414 Mar 11 00:37:03.936651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-d7d61bc6-edb4-487e-95bb-9456ba6dbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:03.938155 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-d7d61bc6-edb4-487e-95bb-9456ba6dbd90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1125 time: 0.0449424 Mar 11 00:37:04.031011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-ee3b45f0-20c9-43b4-916c-490bb5487478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:04.032490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-ee3b45f0-20c9-43b4-916c-490bb5487478 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0891676 Mar 11 00:37:04.073655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-1703fde5-ef5a-493c-b920-dcfbf943c4d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0349920 Mar 11 00:37:04.122999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-ffeb6589-35b2-4b1d-8864-f4490e9fc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:04.124485 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-ffeb6589-35b2-4b1d-8864-f4490e9fc6ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0451961 Mar 11 00:37:04.156367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-bcd59bd2-16c6-4a53-b72d-78577e17e1fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259027 Mar 11 00:37:04.250017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-f4a5d96f-860f-4079-a1b5-b6717974cd77 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872815 Mar 11 00:37:04.343866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6313fb8-9457-499b-961e-b3bf79990e43 req-7633bb9c-ab99-4ab7-bc22-7750e5ad60b9 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876000 Mar 11 00:37:04.823866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c044bc9-7aa0-4183-9672-6363b7559230 req-6af85c19-c3fe-4c34-97b0-32d7571016ca tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:04.825380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c044bc9-7aa0-4183-9672-6363b7559230 req-6af85c19-c3fe-4c34-97b0-32d7571016ca tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 943 time: 0.0530379 Mar 11 00:37:04.875638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c044bc9-7aa0-4183-9672-6363b7559230 req-c1b04390-d28b-4b01-bd7e-4c2233867704 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Mar 11 00:37:05.721411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:37:05.814505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:05.825926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96', 'port_id': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'mac_address': 'fa:16:3e:49:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84bbd83-5ce9-4a4f-9c87-b12d4e27a816', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:37:05.866295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:05.866683 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:05.879813 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:37:05.898558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:05.903548 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:05.949590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:05.996379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a1323-8131-4456-a968-010d264c6ddf req-4e843279-e75c-4ba5-83d1-3dd0aa161107 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:05.997774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c3a1323-8131-4456-a968-010d264c6ddf req-4e843279-e75c-4ba5-83d1-3dd0aa161107 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 944 time: 0.0525382 Mar 11 00:37:06.044454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2c3a1323-8131-4456-a968-010d264c6ddf req-f615411a-debe-47c4-af4e-0f522684f0ca tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Mar 11 00:37:06.096315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:37:06.757234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-edd9b0a8-19a9-4119-b67b-57a58ff02f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:07.168720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe88e2-07c9-456b-9edc-8004c40b9ea0 req-f5748f18-f837-49cf-963b-053f2eea121f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:07.170196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1afe88e2-07c9-456b-9edc-8004c40b9ea0 req-f5748f18-f837-49cf-963b-053f2eea121f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 944 time: 0.0558763 Mar 11 00:37:07.216496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1afe88e2-07c9-456b-9edc-8004c40b9ea0 req-383d7710-17b6-409b-b36a-52d59aee08a7 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Mar 11 00:37:07.720736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:37:07.768759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:37:07.772441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:37:07.772818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:07.851110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:07.851501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:07.874122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:07.876358 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166da662-4cfd-4a58-9ee6-df754f36b495" -d '{"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:07.888204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:07.892155 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:07.914798 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c3d27-a213-48b3-beab-e5c0b91c7808 x-openstack-request-id: req-1f4c3d27-a213-48b3-beab-e5c0b91c7808 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:07.915097 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:07.915359 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f4c3d27-a213-48b3-beab-e5c0b91c7808 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:07.916454 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'code': 200} Mar 11 00:37:07.941803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:08.013555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88472b-4464-48aa-8672-0933855661a7 req-6e40fd8a-2b44-45fd-b5e9-478fff966051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:08.014951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d88472b-4464-48aa-8672-0933855661a7 req-6e40fd8a-2b44-45fd-b5e9-478fff966051 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1127 time: 0.0441706 Mar 11 00:37:08.057946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d88472b-4464-48aa-8672-0933855661a7 req-ba82876e-0878-4b8f-862d-a9480678e43e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Mar 11 00:37:08.339515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9f06-ef27-4d69-b1fc-e57d0e522d39 req-53f36e26-ebae-40b5-b880-3d644e69b2ee tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:08.341118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fe9f06-ef27-4d69-b1fc-e57d0e522d39 req-53f36e26-ebae-40b5-b880-3d644e69b2ee tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0588331 Mar 11 00:37:08.392228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38fe9f06-ef27-4d69-b1fc-e57d0e522d39 req-97713770-faaa-41ee-9189-037290c2d995 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Mar 11 00:37:09.316902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-672f170b-a275-490f-9e01-79d5de397398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:09.511696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076c86-a7a5-4ca2-b884-0c811425fd48 req-409cd154-4426-4154-b1d5-572a525e3502 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:09.513191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7076c86-a7a5-4ca2-b884-0c811425fd48 req-409cd154-4426-4154-b1d5-572a525e3502 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0526605 Mar 11 00:37:09.559266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7076c86-a7a5-4ca2-b884-0c811425fd48 req-c9f7019b-2425-445c-8ba6-c365c29d15b9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Mar 11 00:37:09.799697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01050fff-7fbc-4065-936a-ee2b901cb132 req-fcb11021-35d6-4c3e-a224-fa3225426893 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:09.801252 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01050fff-7fbc-4065-936a-ee2b901cb132 req-fcb11021-35d6-4c3e-a224-fa3225426893 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0518265 Mar 11 00:37:09.882147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-01050fff-7fbc-4065-936a-ee2b901cb132 req-0e67bcec-9737-4683-944e-581997862d5f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747733 Mar 11 00:37:09.895620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-720a0eb8-880a-4be9-a1ab-9eb9a0b18853 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556499 Mar 11 00:37:09.904112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-0109c806-67dd-43ee-9e00-31dcc7f39119 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:37:09.905038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-0109c806-67dd-43ee-9e00-31dcc7f39119 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049615 Mar 11 00:37:10.264702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41178) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:10.366280 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-174e9979-3d02-4883-a113-2e81284baae6 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:10.367626 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-174e9979-3d02-4883-a113-2e81284baae6 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 942 time: 0.1018627 Mar 11 00:37:10.554018 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:11.002535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f0f86-d0c5-427c-945e-0c0ee9536892 req-164622d3-6f68-4340-9921-78d64c98f9f3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:11.003946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-235f0f86-d0c5-427c-945e-0c0ee9536892 req-164622d3-6f68-4340-9921-78d64c98f9f3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0544424 Mar 11 00:37:11.051767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:11.053476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-235f0f86-d0c5-427c-945e-0c0ee9536892 req-4beec63c-6100-4a52-bc01-bcf2e99b117d tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Mar 11 00:37:11.168501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-e6b358c0-70d1-49cd-adef-27177d9f730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:11.169997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-e6b358c0-70d1-49cd-adef-27177d9f730d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1127 time: 0.0452311 Mar 11 00:37:11.265783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-e7a75a9d-e1d8-45ba-a2b2-79a1cac35bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:11.267177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-e7a75a9d-e1d8-45ba-a2b2-79a1cac35bf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0918384 Mar 11 00:37:11.307896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-7918f32e-488b-4bba-8d14-94f5d17b1fac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0342975 Mar 11 00:37:11.359835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-20c3e0da-2094-4229-92b4-4fd8a1d26ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:11.361430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-20c3e0da-2094-4229-92b4-4fd8a1d26ce8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0481007 Mar 11 00:37:11.376326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:11.392373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-224c1a15-58e9-45bd-ae1d-839777e2d2bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257776 Mar 11 00:37:11.402383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-292c9654-0ee4-4c0c-b10c-21663b0f2957 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:37:11.403317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-292c9654-0ee4-4c0c-b10c-21663b0f2957 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054455 Mar 11 00:37:11.489870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-e8e1a292-c8e1-4851-bc61-2f6dc225654d service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808253 Mar 11 00:37:11.580774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-42c42fd6-247d-4880-bd42-8db8c09b008e service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Mar 11 00:37:11.723689 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:12.173470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdb884-2a5f-456a-b2d5-ef5384c46d24 req-2f79cc08-7671-420f-9212-3ee08825c2fb tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:12.174870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dccdb884-2a5f-456a-b2d5-ef5384c46d24 req-2f79cc08-7671-420f-9212-3ee08825c2fb tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0519702 Mar 11 00:37:12.221199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dccdb884-2a5f-456a-b2d5-ef5384c46d24 req-1be8d22c-81ad-4e94-88c4-c774d0ba5a1d tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Mar 11 00:37:13.343293 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:13.344676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e83d7-a973-41f0-9e99-515779bb04e1 req-48b664c2-c639-4201-a516-4b46f1d85f57 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:13.346168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-116e83d7-a973-41f0-9e99-515779bb04e1 req-48b664c2-c639-4201-a516-4b46f1d85f57 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0565503 Mar 11 00:37:13.392964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-116e83d7-a973-41f0-9e99-515779bb04e1 req-5a8f66ad-d73e-4dd1-9a97-3ab1b75bde0e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Mar 11 00:37:14.511874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a748c-e51b-4371-a94c-9726c335c92a req-be672f14-59c1-4cb6-9119-6181e936bb50 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:14.513377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f72a748c-e51b-4371-a94c-9726c335c92a req-be672f14-59c1-4cb6-9119-6181e936bb50 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0527377 Mar 11 00:37:14.558806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f72a748c-e51b-4371-a94c-9726c335c92a req-e4c09490-e2c4-46c8-9451-a397eae37d93 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Mar 11 00:37:15.678028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45db86f-2aec-47d6-afb7-6ca1b61ab3a8 req-b2daf0d2-3d31-4f4f-b75d-541844a9d2b9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:15.679512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a45db86f-2aec-47d6-afb7-6ca1b61ab3a8 req-b2daf0d2-3d31-4f4f-b75d-541844a9d2b9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0528579 Mar 11 00:37:15.734512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a45db86f-2aec-47d6-afb7-6ca1b61ab3a8 req-355d4744-dc17-4067-b04c-38892843c584 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Mar 11 00:37:16.848164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb188293-d4b7-4ed0-9363-6608e7edba84 req-9c84fb24-6e7f-40be-8468-db6e3e7b67ed tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:16.849623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb188293-d4b7-4ed0-9363-6608e7edba84 req-9c84fb24-6e7f-40be-8468-db6e3e7b67ed tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0526471 Mar 11 00:37:16.895381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb188293-d4b7-4ed0-9363-6608e7edba84 req-542c0cc8-c527-4e8f-a47a-38139a2a65cb tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Mar 11 00:37:17.197981 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:37:18.013569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a38e7e-5dd4-4177-8880-11ac40ebc219 req-d55b8241-4f60-48a6-b35a-4fe2406db280 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:18.015024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35a38e7e-5dd4-4177-8880-11ac40ebc219 req-d55b8241-4f60-48a6-b35a-4fe2406db280 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0509398 Mar 11 00:37:18.060035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35a38e7e-5dd4-4177-8880-11ac40ebc219 req-892c21c1-5cad-44c9-8820-f59f5b715ac3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Mar 11 00:37:19.183043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34144a-bb2f-4e12-a971-421bbc10f6f1 req-34bfdd39-6bb6-4234-a065-15bd9532a3c5 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:19.184445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b34144a-bb2f-4e12-a971-421bbc10f6f1 req-34bfdd39-6bb6-4234-a065-15bd9532a3c5 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0557482 Mar 11 00:37:19.231040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b34144a-bb2f-4e12-a971-421bbc10f6f1 req-c14e0f9a-ed94-4c81-99b4-29e13182369c tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Mar 11 00:37:20.352009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c202d-58ce-4868-947a-e10ccb8d51fd req-ea4ed0e2-86e8-4db8-9ef1-d31a3098783a tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:20.353639 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e68c202d-58ce-4868-947a-e10ccb8d51fd req-ea4ed0e2-86e8-4db8-9ef1-d31a3098783a tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0542479 Mar 11 00:37:20.398951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e68c202d-58ce-4868-947a-e10ccb8d51fd req-b80e2724-fe46-4c39-a6cb-6a7ae50e4833 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Mar 11 00:37:21.517869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6d22-58ca-4385-87cb-c6b13e7d5d1b req-b0b837e0-efec-4fbb-b08c-75ab2d23b363 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:21.519375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcde6d22-58ca-4385-87cb-c6b13e7d5d1b req-b0b837e0-efec-4fbb-b08c-75ab2d23b363 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0521579 Mar 11 00:37:21.568512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bcde6d22-58ca-4385-87cb-c6b13e7d5d1b req-35e350b9-a27a-43a1-af12-78428990c20f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Mar 11 00:37:22.687960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ba489-c111-4716-9659-86669666fb43 req-8179b230-c207-496d-8bfe-c78f1ab182d1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:22.689447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a27ba489-c111-4716-9659-86669666fb43 req-8179b230-c207-496d-8bfe-c78f1ab182d1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0527797 Mar 11 00:37:22.736289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a27ba489-c111-4716-9659-86669666fb43 req-e0e0ee4d-1039-48e8-b391-f3ab4694a7f5 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Mar 11 00:37:23.858805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c117b-0b97-4c23-b24c-3381c80992a9 req-01f1a93b-2d86-4451-90bf-edb71770b24e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:23.860293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f1c117b-0b97-4c23-b24c-3381c80992a9 req-01f1a93b-2d86-4451-90bf-edb71770b24e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0568001 Mar 11 00:37:23.906411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f1c117b-0b97-4c23-b24c-3381c80992a9 req-3620139b-6d2e-447c-b653-1ef4f136da95 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Mar 11 00:37:25.028481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5e6fe-43b9-4437-9233-7db0a0f746b1 req-482c5840-3b87-4280-8d23-68bb7a4d3d70 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:25.029940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59f5e6fe-43b9-4437-9233-7db0a0f746b1 req-482c5840-3b87-4280-8d23-68bb7a4d3d70 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0556972 Mar 11 00:37:25.076453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59f5e6fe-43b9-4437-9233-7db0a0f746b1 req-b6819f7b-c20c-46a7-bc57-08447d71623c tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Mar 11 00:37:26.198399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750de1d-20b8-42c3-8f32-32d0a87b0a80 req-25a68cf7-8b1b-42d5-ae88-fde49ed6375b tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:26.199767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3750de1d-20b8-42c3-8f32-32d0a87b0a80 req-25a68cf7-8b1b-42d5-ae88-fde49ed6375b tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0530808 Mar 11 00:37:26.247338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3750de1d-20b8-42c3-8f32-32d0a87b0a80 req-18e45012-6971-45d0-94f4-72879c4a4fa2 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Mar 11 00:37:27.370188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e22f9-8f42-4861-8aae-68f2dbc1e065 req-e4eb7075-25aa-453b-8d3a-47dcd4a5e1be tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:27.371667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927e22f9-8f42-4861-8aae-68f2dbc1e065 req-e4eb7075-25aa-453b-8d3a-47dcd4a5e1be tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0563369 Mar 11 00:37:27.417411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-927e22f9-8f42-4861-8aae-68f2dbc1e065 req-ff447833-31de-49d4-916a-cb37cd8e6ff1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Mar 11 00:37:28.533089 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97703106-a9ef-4174-9a0d-6481523baa32 req-f7debf2b-8721-428d-aa38-5d1cef346b93 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:28.534533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97703106-a9ef-4174-9a0d-6481523baa32 req-f7debf2b-8721-428d-aa38-5d1cef346b93 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0513065 Mar 11 00:37:28.580423 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97703106-a9ef-4174-9a0d-6481523baa32 req-273e705a-d7b6-4274-9c04-fd6656be91e4 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Mar 11 00:37:29.704495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f136f-2f63-4e35-b8d9-4e76211de719 req-0739f9e8-0146-4947-b44f-9b2da22ee188 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:29.706204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-662f136f-2f63-4e35-b8d9-4e76211de719 req-0739f9e8-0146-4947-b44f-9b2da22ee188 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0566313 Mar 11 00:37:29.755009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-662f136f-2f63-4e35-b8d9-4e76211de719 req-28b02f0d-8b60-442f-9348-2413963b96d9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Mar 11 00:37:30.873232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd730a-cb68-4d7d-a664-f7003341c884 req-2c812caf-2f84-4f17-88e1-8753fd614134 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:30.874689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00cd730a-cb68-4d7d-a664-f7003341c884 req-2c812caf-2f84-4f17-88e1-8753fd614134 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0531297 Mar 11 00:37:30.921023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00cd730a-cb68-4d7d-a664-f7003341c884 req-74bb0e1b-b531-4ce7-8d68-fd77290d8055 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Mar 11 00:37:31.612081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-cc75857d-5593-4d0e-b71a-c646ac2d8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:31.613476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-cc75857d-5593-4d0e-b71a-c646ac2d8df8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1127 time: 0.1022205 Mar 11 00:37:31.719216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-d7aa1fdd-abb8-40a5-a0f6-baaa1d802279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:31.720706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-d7aa1fdd-abb8-40a5-a0f6-baaa1d802279 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0879483 Mar 11 00:37:31.761107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-312aa7d5-db79-4d16-b60e-b8787034337b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0340934 Mar 11 00:37:31.808578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-be995d01-1c81-487d-bb09-059232161bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:31.809999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-be995d01-1c81-487d-bb09-059232161bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0427897 Mar 11 00:37:31.846120 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-4a612efc-3e5a-424e-a86d-d9b8926cbdb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289898 Mar 11 00:37:31.935830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-46940832-de13-4801-b237-ce25e6e54c8b service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839102 Mar 11 00:37:32.056148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8257ac1e-6d80-4dde-9d84-ed197ab80c49 req-c879759c-7f97-4112-81bf-6893fb19e272 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129408 Mar 11 00:37:32.073588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cec84-e400-480b-ba2c-762bdeb68cc5 req-e39aa62d-2d23-44d9-8754-fe54415a72fb tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:32.075063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23cec84-e400-480b-ba2c-762bdeb68cc5 req-e39aa62d-2d23-44d9-8754-fe54415a72fb tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0708981 Mar 11 00:37:32.120763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d23cec84-e400-480b-ba2c-762bdeb68cc5 req-db5b9b07-77d1-4db1-8113-144932982242 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Mar 11 00:37:33.239035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1835-467f-462a-84fd-34a0255beaad req-a4dac46b-2619-42b8-af89-dd18d1d07e9b tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:33.240575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4bd1835-467f-462a-84fd-34a0255beaad req-a4dac46b-2619-42b8-af89-dd18d1d07e9b tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0519447 Mar 11 00:37:33.290644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4bd1835-467f-462a-84fd-34a0255beaad req-7ac3ac64-6cbe-45ea-817e-ed3e4f9aecca tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Mar 11 00:37:34.410058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ca59c-c64e-4813-beb3-5ba86c4acf6b req-ff122e39-c905-421c-bccb-a371b271a16e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:34.411519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-698ca59c-c64e-4813-beb3-5ba86c4acf6b req-ff122e39-c905-421c-bccb-a371b271a16e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0525112 Mar 11 00:37:34.458012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-698ca59c-c64e-4813-beb3-5ba86c4acf6b req-ad640c52-3339-4f2b-89c2-a4667c1e3e80 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408328 Mar 11 00:37:35.580869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72943d4f-551f-4a96-afc1-3f1e2bc14429 req-0e5015b0-2036-4638-8c93-7b28cf3826c1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:35.582357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72943d4f-551f-4a96-afc1-3f1e2bc14429 req-0e5015b0-2036-4638-8c93-7b28cf3826c1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0537126 Mar 11 00:37:35.629795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72943d4f-551f-4a96-afc1-3f1e2bc14429 req-beea22b3-f651-41a1-a7c4-f17d8b739a82 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Mar 11 00:37:36.762047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88161c6-138e-4318-bef4-bf30ed25d9db req-dc2f3173-b61a-4e10-a565-cedbb1394750 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:36.762802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f81-9dbc-41f4-bf47-e2ee90e2fc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:36.763875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e88161c6-138e-4318-bef4-bf30ed25d9db req-dc2f3173-b61a-4e10-a565-cedbb1394750 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0612195 Mar 11 00:37:36.814793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e88161c6-138e-4318-bef4-bf30ed25d9db req-bd58e4d3-5950-49bf-b786-e8eaa4605e6a tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Mar 11 00:37:37.934257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44414-bc4d-47d3-af91-2e0a3381f3f0 req-de62f6e5-0443-413d-afa1-6bcb95533aba tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:37.935739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2e44414-bc4d-47d3-af91-2e0a3381f3f0 req-de62f6e5-0443-413d-afa1-6bcb95533aba tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0521572 Mar 11 00:37:37.983199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2e44414-bc4d-47d3-af91-2e0a3381f3f0 req-27b309df-0c1f-42bc-b176-0975f71c772f tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Mar 11 00:37:38.332138 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-a8b9843f-79cd-4c7e-9793-e77886c00098 service neutron] show failed (client error): The resource could not be found. Mar 11 00:37:38.333184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-a8b9843f-79cd-4c7e-9793-e77886c00098 service neutron] 10.222.0.30 "GET /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0587316 Mar 11 00:37:38.565300 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-7821622d-5de7-423b-9964-ff215df38755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:38.566786 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-7821622d-5de7-423b-9964-ff215df38755 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a&tenant_id=22b1eacdfc69418ea70afc386b1f2617 HTTP/1.1" status: 200 len: 1127 time: 0.0808012 Mar 11 00:37:38.577401 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:38.633799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:38.833466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:38.866707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:37:38.905711 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:38.907876 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e5c8cf-b9c4-4f4b-a0cf-c29131d7ba43" -d '{"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:38.911728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks [] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:38.924130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Transition to ACTIVE for port object c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:37:38.927846 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:38.958637 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c747f-3933-421b-96d1-e41ba553914a x-openstack-request-id: req-5d5c747f-3933-421b-96d1-e41ba553914a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:38.958941 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:38.959200 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d5c747f-3933-421b-96d1-e41ba553914a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:38.959597 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'code': 200} Mar 11 00:37:38.994538 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] No DVR routers for this DVR port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:37:38.996397 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:39.008461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.008820 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.009169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.009543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.009887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.010364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.010556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.010886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.011217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.011803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.011905 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.012207 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.012532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:39.042244 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:37:39.042588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:37:39.042919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:39.047344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:37:39.047703 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Attempting to bind port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on network 83866c0b-67cf-49f4-a767-29ecd63cfa96 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:39.052610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:37:39.052945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Checking segment: {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:37:39.053335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Bound using segment: {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:37:39.053769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Bound port: c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb66270-766f-45f2-9e99-772f6238c915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:37:39.054126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:39.112178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ab3a-f8c4-4a2f-ab6f-082492f1b2e2 req-83555c63-68c9-41dc-9120-b413fa24dc0c tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:39.113646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb2ab3a-f8c4-4a2f-ab6f-082492f1b2e2 req-83555c63-68c9-41dc-9120-b413fa24dc0c tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 943 time: 0.0521913 Mar 11 00:37:39.122262 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:37:39.125735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:37:39.132123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:39.164589 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7fb2ab3a-f8c4-4a2f-ab6f-082492f1b2e2 req-86fb62ee-3534-4d0e-b5f8-a35db14d9046 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Mar 11 00:37:39.167417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:39.167986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:39.169391 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] 10.222.0.39 "PUT /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 1091 time: 0.5958266 Mar 11 00:37:39.191484 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeedfa4-0960-4b03-b7e8-55c72c9ea275 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:39.284112 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-c744958d-ef69-4e93-8f8f-a46508ca800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:39.285575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-c744958d-ef69-4e93-8f8f-a46508ca800f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1125 time: 0.0913451 Mar 11 00:37:39.324143 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3981-0775-469a-ac74-7483a436d5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:39.380464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-83279203-78c0-456f-9912-ddcbb7ac1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:39.381900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-83279203-78c0-456f-9912-ddcbb7ac1b0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0899148 Mar 11 00:37:39.422975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-05bc84fb-9472-47db-a71a-1699b280ec1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0351291 Mar 11 00:37:39.474085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-ac3aab5d-ba01-43c5-b259-679d010a9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:39.475495 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-ac3aab5d-ba01-43c5-b259-679d010a9cf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0467234 Mar 11 00:37:39.505572 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-3748a0c1-26cc-45a1-b2f3-112cc9c3da4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243022 Mar 11 00:37:39.593099 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-276445d5-ea67-4e92-8a45-e1bc8efdf168 service neutron] 10.222.0.39 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818071 Mar 11 00:37:39.685740 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a95ba45b-43c4-4737-9b28-6de382c257d5 req-facf41c9-5199-4852-b8a6-eb43bc5fcf27 service neutron] 10.222.0.39 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Mar 11 00:37:40.285296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246a086-0177-4d72-af73-c390697470c0 req-7a9333e3-ea8e-401c-bc6b-7fe65ee998ab tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:40.286753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0246a086-0177-4d72-af73-c390697470c0 req-7a9333e3-ea8e-401c-bc6b-7fe65ee998ab tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 943 time: 0.0510340 Mar 11 00:37:40.332898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0246a086-0177-4d72-af73-c390697470c0 req-fc50d880-85f3-424c-9445-0a71592c6e46 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Mar 11 00:37:40.555831 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:40.960546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:40.963518 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736b7701-bdac-47cc-84f0-ba0928e9f476" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:41.010072 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d6bdc-e531-4592-8928-56e86285a8f0 x-openstack-request-id: req-889d6bdc-e531-4592-8928-56e86285a8f0 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:41.010692 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:41.010692 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-889d6bdc-e531-4592-8928-56e86285a8f0 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:41.011094 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'status': 'completed', 'code': 200} Mar 11 00:37:41.074359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-3a4a1b8a-be49-4f83-b370-ba0eb37e2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.075910 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-3a4a1b8a-be49-4f83-b370-ba0eb37e2fe0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1125 time: 0.0467932 Mar 11 00:37:41.077358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:41.083139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-38c02751-defe-4f0e-8d20-9a5731a4aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.084646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-38c02751-defe-4f0e-8d20-9a5731a4aa84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1125 time: 0.0511410 Mar 11 00:37:41.175638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-41bb02e1-1fed-44e7-b811-b7428a36d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.177073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-41bb02e1-1fed-44e7-b811-b7428a36d2df service neutron] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0866394 Mar 11 00:37:41.223329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-d854bd09-9e77-4e5b-82c1-8ce2e0f1da81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0401862 Mar 11 00:37:41.274045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-11a93a37-f889-48db-b1f2-b3c82316f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.275741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-11a93a37-f889-48db-b1f2-b3c82316f75f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0471199 Mar 11 00:37:41.309097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-b7732472-520f-4292-a7b5-54e1a882113d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276730 Mar 11 00:37:41.386022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:41.417128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:37:41.538019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-268bbde0-9dc7-4c68-8b59-dc65ebf3103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.539532 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-268bbde0-9dc7-4c68-8b59-dc65ebf3103f service neutron] 10.222.0.39 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.4564850 Mar 11 00:37:41.594091 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-b8d12736-60e7-4086-9d4b-43254f13197b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0443323 Mar 11 00:37:41.672301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-33d0355e-dbda-4658-94c8-db5b91bd2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.674100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-33d0355e-dbda-4658-94c8-db5b91bd2421 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0728879 Mar 11 00:37:41.716478 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-5df9945c-405a-4f5f-ab69-3364f40734c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358362 Mar 11 00:37:41.728674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:41.743548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'network_id': '83866c0b-67cf-49f4-a767-29ecd63cfa96', 'port_id': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'mac_address': 'fa:16:3e:49:42:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84bbd83-5ce9-4a4f-9c87-b12d4e27a816', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:37:41.746992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:41.785764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:41.786166 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:41.796367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-a0656f10-5a74-4ebe-8a44-c61ee595c736 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811594 Mar 11 00:37:41.800675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:37:41.821526 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-ce91a2ac-b86c-49ce-bfc9-c3398e36aada service neutron] 10.222.0.39 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987535 Mar 11 00:37:41.825947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:41.831036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:41.858770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:37:41.913808 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bb602-0c47-4977-864e-444cc1ccb22e req-e725b6c1-6441-4e99-9623-35bc8c685411 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:41.914912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:41.916675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b5bb602-0c47-4977-864e-444cc1ccb22e req-e725b6c1-6441-4e99-9623-35bc8c685411 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 943 time: 0.5004258 Mar 11 00:37:41.923599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.924061 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.924433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.924772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.925638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.925638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.925841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.926200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.926531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.927137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.927275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.927480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.927799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:41.930882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-374e1545-0d4a-49ad-a9ff-4abc3b1addc4 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183083 Mar 11 00:37:41.932834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:37:41.932834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:37:41.942644 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-736b7701-bdac-47cc-84f0-ba0928e9f476 req-74f0fbbd-aa95-4e42-9441-e121eb6ab0c6 service neutron] 10.222.0.39 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157322 Mar 11 00:37:41.977616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3b5bb602-0c47-4977-864e-444cc1ccb22e req-9f716b49-ddbf-418d-af35-53967b4d4649 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Mar 11 00:37:42.145580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:37:43.096715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c7911-76cc-434d-8e69-f569a6cf7948 req-de5029d6-192d-4a77-b45c-cc198c3975c4 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:43.098157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b65c7911-76cc-434d-8e69-f569a6cf7948 req-de5029d6-192d-4a77-b45c-cc198c3975c4 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 944 time: 0.0513315 Mar 11 00:37:43.144235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b65c7911-76cc-434d-8e69-f569a6cf7948 req-838565fd-de3c-474f-8ba4-97186980acf7 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Mar 11 00:37:43.338380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:43.425140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-a43ec2ae-3170-453a-96e1-b03ee94609f9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:43.426495 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-a43ec2ae-3170-453a-96e1-b03ee94609f9 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a&tenant_id=22b1eacdfc69418ea70afc386b1f2617&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 944 time: 0.0929384 Mar 11 00:37:43.439726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:37:43.487067 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-b0140298-b910-4f63-9d20-74c3ce53caf8 service neutron] delete failed (client error): The resource could not be found. Mar 11 00:37:43.487948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:37:43.488256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-b0140298-b910-4f63-9d20-74c3ce53caf8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0558465 Mar 11 00:37:43.491664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:37:43.492079 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:43.572058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-ac5b24c0-ec6a-4c3b-b303-ca05bcbfca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:43.573585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-ac5b24c0-ec6a-4c3b-b303-ca05bcbfca84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22b1eacdfc69418ea70afc386b1f2617&device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 1126 time: 0.0455775 Mar 11 00:37:43.574969 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:43.575363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:43.598787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:43.601051 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd798bb1-975c-44ab-896e-ead2c8eeef4c" -d '{"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:43.614146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:43.622646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:43.671757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:43.674431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-c2caf4d1-d53a-43e4-ba93-2582bd7b1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:43.675973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-c2caf4d1-d53a-43e4-ba93-2582bd7b1112 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 200 len: 913 time: 0.0961275 Mar 11 00:37:43.719089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-fb803901-a0a8-4e03-b2e5-998a7b5ff960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 200 len: 217 time: 0.0376732 Mar 11 00:37:43.735951 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac38eaf-c8da-4854-aa2a-8029dc33ec7b x-openstack-request-id: req-cac38eaf-c8da-4854-aa2a-8029dc33ec7b {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:43.736268 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-plugged", "status": "completed", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:43.736648 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cac38eaf-c8da-4854-aa2a-8029dc33ec7b {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:43.737107 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'code': 200} Mar 11 00:37:43.768706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-46531773-c389-4147-a971-22e6ad0bef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:43.770136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-46531773-c389-4147-a971-22e6ad0bef34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 200 len: 852 time: 0.0454338 Mar 11 00:37:43.805261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-8e47f52f-b7dc-4de6-a3ee-40921c46770c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83866c0b-67cf-49f4-a767-29ecd63cfa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286300 Mar 11 00:37:43.893527 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-33b6d3cc-8d01-43cd-83e1-ccd6be7cc304 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 Mar 11 00:37:43.986024 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-542c7b3e-b77f-4d17-b56d-04a0c7307406 service neutron] 10.222.0.30 "GET /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869081 Mar 11 00:37:44.654455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e2fcf-bf34-4e8a-9072-b48d680bbf78 req-9b63a61e-3897-41a9-93d1-c3ee62b5947e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:44.655841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b97e2fcf-bf34-4e8a-9072-b48d680bbf78 req-9b63a61e-3897-41a9-93d1-c3ee62b5947e tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0546682 Mar 11 00:37:44.702414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b97e2fcf-bf34-4e8a-9072-b48d680bbf78 req-02adb2ed-dca8-4691-8332-9bb45738633b tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Mar 11 00:37:45.822689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af87a1-c977-4429-a56b-dbf6b138fed3 req-00ffd840-c538-4303-b310-f0723c30f4f3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:45.824276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58af87a1-c977-4429-a56b-dbf6b138fed3 req-00ffd840-c538-4303-b310-f0723c30f4f3 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0537319 Mar 11 00:37:45.874934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-93f191bc-cf76-4417-abbf-997aeaffc2bc tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:45.875783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58af87a1-c977-4429-a56b-dbf6b138fed3 req-71da6ab8-ab5b-4781-b43e-aa7a375ba0ba tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.21 "GET /v2.0/security-groups?id=849b4255-a9da-4eff-9870-c09609255ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460100 Mar 11 00:37:45.876411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-93f191bc-cf76-4417-abbf-997aeaffc2bc tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1ef0eeb-5ab4-4394-a561-045a467b1d7a HTTP/1.1" status: 200 len: 945 time: 0.0527952 Mar 11 00:37:45.968865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Deleting port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:37:45.969214 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:46.061645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] For port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,segment=NetworkSegment(4cb66270-766f-45f2-9e99-772f6238c915),segment_id=4cb66270-766f-45f2-9e99-772f6238c915)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:46.062022 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:46.074700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Calling delete_port for c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:37:46.203138 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:46.215201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:37:46.230494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Pushing event deleted for resources: {'Port': ['ID=c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:46.277402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] No DVR routers for this DVR port c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:37:46.280135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:46.283482 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-883beccd-c8ae-42b0-bafb-aafe00f38949 req-9a1c077a-04f1-4c0f-9315-e9e78ffe75a1 tempest-DeleteServersTestJSON-352014468 tempest-DeleteServersTestJSON-352014468-project] 10.222.0.39 "DELETE /v2.0/ports/c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 HTTP/1.1" status: 204 len: 173 time: 0.4018738 Mar 11 00:37:46.283915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-deleted', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:46.286259 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba1767-7f90-4aef-91c6-43012081f0a2" -d '{"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-deleted", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:46.322907 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2b0a34-8123-4ed3-8727-b69daa4984da x-openstack-request-id: req-7a2b0a34-8123-4ed3-8727-b69daa4984da {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:46.323286 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ef0eeb-5ab4-4394-a561-045a467b1d7a", "name": "network-vif-deleted", "tag": "c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:46.323548 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a2b0a34-8123-4ed3-8727-b69daa4984da {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:46.323984 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ef0eeb-5ab4-4394-a561-045a467b1d7a', 'name': 'network-vif-deleted', 'tag': 'c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1', 'status': 'completed', 'code': 200} Mar 11 00:37:47.008810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41270) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:47.054013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Deleting subnet b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:37:47.057561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Publish callbacks [] for subnet (b84bbd83-5ce9-4a4f-9c87-b12d4e27a816), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.092778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (b84bbd83-5ce9-4a4f-9c87-b12d4e27a816), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.131026 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b84bbd83-5ce9-4a4f-9c87-b12d4e27a816), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.183468 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (b84bbd83-5ce9-4a4f-9c87-b12d4e27a816), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.214682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84bbd83-5ce9-4a4f-9c87-b12d4e27a816,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:47.219220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.222336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b84bbd83-5ce9-4a4f-9c87-b12d4e27a816 HTTP/1.1" status: 204 len: 168 time: 0.2119784 Mar 11 00:37:47.225013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:47.227508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.227857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.228412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.229283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.229628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.229961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.230294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.230621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.230946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.231270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.231597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.231936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.232280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7615079-63c7-4e9e-94cd-f33a5518016e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:37:47.298869 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (83866c0b-67cf-49f4-a767-29ecd63cfa96), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.376866 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (83866c0b-67cf-49f4-a767-29ecd63cfa96), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.402068 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83866c0b-67cf-49f4-a767-29ecd63cfa96']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:37:47.412258 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb66270-766f-45f2-9e99-772f6238c915') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:37:47.412559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb66270-766f-45f2-9e99-772f6238c915') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:37:47.422054 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (4cb66270-766f-45f2-9e99-772f6238c915), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.435641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (4cb66270-766f-45f2-9e99-772f6238c915), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.450877 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:37:47.451267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (4cb66270-766f-45f2-9e99-772f6238c915), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:37:47.452979 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:37:47.477689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ad075dd-1544-48f9-a06a-f2ea6a3d82e6 req-89ec173b-51d3-4e6c-9faf-53b849067151 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398922 Mar 11 00:37:47.545809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ad075dd-1544-48f9-a06a-f2ea6a3d82e6 req-a6973a1c-8d3d-4b98-b11a-533fe031ff99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0306931 Mar 11 00:37:47.546896 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (83866c0b-67cf-49f4-a767-29ecd63cfa96), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.553513 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.557474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] 10.222.0.21 "DELETE /v2.0/networks/83866c0b-67cf-49f4-a767-29ecd63cfa96 HTTP/1.1" status: 204 len: 168 time: 0.3311410 Mar 11 00:37:47.575016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b019f08-5adb-4756-b7f4-8969b621c52e admin admin] Pushing event deleted for resources: {'Network': ['ID=83866c0b-67cf-49f4-a767-29ecd63cfa96,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:47.588266 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ad075dd-1544-48f9-a06a-f2ea6a3d82e6 req-9b72c544-e4f4-4fb7-93e0-b9eb1e2ae429 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214789 Mar 11 00:37:47.670310 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:47.702660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad075dd-1544-48f9-a06a-f2ea6a3d82e6 req-24fd5cc5-896c-4256-96a0-d5b874a307f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:47.704046 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3ad075dd-1544-48f9-a06a-f2ea6a3d82e6 req-24fd5cc5-896c-4256-96a0-d5b874a307f2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107197 Mar 11 00:37:47.725712 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ae1783a5-eb99-4add-87b7-2cf64c70cada admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22b1eacdfc69418ea70afc386b1f2617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549133 Mar 11 00:37:47.728648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:47.780953 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] Publish callbacks [] for security_group (849b4255-a9da-4eff-9870-c09609255ae9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.802008 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] Publish callbacks [] for security_group (849b4255-a9da-4eff-9870-c09609255ae9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.848419 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (849b4255-a9da-4eff-9870-c09609255ae9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.850962 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:47.852121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/849b4255-a9da-4eff-9870-c09609255ae9 HTTP/1.1" status: 204 len: 168 time: 0.1220379 Mar 11 00:37:47.862343 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2b43d-4296-48ff-aa4a-c83b35117880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849b4255-a9da-4eff-9870-c09609255ae9,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:48.508824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41300) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:48.602748 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2099934801-network', 'tenant_id': '704b4b9f855a4f8480117d032f3fde0f'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:48.621900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Made reservation on behalf of 704b4b9f855a4f8480117d032f3fde0f for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:37:48.624186 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.632289 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.705529 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks [] for security_group (a3298a94-154d-4654-95d1-89b9aedf629b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.709056 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a3298a94-154d-4654-95d1-89b9aedf629b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.732642 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:37:48.742005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3298a94-154d-4654-95d1-89b9aedf629b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:48.747302 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0eda149-c48f-464c-bd88-4635269ec819), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.747634 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Added segment f0eda149-c48f-464c-bd88-4635269ec819 of type vlan for network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 Mar 11 00:37:48.788135 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b8b42d2f-c3b3-4e19-81d4-53e877ba9737), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.816796 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b8b42d2f-c3b3-4e19-81d4-53e877ba9737), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.817765 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:48.818347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.852669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3426886 Mar 11 00:37:48.855771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41304) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:37:48.860745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Request body: {'subnet': {'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2099934801-subnet', 'tenant_id': '704b4b9f855a4f8480117d032f3fde0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:48.880405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Made reservation on behalf of 704b4b9f855a4f8480117d032f3fde0f for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:37:48.882797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:48.883435 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9e75-f253-4215-b409-7462ba13344c admin admin] Pushing event updated for resources: {'Network': ['ID=b8b42d2f-c3b3-4e19-81d4-53e877ba9737,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:48.894704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:37:49.055239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (8144a824-11de-4f32-89f9-0ebb0d415a24), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:49.112113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8144a824-11de-4f32-89f9-0ebb0d415a24,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:49.121723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Checking segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:37:49.122091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Network hostable DHCP agents. Network: b8b42d2f-c3b3-4e19-81d4-53e877ba9737, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:37:49.138131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:37:49.146665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b8b42d2f-c3b3-4e19-81d4-53e877ba9737) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:37:49.150639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:49.151236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:49.156149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6c034-0baa-4ffd-ad92-01e4160b2ae3 None None] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:37:49.169614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-efbff2ad-6307-496f-9ca1-f38eb9e2a1cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3127244 Mar 11 00:37:49.261941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145874d3-4a8a-4b03-aefb-dcd147fcdb52 None None] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:37:49.449958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:37:49.471051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:37:49.471406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device c5cf51cd-1a28-4b3b-835a-4b1c6fbed2e1 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:37:49.597750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-370a361c-f95f-447a-8af5-9975f7ae2dd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:49.599109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-370a361c-f95f-447a-8af5-9975f7ae2dd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 815 time: 0.1025529 Mar 11 00:37:49.613941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-ac996ff0-20b3-43f8-8a40-cf9ddbbc2f5a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/quotas/704b4b9f855a4f8480117d032f3fde0f HTTP/1.1" status: 200 len: 375 time: 0.0088668 Mar 11 00:37:49.644886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-d790deaa-2793-4834-87b3-fe84bb5877c4 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261552 Mar 11 00:37:49.737108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-689443ec-a07a-4d9a-a8df-a1e4ffed8c33 service neutron] 10.222.0.21 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849109 Mar 11 00:37:49.829114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-f1a4461a-3723-43c8-ab98-cae8c823db15 service neutron] 10.222.0.21 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860333 Mar 11 00:37:49.996456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd273b88-4601-4fed-aa3e-1aa1c3cc7fa6 req-5144c575-6beb-4b86-8b5b-61bf84575787 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Mar 11 00:37:50.932496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e601f76e-3abc-48ca-9897-c4558b006484 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:50.933950 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e601f76e-3abc-48ca-9897-c4558b006484 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 815 time: 0.1091378 Mar 11 00:37:50.945541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Request body: {'port': {'device_id': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'admin_state_up': True, 'tenant_id': '704b4b9f855a4f8480117d032f3fde0f'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:51.054204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Made reservation on behalf of 704b4b9f855a4f8480117d032f3fde0f for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:37:51.058134 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.092407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b73eb024-f119-4e11-b39d-f546237de625 req-2bd310c3-b3f2-435c-b2a6-377714be6ad8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 210 time: 0.0286989 Mar 11 00:37:51.189583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Allocated IP 172.20.0.10 (b8b42d2f-c3b3-4e19-81d4-53e877ba9737/8144a824-11de-4f32-89f9-0ebb0d415a24/a38522ce-db97-40a9-baca-9b683dac785f) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:37:51.341045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks [] for port (a38522ce-db97-40a9-baca-9b683dac785f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.377123 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.418476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:37:51.421541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:37:51.424027 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:37:51.458519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:51.479506 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:51.480146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.495387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-eaea63d3-5bd7-418d-bb2e-ad094e0e3f2c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535707 Mar 11 00:37:51.506394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Request body: {'port': {'device_id': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:37:51.566997 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.830866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38522ce-db97-40a9-baca-9b683dac785f {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:37:51.838762 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks [] for port (a38522ce-db97-40a9-baca-9b683dac785f), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.850942 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Transition to ACTIVE for port object a38522ce-db97-40a9-baca-9b683dac785f will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:37:51.854352 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:51.904374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:51.976639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:37:51.977326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:37:51.977326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:51.981925 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:37:51.982249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:37:51.987082 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:37:51.987413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Checking segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:37:51.987798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Bound using segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:37:51.988256 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Bound port: a38522ce-db97-40a9-baca-9b683dac785f, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:37:51.988608 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:52.050740 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:37:52.053685 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:37:52.060042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:52.091819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.092489 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:52.093874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] 10.222.0.39 "PUT /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 1092 time: 0.5914071 Mar 11 00:37:52.094306 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:52.096565 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3111949-b92b-47ad-ac69-54f90345a05b" -d '{"events": [{"name": "network-changed", "server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:52.125620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bc868-dd34-4e21-a496-c66210197b6b service neutron] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:52.163367 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2a0f1-e3a7-45a6-9846-4166b469bd49 x-openstack-request-id: req-5aa2a0f1-e3a7-45a6-9846-4166b469bd49 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:52.163664 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:52.163935 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aa2a0f1-e3a7-45a6-9846-4166b469bd49 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:52.164351 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'status': 'completed', 'code': 200} Mar 11 00:37:52.186172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-55fa7d89-f455-4d3a-83cd-6706afb60a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.187896 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-55fa7d89-f455-4d3a-83cd-6706afb60a3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0519063 Mar 11 00:37:52.222573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a819156-a12e-400e-839e-0bc49f15536a req-868f93e6-46f8-4afb-bd86-29e1863239de tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.224086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a819156-a12e-400e-839e-0bc49f15536a req-868f93e6-46f8-4afb-bd86-29e1863239de tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.0543818 Mar 11 00:37:52.233437 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-ce24a68e-19cd-439a-b328-a4865a52ca39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0393617 Mar 11 00:37:52.276417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a819156-a12e-400e-839e-0bc49f15536a req-fd6cedb8-1d8a-42d2-9c40-c53c7d3c5d8f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Mar 11 00:37:52.281567 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-a598e25e-d69d-4bd5-accd-4ee438a19b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.283069 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-a598e25e-d69d-4bd5-accd-4ee438a19b9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0441852 Mar 11 00:37:52.315414 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-e0416210-6d74-4c36-bd3e-22dd62978b7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261092 Mar 11 00:37:52.408481 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-5429d0aa-c117-4898-8daa-e2dead5e0fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869288 Mar 11 00:37:52.497494 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4d0b093a-b55e-418a-a00d-9aa228d03e1b req-9262c9ac-0191-4624-b21f-f8ca14593232 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826671 Mar 11 00:37:52.593608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111949-b92b-47ad-ac69-54f90345a05b req-c82d7d89-ff88-43e9-96d2-32531f8e60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.595202 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-c82d7d89-ff88-43e9-96d2-32531f8e60e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0505500 Mar 11 00:37:52.686935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111949-b92b-47ad-ac69-54f90345a05b req-b3dd78ff-a6d7-4690-a550-368f9ea0515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.688326 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-b3dd78ff-a6d7-4690-a550-368f9ea0515c service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0871179 Mar 11 00:37:52.735166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-76738651-145f-40f6-99dc-817a59d1d177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0399592 Mar 11 00:37:52.783138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3111949-b92b-47ad-ac69-54f90345a05b req-0e521363-2f03-4fbb-bb56-22210424e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:52.784575 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-0e521363-2f03-4fbb-bb56-22210424e2c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0434289 Mar 11 00:37:52.816331 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-a16eea1b-d76b-4129-93c6-0355b9faf8ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245562 Mar 11 00:37:52.908970 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-42911d0a-c232-403a-92f6-492b2dbe2ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 Mar 11 00:37:52.999879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b3111949-b92b-47ad-ac69-54f90345a05b req-3e91ec64-43cd-4473-a197-883c2ca31f85 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836618 Mar 11 00:37:53.397058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130c25a-fe8b-48b6-86e9-9ef004476c2f req-bb1bc95b-4f17-400c-a91f-69d7eb0f4d8a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:53.398535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2130c25a-fe8b-48b6-86e9-9ef004476c2f req-bb1bc95b-4f17-400c-a91f-69d7eb0f4d8a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.0532866 Mar 11 00:37:53.444080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2130c25a-fe8b-48b6-86e9-9ef004476c2f req-7948f743-4823-4f5b-bc82-0931d3183251 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 Mar 11 00:37:54.196485 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:37:54.566077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3329-742f-4c42-9101-d6b0fc3dc859 req-b24ee215-a90e-4732-9a40-195e0258af8e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:54.567573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bacc3329-742f-4c42-9101-d6b0fc3dc859 req-b24ee215-a90e-4732-9a40-195e0258af8e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.0568264 Mar 11 00:37:54.614193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bacc3329-742f-4c42-9101-d6b0fc3dc859 req-142b2b66-5e94-4035-9928-f6181bb523de tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Mar 11 00:37:55.458173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a38522ce-db97-40a9-baca-9b683dac785f details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:37:55.555899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:55.566667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'a38522ce-db97-40a9-baca-9b683dac785f', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'port_id': 'a38522ce-db97-40a9-baca-9b683dac785f', 'mac_address': 'fa:16:3e:39:7c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8144a824-11de-4f32-89f9-0ebb0d415a24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:37:55.602617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port a38522ce-db97-40a9-baca-9b683dac785f is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:55.603587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:55.616112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38522ce-db97-40a9-baca-9b683dac785f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:37:55.639374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:55.644050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:55.692709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:55.747323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f948363-9d5d-4fc9-aae9-bceed91eca71 req-9b25116a-55ce-473f-92ad-a163efedf26f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:55.748815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f948363-9d5d-4fc9-aae9-bceed91eca71 req-9b25116a-55ce-473f-92ad-a163efedf26f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 945 time: 0.0570264 Mar 11 00:37:55.794720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f948363-9d5d-4fc9-aae9-bceed91eca71 req-a6de3f77-e5ef-449b-88df-704575b7e9e8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Mar 11 00:37:55.924357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['a38522ce-db97-40a9-baca-9b683dac785f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:37:56.912154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e43a-bf3c-44dd-b583-e54d235ab931 req-393f1183-4fe0-408e-bb28-f9cf70ede93b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:56.913630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb62e43a-bf3c-44dd-b583-e54d235ab931 req-393f1183-4fe0-408e-bb28-f9cf70ede93b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Mar 11 00:37:56.963834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb62e43a-bf3c-44dd-b583-e54d235ab931 req-f2814bda-c297-49f1-a0f3-10f5dc71618b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435853 Mar 11 00:37:57.477524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a38522ce-db97-40a9-baca-9b683dac785f up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:37:57.525628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port a38522ce-db97-40a9-baca-9b683dac785f completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:37:57.529409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port a38522ce-db97-40a9-baca-9b683dac785f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:37:57.529789 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a38522ce-db97-40a9-baca-9b683dac785f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:57.604195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port a38522ce-db97-40a9-baca-9b683dac785f is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:37:57.604586 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:57.625988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:37:57.628165 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b516c9-f400-4f03-9950-65c958440e54" -d '{"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-plugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:37:57.640984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:37:57.644932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:37:57.672088 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9064af1-6433-42db-bbf8-6cf9e994e175 x-openstack-request-id: req-c9064af1-6433-42db-bbf8-6cf9e994e175 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:37:57.672386 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-plugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:37:57.672644 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9064af1-6433-42db-bbf8-6cf9e994e175 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:37:57.673034 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'code': 200} Mar 11 00:37:57.699766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:37:57.770413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade4a0-b2dd-4d2c-bd55-7e7aab0d6003 req-a8658372-2e15-4e1f-9fee-98c62aa3542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:57.771892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-04ade4a0-b2dd-4d2c-bd55-7e7aab0d6003 req-a8658372-2e15-4e1f-9fee-98c62aa3542e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1128 time: 0.0442984 Mar 11 00:37:57.818583 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-04ade4a0-b2dd-4d2c-bd55-7e7aab0d6003 req-45b85999-b8f4-4d78-8c0b-10099faa084d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Mar 11 00:37:58.090834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af421c-cca2-49c9-be91-93ca0f368b2e req-8c41757f-8e2a-457e-906f-986e20293607 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:58.092382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60af421c-cca2-49c9-be91-93ca0f368b2e req-8c41757f-8e2a-457e-906f-986e20293607 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0607014 Mar 11 00:37:58.139418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60af421c-cca2-49c9-be91-93ca0f368b2e req-532958af-b358-4832-a49b-d832dfeb5e7b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Mar 11 00:37:59.258241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e60f42-5627-4783-bf17-4584f79ceb93 req-5247c395-1d5e-4795-8bed-28d30fa5b7c7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:59.259715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44e60f42-5627-4783-bf17-4584f79ceb93 req-5247c395-1d5e-4795-8bed-28d30fa5b7c7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0524719 Mar 11 00:37:59.306227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44e60f42-5627-4783-bf17-4584f79ceb93 req-246e4b02-f9e1-463a-91a1-e973befbf6b6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Mar 11 00:37:59.425487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b4acd-7d5d-4349-ba3a-69f1adb283f4 req-7037171e-a6ff-43cd-81eb-68415f6ad89c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:59.427021 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a2b4acd-7d5d-4349-ba3a-69f1adb283f4 req-7037171e-a6ff-43cd-81eb-68415f6ad89c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0531652 Mar 11 00:37:59.477255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a2b4acd-7d5d-4349-ba3a-69f1adb283f4 req-0923c779-ebb7-4eed-98ae-6cb131ea0338 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 Mar 11 00:37:59.677906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a0aa-922e-4afd-9f76-1d7ebb2e88c0 req-bf372140-f05b-42dc-a036-7cce01c01ccd tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:59.679321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f6a0aa-922e-4afd-9f76-1d7ebb2e88c0 req-bf372140-f05b-42dc-a036-7cce01c01ccd tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0544960 Mar 11 00:37:59.726698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f6a0aa-922e-4afd-9f76-1d7ebb2e88c0 req-8998f524-99ee-40f2-bf8e-cc16ac436bcb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Mar 11 00:37:59.842355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204db9-9d3e-49a4-a6a4-352d0b1577c3 req-11aa0558-afcb-4194-ac88-c3f9c8d69ba1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:37:59.843888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a204db9-9d3e-49a4-a6a4-352d0b1577c3 req-11aa0558-afcb-4194-ac88-c3f9c8d69ba1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Mar 11 00:37:59.889671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a204db9-9d3e-49a4-a6a4-352d0b1577c3 req-175e46ed-19a3-43db-95f8-7ffc5d70e898 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Mar 11 00:38:00.155604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6da49-86f6-48a6-af25-da09a6ac1450 req-9a22a26e-1cf5-4ba9-93c5-ce733b16a056 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:00.157106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aec6da49-86f6-48a6-af25-da09a6ac1450 req-9a22a26e-1cf5-4ba9-93c5-ce733b16a056 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0780201 Mar 11 00:38:00.160617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-a211ae7e-c1ac-44ed-9694-7258305f7543 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896156 Mar 11 00:38:00.206742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aec6da49-86f6-48a6-af25-da09a6ac1450 req-852fca4f-1048-485d-9cff-970a7fd064dd tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440924 Mar 11 00:38:00.562468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-345c5aac-4474-4810-ae0b-dbc4e79bb0b2 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:00.563828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-345c5aac-4474-4810-ae0b-dbc4e79bb0b2 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 943 time: 0.0451345 Mar 11 00:38:01.333165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef294f3c-d651-4a5d-94f8-6a5e3f8aef5a req-a91a9edc-940c-4a04-b589-36ec107ab13c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:01.334643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef294f3c-d651-4a5d-94f8-6a5e3f8aef5a req-a91a9edc-940c-4a04-b589-36ec107ab13c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0587540 Mar 11 00:38:01.353897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-0c76fa57-c217-40f6-93e3-ee6f80891a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:01.355392 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-0c76fa57-c217-40f6-93e3-ee6f80891a35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1128 time: 0.0453928 Mar 11 00:38:01.389293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef294f3c-d651-4a5d-94f8-6a5e3f8aef5a req-751c0f7a-d2ce-42cf-9455-313c9f310cb0 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Mar 11 00:38:01.452651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-f283d1cc-94b3-4fd9-bbd9-7bde305fb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:01.454130 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-f283d1cc-94b3-4fd9-bbd9-7bde305fb991 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0922070 Mar 11 00:38:01.494868 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-7003890c-6c19-4a1e-be80-f99ec3ecd064 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0346658 Mar 11 00:38:01.541950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-e5529875-16f2-40d0-ac4b-19937f2e631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:01.543317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-e5529875-16f2-40d0-ac4b-19937f2e631c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0422046 Mar 11 00:38:01.573347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6a435eeb-ae29-43f8-a1f4-af7c323b7e84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241318 Mar 11 00:38:01.663688 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-b471a9e6-2e44-4928-bc36-9f7e280a7b9b service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Mar 11 00:38:01.754682 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-2e5f90d3-5d7d-4033-8797-4baf4c73e5d2 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Mar 11 00:38:02.511738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeebf9c-8a90-45af-9c6b-cd5650028625 req-96ddf248-a0f2-4522-ac03-0a39d285b7f7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:02.513321 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdeebf9c-8a90-45af-9c6b-cd5650028625 req-96ddf248-a0f2-4522-ac03-0a39d285b7f7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0528708 Mar 11 00:38:02.559417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fdeebf9c-8a90-45af-9c6b-cd5650028625 req-f0c3f913-d018-4215-9be8-a0d80052996f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Mar 11 00:38:03.675563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376c33a-1847-4b72-89ca-426a30b53d36 req-6a15930c-60b5-4fa7-a107-758cac93182f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:03.677269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0376c33a-1847-4b72-89ca-426a30b53d36 req-6a15930c-60b5-4fa7-a107-758cac93182f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Mar 11 00:38:03.724095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0376c33a-1847-4b72-89ca-426a30b53d36 req-38ddf1a8-4b47-4924-a6dd-9a9bd3a9c9db tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Mar 11 00:38:04.847255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1dd01-24f5-48cd-aa7f-3e6e17b44095 req-3c65a2c6-4ed9-48da-85cb-c80f5ae563fb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:04.848802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5e1dd01-24f5-48cd-aa7f-3e6e17b44095 req-3c65a2c6-4ed9-48da-85cb-c80f5ae563fb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0570400 Mar 11 00:38:04.895279 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5e1dd01-24f5-48cd-aa7f-3e6e17b44095 req-1ca65797-7598-4749-85e6-301b687eace7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Mar 11 00:38:06.013484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c6d9e-9a38-40d6-8e2d-8042cb6e05ba req-de3de65c-f089-4e4e-864d-9416b414c71f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:06.014953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae0c6d9e-9a38-40d6-8e2d-8042cb6e05ba req-de3de65c-f089-4e4e-864d-9416b414c71f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0519993 Mar 11 00:38:06.060284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae0c6d9e-9a38-40d6-8e2d-8042cb6e05ba req-7db0b0fa-1e6b-4c77-8627-10604f66f08b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Mar 11 00:38:06.763762 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-478c84a1-c68a-4bae-8ea7-1cab0b3c5c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:07.182439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d397a7-785f-4de1-b8e3-ccf4a3a2e928 req-7038a3ec-049e-4e06-b3a6-ea4e2c6b2d02 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:07.183808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d397a7-785f-4de1-b8e3-ccf4a3a2e928 req-7038a3ec-049e-4e06-b3a6-ea4e2c6b2d02 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0521688 Mar 11 00:38:07.233734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-77d397a7-785f-4de1-b8e3-ccf4a3a2e928 req-439fed8b-7d28-4828-9e87-13910bd6fcbd tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Mar 11 00:38:08.365893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8696c-85a1-4325-bf75-e91244a694f7 req-1c90647f-de96-47d6-a82d-bf7e78422658 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:08.367370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6c8696c-85a1-4325-bf75-e91244a694f7 req-1c90647f-de96-47d6-a82d-bf7e78422658 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0531485 Mar 11 00:38:08.413818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6c8696c-85a1-4325-bf75-e91244a694f7 req-8d3da2b6-bc16-4046-af7e-d668f25539c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Mar 11 00:38:09.319356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6edb6283-3770-4680-9a7a-e61e994f875f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:09.532251 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220a86-c10e-46b1-a355-c7e7fcb9753a req-4e362d96-73a6-4d4f-8e5b-27338817b4e3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:09.533733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14220a86-c10e-46b1-a355-c7e7fcb9753a req-4e362d96-73a6-4d4f-8e5b-27338817b4e3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0519924 Mar 11 00:38:09.580889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14220a86-c10e-46b1-a355-c7e7fcb9753a req-d50c8070-cb59-4664-aab3-5152533b4499 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Mar 11 00:38:10.564109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:10.728378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dcfa7-57b0-4660-b701-9089452609a0 req-7cf29dbc-56eb-4a74-b021-4410bf7e85e4 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:10.730107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc2dcfa7-57b0-4660-b701-9089452609a0 req-7cf29dbc-56eb-4a74-b021-4410bf7e85e4 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0715253 Mar 11 00:38:10.789289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dc2dcfa7-57b0-4660-b701-9089452609a0 req-6fab422b-e1cf-4cfd-8317-87f68a2bcfd8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Mar 11 00:38:11.079390 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:11.408604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:11.726274 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:11.916803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61625a5e-b4f8-4f51-b2ce-6002d16d68b6 req-dc633a86-b3f6-4809-bd08-5fda18291a70 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:11.918302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61625a5e-b4f8-4f51-b2ce-6002d16d68b6 req-dc633a86-b3f6-4809-bd08-5fda18291a70 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0525835 Mar 11 00:38:11.965741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61625a5e-b4f8-4f51-b2ce-6002d16d68b6 req-8a100bfd-d13b-4d02-ab2e-20cc925480a1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Mar 11 00:38:13.088003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf93d-9fc1-47ef-ae86-c1da7acec076 req-20c57440-529a-4fcc-8814-dc656623aa28 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:13.089467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24edf93d-9fc1-47ef-ae86-c1da7acec076 req-20c57440-529a-4fcc-8814-dc656623aa28 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0559959 Mar 11 00:38:13.135258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24edf93d-9fc1-47ef-ae86-c1da7acec076 req-ebfcf489-b9cd-4252-b7db-010183e61d39 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Mar 11 00:38:13.344566 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:14.252970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75292-e123-4bbf-8988-f8a6c61f31e2 req-30c9db98-5433-4b70-b98b-44b33a01e179 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:14.254436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f75292-e123-4bbf-8988-f8a6c61f31e2 req-30c9db98-5433-4b70-b98b-44b33a01e179 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0524569 Mar 11 00:38:14.301831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19f75292-e123-4bbf-8988-f8a6c61f31e2 req-e1825226-9ac9-42b2-8cdc-d39ea85b0653 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Mar 11 00:38:15.420375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f62a-fd72-46e5-8dc4-9bb54d5b5268 req-965ecad8-9d1c-4ce1-bf5e-18c475b6e04d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:15.421838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ce6f62a-fd72-46e5-8dc4-9bb54d5b5268 req-965ecad8-9d1c-4ce1-bf5e-18c475b6e04d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0523598 Mar 11 00:38:15.472184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ce6f62a-fd72-46e5-8dc4-9bb54d5b5268 req-e2009978-ceb3-45aa-90fd-8eb107f59179 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Mar 11 00:38:16.592523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b5665-30d7-461d-b438-2aabc5964192 req-49c097d2-ecf0-4240-b396-65e07dd31018 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:16.593982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-870b5665-30d7-461d-b438-2aabc5964192 req-49c097d2-ecf0-4240-b396-65e07dd31018 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0557349 Mar 11 00:38:16.640393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-870b5665-30d7-461d-b438-2aabc5964192 req-7aaa3afd-bf90-44cb-aadd-07faeab628a9 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Mar 11 00:38:17.760327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67556a-3e02-4af2-a134-42a5a6abf744 req-e2a6ba70-1289-408b-bf64-2afde2c9c48a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:17.761829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f67556a-3e02-4af2-a134-42a5a6abf744 req-e2a6ba70-1289-408b-bf64-2afde2c9c48a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0543463 Mar 11 00:38:17.808097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f67556a-3e02-4af2-a134-42a5a6abf744 req-69fb028b-5475-4f48-9b38-86b17262f935 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Mar 11 00:38:18.930557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5db9-2836-4d4f-82af-2228e096c67a req-99f1e77a-9c00-48e8-9e8f-851a84b81e8a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:18.932056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f17a5db9-2836-4d4f-82af-2228e096c67a req-99f1e77a-9c00-48e8-9e8f-851a84b81e8a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0557864 Mar 11 00:38:18.979609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f17a5db9-2836-4d4f-82af-2228e096c67a req-8cebd06a-247e-4278-8194-6fab8ad10e7d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Mar 11 00:38:20.098052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20e47a-d970-4c07-b5ed-60b9066ab391 req-9bb54fb9-8f2a-49e6-a59a-5ea53653330b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:20.099520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d20e47a-d970-4c07-b5ed-60b9066ab391 req-9bb54fb9-8f2a-49e6-a59a-5ea53653330b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0520346 Mar 11 00:38:20.145307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d20e47a-d970-4c07-b5ed-60b9066ab391 req-df18136f-78d8-434d-af7d-100ff522d6e7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400167 Mar 11 00:38:21.265795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f95e55-ea5a-4d3d-8c43-3f745240dbd8 req-588f15d8-e50d-4289-90de-bec269447dcb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:21.267269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f95e55-ea5a-4d3d-8c43-3f745240dbd8 req-588f15d8-e50d-4289-90de-bec269447dcb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0521083 Mar 11 00:38:21.317640 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f95e55-ea5a-4d3d-8c43-3f745240dbd8 req-e4332dc1-70e7-48ce-8a10-7dc4033fd462 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Mar 11 00:38:22.437953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d8e33-aef0-441f-9fe7-86c7c4d05e0b req-67c20dc9-dc90-4bce-9472-e7ccff144571 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:22.439412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a3d8e33-aef0-441f-9fe7-86c7c4d05e0b req-67c20dc9-dc90-4bce-9472-e7ccff144571 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0523162 Mar 11 00:38:22.486680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a3d8e33-aef0-441f-9fe7-86c7c4d05e0b req-9a25188f-e3bd-492a-aad5-6391e9fe5960 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Mar 11 00:38:23.604613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44cd3-ee49-4167-9515-3e9572b792c4 req-b4ec0642-bfaa-4f1b-9462-7e9964db5f11 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:23.606073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45d44cd3-ee49-4167-9515-3e9572b792c4 req-b4ec0642-bfaa-4f1b-9462-7e9964db5f11 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0532837 Mar 11 00:38:23.652201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-45d44cd3-ee49-4167-9515-3e9572b792c4 req-d225055f-f653-487b-aaf3-e36cb83bb621 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Mar 11 00:38:24.774270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39b389-a685-461b-a638-345580b59f5c req-e43fe2a7-d6c5-443b-8455-2725bcd4da92 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:24.775947 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f39b389-a685-461b-a638-345580b59f5c req-e43fe2a7-d6c5-443b-8455-2725bcd4da92 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0558603 Mar 11 00:38:24.821923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f39b389-a685-461b-a638-345580b59f5c req-7e851c99-ea3d-4e71-8d0d-c6755ee836e6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Mar 11 00:38:25.942429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3e075-1755-4773-9682-05c5cd5255a7 req-7fa20d13-944c-46c0-a5ac-8569a07e1a3c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:25.943909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca3e075-1755-4773-9682-05c5cd5255a7 req-7fa20d13-944c-46c0-a5ac-8569a07e1a3c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0526414 Mar 11 00:38:25.990685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca3e075-1755-4773-9682-05c5cd5255a7 req-1d663e30-a447-4e5d-8bbe-edcbe1dfda09 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Mar 11 00:38:27.112390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9cbb-e966-4bd9-b4c5-1198da67a538 req-ead82d93-0ff2-4845-8544-01c78c7e6b0b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:27.113862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a79d9cbb-e966-4bd9-b4c5-1198da67a538 req-ead82d93-0ff2-4845-8544-01c78c7e6b0b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0553246 Mar 11 00:38:27.160069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a79d9cbb-e966-4bd9-b4c5-1198da67a538 req-a1ab59ea-d919-4d81-bb25-97976d342e99 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Mar 11 00:38:28.276892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d35d53-10fc-4454-b034-eb19723bdae4 req-49592f03-c8d7-4418-91ee-927744457753 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:28.278365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d35d53-10fc-4454-b034-eb19723bdae4 req-49592f03-c8d7-4418-91ee-927744457753 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0520365 Mar 11 00:38:28.323572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-00d35d53-10fc-4454-b034-eb19723bdae4 req-0413c474-f707-41f6-96f4-ba24499b1ca0 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Mar 11 00:38:28.686005 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-c4f5a720-9dd4-4cbc-915f-3334656e6058 service neutron] show failed (client error): The resource could not be found. Mar 11 00:38:28.686994 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-c4f5a720-9dd4-4cbc-915f-3334656e6058 service neutron] 10.222.0.39 "GET /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0572348 Mar 11 00:38:28.919215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-31cc430c-d677-4e49-a16d-f364dc62d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:28.920851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-31cc430c-d677-4e49-a16d-f364dc62d473 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096&tenant_id=704b4b9f855a4f8480117d032f3fde0f HTTP/1.1" status: 200 len: 1128 time: 0.0802922 Mar 11 00:38:28.931630 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:38:28.989333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.186581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:29.218858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:38:29.261472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:29.263731 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb13f8-8344-4022-aec2-09ac560db483" -d '{"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-unplugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:29.267271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks [] for port (a38522ce-db97-40a9-baca-9b683dac785f), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.279613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Transition to ACTIVE for port object a38522ce-db97-40a9-baca-9b683dac785f will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:38:29.283840 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.325798 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2a5511-42f0-4c2e-a773-7ef06624b593 x-openstack-request-id: req-ec2a5511-42f0-4c2e-a773-7ef06624b593 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:29.326107 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-unplugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:29.326370 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec2a5511-42f0-4c2e-a773-7ef06624b593 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:29.326775 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'code': 200} Mar 11 00:38:29.346383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] No DVR routers for this DVR port a38522ce-db97-40a9-baca-9b683dac785f on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:38:29.356720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:29.389016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:38:29.389355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:38:29.389688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:38:29.395810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:38:29.396169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Attempting to bind port a38522ce-db97-40a9-baca-9b683dac785f on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:38:29.409591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:38:29.409934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Checking segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:38:29.410320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Bound using segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:38:29.410753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Bound port: a38522ce-db97-40a9-baca-9b683dac785f, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:38:29.411107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.500040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825849f-db81-4f39-949f-a9cf46525a38 req-1b0d7dd5-6d96-4985-af47-ce2c439533c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:29.501538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9825849f-db81-4f39-949f-a9cf46525a38 req-1b0d7dd5-6d96-4985-af47-ce2c439533c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.1075716 Mar 11 00:38:29.507082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:38:29.512462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:38:29.527874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.574090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:29.574709 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:29.576121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] 10.222.0.30 "PUT /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 1092 time: 0.6484847 Mar 11 00:38:29.606073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9825849f-db81-4f39-949f-a9cf46525a38 req-db14d09c-09f8-4eeb-b3fb-54dbe5ccb145 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967069 Mar 11 00:38:29.617298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64df5e-944c-4a99-92a4-2915425bf071 service neutron] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:29.656917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-ee92b9f8-c573-4890-841c-5a99a3ad87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:29.658433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-ee92b9f8-c573-4890-841c-5a99a3ad87fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0564933 Mar 11 00:38:29.748318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-f339b608-942b-4195-a88e-e00a5ba91b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:29.749768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-f339b608-942b-4195-a88e-e00a5ba91b9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0854113 Mar 11 00:38:29.792512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-9b9da64d-b424-481a-a471-e2514695a27f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0374117 Mar 11 00:38:29.840723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6da24b0a-6493-46a2-9faa-0f6702cbb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:29.842182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-6da24b0a-6493-46a2-9faa-0f6702cbb6b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0440452 Mar 11 00:38:29.873629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-4c68fe26-3082-4c38-81f2-27a1b4f826d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254722 Mar 11 00:38:29.964239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-fcbc442e-70b0-4696-bbb6-b9dc10bae23b service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851891 Mar 11 00:38:30.051440 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-283e004a-bfb6-4a7b-bf5e-650e95bf2ae3 req-9cb2c48d-e5c8-40b0-84f8-0788f80c92b6 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808649 Mar 11 00:38:30.727724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656c17-f055-465d-b1b1-ab2b827a0b55 req-fef95398-c70a-4b14-9b96-74bec0936bd6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:30.730287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67656c17-f055-465d-b1b1-ab2b827a0b55 req-fef95398-c70a-4b14-9b96-74bec0936bd6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.0538876 Mar 11 00:38:30.780134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67656c17-f055-465d-b1b1-ab2b827a0b55 req-fdf8b9fb-2c9f-44ff-a423-901c5ad1c924 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Mar 11 00:38:31.195092 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:38:31.327370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:31.330034 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ccec4f-40e0-4c8c-895c-b9fc8621783c" -d '{"events": [{"name": "network-changed", "server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:31.379822 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223e506-f9d1-4356-adde-c38716cdd8ac x-openstack-request-id: req-a223e506-f9d1-4356-adde-c38716cdd8ac {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:31.380737 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:31.380737 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a223e506-f9d1-4356-adde-c38716cdd8ac {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:31.381026 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'status': 'completed', 'code': 200} Mar 11 00:38:31.438735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-d92857e1-f61e-422d-a5f5-762508b3fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.440937 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-d92857e1-f61e-422d-a5f5-762508b3fe0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0461411 Mar 11 00:38:31.449974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-2fdfd05d-8cb4-44de-80b0-8e6a7268be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.451767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-2fdfd05d-8cb4-44de-80b0-8e6a7268be3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0517316 Mar 11 00:38:31.537081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-63300e30-a52a-43b1-9fda-54118b36ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.538535 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-63300e30-a52a-43b1-9fda-54118b36ac28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0915740 Mar 11 00:38:31.564306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-a9451623-caf3-4286-8ba0-190a6ef772fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.565796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-a9451623-caf3-4286-8ba0-190a6ef772fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.1002102 Mar 11 00:38:31.581162 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-86c29260-5320-4381-9885-edd3cbbdbe81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0366113 Mar 11 00:38:31.621617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-920639ff-4521-4ace-93c7-8ddcbd2e9ea3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0413265 Mar 11 00:38:31.632427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-5ef863cc-628a-428b-ad04-3b4faa00fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.633871 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-5ef863cc-628a-428b-ad04-3b4faa00fb2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0462704 Mar 11 00:38:31.643113 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a38522ce-db97-40a9-baca-9b683dac785f no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:38:31.669215 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-f3d5f3c6-bff9-4494-931d-12aee7c743a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298531 Mar 11 00:38:31.673109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-ebe7a99e-ffbc-4ba6-a004-43e7993b219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.674726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-ebe7a99e-ffbc-4ba6-a004-43e7993b219a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0471210 Mar 11 00:38:31.682563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port a38522ce-db97-40a9-baca-9b683dac785f host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:38:31.682956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device a38522ce-db97-40a9-baca-9b683dac785f not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:38:31.707783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-8b3246f0-d7b9-4443-8da4-f4b1d5a27372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279856 Mar 11 00:38:31.760711 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-c423487f-6d5b-405f-924c-925b513e0571 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854869 Mar 11 00:38:31.801543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-dfd00875-e6d1-4228-9eec-9fb4ea1950ea service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878537 Mar 11 00:38:31.857452 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-ee6cbca7-5cf3-4389-89ae-e9fcfb9aa5e6 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911427 Mar 11 00:38:31.929992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23ccec4f-40e0-4c8c-895c-b9fc8621783c req-1af78f99-6311-4e0a-be2a-d0717bab3be2 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221504 Mar 11 00:38:31.944284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc2eb7-1784-4605-8863-f8fbfe241638 req-9c851da9-844e-46b1-9110-aad88ddf0800 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:31.945870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1cc2eb7-1784-4605-8863-f8fbfe241638 req-9c851da9-844e-46b1-9110-aad88ddf0800 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.0751886 Mar 11 00:38:32.003482 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1cc2eb7-1784-4605-8863-f8fbfe241638 req-c5336f13-e054-47cf-8c51-38f325b1168f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513871 Mar 11 00:38:32.035818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-d87d4a81-f3a8-4db2-b58c-4cf28ab99ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.037380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-d87d4a81-f3a8-4db2-b58c-4cf28ab99ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1126 time: 0.0488398 Mar 11 00:38:32.094161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a38522ce-db97-40a9-baca-9b683dac785f details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:38:32.163039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-ee051f08-293f-4f20-aeaf-b83d2561aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.164551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-ee051f08-293f-4f20-aeaf-b83d2561aae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.1086166 Mar 11 00:38:32.201915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:32.214380 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'a38522ce-db97-40a9-baca-9b683dac785f', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'port_id': 'a38522ce-db97-40a9-baca-9b683dac785f', 'mac_address': 'fa:16:3e:39:7c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8144a824-11de-4f32-89f9-0ebb0d415a24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:38:32.215669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-bb66fad4-152b-4288-8878-dedf06fa4ae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0450850 Mar 11 00:38:32.252525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a38522ce-db97-40a9-baca-9b683dac785f is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:38:32.253240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:32.261796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-f5f99e60-5676-4ce7-8bf7-64cc9ad96719 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.263219 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-f5f99e60-5676-4ce7-8bf7-64cc9ad96719 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.39 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096&tenant_id=704b4b9f855a4f8480117d032f3fde0f&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 944 time: 0.0977094 Mar 11 00:38:32.266693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38522ce-db97-40a9-baca-9b683dac785f {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:38:32.288576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:32.293422 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:32.295791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-6fbefe42-dc64-4626-b69a-bacbfd0e7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.299652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-6fbefe42-dc64-4626-b69a-bacbfd0e7a0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0657351 Mar 11 00:38:32.307844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cee79-8887-411e-a47d-05ee4b23f6fe req-42082eba-8769-4201-b2a7-76dce35f1a87 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.309315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9cee79-8887-411e-a47d-05ee4b23f6fe req-42082eba-8769-4201-b2a7-76dce35f1a87 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 944 time: 0.1316433 Mar 11 00:38:32.332179 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-b7f1b66c-ed48-40a9-b962-34a0ee93ec84 service neutron] delete failed (client error): The resource could not be found. Mar 11 00:38:32.333210 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-b7f1b66c-ed48-40a9-b962-34a0ee93ec84 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0638762 Mar 11 00:38:32.343877 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:32.352455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-e16f48de-a7d5-4b16-8853-8672e5e3b4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421929 Mar 11 00:38:32.407764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd9cee79-8887-411e-a47d-05ee4b23f6fe req-b110e7e6-73f1-4e5d-bce1-8fe8354f706c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887859 Mar 11 00:38:32.432046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-cd0be2a5-20c8-4b4b-985d-0895c5d0e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.433675 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-cd0be2a5-20c8-4b4b-985d-0895c5d0e43b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 1127 time: 0.0571332 Mar 11 00:38:32.512752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a38522ce-db97-40a9-baca-9b683dac785f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:38:32.533635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-a7d894da-9250-438c-89d2-3ce84606ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.535874 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-a7d894da-9250-438c-89d2-3ce84606ce23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0955608 Mar 11 00:38:32.581961 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-e40ce61f-0632-4556-b744-4cea96ff1989 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 200 len: 217 time: 0.0389032 Mar 11 00:38:32.632511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-9cb03d27-f6d5-4aac-b0b2-de3e638c2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:32.634869 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-9cb03d27-f6d5-4aac-b0b2-de3e638c2485 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0468500 Mar 11 00:38:32.668570 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-5855c1f1-c31a-429a-9661-0c6ceb3c1299 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274341 Mar 11 00:38:32.768350 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-b1458c13-523e-4c97-9cbe-54b60c8933ff service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923862 Mar 11 00:38:32.815223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-29f769d9-dc4f-4b87-8d3b-ce905f38e84d service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548740 Mar 11 00:38:32.864113 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a0e6059a-0ab7-4ab7-8cbd-1211997d2553 req-c19ab8c4-31f2-4f37-a175-1437cf976790 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Mar 11 00:38:32.904965 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd8599c7-adeb-4b5a-a811-997ba5e917c7 req-e299c05e-9614-477e-9b76-41f01ad442ab service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Mar 11 00:38:33.527826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8410-3f98-4f0e-ac36-154246e6fadf req-869e2dcf-5e44-4158-b352-79d22e4249db tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:33.529310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73cc8410-3f98-4f0e-ac36-154246e6fadf req-869e2dcf-5e44-4158-b352-79d22e4249db tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Mar 11 00:38:33.578011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73cc8410-3f98-4f0e-ac36-154246e6fadf req-e0f6ab5f-e23b-46e4-b2ef-761f5e021a98 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Mar 11 00:38:33.694543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9678ea-f72f-4815-b55b-7d9f105c4d91 req-bdb91b78-13cc-4172-97b3-ecdcf379fe01 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:33.696016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb9678ea-f72f-4815-b55b-7d9f105c4d91 req-bdb91b78-13cc-4172-97b3-ecdcf379fe01 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Mar 11 00:38:33.741425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb9678ea-f72f-4815-b55b-7d9f105c4d91 req-ee624eba-2015-426f-9817-361287713d4f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Mar 11 00:38:33.857558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa45189-dda3-48ae-a6a2-f90e71cb72e6 req-2a148041-9544-42fb-802a-7d1e19e53204 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:33.858963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffa45189-dda3-48ae-a6a2-f90e71cb72e6 req-2a148041-9544-42fb-802a-7d1e19e53204 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Mar 11 00:38:33.905097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ffa45189-dda3-48ae-a6a2-f90e71cb72e6 req-a3b707e8-6fe7-42db-b7da-e5cdb7e76669 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Mar 11 00:38:34.109646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a38522ce-db97-40a9-baca-9b683dac785f up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:38:34.160224 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port a38522ce-db97-40a9-baca-9b683dac785f completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:38:34.164272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port a38522ce-db97-40a9-baca-9b683dac785f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:38:34.164656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a38522ce-db97-40a9-baca-9b683dac785f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:34.245888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port a38522ce-db97-40a9-baca-9b683dac785f is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:38:34.246283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:34.253176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-c4a0f394-f93c-4bdb-a6c5-23e24c060974 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:34.254657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-c4a0f394-f93c-4bdb-a6c5-23e24c060974 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 815 time: 0.1058996 Mar 11 00:38:34.269700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:34.270129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-19c1c9ac-0437-4213-a407-09cd7550c245 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/quotas/704b4b9f855a4f8480117d032f3fde0f HTTP/1.1" status: 200 len: 375 time: 0.0098739 Mar 11 00:38:34.271955 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4b188-ac43-4f38-a29b-75c3c4c9c0d1" -d '{"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-plugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:34.286985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:34.291443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:34.317145 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81892299-ad1d-4955-95bd-fdd43e5b6948 x-openstack-request-id: req-81892299-ad1d-4955-95bd-fdd43e5b6948 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:34.317445 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-plugged", "status": "completed", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:34.317707 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81892299-ad1d-4955-95bd-fdd43e5b6948 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:34.318234 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'code': 200} Mar 11 00:38:34.326683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9810f79d-09e3-4883-9e30-3c013c9ceea4 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509293 Mar 11 00:38:34.345660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:34.420869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9df7f0e7-af5d-4c41-8f93-eb5bf5b95d1d service neutron] 10.222.0.21 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Mar 11 00:38:34.509096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-8dcc3d55-aa54-4b53-ab6d-32c79466da9f service neutron] 10.222.0.21 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Mar 11 00:38:34.673961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8af408e0-022f-401a-b68b-6e42e0f268fb req-434571c3-9563-4fa7-b265-0bddccce77a3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 210 time: 0.0325654 Mar 11 00:38:35.392702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6bd81777-5a39-473e-a17f-9b55d04bdb6d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:35.394465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6bd81777-5a39-473e-a17f-9b55d04bdb6d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.30 "GET /v2.0/ports?device_id=7770763e-e60e-40ae-a8a4-8dd61b6af096 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Mar 11 00:38:35.498279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Deleting port a38522ce-db97-40a9-baca-9b683dac785f {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:38:35.498641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a38522ce-db97-40a9-baca-9b683dac785f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:35.679426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] For port a38522ce-db97-40a9-baca-9b683dac785f, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=a38522ce-db97-40a9-baca-9b683dac785f,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:35.679691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a38522ce-db97-40a9-baca-9b683dac785f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:35.697129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-58dbcf13-8ffd-44ea-bfdf-232600b158f1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:35.698688 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-58dbcf13-8ffd-44ea-bfdf-232600b158f1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 815 time: 0.1837199 Mar 11 00:38:35.703107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Calling delete_port for a38522ce-db97-40a9-baca-9b683dac785f owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:38:35.713771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Request body: {'port': {'device_id': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'admin_state_up': True, 'tenant_id': '704b4b9f855a4f8480117d032f3fde0f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:38:35.853867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e80ee00d-80e8-4f78-a316-1fc1156af008 req-b14b8da3-99d1-43dc-8c71-41c797194b40 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 210 time: 0.0698795 Mar 11 00:38:35.926246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Made reservation on behalf of 704b4b9f855a4f8480117d032f3fde0f for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:38:35.929788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:35.991833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a38522ce-db97-40a9-baca-9b683dac785f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.003568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['a38522ce-db97-40a9-baca-9b683dac785f'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:38:36.065910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Pushing event deleted for resources: {'Port': ['ID=a38522ce-db97-40a9-baca-9b683dac785f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:36.107850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] No DVR routers for this DVR port a38522ce-db97-40a9-baca-9b683dac785f on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:38:36.112219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.115490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b603246a-b639-48f5-b39f-2208f4ab51a8 req-6885be13-4bdf-4f32-85b9-53521f8615c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.30 "DELETE /v2.0/ports/a38522ce-db97-40a9-baca-9b683dac785f HTTP/1.1" status: 204 len: 173 time: 0.7162077 Mar 11 00:38:36.115946 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-deleted', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:36.118231 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905b4d9-936d-4d67-a5b2-02149b60a9de" -d '{"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-deleted", "tag": "a38522ce-db97-40a9-baca-9b683dac785f"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:36.174312 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaa0f91-5535-4b68-a7e5-b07a1b68591c x-openstack-request-id: req-ddaa0f91-5535-4b68-a7e5-b07a1b68591c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:36.174681 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770763e-e60e-40ae-a8a4-8dd61b6af096", "name": "network-vif-deleted", "tag": "a38522ce-db97-40a9-baca-9b683dac785f", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:36.175008 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddaa0f91-5535-4b68-a7e5-b07a1b68591c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:36.175483 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770763e-e60e-40ae-a8a4-8dd61b6af096', 'name': 'network-vif-deleted', 'tag': 'a38522ce-db97-40a9-baca-9b683dac785f', 'status': 'completed', 'code': 200} Mar 11 00:38:36.188275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Allocated IP 172.20.0.7 (b8b42d2f-c3b3-4e19-81d4-53e877ba9737/8144a824-11de-4f32-89f9-0ebb0d415a24/7312d0f1-80bd-40f8-beaf-b9ffb62d229a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:38:36.367258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks [] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.403585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.446349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:38:36.452685 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:38:36.456657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:38:36.489047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:36.515424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:36.516078 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.531731 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-13dd8abb-cd39-4a9f-994a-8ff7757bfcd5 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238032 Mar 11 00:38:36.544666 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Request body: {'port': {'device_id': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:38:36.606822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.767708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-90d4bf68-ab1f-41f1-a764-5fd77fd5cd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.906874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7312d0f1-80bd-40f8-beaf-b9ffb62d229a {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:38:36.919884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks [] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:36.928555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Transition to ACTIVE for port object 7312d0f1-80bd-40f8-beaf-b9ffb62d229a will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:38:36.940317 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:37.029586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:37.072325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e19cdf-e07b-43ae-bf2a-b3bf7f34acf1 req-b4fe2eeb-7ab7-428a-890c-30f105fbd222 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:37.074403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3e19cdf-e07b-43ae-bf2a-b3bf7f34acf1 req-b4fe2eeb-7ab7-428a-890c-30f105fbd222 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.1440175 Mar 11 00:38:37.113736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:38:37.114070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:38:37.114398 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:38:37.126744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:38:37.127072 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:38:37.140303 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:38:37.140582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Checking segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:38:37.140967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Bound using segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:38:37.141393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Bound port: 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:38:37.141743 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:37.146950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c3e19cdf-e07b-43ae-bf2a-b3bf7f34acf1 req-9283122a-800a-482a-a21e-411e9ee929ea tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Mar 11 00:38:37.206688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:38:37.209722 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:38:37.215615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:37.250952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:37.251578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:37.252991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 1091 time: 0.7131436 Mar 11 00:38:37.276280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea1eec-ef47-4d6a-aea3-181dcff1d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:37.334363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-51a36a5d-9f55-4cfe-bc23-897778f5d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:37.336365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-51a36a5d-9f55-4cfe-bc23-897778f5d08f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0471551 Mar 11 00:38:37.389358 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-bcb30b49-1aac-4937-a868-4152eb74a5d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0458663 Mar 11 00:38:37.437877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-197178fc-990b-497c-b1a8-edf5d19c55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:37.439362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-197178fc-990b-497c-b1a8-edf5d19c55a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0446916 Mar 11 00:38:37.472764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-8ab2bb62-6cce-4ac6-90d5-37c26dc5848c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272186 Mar 11 00:38:37.568400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-fb765293-cd91-498c-bd50-1041e56185c4 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881009 Mar 11 00:38:37.657103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f33cef28-78d0-49d0-9abc-9ea69fb4514c req-e5fe7685-c409-41d7-bb12-c03ef4cb9a1d service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829389 Mar 11 00:38:38.125024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a38522ce-db97-40a9-baca-9b683dac785f no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:38:38.145456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: a38522ce-db97-40a9-baca-9b683dac785f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:38:38.145801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device a38522ce-db97-40a9-baca-9b683dac785f not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:38:38.176521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:38.178925 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539" -d '{"events": [{"name": "network-changed", "server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:38.215813 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69e702-0409-441e-a862-42869342dff7 x-openstack-request-id: req-5a69e702-0409-441e-a862-42869342dff7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:38.216146 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:38.216409 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a69e702-0409-441e-a862-42869342dff7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:38.216818 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'status': 'completed', 'code': 200} Mar 11 00:38:38.308341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69be59-d0e7-4ebf-b599-d0c2a5d0290c req-95c596e7-ce81-42d6-9e3e-6c40f1fbc3f8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:38.309815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f69be59-d0e7-4ebf-b599-d0c2a5d0290c req-95c596e7-ce81-42d6-9e3e-6c40f1fbc3f8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0872021 Mar 11 00:38:38.315004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-fe22fae1-f8f0-4e96-88b1-5103780ff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:38.316412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-fe22fae1-f8f0-4e96-88b1-5103780ff223 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0631270 Mar 11 00:38:38.416454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f69be59-d0e7-4ebf-b599-d0c2a5d0290c req-3e1b0a1d-a58d-4203-a501-30bf71c25027 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Mar 11 00:38:38.439460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-c8b775e8-44ca-421d-a7db-12c0d01259c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:38.440957 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-c8b775e8-44ca-421d-a7db-12c0d01259c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.1181421 Mar 11 00:38:38.482050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-f45c16b5-d2cc-474e-a3b0-71b3ea68dbd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0347917 Mar 11 00:38:38.528359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-8d7538fc-6ee7-4d1c-ad70-cad23bd2c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:38.529760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-8d7538fc-6ee7-4d1c-ad70-cad23bd2c2d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0425613 Mar 11 00:38:38.565316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-e557eebe-6e90-4076-8051-7e42fd485ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295029 Mar 11 00:38:38.653420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-9fb3d298-81aa-4365-853f-037d708af1ee service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819912 Mar 11 00:38:38.745339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-617ea4a9-12a6-43e9-ab6c-2bdd4513f539 req-e0c030e7-4bd2-40bc-aaf2-73740c44c06f service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Mar 11 00:38:39.321099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e98b7f2-891a-4c4c-aeaf-346e4c4b1798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:39.535283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007bdde-0f50-43b1-98cd-30ba999ee675 req-8428064a-e1c8-4f0d-8389-25157cd27e20 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:39.536768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3007bdde-0f50-43b1-98cd-30ba999ee675 req-8428064a-e1c8-4f0d-8389-25157cd27e20 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0520587 Mar 11 00:38:39.582958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3007bdde-0f50-43b1-98cd-30ba999ee675 req-e691f081-3b6e-4222-a7ef-2cd4832738eb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Mar 11 00:38:40.124768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:38:40.227620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:40.238959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'port_id': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'mac_address': 'fa:16:3e:67:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8144a824-11de-4f32-89f9-0ebb0d415a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:38:40.274542 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:38:40.274934 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:40.287289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7312d0f1-80bd-40f8-beaf-b9ffb62d229a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:38:40.306123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:40.311073 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:40.361449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:40.502322 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7312d0f1-80bd-40f8-beaf-b9ffb62d229a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:38:40.566770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:40.699613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e0743-a854-4559-820a-09f4eae7b963 req-6f151e62-8b1c-40a3-8d43-69e51681f7ea tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:40.701108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d30e0743-a854-4559-820a-09f4eae7b963 req-6f151e62-8b1c-40a3-8d43-69e51681f7ea tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 944 time: 0.0526781 Mar 11 00:38:40.751968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d30e0743-a854-4559-820a-09f4eae7b963 req-3df8fb64-ad82-4dce-9758-7b7e6e83a360 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Mar 11 00:38:41.076108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:41.421341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:41.733024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:41.870750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04891-6ac7-4679-b1d5-4aba8d907fd9 req-eb0c93af-e259-410f-9364-91f7a6308621 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:41.872240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24b04891-6ac7-4679-b1d5-4aba8d907fd9 req-eb0c93af-e259-410f-9364-91f7a6308621 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 944 time: 0.0520010 Mar 11 00:38:41.918132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-24b04891-6ac7-4679-b1d5-4aba8d907fd9 req-9c15b37e-8ba8-4407-b55f-77eb4ef918ce tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Mar 11 00:38:42.140457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:38:42.189277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:38:42.193201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:38:42.193574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:42.269187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:38:42.269581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:42.291714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:38:42.294154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb146736-d20b-42ce-8db0-49439feeac58" -d '{"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-plugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:38:42.310544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:38:42.314699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:42.341907 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32ff33-637b-4f8b-ae96-07145d9212fb x-openstack-request-id: req-2c32ff33-637b-4f8b-ae96-07145d9212fb {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:38:42.342199 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-plugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:38:42.342460 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c32ff33-637b-4f8b-ae96-07145d9212fb {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:38:42.342934 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'code': 200} Mar 11 00:38:42.370559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:38:42.378262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.378612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.378953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.379289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.379623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.379987 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.380317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.380642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.380966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.381287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.381613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.381932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.382250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:38:42.428521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16153a23-8133-4c08-8011-2f727d62167d req-15d1ec6f-7f41-4d39-ad92-7fdd96bd6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:42.430002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16153a23-8133-4c08-8011-2f727d62167d req-15d1ec6f-7f41-4d39-ad92-7fdd96bd6697 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1127 time: 0.0442410 Mar 11 00:38:42.472953 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-16153a23-8133-4c08-8011-2f727d62167d req-850a2c89-2d7b-49a9-babe-e22fa15a592f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358543 Mar 11 00:38:43.041549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b162f5-b81c-4178-9d58-2f71ca508f39 req-73c74d6c-c15a-4743-8573-2fe17f9af749 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:43.043138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b162f5-b81c-4178-9d58-2f71ca508f39 req-73c74d6c-c15a-4743-8573-2fe17f9af749 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0565557 Mar 11 00:38:43.088649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84b162f5-b81c-4178-9d58-2f71ca508f39 req-a17903ea-49d3-4d54-923a-96e592073de7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Mar 11 00:38:43.346846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:38:44.207709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67311c64-37a3-4af6-919c-378ec8bff948 req-6c77f41b-437a-49df-a342-f207555729c0 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:44.209134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67311c64-37a3-4af6-919c-378ec8bff948 req-6c77f41b-437a-49df-a342-f207555729c0 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0513790 Mar 11 00:38:44.255066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-67311c64-37a3-4af6-919c-378ec8bff948 req-2adc58e7-77c6-4ccd-948b-e3a6954c05c8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Mar 11 00:38:44.372870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b73b96-eda0-4f13-95f1-7c99018c156b req-ac4f4bb3-6c33-44c2-bce9-54164c780af8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:44.374343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9b73b96-eda0-4f13-95f1-7c99018c156b req-ac4f4bb3-6c33-44c2-bce9-54164c780af8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0523000 Mar 11 00:38:44.424626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9b73b96-eda0-4f13-95f1-7c99018c156b req-a780fdcb-fdc9-4229-ba1e-142d7d4d7c42 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Mar 11 00:38:44.681144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-00993e1f-7f85-4fbe-b296-23250ea9e221 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788045 Mar 11 00:38:44.689167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c371-069e-4c68-8a79-5e33ecdba999 req-2b4a8436-57ee-46ab-896e-79bdad10520a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:44.690571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88e6c371-069e-4c68-8a79-5e33ecdba999 req-2b4a8436-57ee-46ab-896e-79bdad10520a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0791409 Mar 11 00:38:44.740604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-88e6c371-069e-4c68-8a79-5e33ecdba999 req-2f7cb4f7-e33f-44c2-a015-9884f8efe838 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442708 Mar 11 00:38:45.026823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-411f013a-a45d-4aee-a59f-17dbe8dcc397 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:45.028191 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-411f013a-a45d-4aee-a59f-17dbe8dcc397 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 942 time: 0.0461750 Mar 11 00:38:45.854145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-391653f9-e62d-4c00-a43f-9a73f97eee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:45.856365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-391653f9-e62d-4c00-a43f-9a73f97eee4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1127 time: 0.0773199 Mar 11 00:38:45.892084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6a71-cc8d-42d2-9ddc-29a5121f2cd9 req-1dfc5b1e-ffa4-44a7-b1d3-30f97ca0cb4b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:45.893509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc3e6a71-cc8d-42d2-9ddc-29a5121f2cd9 req-1dfc5b1e-ffa4-44a7-b1d3-30f97ca0cb4b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0805097 Mar 11 00:38:45.992159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc3e6a71-cc8d-42d2-9ddc-29a5121f2cd9 req-571da62c-e936-4653-ab35-aea19d1e5bc3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905392 Mar 11 00:38:45.993308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-e5ea67fd-60b8-457a-8e56-76624e06d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:45.994646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-e5ea67fd-60b8-457a-8e56-76624e06d2b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.1322219 Mar 11 00:38:46.035124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-09795f03-45ff-4d83-b793-5386b8bfe887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0342221 Mar 11 00:38:46.082050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-b1aaca97-31f1-4b0e-94fc-19b238e742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:46.083429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-b1aaca97-31f1-4b0e-94fc-19b238e742ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0428634 Mar 11 00:38:46.117987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-2999711e-a2de-498e-9045-b7d2709cd2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289509 Mar 11 00:38:46.206246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-7cca9076-3e0a-4ee7-b9f6-b6a3b1ffc738 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826819 Mar 11 00:38:46.301683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-ffd6dec5-021f-4d53-8ce9-54805443f177 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890586 Mar 11 00:38:47.112613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cb5d9-0b9e-43e2-85fe-2abcf4a21194 req-6856bf70-84b1-4bf4-8b35-a01d0f510758 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:47.114100 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a54cb5d9-0b9e-43e2-85fe-2abcf4a21194 req-6856bf70-84b1-4bf4-8b35-a01d0f510758 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Mar 11 00:38:47.159708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a54cb5d9-0b9e-43e2-85fe-2abcf4a21194 req-a4916d90-75d2-49a4-9fe0-e9c6042aa74b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Mar 11 00:38:48.278170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cf6b2-d7fa-42b5-9a7a-dbbdb6fc34ad req-075c78ee-9572-4a64-bdff-9618a6f41636 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:48.279626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6cf6b2-d7fa-42b5-9a7a-dbbdb6fc34ad req-075c78ee-9572-4a64-bdff-9618a6f41636 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Mar 11 00:38:48.329722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d6cf6b2-d7fa-42b5-9a7a-dbbdb6fc34ad req-3e1a8598-a1b4-466c-b3bb-2145762fa0e1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Mar 11 00:38:49.448270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57a4c7-c118-46dd-ad3e-7dcb1a229fb3 req-53aa53f1-ca8d-4d74-a4b7-3d5ea587dd74 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:49.450413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b57a4c7-c118-46dd-ad3e-7dcb1a229fb3 req-53aa53f1-ca8d-4d74-a4b7-3d5ea587dd74 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Mar 11 00:38:49.473840 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-817216b1-272d-42e1-834e-a8a3154a07b6 req-a1d3db30-cb18-4143-9f82-0de406180587 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266318 Mar 11 00:38:49.499027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b57a4c7-c118-46dd-ad3e-7dcb1a229fb3 req-68dcc0d4-3224-4c76-866b-87153ef10a2d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Mar 11 00:38:49.519756 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-817216b1-272d-42e1-834e-a8a3154a07b6 req-d42c150f-d2a5-4203-997d-7d8b1df6888e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0265517 Mar 11 00:38:49.556310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-817216b1-272d-42e1-834e-a8a3154a07b6 req-bf8d9b0f-d332-4026-9ce8-ee5393a10793 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0185440 Mar 11 00:38:49.649575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817216b1-272d-42e1-834e-a8a3154a07b6 req-84e1451b-2143-4509-b4de-c9f02717d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:49.650909 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-817216b1-272d-42e1-834e-a8a3154a07b6 req-84e1451b-2143-4509-b4de-c9f02717d9c6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889711 Mar 11 00:38:50.616370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb35ff3-1c89-4f8c-acc2-abc58a5991bb req-2d9b4201-551e-4967-aabb-b2df6874a91b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:50.617815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfb35ff3-1c89-4f8c-acc2-abc58a5991bb req-2d9b4201-551e-4967-aabb-b2df6874a91b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Mar 11 00:38:50.665633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfb35ff3-1c89-4f8c-acc2-abc58a5991bb req-0db68532-52ba-4cf2-977a-ba8d4d6fb0d7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Mar 11 00:38:51.789424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392bbd9-4240-4037-be09-3ea40643171f req-23307dd4-9486-44d3-ac58-941f7d49ca2b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:51.790885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0392bbd9-4240-4037-be09-3ea40643171f req-23307dd4-9486-44d3-ac58-941f7d49ca2b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0552711 Mar 11 00:38:51.838147 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0392bbd9-4240-4037-be09-3ea40643171f req-6a63cf74-0de6-40a5-8415-dcdec53f1ab2 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Mar 11 00:38:52.956537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6c89-64f9-4618-a4ff-7bd7eaea30e0 req-ca25c7b3-7fb1-4667-b994-29db6db250f3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:52.957999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-344e6c89-64f9-4618-a4ff-7bd7eaea30e0 req-ca25c7b3-7fb1-4667-b994-29db6db250f3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Mar 11 00:38:53.003741 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-344e6c89-64f9-4618-a4ff-7bd7eaea30e0 req-f8232d3b-1d28-43a2-9fb2-80508e1b397d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Mar 11 00:38:54.119464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51289930-a9a2-4090-9129-7d4896e39acb req-8e5c03f4-d3a9-43d2-a85a-52e9aa87fc3c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:54.120966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51289930-a9a2-4090-9129-7d4896e39acb req-8e5c03f4-d3a9-43d2-a85a-52e9aa87fc3c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Mar 11 00:38:54.171846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51289930-a9a2-4090-9129-7d4896e39acb req-8757d200-0a02-4a33-b6aa-883593fb1073 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Mar 11 00:38:55.290086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2e3d1-440e-4e0c-8190-659e329fe7f3 req-63ef739d-72a3-4450-a4bf-d6929eb6d77e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:55.291548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ec2e3d1-440e-4e0c-8190-659e329fe7f3 req-63ef739d-72a3-4450-a4bf-d6929eb6d77e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0525846 Mar 11 00:38:55.338395 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ec2e3d1-440e-4e0c-8190-659e329fe7f3 req-376adca3-1f7b-448c-a6be-01474b6fcc83 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Mar 11 00:38:56.453950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4c20f-8267-4840-a0b2-8c49e45a86be req-18f97809-bbf0-499e-9f02-9d83e0afa934 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:56.455691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efd4c20f-8267-4840-a0b2-8c49e45a86be req-18f97809-bbf0-499e-9f02-9d83e0afa934 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Mar 11 00:38:56.501638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-efd4c20f-8267-4840-a0b2-8c49e45a86be req-c4159ea9-9c3d-42d1-9e09-cd637fe83021 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Mar 11 00:38:57.623725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab221f-e813-447a-ab67-5659dd58dfbd req-e384063e-cd08-414c-a678-7bab2c8bed4b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:57.625222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54ab221f-e813-447a-ab67-5659dd58dfbd req-e384063e-cd08-414c-a678-7bab2c8bed4b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0558140 Mar 11 00:38:57.670852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54ab221f-e813-447a-ab67-5659dd58dfbd req-56817611-4ca9-4865-9a6a-7d55395e9220 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Mar 11 00:38:58.223785 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-7fcf3970-4ee9-4322-b881-cc1b76974c7c req-39ee9c4b-598b-4084-a4f2-3d11a8869323 tempest-TestNetworkAdvancedServerOps-241571655 tempest-TestNetworkAdvancedServerOps-241571655-project-admin] (110425) timed out ('10.222.0.21', 49254) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:38:58.789279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c637-1570-46ef-8fd1-ec793237feff req-fc620542-82ac-4ad5-9480-b4b01d6db38c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:58.790738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6194c637-1570-46ef-8fd1-ec793237feff req-fc620542-82ac-4ad5-9480-b4b01d6db38c tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0516541 Mar 11 00:38:58.837011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6194c637-1570-46ef-8fd1-ec793237feff req-7a0f6f06-44d5-407d-833a-2d5e6acea3b6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Mar 11 00:38:59.961402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0790f83-b5aa-4124-8f03-11dd074098d0 req-72adf58b-3a56-4d2c-a8da-9463534a8507 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:38:59.962870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0790f83-b5aa-4124-8f03-11dd074098d0 req-72adf58b-3a56-4d2c-a8da-9463534a8507 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0562532 Mar 11 00:39:00.008973 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0790f83-b5aa-4124-8f03-11dd074098d0 req-10487117-7758-4ef6-a613-6b6b35dc9ed8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Mar 11 00:39:01.126021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67b58-0a3d-46ca-b3c4-6b7aab2889e7 req-75ee3dd8-6662-4304-a112-6f3c8bde43c2 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:01.127503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8b67b58-0a3d-46ca-b3c4-6b7aab2889e7 req-75ee3dd8-6662-4304-a112-6f3c8bde43c2 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Mar 11 00:39:01.173895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c8b67b58-0a3d-46ca-b3c4-6b7aab2889e7 req-65b203c3-7844-4248-96fe-1dbe1b3a1c76 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Mar 11 00:39:02.293035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68dbcd-798e-4105-a892-f9dae3e24697 req-2fa07692-0f8c-4ccf-b53a-fc16f33e958e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:02.294524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd68dbcd-798e-4105-a892-f9dae3e24697 req-2fa07692-0f8c-4ccf-b53a-fc16f33e958e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0547805 Mar 11 00:39:02.344574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd68dbcd-798e-4105-a892-f9dae3e24697 req-dac00b1d-90b8-40b4-93dd-8235639a58d3 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Mar 11 00:39:03.460267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c8eb6-b9a4-42d5-9911-cde781b03ab4 req-c134a0f1-3aa3-4a9f-82cf-d9e0216e74d7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:03.461769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-270c8eb6-b9a4-42d5-9911-cde781b03ab4 req-c134a0f1-3aa3-4a9f-82cf-d9e0216e74d7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0516646 Mar 11 00:39:03.507406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-270c8eb6-b9a4-42d5-9911-cde781b03ab4 req-fa490ee1-7ce6-4804-8f28-af3ff7419063 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Mar 11 00:39:04.626403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe814ef-6080-48ae-94db-100f802904f0 req-9a51e5a6-b9cd-4e78-9e5d-33d430c8e278 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:04.627874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfe814ef-6080-48ae-94db-100f802904f0 req-9a51e5a6-b9cd-4e78-9e5d-33d430c8e278 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Mar 11 00:39:04.674830 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bfe814ef-6080-48ae-94db-100f802904f0 req-e3bd6e72-35cc-4ca0-9e9a-f18f64049c66 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Mar 11 00:39:05.801236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3065-de68-4acc-9104-08738620738d req-dba6f2e7-4939-4fce-b0f6-c83d69665feb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:05.802706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9ad3065-de68-4acc-9104-08738620738d req-dba6f2e7-4939-4fce-b0f6-c83d69665feb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0581679 Mar 11 00:39:05.850348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9ad3065-de68-4acc-9104-08738620738d req-a33dd193-337e-4f4b-94cf-1500c57d6aae tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Mar 11 00:39:06.770563 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-323c017b-1f00-43a2-822f-865b006c7b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:06.969318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032385e9-a6f2-4933-8247-4ea55dc87967 req-15231fc4-9216-4cc6-9d7c-523111ea0b30 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:06.971018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-032385e9-a6f2-4933-8247-4ea55dc87967 req-15231fc4-9216-4cc6-9d7c-523111ea0b30 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0526102 Mar 11 00:39:07.017501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-032385e9-a6f2-4933-8247-4ea55dc87967 req-0c069e1a-4c8b-4c08-876c-51da3ce22865 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Mar 11 00:39:08.140579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9b6fd-f26f-4bb7-a5c3-5974f8f19276 req-05e89615-085a-4fe7-bc3c-bf543048e9f8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:08.142042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bce9b6fd-f26f-4bb7-a5c3-5974f8f19276 req-05e89615-085a-4fe7-bc3c-bf543048e9f8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Mar 11 00:39:08.192136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bce9b6fd-f26f-4bb7-a5c3-5974f8f19276 req-8c31fda6-c46c-4a78-9956-75e71cffecfd tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Mar 11 00:39:08.195524 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:39:09.313012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301efd-8f2c-4882-b8c8-f39bf320a97d req-70031712-f60a-4f1b-ac1d-b7237ca7725e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:09.315390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42301efd-8f2c-4882-b8c8-f39bf320a97d req-70031712-f60a-4f1b-ac1d-b7237ca7725e tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0550740 Mar 11 00:39:09.325972 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-94eebb06-6a64-40e6-8b23-5592316cec04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:09.365037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42301efd-8f2c-4882-b8c8-f39bf320a97d req-86b5db7b-151b-4f0f-a0f5-f27dc486f982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Mar 11 00:39:10.483171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eba478-05ef-4b11-b631-e00eeeb92e6f req-d50071f0-08d4-48b7-8ef5-b517cbdf966a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:10.484667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9eba478-05ef-4b11-b631-e00eeeb92e6f req-d50071f0-08d4-48b7-8ef5-b517cbdf966a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Mar 11 00:39:10.529819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9eba478-05ef-4b11-b631-e00eeeb92e6f req-ed12364d-a9f9-4e11-8ce3-2adc06614e45 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Mar 11 00:39:10.564029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:11.077329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:11.440126 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:11.650312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f4ab5-b187-4298-9dd3-7e235290927b req-a2c57b83-9f07-47f3-aa78-616fd172e2ef tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:11.651658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b31f4ab5-b187-4298-9dd3-7e235290927b req-a2c57b83-9f07-47f3-aa78-616fd172e2ef tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0553582 Mar 11 00:39:11.697697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b31f4ab5-b187-4298-9dd3-7e235290927b req-8f47305e-20cb-45b7-982b-191476ad9da7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Mar 11 00:39:11.733333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:12.845438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575528d-e5da-4627-bfa5-77b41be2a62b req-c3ac018d-af50-4f4a-9053-c5ad3ff0bb00 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:12.846993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b575528d-e5da-4627-bfa5-77b41be2a62b req-c3ac018d-af50-4f4a-9053-c5ad3ff0bb00 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0684974 Mar 11 00:39:12.902177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b575528d-e5da-4627-bfa5-77b41be2a62b req-52ad1c79-6a3d-45ea-82b6-a72a1ff457c6 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Mar 11 00:39:13.120232 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-442f4124-855c-4e24-929a-e8f3df260699 service neutron] show failed (client error): The resource could not be found. Mar 11 00:39:13.121246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-442f4124-855c-4e24-929a-e8f3df260699 service neutron] 10.222.0.30 "GET /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0573127 Mar 11 00:39:13.319524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-174b6aee-7aca-472f-a311-3abbe825d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:13.321074 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-174b6aee-7aca-472f-a311-3abbe825d6d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9&tenant_id=704b4b9f855a4f8480117d032f3fde0f HTTP/1.1" status: 200 len: 1127 time: 0.0460348 Mar 11 00:39:13.331841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:13.349361 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.396680 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.596062 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:13.628364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:13.667086 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:13.669277 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09a4c1d-cdff-43fe-b39b-8943c79ae8f3" -d '{"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-unplugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:13.672842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks [] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.684792 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Transition to ACTIVE for port object 7312d0f1-80bd-40f8-beaf-b9ffb62d229a will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:39:13.688440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.726675 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073c9fda-76c3-4020-969e-e61935a58206 x-openstack-request-id: req-073c9fda-76c3-4020-969e-e61935a58206 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:13.727082 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-unplugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:13.727350 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073c9fda-76c3-4020-969e-e61935a58206 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:13.727749 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'code': 200} Mar 11 00:39:13.756516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:13.758556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] No DVR routers for this DVR port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:39:13.767709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.768088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.768432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.768775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.769111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.769436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.769769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.770092 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.770420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.770744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.771064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.771385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.771702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:13.806181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:39:13.806516 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:39:13.806844 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:13.811239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:39:13.811562 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Attempting to bind port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on network b8b42d2f-c3b3-4e19-81d4-53e877ba9737 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:13.816345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:39:13.816683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Checking segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:13.817065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Bound using segment: {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:39:13.817489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Bound port: 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eda149-c48f-464c-bd88-4635269ec819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:39:13.817838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.879367 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:13.882720 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:39:13.889465 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.921993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:13.922617 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:13.924186 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] 10.222.0.39 "PUT /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 1091 time: 0.5964854 Mar 11 00:39:13.958078 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd681-4a40-44ec-b191-f13aaa8cd1eb service neutron] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:13.998472 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-7d243cd6-1100-4f48-8c84-a2b9f4e41beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:14.000007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-7d243cd6-1100-4f48-8c84-a2b9f4e41beb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0533967 Mar 11 00:39:14.029334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f98a94-23ae-4ff5-80bd-4764ff6f0a8a req-3171da1d-6daa-49d8-a139-dbda76585553 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:14.030821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73f98a94-23ae-4ff5-80bd-4764ff6f0a8a req-3171da1d-6daa-49d8-a139-dbda76585553 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0539341 Mar 11 00:39:14.077867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73f98a94-23ae-4ff5-80bd-4764ff6f0a8a req-f4674f9a-6a9c-42d2-9e74-fd93c4375ac1 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Mar 11 00:39:14.090699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-99ca1a77-ad5a-4b32-b973-b9c8da778a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:14.092920 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-99ca1a77-ad5a-4b32-b973-b9c8da778a8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0873616 Mar 11 00:39:14.136100 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-c9d4338e-1215-4f67-b320-1f8b840beb9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0377717 Mar 11 00:39:14.503555 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-3bc565d2-beb7-45a5-bbbc-783770975417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:14.505037 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-3bc565d2-beb7-45a5-bbbc-783770975417 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.3638871 Mar 11 00:39:14.536403 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-aa35427f-a765-44ed-b8ef-fded523d8e19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256269 Mar 11 00:39:14.627621 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-ff503851-ff67-43ff-a8e3-46d5555cb9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852010 Mar 11 00:39:14.720372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-d4c47909-f1c4-4a5f-92ac-e77111d0a712 req-bcfef835-99ef-4e3a-af7d-db1788c07147 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863152 Mar 11 00:39:15.198576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3db32e-0b16-4c14-bd42-19f43787f9a2 req-b6a0de74-d424-4f2b-a39b-6fc811d28bcc tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:15.200056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff3db32e-0b16-4c14-bd42-19f43787f9a2 req-b6a0de74-d424-4f2b-a39b-6fc811d28bcc tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0523717 Mar 11 00:39:15.246983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff3db32e-0b16-4c14-bd42-19f43787f9a2 req-698d6f3c-6f1a-4d99-a93d-c3aff01811b7 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406735 Mar 11 00:39:15.729083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:15.731342 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a" -d '{"events": [{"name": "network-changed", "server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:15.777525 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9891033-ae68-485e-9dd8-020698c28d61 x-openstack-request-id: req-a9891033-ae68-485e-9dd8-020698c28d61 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:15.777827 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:15.778088 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9891033-ae68-485e-9dd8-020698c28d61 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:15.778504 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'status': 'completed', 'code': 200} Mar 11 00:39:15.843118 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-ce7a5f6c-3aa8-4754-8a9a-0b65cb0cd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:15.844649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-ce7a5f6c-3aa8-4754-8a9a-0b65cb0cd802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0463278 Mar 11 00:39:15.846093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-3d655518-06ed-4ff0-8e28-a05cfc713da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:15.847559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-3d655518-06ed-4ff0-8e28-a05cfc713da0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0487502 Mar 11 00:39:15.937396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-084304d7-2fb2-45b9-a53b-886b179d0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:15.938872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-084304d7-2fb2-45b9-a53b-886b179d0874 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0856662 Mar 11 00:39:15.942195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-6599686d-5418-4574-8e77-58e49cdbd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:15.943638 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-6599686d-5418-4574-8e77-58e49cdbd365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0925174 Mar 11 00:39:15.983593 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-10e1b872-74c1-43c7-860f-8647d99db181 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0387554 Mar 11 00:39:15.987675 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-4abc16b2-0434-443e-921e-b628411cda21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0378070 Mar 11 00:39:16.033383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-51f3eb5f-384f-41a3-8b01-62e616429d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:16.034834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-51f3eb5f-384f-41a3-8b01-62e616429d39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0456131 Mar 11 00:39:16.041644 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-e9e9a8aa-7985-40f7-ae24-d4eac8fc26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:16.043059 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-e9e9a8aa-7985-40f7-ae24-d4eac8fc26b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0484824 Mar 11 00:39:16.066850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-0a33e31b-78d4-49fb-a8bc-c81800c0ee0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264034 Mar 11 00:39:16.074602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-d421a433-a76e-483a-9718-a714d36f51ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255423 Mar 11 00:39:16.161377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-7c5d4f17-8495-4315-93d5-0ff5bcafe2d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Mar 11 00:39:16.164086 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-77ed4b70-745a-4ea7-ac87-9714177b16eb service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825911 Mar 11 00:39:16.252182 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-1fb49160-51f3-485c-80f0-8c1580957d4f service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Mar 11 00:39:16.256739 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9ef24d69-8a3e-44ad-aec7-b12c200fb78a req-56878141-2323-4ebb-8371-6b7e0bf9172f service neutron] 10.222.0.39 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Mar 11 00:39:16.368688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2bf26-f597-4658-a8f2-c41b35992099 req-64a22f39-b587-4cfd-b183-e643aac77a05 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:16.370139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4b2bf26-f597-4658-a8f2-c41b35992099 req-64a22f39-b587-4cfd-b183-e643aac77a05 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0525301 Mar 11 00:39:16.419235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4b2bf26-f597-4658-a8f2-c41b35992099 req-d75beb1e-f525-4fbf-b496-80e5b1e2220b tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433910 Mar 11 00:39:17.541111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4238b-0fd5-47d2-bb12-b03e3715977d req-b7e092df-bc56-490a-b901-b6cfd36815c8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:17.542563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5c4238b-0fd5-47d2-bb12-b03e3715977d req-b7e092df-bc56-490a-b901-b6cfd36815c8 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0532222 Mar 11 00:39:17.589045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5c4238b-0fd5-47d2-bb12-b03e3715977d req-4a47c4e8-c4df-4392-b5a9-21a16ab23e03 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Mar 11 00:39:17.826486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab2c1-77fa-4f6d-bf6a-1e5578c7b01b req-cd6675df-94f7-4ca7-807a-47fcc09a8fcb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:17.827983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6bab2c1-77fa-4f6d-bf6a-1e5578c7b01b req-cd6675df-94f7-4ca7-807a-47fcc09a8fcb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 943 time: 0.0898414 Mar 11 00:39:17.838100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-e2b783d7-6adb-4b33-8626-3c0428f05e26 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:17.839496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-e2b783d7-6adb-4b33-8626-3c0428f05e26 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.30 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9&tenant_id=704b4b9f855a4f8480117d032f3fde0f&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 943 time: 0.0926919 Mar 11 00:39:17.858412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:39:17.922564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6bab2c1-77fa-4f6d-bf6a-1e5578c7b01b req-23ce4157-0ba6-47d8-b8a2-d79bcc0b29af tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819108 Mar 11 00:39:17.929854 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-9e8be44d-5ccb-4ae4-bf3f-63c4261f31ce service neutron] delete failed (client error): The resource could not be found. Mar 11 00:39:17.930829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-9e8be44d-5ccb-4ae4-bf3f-63c4261f31ce service neutron] 10.222.0.30 "DELETE /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0841532 Mar 11 00:39:17.957783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:17.971750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'network_id': 'b8b42d2f-c3b3-4e19-81d4-53e877ba9737', 'port_id': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'mac_address': 'fa:16:3e:67:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8144a824-11de-4f32-89f9-0ebb0d415a24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:39:18.008192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:18.008588 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:18.018868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-4163851f-fa22-4b99-9d8d-7375fd9a8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:18.020404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-4163851f-fa22-4b99-9d8d-7375fd9a8bfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=704b4b9f855a4f8480117d032f3fde0f&device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 1125 time: 0.0450585 Mar 11 00:39:18.021169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7312d0f1-80bd-40f8-beaf-b9ffb62d229a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:39:18.041431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:18.046665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:18.093269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:18.120993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-db404cd1-a066-4c3c-a6f9-fd32615cd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:18.122449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-db404cd1-a066-4c3c-a6f9-fd32615cd6a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 200 len: 916 time: 0.0964515 Mar 11 00:39:18.162232 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-89c5e117-b90e-4d70-a92a-42ccfe8e73c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 200 len: 217 time: 0.0336926 Mar 11 00:39:18.211408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-18c1a9bc-a04a-4a8c-893e-eedc2f962b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:18.212767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-18c1a9bc-a04a-4a8c-893e-eedc2f962b1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 200 len: 855 time: 0.0452707 Mar 11 00:39:18.296651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:39:18.340961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:39:18.341531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:39:18.347774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['7312d0f1-80bd-40f8-beaf-b9ffb62d229a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:39:18.592804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-21726cec-ecec-44b9-95ec-2f77842b6066 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b42d2f-c3b3-4e19-81d4-53e877ba9737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3743534 Mar 11 00:39:18.677567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-80543497-eea6-44d3-9a14-315f3298525b service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790017 Mar 11 00:39:18.759477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-3c95f96b-c072-4da8-b39f-d93f17b64ab7 req-edeb5c3a-36cd-4b76-af4d-2691b249c511 service neutron] (110425) timed out ('10.222.0.39', 64830) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:39:18.773222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772b7b32-f8d4-4f3c-b243-30546aaf4fdd req-c957e649-dbc9-4c5a-b668-ac4fd5412310 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901997 Mar 11 00:39:19.046224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1bf8-2f61-47ef-a678-17b4cab40d8f req-e5e3d28a-3680-4a75-901d-801bd9677c38 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:19.047751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94ce1bf8-2f61-47ef-a678-17b4cab40d8f req-e5e3d28a-3680-4a75-901d-801bd9677c38 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 944 time: 0.0539296 Mar 11 00:39:19.094993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94ce1bf8-2f61-47ef-a678-17b4cab40d8f req-b4e3e2c1-e911-4481-833a-7460f9352b47 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Mar 11 00:39:19.870215 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:19.922011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:39:19.925828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:19.926201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:20.002158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:20.002542 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:20.024541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:20.026792 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb53713-3574-4148-b97c-74ad1ed0fedf" -d '{"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-plugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:20.038516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:20.042468 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:20.065410 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f749c8-a54d-4ebc-96fa-c87ec210c975 x-openstack-request-id: req-17f749c8-a54d-4ebc-96fa-c87ec210c975 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:20.065708 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-plugged", "status": "completed", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:20.065961 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17f749c8-a54d-4ebc-96fa-c87ec210c975 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:20.066350 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'code': 200} Mar 11 00:39:20.093967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:20.216769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80358-e339-434d-8678-94714266b8a0 req-1ff52c38-5f06-4581-b77a-b44e7621e0d9 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:20.218382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ab80358-e339-434d-8678-94714266b8a0 req-1ff52c38-5f06-4581-b77a-b44e7621e0d9 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0559072 Mar 11 00:39:20.264494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ab80358-e339-434d-8678-94714266b8a0 req-318a41a8-b496-4afa-924d-24e5e2bbadfa tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Mar 11 00:39:20.384127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb20e4-097e-4d99-b0e1-b2431c49097b req-1e006132-93d9-4dd4-ae79-fcb9caf49e52 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:20.385547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94cb20e4-097e-4d99-b0e1-b2431c49097b req-1e006132-93d9-4dd4-ae79-fcb9caf49e52 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Mar 11 00:39:20.430776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94cb20e4-097e-4d99-b0e1-b2431c49097b req-d11d1734-0c52-4fe2-a87a-d5e42d738508 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Mar 11 00:39:20.544233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685a36-6294-41af-8d37-c0687751f9a3 req-08fba45b-50c8-413d-9a95-90ee96e3a9eb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:20.546219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9685a36-6294-41af-8d37-c0687751f9a3 req-08fba45b-50c8-413d-9a95-90ee96e3a9eb tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Mar 11 00:39:20.595228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9685a36-6294-41af-8d37-c0687751f9a3 req-c0b25648-3e7e-4bd6-9b6c-11b466d067df tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Mar 11 00:39:20.922953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81ce3e-706a-44ca-aa87-675cd4c0eea2 req-2a0cc5af-00b6-4243-a8ac-57a19b494a0d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:20.924460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc81ce3e-706a-44ca-aa87-675cd4c0eea2 req-2a0cc5af-00b6-4243-a8ac-57a19b494a0d tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0558548 Mar 11 00:39:20.972098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc81ce3e-706a-44ca-aa87-675cd4c0eea2 req-8752fa9e-5a48-45a3-8ba7-ac1a92e4386f tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420744 Mar 11 00:39:22.079455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-f5f65d4f-4588-43a6-9a2d-ad92b92ad059 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:22.080943 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-f5f65d4f-4588-43a6-9a2d-ad92b92ad059 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.39 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Mar 11 00:39:22.090239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860976b-61da-4799-a48b-c418efdd3001 req-52f2d197-5356-4110-b7d0-b3dc99fa146a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:22.092451 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2860976b-61da-4799-a48b-c418efdd3001 req-52f2d197-5356-4110-b7d0-b3dc99fa146a tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/ports?device_id=a71a9428-a00a-4a55-baf6-7145d58f42f9 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Mar 11 00:39:22.139198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2860976b-61da-4799-a48b-c418efdd3001 req-e83e0fff-9d06-4d61-9186-e8088a5ae4be tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3298a94-154d-4654-95d1-89b9aedf629b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Mar 11 00:39:22.185160 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Deleting port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:39:22.185446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:22.273408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] For port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,segment=NetworkSegment(f0eda149-c48f-464c-bd88-4635269ec819),segment_id=f0eda149-c48f-464c-bd88-4635269ec819)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:22.273767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:22.286192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Calling delete_port for 7312d0f1-80bd-40f8-beaf-b9ffb62d229a owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:39:22.415328 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7312d0f1-80bd-40f8-beaf-b9ffb62d229a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:22.426687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['7312d0f1-80bd-40f8-beaf-b9ffb62d229a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:39:22.444117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Pushing event deleted for resources: {'Port': ['ID=7312d0f1-80bd-40f8-beaf-b9ffb62d229a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:22.489375 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] No DVR routers for this DVR port 7312d0f1-80bd-40f8-beaf-b9ffb62d229a on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:39:22.492159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:22.495362 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3fa96269-720c-4b95-94ee-eb25f8d8302c req-5047190b-d17b-49c9-9bbd-085d51f16982 tempest-ServerDiskConfigTestJSON-419282666 tempest-ServerDiskConfigTestJSON-419282666-project] 10.222.0.39 "DELETE /v2.0/ports/7312d0f1-80bd-40f8-beaf-b9ffb62d229a HTTP/1.1" status: 204 len: 173 time: 0.4089217 Mar 11 00:39:22.495796 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-deleted', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:22.498755 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9721c-685a-49b2-a5d9-b4d2045016bd" -d '{"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-deleted", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:22.534685 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e929600e-95ed-47ea-a10e-3c8211e92e06 x-openstack-request-id: req-e929600e-95ed-47ea-a10e-3c8211e92e06 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:22.534989 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9428-a00a-4a55-baf6-7145d58f42f9", "name": "network-vif-deleted", "tag": "7312d0f1-80bd-40f8-beaf-b9ffb62d229a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:22.535258 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e929600e-95ed-47ea-a10e-3c8211e92e06 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:22.535705 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71a9428-a00a-4a55-baf6-7145d58f42f9', 'name': 'network-vif-deleted', 'tag': '7312d0f1-80bd-40f8-beaf-b9ffb62d229a', 'status': 'completed', 'code': 200} Mar 11 00:39:23.261003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41626) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:23.309336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Deleting subnet 8144a824-11de-4f32-89f9-0ebb0d415a24 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:39:23.312487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Publish callbacks [] for subnet (8144a824-11de-4f32-89f9-0ebb0d415a24), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.346790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (8144a824-11de-4f32-89f9-0ebb0d415a24), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.385246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (8144a824-11de-4f32-89f9-0ebb0d415a24), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.438021 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (8144a824-11de-4f32-89f9-0ebb0d415a24), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.464942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8144a824-11de-4f32-89f9-0ebb0d415a24,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:23.469120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.472255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8144a824-11de-4f32-89f9-0ebb0d415a24 HTTP/1.1" status: 204 len: 168 time: 0.2102330 Mar 11 00:39:23.474953 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41628) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:23.477357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.477710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.478057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.478402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.478740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.479074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.479404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.479745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.480146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.480412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.480745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.481073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.481765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423714c1-6fdc-4cee-811e-537049059e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:23.543613 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b8b42d2f-c3b3-4e19-81d4-53e877ba9737), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.624662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b8b42d2f-c3b3-4e19-81d4-53e877ba9737), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.644836 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b42d2f-c3b3-4e19-81d4-53e877ba9737']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:23.654630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eda149-c48f-464c-bd88-4635269ec819') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:23.655010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eda149-c48f-464c-bd88-4635269ec819') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:23.664248 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (f0eda149-c48f-464c-bd88-4635269ec819), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.677204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (f0eda149-c48f-464c-bd88-4635269ec819), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.682841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:39:23.683224 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (f0eda149-c48f-464c-bd88-4635269ec819), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:39:23.684863 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:39:23.742857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b8b42d2f-c3b3-4e19-81d4-53e877ba9737), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.749684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.753320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8b42d2f-c3b3-4e19-81d4-53e877ba9737 HTTP/1.1" status: 204 len: 168 time: 0.2772946 Mar 11 00:39:23.764641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c80ee0-a17c-4daa-8815-02a05d28c41c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b42d2f-c3b3-4e19-81d4-53e877ba9737,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:23.876964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41632) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:23.922696 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0046f3b9-1880-44d8-8b17-afd8cc93f932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=704b4b9f855a4f8480117d032f3fde0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444710 Mar 11 00:39:23.925091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41634) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:23.972627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] Publish callbacks [] for security_group (a3298a94-154d-4654-95d1-89b9aedf629b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:23.994282 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] Publish callbacks [] for security_group (a3298a94-154d-4654-95d1-89b9aedf629b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.040684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (a3298a94-154d-4654-95d1-89b9aedf629b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.043448 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.045645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3298a94-154d-4654-95d1-89b9aedf629b HTTP/1.1" status: 204 len: 168 time: 0.1193159 Mar 11 00:39:24.053425 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527d92b-ce41-4a62-80dc-dbba11d1b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3298a94-154d-4654-95d1-89b9aedf629b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:24.733297 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41658) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:24.841220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-185556876-network', 'tenant_id': '754dd4f3307144a798057280a89f9765'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:24.863713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:39:24.866060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.874859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.946561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks [] for security_group (99072c6a-f58c-4cf4-87c5-5dfeb55100f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.950071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (99072c6a-f58c-4cf4-87c5-5dfeb55100f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.974112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:39:24.983249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99072c6a-f58c-4cf4-87c5-5dfeb55100f8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:24.989257 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b8138b91-9cc9-4d17-8069-290f1f498a24), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:24.989596 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Added segment b8138b91-9cc9-4d17-8069-290f1f498a24 of type vlan for network 2704749b-ee34-41d3-933c-ef50240e5c35 Mar 11 00:39:25.030648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (2704749b-ee34-41d3-933c-ef50240e5c35), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.055572 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (2704749b-ee34-41d3-933c-ef50240e5c35), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.056571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:25.057146 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.093930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3594656 Mar 11 00:39:25.097013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41662) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:25.101934 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Request body: {'subnet': {'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-185556876-subnet', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:25.121866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:39:25.122834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9f6f4-b291-4f27-9209-e66ac025e606 admin admin] Pushing event updated for resources: {'Network': ['ID=2704749b-ee34-41d3-933c-ef50240e5c35,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:25.126592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.132910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 2704749b-ee34-41d3-933c-ef50240e5c35 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:39:25.296738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (66095c63-ef50-4226-9e6f-01eeb2c0f1f9), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.350789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66095c63-ef50-4226-9e6f-01eeb2c0f1f9,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:25.360012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:25.360311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Network hostable DHCP agents. Network: 2704749b-ee34-41d3-933c-ef50240e5c35, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:39:25.376290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:39:25.385625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 2704749b-ee34-41d3-933c-ef50240e5c35) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:25.389954 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:25.390541 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.395543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f62a4e-5e71-434e-91f7-e92c61a15a05 None None] Network 2704749b-ee34-41d3-933c-ef50240e5c35 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:39:25.407337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8b571d67-fae1-4894-9ac7-953a571f90b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3092356 Mar 11 00:39:25.410006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41664) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:25.414382 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:25.433296 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.434330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.492055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for router_controller (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.504070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-2704749b-ee34-41d3-933c-ef50240e5c35', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:39:25.504924 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.635481 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for router_gateway (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.637569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Allocated IP 172.20.0.2 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/2a4184cc-ddbd-4e17-8e2c-c732859f2304) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:39:25.783760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks [] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.788912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.823426 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:25.826926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:25.829807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:39:25.847038 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Pushing event updated for resources: {'Port': ['ID=2a4184cc-ddbd-4e17-8e2c-c732859f2304,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:25.853491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for router_gateway (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.868634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:39:25.874200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.906916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 7312d0f1-80bd-40f8-beaf-b9ffb62d229a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:39:25.907170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 7312d0f1-80bd-40f8-beaf-b9ffb62d229a not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:39:25.918351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Attempting to bind port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:39:25.918731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Attempting to bind port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:39:25.919106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Attempting to bind port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:25.924780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:39:25.925173 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:25.925578 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.925979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:39:25.926452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Bound port: 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:39:25.926841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:25.983275 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Allocated IP 172.25.7.229 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/67e4c108-063b-4f39-8eb0-b6bf75b65840) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:39:25.992035 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] For port 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:25.995718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] For port 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a4184cc-ddbd-4e17-8e2c-c732859f2304,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:39:26.002504 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.065042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a98ad5-d28d-4072-b1c7-f11da3a7caab None None] Pushing event updated for resources: {'Port': ['ID=2a4184cc-ddbd-4e17-8e2c-c732859f2304,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:26.092955 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.128887 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.168325 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:26.176075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:26.180518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:39:26.183674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Pushing event updated for resources: {'Port': ['ID=67e4c108-063b-4f39-8eb0-b6bf75b65840,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:26.464494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for router_gateway (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.662200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.803862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:39:26.921098 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:39:26.929997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:39:26.942187 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:26.942348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:26.942871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:26.944492 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0bf3faaf-4251-4d0d-8921-f89a44361fcf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5332129 Mar 11 00:39:26.946132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41666) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:26.981718 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c891b8d-8abe-4b6e-8d49-bb11e533b680 None None] Network 2704749b-ee34-41d3-933c-ef50240e5c35 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:39:27.116051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Provisioning complete for port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:27.116425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.158363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:27.374118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Current status of the port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:27.374506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.399101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.418406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] For port 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a4184cc-ddbd-4e17-8e2c-c732859f2304,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:27.431384 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.441946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:26Z', 'revision_number': 3, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:27.496749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:39:27.497103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Updating router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 port 67e4c108-063b-4f39-8eb0-b6bf75b65840 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:39:27.544858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a4184cc-ddbd-4e17-8e2c-c732859f2304 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:27.578250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.579850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f216f9-1f2f-42df-88f1-cab07c8cc131 None None] Pushing event updated for resources: {'Port': ['ID=2a4184cc-ddbd-4e17-8e2c-c732859f2304,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:27.590858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Allocated IP 172.20.0.1 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/71a0f615-8c63-47b0-818c-0c49b37112b1) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:39:27.631992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f2d2e179-4c78-4d0f-a9e2-d8907714080c None None] Provisioning complete for port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:27.632365 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e179-4c78-4d0f-a9e2-d8907714080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.693159 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks [] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.730108 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.741928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:27.742292 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.768225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:27.771083 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:27.776707 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:39:27.806301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Pushing event updated for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:27.830101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:27.895160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2e179-4c78-4d0f-a9e2-d8907714080c None None] Current status of the port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:27.953598 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:27.994947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.001648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks [] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.008065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.066985 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Attempting to bind port 67e4c108-063b-4f39-8eb0-b6bf75b65840 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:39:28.067393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Attempting to bind port 67e4c108-063b-4f39-8eb0-b6bf75b65840 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:39:28.067769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Attempting to bind port 67e4c108-063b-4f39-8eb0-b6bf75b65840 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:28.069820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cdc50-7728-4814-98ab-fae4e473a3c3 None None] Pushing event updated for resources: {'Port': ['ID=67e4c108-063b-4f39-8eb0-b6bf75b65840,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:28.075256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:39:28.076501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:28.076823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.077307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:39:28.077785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Bound port: 67e4c108-063b-4f39-8eb0-b6bf75b65840, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:39:28.078170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.138989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] For port 67e4c108-063b-4f39-8eb0-b6bf75b65840, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:28.141019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ef982dd3-047c-452b-aea0-13b4a5693add None None] Provisioning complete for port 71a0f615-8c63-47b0-818c-0c49b37112b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:28.141374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ef982dd3-047c-452b-aea0-13b4a5693add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.143973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] For port 67e4c108-063b-4f39-8eb0-b6bf75b65840, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67e4c108-063b-4f39-8eb0-b6bf75b65840,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:39:28.166969 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.173448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks [] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.178454 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.211327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ef982dd3-047c-452b-aea0-13b4a5693add None None] Port 71a0f615-8c63-47b0-818c-0c49b37112b1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:39:28.239181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cdc50-7728-4814-98ab-fae4e473a3c3 None None] Pushing event updated for resources: {'Port': ['ID=67e4c108-063b-4f39-8eb0-b6bf75b65840,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:28.241778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:28.242371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:28.256367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.258179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Pushing event updated for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:28.359674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:28.361172 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:28.487626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:39:28.523269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:28.610575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:39:28.616376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0ba96b94-4d7b-4ef7-b9ae-e71c0d3698de admin admin] 10.222.0.21 "PUT /v2.0/routers/0b39ae19-6d53-4e66-adee-0d2a6d3bf426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690171 Mar 11 00:39:28.673672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4b50c15b-22cb-449b-b11d-1d3f547ce1d0 None None] Provisioning complete for port 71a0f615-8c63-47b0-818c-0c49b37112b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:28.674052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4b50c15b-22cb-449b-b11d-1d3f547ce1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:28.737863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4b50c15b-22cb-449b-b11d-1d3f547ce1d0 None None] Port 71a0f615-8c63-47b0-818c-0c49b37112b1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:39:28.766946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 2, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:28.799006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dc60c0-568d-4683-ba6a-bf9d6762a640 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 2, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:39:29.042848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41674) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:29.047186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875020892', 'description': 'tempest-description--1853761174'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:29.069484 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.139995 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (d059d5fb-2644-4761-92d9-1ce6057bb306), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.143947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d059d5fb-2644-4761-92d9-1ce6057bb306), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.179577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.180862 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1385765 Mar 11 00:39:29.181821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1615-12c2-43d9-9d8a-e37cd94f08ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d059d5fb-2644-4761-92d9-1ce6057bb306,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:29.184816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:29.190335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'security_group_rule': {'security_group_id': 'd059d5fb-2644-4761-92d9-1ce6057bb306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:29.219038 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (b36ef24c-9885-496d-9c4e-604c9eabcc82), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.276291 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (b36ef24c-9885-496d-9c4e-604c9eabcc82), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.281102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b36ef24c-9885-496d-9c4e-604c9eabcc82), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.296821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36ef24c-9885-496d-9c4e-604c9eabcc82,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:29.308964 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.313613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6b8ec8dc-42f7-486a-9d5c-45c684f3e4d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247761 Mar 11 00:39:29.314454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41678) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:29.319016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'security_group_rule': {'security_group_id': 'd059d5fb-2644-4761-92d9-1ce6057bb306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:29.348143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (17d40db8-d755-47a2-9527-ea4b1dc6c014), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.413351 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (17d40db8-d755-47a2-9527-ea4b1dc6c014), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.417410 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (17d40db8-d755-47a2-9527-ea4b1dc6c014), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.444710 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.445934 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305149 Mar 11 00:39:29.447109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738e3db-61a7-46b6-b215-190ab96c1ec2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d40db8-d755-47a2-9527-ea4b1dc6c014,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:29.449579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 41680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:29.455287 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:29.489947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.525312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a4184cc-ddbd-4e17-8e2c-c732859f2304 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:29.577488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:29.577895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.621697 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.669150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:29.744725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Allocated IP 172.25.7.134 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:39:29.855395 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.890487 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:29.930594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:29.935758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:29.938422 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:39:29.968148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:30.073432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.114300 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.271674 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.276169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.348898 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:30.361597 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.376933 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:30.378163 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0406d469-a4eb-4952-9fe2-98adf51bc180 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9276004 Mar 11 00:39:30.524773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-cad152cd-c872-4ce0-9e0b-72297d8af328 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--875020892&fields=id&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 267 time: 0.0420196 Mar 11 00:39:30.633817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-80b460c6-2538-49f3-a64f-38f33890ec2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:30.635310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-80b460c6-2538-49f3-a64f-38f33890ec2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1032007 Mar 11 00:39:30.651467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-4c9c7357-3343-43a6-8b92-4d90dc62f669 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/quotas/754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Mar 11 00:39:30.713074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-3d2bd704-63b9-4394-9b87-a6ff379859ba tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555186 Mar 11 00:39:30.811293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-233578b0-351e-4a0f-b6fb-57171788a8d5 service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860803 Mar 11 00:39:30.844471 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:39:30.854394 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:30.854994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:30.910804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-0b6e9be4-e03f-4a4c-9651-5156c89985fb service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Mar 11 00:39:30.963314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:31.087519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b408639-17fe-4d5c-80ea-8a22d7cbb570 req-78e95fac-bdd9-49dd-84df-13fa7a761eb0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 210 time: 0.0345349 Mar 11 00:39:31.255104 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:28Z', 'revision_number': 2, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:31.286606 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:39:31.286956 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Updating router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 port 71a0f615-8c63-47b0-818c-0c49b37112b1 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:39:31.315898 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.501164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67e4c108-063b-4f39-8eb0-b6bf75b65840 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:31.553518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 67e4c108-063b-4f39-8eb0-b6bf75b65840 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:31.554029 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.601876 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks [] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.608735 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.634098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 67e4c108-063b-4f39-8eb0-b6bf75b65840 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:31.634782 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.665351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 67e4c108-063b-4f39-8eb0-b6bf75b65840, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67e4c108-063b-4f39-8eb0-b6bf75b65840,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:31.671708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.684417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Pushing event updated for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:31.707762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.708162 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.708420 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.708754 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.709087 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.709417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.709772 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.710603 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.710603 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.710814 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.712258 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.712773 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.713458 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:39:31.734623 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Attempting to bind port 71a0f615-8c63-47b0-818c-0c49b37112b1 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:39:31.735451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Attempting to bind port 71a0f615-8c63-47b0-818c-0c49b37112b1 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:39:31.736187 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Attempting to bind port 71a0f615-8c63-47b0-818c-0c49b37112b1 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:31.741944 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:39:31.742484 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:31.742981 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.743492 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:39:31.744102 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Bound port: 71a0f615-8c63-47b0-818c-0c49b37112b1, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:39:31.744773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=67e4c108-063b-4f39-8eb0-b6bf75b65840,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:31.745028 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.815012 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] For port 71a0f615-8c63-47b0-818c-0c49b37112b1, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:31.818365 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] For port 71a0f615-8c63-47b0-818c-0c49b37112b1, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=71a0f615-8c63-47b0-818c-0c49b37112b1,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:39:31.824683 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.880928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:31.881560 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:31.894673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Provisioning complete for port 71a0f615-8c63-47b0-818c-0c49b37112b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:31.895234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:31.919111 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21521484-9b5d-4cf3-b05b-745ce0f87448 None None] Pushing event updated for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:32.013083 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:32.013896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Current status of the port 71a0f615-8c63-47b0-818c-0c49b37112b1 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:32.014667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:32.051225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] For port 71a0f615-8c63-47b0-818c-0c49b37112b1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=71a0f615-8c63-47b0-818c-0c49b37112b1,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:32.058821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:32.134140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7637-ff45-4b61-b9bf-ee710e6bd6d5 None None] Pushing event updated for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:32.179586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-be221794-8470-4fe9-b4bf-31da507173b3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:32.181753 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-be221794-8470-4fe9-b4bf-31da507173b3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1604767 Mar 11 00:39:32.192617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a0269446-6b73-4aeb-8637-c9e027e18295 None None] Provisioning complete for port 71a0f615-8c63-47b0-818c-0c49b37112b1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:32.193250 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0269446-6b73-4aeb-8637-c9e027e18295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:32.216883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5de889c9-9880-480f-81fa-e60470c9268f req-9cacf72f-01e8-4960-8c67-5b01e5b98da3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 210 time: 0.0353181 Mar 11 00:39:32.261088 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-0bd29286-e6c6-467d-96a8-087f21686ed4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 379 time: 0.0707335 Mar 11 00:39:32.270468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'port': {'device_id': '74978583-6e06-454c-bda8-575402ab0898', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'admin_state_up': True, 'tenant_id': '754dd4f3307144a798057280a89f9765', 'security_groups': ['d059d5fb-2644-4761-92d9-1ce6057bb306']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:32.292795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a0269446-6b73-4aeb-8637-c9e027e18295 None None] Current status of the port 71a0f615-8c63-47b0-818c-0c49b37112b1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:32.315033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:32.344860 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c1d415-0ef8-4ea6-bba1-c7b8f8c5566c None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:39:32.380350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:39:32.383779 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:32.861019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Allocated IP 172.20.0.14 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/d5807d23-c471-4330-9dba-6556069014e8) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:39:33.010587 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (d5807d23-c471-4330-9dba-6556069014e8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.043660 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.088052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:39:33.093247 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:39:33.095579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:39:33.124491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:33.150908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:33.151446 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.168432 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-5758cf25-0952-4d85-a98c-5e8aaf6747db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9017255 Mar 11 00:39:33.179533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Request body: {'port': {'device_id': '74978583-6e06-454c-bda8-575402ab0898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:33.248349 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.324272 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-cef1e6ec-fd68-4d22-93af-61664e61c82b None None] Provisioning complete for port d5807d23-c471-4330-9dba-6556069014e8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:33.325306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cef1e6ec-fd68-4d22-93af-61664e61c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5807d23-c471-4330-9dba-6556069014e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.350321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a78407-de32-45c5-8178-7bdd488d19bb req-4c487631-1d02-42f9-89a3-62a7285a9a99 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:33.352630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17a78407-de32-45c5-8178-7bdd488d19bb req-4c487631-1d02-42f9-89a3-62a7285a9a99 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 932 time: 0.0559838 Mar 11 00:39:33.371626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-cef1e6ec-fd68-4d22-93af-61664e61c82b None None] Port d5807d23-c471-4330-9dba-6556069014e8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:39:33.406999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-17a78407-de32-45c5-8178-7bdd488d19bb req-3054fa0e-d428-4b50-be87-995ac1d722e1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480382 Mar 11 00:39:33.514031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 71a0f615-8c63-47b0-818c-0c49b37112b1 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:33.533477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5807d23-c471-4330-9dba-6556069014e8 {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:39:33.541669 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks [] for port (d5807d23-c471-4330-9dba-6556069014e8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.555647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Transition to ACTIVE for port object d5807d23-c471-4330-9dba-6556069014e8 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:39:33.560822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.564640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 71a0f615-8c63-47b0-818c-0c49b37112b1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:33.565112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.648398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:33.649963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 71a0f615-8c63-47b0-818c-0c49b37112b1 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:33.651166 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67e4c108-063b-4f39-8eb0-b6bf75b65840 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:33.710126 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 67e4c108-063b-4f39-8eb0-b6bf75b65840 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:33.710339 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:39:33.710549 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:39:33.710822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.710940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:33.717390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:39:33.717710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:39:33.724378 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:39:33.724724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:39:33.725136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:39:33.725563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Bound port: d5807d23-c471-4330-9dba-6556069014e8, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:39:33.725913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.791894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 67e4c108-063b-4f39-8eb0-b6bf75b65840 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:33.801202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:39:33.804498 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:39:33.812010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.846526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:33.847011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:33.848519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] 10.222.0.39 "PUT /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1092 time: 0.6735051 Mar 11 00:39:33.850738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:33.853067 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc58362-8e85-469d-8395-690b1cdda7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:33.889311 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700678c-5423-4cee-b293-09e2d9609904 service neutron] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:33.918891 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f3e311-e8c4-4158-887a-0d0bb2d8653e x-openstack-request-id: req-b0f3e311-e8c4-4158-887a-0d0bb2d8653e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:33.918891 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:33.918891 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f3e311-e8c4-4158-887a-0d0bb2d8653e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:33.918891 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'status': 'completed', 'code': 200} Mar 11 00:39:33.962396 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-6fdacfac-b691-4260-82f2-d5c8ed6f9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:33.963989 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-6fdacfac-b691-4260-82f2-d5c8ed6f9148 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0639672 Mar 11 00:39:34.007814 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-e8484350-9dd6-4c9c-962a-063c8a18e9db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 217 time: 0.0373621 Mar 11 00:39:34.057774 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-86296ee1-04fb-4285-8114-8073820a2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.059251 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-86296ee1-04fb-4285-8114-8073820a2fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0452454 Mar 11 00:39:34.111770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-cd1b4e1c-c571-40e5-a3af-8548bfb54638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.113221 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-cd1b4e1c-c571-40e5-a3af-8548bfb54638 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484436 Mar 11 00:39:34.203773 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-750e3300-da12-41ac-843a-6e43038501e9 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842242 Mar 11 00:39:34.307344 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf762c7b-55aa-4a47-90fd-8a40ab25689f req-e5454d66-c950-4281-abde-7e79ad7f33c6 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970695 Mar 11 00:39:34.398626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-54e6c4e9-c247-4672-b429-84d96c60b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.400148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-54e6c4e9-c247-4672-b429-84d96c60b477 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0461993 Mar 11 00:39:34.496706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-779704a0-2a0a-4ad0-bd97-aa7211d229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.498192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-779704a0-2a0a-4ad0-bd97-aa7211d229af service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0916543 Mar 11 00:39:34.530214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b457-7788-4622-b656-2c778e90a43c req-747f84cf-7f21-43d8-aa1a-d78dacf926ff tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.531689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d5b457-7788-4622-b656-2c778e90a43c req-747f84cf-7f21-43d8-aa1a-d78dacf926ff tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.0549037 Mar 11 00:39:34.541808 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-2bdc80c3-f1b7-4e10-9adc-85ce6609b83f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 217 time: 0.0377800 Mar 11 00:39:34.578126 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29d5b457-7788-4622-b656-2c778e90a43c req-b5ce4e13-96d0-4ec8-8dee-5a549e868688 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408368 Mar 11 00:39:34.589503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-abae0143-2977-4045-b07e-7c19945639cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.591763 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-abae0143-2977-4045-b07e-7c19945639cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0431900 Mar 11 00:39:34.641228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-a5a5d3f9-bc43-4fe4-9752-e8454d44f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:34.642698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-a5a5d3f9-bc43-4fe4-9752-e8454d44f784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446270 Mar 11 00:39:34.738038 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-2b4ee8af-f9ce-4f02-8643-c74855a62cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882740 Mar 11 00:39:34.834721 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5bc58362-8e85-469d-8395-690b1cdda7d7 req-63da2e7d-cc2f-4ce2-bd2b-a11dfb15abeb service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895803 Mar 11 00:39:35.706886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd94d5e-c199-4e8b-826a-6ee7e3c94c73 req-4cda5f81-8cd8-43ba-a082-026e4105368f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:35.708506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdd94d5e-c199-4e8b-826a-6ee7e3c94c73 req-4cda5f81-8cd8-43ba-a082-026e4105368f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.0551517 Mar 11 00:39:35.758500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bdd94d5e-c199-4e8b-826a-6ee7e3c94c73 req-5788f202-7e69-4b4a-8e8f-041ae7a65b63 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 Mar 11 00:39:35.878577 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d5807d23-c471-4330-9dba-6556069014e8 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:39:35.981326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:35.993593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'd5807d23-c471-4330-9dba-6556069014e8', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': 'd5807d23-c471-4330-9dba-6556069014e8', 'mac_address': 'fa:16:3e:2c:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:39:36.032377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port d5807d23-c471-4330-9dba-6556069014e8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:36.032695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:36.045366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5807d23-c471-4330-9dba-6556069014e8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:39:36.070141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:36.076123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:36.122498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:36.344374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['d5807d23-c471-4330-9dba-6556069014e8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:39:36.773082 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-960f1cb4-7553-43ef-8a9d-7ca200737277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:36.891141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240dc2a-8909-4bf6-9e19-71f823b8dce3 req-682df35e-b51c-4201-ad38-ff2dd6ec5fb9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:36.892649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3240dc2a-8909-4bf6-9e19-71f823b8dce3 req-682df35e-b51c-4201-ad38-ff2dd6ec5fb9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Mar 11 00:39:36.939129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3240dc2a-8909-4bf6-9e19-71f823b8dce3 req-b92ce4ce-94ce-44da-a18f-18b20f7e05df tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Mar 11 00:39:37.907363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d5807d23-c471-4330-9dba-6556069014e8 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:39:37.957603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port d5807d23-c471-4330-9dba-6556069014e8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:39:37.963174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port d5807d23-c471-4330-9dba-6556069014e8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:39:37.963174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5807d23-c471-4330-9dba-6556069014e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:38.045447 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port d5807d23-c471-4330-9dba-6556069014e8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:39:38.045839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:38.073572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:38.073979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a855ba-9f25-44bf-b072-87f37ffe9ae2 req-63ddbfcb-e31f-4b0a-b3e7-0533efaa85e6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:38.076111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a855ba-9f25-44bf-b072-87f37ffe9ae2 req-63ddbfcb-e31f-4b0a-b3e7-0533efaa85e6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0596361 Mar 11 00:39:38.076474 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb4c128-a458-475f-a69b-af4438fa3e97" -d '{"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-plugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:38.089161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:39:38.093467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:38.119006 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d786ffd6-0463-4b97-a338-72a6f4becd48 x-openstack-request-id: req-d786ffd6-0463-4b97-a338-72a6f4becd48 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:38.119297 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-plugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:38.119548 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d786ffd6-0463-4b97-a338-72a6f4becd48 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:38.119952 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'code': 200} Mar 11 00:39:38.126187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33a855ba-9f25-44bf-b072-87f37ffe9ae2 req-64eee5b7-623e-47e1-9d05-9f1c2d6bfdfa tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Mar 11 00:39:38.146880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:39:38.231251 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919feb8-be21-4a68-8fbd-4048e4f56f10 req-90ef0541-d761-4b6a-86cf-403d38a9d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:38.233455 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0919feb8-be21-4a68-8fbd-4048e4f56f10 req-90ef0541-d761-4b6a-86cf-403d38a9d11d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1128 time: 0.0452907 Mar 11 00:39:38.276203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-0919feb8-be21-4a68-8fbd-4048e4f56f10 req-9f01755e-4a38-421c-bc46-76b5d889e270 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364151 Mar 11 00:39:39.250040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054b0a3-baed-47af-a327-32342dfd9b9e req-bac4216a-efe5-4bdd-90b3-d0bf746b67e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:39.251444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8054b0a3-baed-47af-a327-32342dfd9b9e req-bac4216a-efe5-4bdd-90b3-d0bf746b67e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0571029 Mar 11 00:39:39.298568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8054b0a3-baed-47af-a327-32342dfd9b9e req-894ce975-1cb2-4d3d-a23a-6d79ec59fa09 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 Mar 11 00:39:39.330974 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5455d88-3b4a-4e70-957e-c8c53fcff7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:40.415870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628115a-9337-49bf-914d-59aa002b307a req-ff84f635-bccd-4b52-a7c4-59179f2921f1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:40.417367 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4628115a-9337-49bf-914d-59aa002b307a req-ff84f635-bccd-4b52-a7c4-59179f2921f1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0523224 Mar 11 00:39:40.463916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4628115a-9337-49bf-914d-59aa002b307a req-10fea9b5-963b-4c5c-bac0-3269a2deddce tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402112 Mar 11 00:39:40.566648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:40.578438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe385-82cc-416c-8803-32b39171b1b7 req-7e8f6fa7-94e3-4610-ad66-078f39c55f3b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:40.580142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e87fe385-82cc-416c-8803-32b39171b1b7 req-7e8f6fa7-94e3-4610-ad66-078f39c55f3b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0532689 Mar 11 00:39:40.588663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41730) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:39:40.593024 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'floatingip': {'port_id': 'd5807d23-c471-4330-9dba-6556069014e8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:39:40.636232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.076192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.091389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.095550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.197247 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae associated. External IP: 172.25.7.134, port: d5807d23-c471-4330-9dba-6556069014e8. Mar 11 00:39:41.415208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:39:41.450115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.524580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:39:41.529403 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.533945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:39:41.543275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:41.543890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:41.560847 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e300d088-e072-4cc4-87b5-01c3bfbff209 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "PUT /v2.0/floatingips/486682ef-2d0e-42d8-a1bd-7bf45c02fbae HTTP/1.1" status: 200 len: 992 time: 0.9711506 Mar 11 00:39:41.561551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:39:41.564588 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0071219-88d8-4601-a7db-2018ed90eabd" -d '{"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:39:41.607094 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a074086-d828-4faf-b72e-380e3343c919 x-openstack-request-id: req-7a074086-d828-4faf-b72e-380e3343c919 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:39:41.607402 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:39:41.607665 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a074086-d828-4faf-b72e-380e3343c919 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:39:41.608808 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'status': 'completed', 'code': 200} Mar 11 00:39:41.661184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:41.673579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0071219-88d8-4601-a7db-2018ed90eabd req-151de493-b117-40f2-8b3a-208b8b820f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.675052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b6b73-f460-415d-bad3-ab9e301a7586 req-34ffbe1c-42be-4c1d-a41d-6a21ecaa577c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.675182 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-151de493-b117-40f2-8b3a-208b8b820f94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1128 time: 0.0456874 Mar 11 00:39:41.676614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f95b6b73-f460-415d-bad3-ab9e301a7586 req-34ffbe1c-42be-4c1d-a41d-6a21ecaa577c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0561974 Mar 11 00:39:41.727601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f95b6b73-f460-415d-bad3-ab9e301a7586 req-b847cc94-a04b-48f6-84b7-ac0fb79cec85 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451334 Mar 11 00:39:41.772471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:41.782619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0071219-88d8-4601-a7db-2018ed90eabd req-0825c07a-7eb0-44ae-a505-ae4886d8fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.784406 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-0825c07a-7eb0-44ae-a505-ae4886d8fd6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1030161 Mar 11 00:39:41.853314 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-244b04ae-bcda-4849-9849-d341047c8f04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1000 time: 0.0629625 Mar 11 00:39:41.858006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9939b-8678-4534-a934-96ff32648ccd req-6d3661fc-c884-4126-ad17-f60954c3ecc2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.860073 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecf9939b-8678-4534-a934-96ff32648ccd req-6d3661fc-c884-4126-ad17-f60954c3ecc2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0607064 Mar 11 00:39:41.910063 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0071219-88d8-4601-a7db-2018ed90eabd req-ace075b9-a401-49f6-a5d9-da4acec6e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.911594 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-ace075b9-a401-49f6-a5d9-da4acec6e456 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0524578 Mar 11 00:39:41.912258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'd5807d23-c471-4330-9dba-6556069014e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:2c:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74978583-6e06-454c-bda8-575402ab0898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:39:41Z', 'revision_number': 1, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:41.914110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ecf9939b-8678-4534-a934-96ff32648ccd req-40d7e7c6-108a-4981-ba89-3a574666ba06 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487235 Mar 11 00:39:41.940792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:39:41.949131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:39:41.949736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:39:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:41.967889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0071219-88d8-4601-a7db-2018ed90eabd req-ee022db1-a4fe-4b3e-a51f-4dfb65ff3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:41.969876 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-ee022db1-a4fe-4b3e-a51f-4dfb65ff3e06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520518 Mar 11 00:39:42.059088 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-97fb5bbd-6641-4c93-9d1c-e9f4090c13c7 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Mar 11 00:39:42.059315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:39:42.153081 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b0071219-88d8-4601-a7db-2018ed90eabd req-6679c5ba-e722-4c7d-930e-6b55630b6383 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885861 Mar 11 00:39:42.293198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'd5807d23-c471-4330-9dba-6556069014e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:2c:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74978583-6e06-454c-bda8-575402ab0898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:39:41Z', 'revision_number': 1, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:39:42.321553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69297a6-25e4-46ec-b912-9cf46a95b2d0 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'd5807d23-c471-4330-9dba-6556069014e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:2c:1d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74978583-6e06-454c-bda8-575402ab0898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:39:41Z', 'revision_number': 1, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:39:42.518344 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4d462e-eb6a-4879-b1c4-ba478d61f65e None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:39:43.033957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c8a13-b1e2-49bc-a3d9-78e855466bad req-759fa050-27ee-4057-8b2f-056e9b04e199 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:43.035413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-936c8a13-b1e2-49bc-a3d9-78e855466bad req-759fa050-27ee-4057-8b2f-056e9b04e199 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Mar 11 00:39:43.081801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-936c8a13-b1e2-49bc-a3d9-78e855466bad req-7bcc2532-fede-42b3-969e-8629b08b637f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407119 Mar 11 00:39:43.200889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531f7d1-e1a9-40a8-a564-4ceb9e34d61d req-e6f37cdb-8d68-4c25-8fbc-02688101ce0f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:43.202349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c531f7d1-e1a9-40a8-a564-4ceb9e34d61d req-e6f37cdb-8d68-4c25-8fbc-02688101ce0f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0541863 Mar 11 00:39:43.248455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c531f7d1-e1a9-40a8-a564-4ceb9e34d61d req-9e58f10d-f584-47d3-884b-ffbdf73410ff tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Mar 11 00:39:43.352046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:39:43.506403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-a80dcecb-6e26-4a2b-9e40-a1c9f69ebf72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774786 Mar 11 00:39:43.519310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c9e2-bbfc-481a-abee-3385f0d540f2 req-8a376bf9-ee91-4e3f-b088-d80e893b9cc1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:43.520855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9a8c9e2-bbfc-481a-abee-3385f0d540f2 req-8a376bf9-ee91-4e3f-b088-d80e893b9cc1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0844176 Mar 11 00:39:43.573985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9a8c9e2-bbfc-481a-abee-3385f0d540f2 req-7a39811d-426a-4056-abd6-573a40fa5e78 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463393 Mar 11 00:39:43.849419 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-76e5aead-7a3c-47d2-a7b9-8bfd9c1fe609 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:43.850775 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-76e5aead-7a3c-47d2-a7b9-8bfd9c1fe609 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 943 time: 0.0461583 Mar 11 00:39:44.625995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-007a62ea-82be-4f0a-bdc5-e438ac83af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:44.627308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-007a62ea-82be-4f0a-bdc5-e438ac83af70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1128 time: 0.0506630 Mar 11 00:39:44.697728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bbd34-65db-4f1b-8380-ec04a8f986ad req-48f1d6fb-33d1-4c07-9171-c06586e4f3d8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:44.699210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-132bbd34-65db-4f1b-8380-ec04a8f986ad req-48f1d6fb-33d1-4c07-9171-c06586e4f3d8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Mar 11 00:39:44.722344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-b3fdffee-a54a-4e40-a9c4-bb7bc67e5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:44.723810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-b3fdffee-a54a-4e40-a9c4-bb7bc67e5b41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0868943 Mar 11 00:39:44.746390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-132bbd34-65db-4f1b-8380-ec04a8f986ad req-8ede0e3d-4e5e-4968-bea2-a3715464a561 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403686 Mar 11 00:39:44.794645 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-ac52b1c0-f05f-492f-a698-70b4d2f46516 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1002 time: 0.0650775 Mar 11 00:39:44.846750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-091439b0-51e1-45c7-8093-4816ef1c78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:44.848353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-091439b0-51e1-45c7-8093-4816ef1c78b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0479100 Mar 11 00:39:44.899625 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-6ca9b531-4e5f-4c3b-866f-e43acb5956f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:44.901164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-6ca9b531-4e5f-4c3b-866f-e43acb5956f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471954 Mar 11 00:39:44.993527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-f1adf06d-c1b9-4185-9305-3fe5ceb15960 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861714 Mar 11 00:39:45.081799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-ad1e2cfd-1830-4b36-b497-ad21484cd35f service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821581 Mar 11 00:39:45.195748 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:39:45.869503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936c4d-8649-4cf9-8d2e-769bea2cf48c req-9423f115-1468-404a-b6bf-e3ba46e2456e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:45.870969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28936c4d-8649-4cf9-8d2e-769bea2cf48c req-9423f115-1468-404a-b6bf-e3ba46e2456e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0565999 Mar 11 00:39:45.917011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28936c4d-8649-4cf9-8d2e-769bea2cf48c req-cb301b6c-b3e1-4c96-986b-833fc943f819 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Mar 11 00:39:47.042155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a4563-7724-4c04-a289-0bd6ccd210ab req-42659630-29eb-4dfc-b97f-794f4dcfb584 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:47.044472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f0a4563-7724-4c04-a289-0bd6ccd210ab req-42659630-29eb-4dfc-b97f-794f4dcfb584 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0563517 Mar 11 00:39:47.091493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f0a4563-7724-4c04-a289-0bd6ccd210ab req-6c5b7f72-f2da-4d85-b295-c58dce4c1ca8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415177 Mar 11 00:39:48.211254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5db5e8-0531-47b3-a7b6-030b7ad34d9e req-9492b3f3-61a3-4daa-b952-c05358bef45f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:48.212637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f5db5e8-0531-47b3-a7b6-030b7ad34d9e req-9492b3f3-61a3-4daa-b952-c05358bef45f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0548384 Mar 11 00:39:48.258545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f5db5e8-0531-47b3-a7b6-030b7ad34d9e req-80e951df-d1ed-4fd7-9826-30770a7a2625 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Mar 11 00:39:49.376703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991248be-d1eb-4fbb-a2a5-3fb6d546e634 req-8ad5786f-9276-4898-a377-aa09aaeef789 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:49.378180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-991248be-d1eb-4fbb-a2a5-3fb6d546e634 req-8ad5786f-9276-4898-a377-aa09aaeef789 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0529494 Mar 11 00:39:49.424833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-991248be-d1eb-4fbb-a2a5-3fb6d546e634 req-420f317f-ee83-4a34-82fb-2e94d853f301 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Mar 11 00:39:50.541501 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112d730-d5f7-41b2-b752-eb4b1fb853f7 req-56129d77-44c2-48d9-9b6a-ae0f86c24094 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:50.542978 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0112d730-d5f7-41b2-b752-eb4b1fb853f7 req-56129d77-44c2-48d9-9b6a-ae0f86c24094 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0517597 Mar 11 00:39:50.592461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0112d730-d5f7-41b2-b752-eb4b1fb853f7 req-0fa7f7ae-5e0d-49e4-8014-c0137c2173e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Mar 11 00:39:51.463755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa7c64ce-6557-4280-a796-ae40bbd17dc9 req-ccd36fed-809f-45f0-a2ce-ff2506bb9e00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267744 Mar 11 00:39:51.514944 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa7c64ce-6557-4280-a796-ae40bbd17dc9 req-20a34f6f-ac90-448b-acd2-bc5e1d3965c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0307338 Mar 11 00:39:51.553431 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa7c64ce-6557-4280-a796-ae40bbd17dc9 req-84251546-ee37-4367-94ff-7b6b89cf920d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209625 Mar 11 00:39:51.652387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c64ce-6557-4280-a796-ae40bbd17dc9 req-c887f6f6-851c-4cbd-846a-d5c96f8fa73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:51.653854 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aa7c64ce-6557-4280-a796-ae40bbd17dc9 req-c887f6f6-851c-4cbd-846a-d5c96f8fa73b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900390 Mar 11 00:39:51.712507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b417b-8004-4dfc-af32-e7139c7914f8 req-0b29faaf-b076-4ee6-a52f-595a2804ba45 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:51.713882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-567b417b-8004-4dfc-af32-e7139c7914f8 req-0b29faaf-b076-4ee6-a52f-595a2804ba45 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0529234 Mar 11 00:39:51.759943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-567b417b-8004-4dfc-af32-e7139c7914f8 req-1a30268c-9867-455d-b5da-5c9b215b99c4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Mar 11 00:39:52.881762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acba00-94ad-4095-b134-c983754dd666 req-7221957d-6ec3-44e4-8702-82ac7cec81cd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:52.883264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02acba00-94ad-4095-b134-c983754dd666 req-7221957d-6ec3-44e4-8702-82ac7cec81cd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0566034 Mar 11 00:39:52.928884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02acba00-94ad-4095-b134-c983754dd666 req-e05a37a5-424c-4f16-bbd9-062e19ccde0b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Mar 11 00:39:54.051880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99231c-696d-49ed-ab5e-61deb67c7228 req-eb73b284-fc29-44bd-959f-5b93143aacb3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:54.053377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad99231c-696d-49ed-ab5e-61deb67c7228 req-eb73b284-fc29-44bd-959f-5b93143aacb3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0579319 Mar 11 00:39:54.099025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad99231c-696d-49ed-ab5e-61deb67c7228 req-8cfd4dfd-bdd3-4382-b051-a233308d457b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Mar 11 00:39:55.219442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e0af-a3ce-43cb-a632-ee9526954918 req-55f06917-0ae7-4763-bc50-c1957debccf6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:55.221056 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aae2e0af-a3ce-43cb-a632-ee9526954918 req-55f06917-0ae7-4763-bc50-c1957debccf6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0519729 Mar 11 00:39:55.266090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aae2e0af-a3ce-43cb-a632-ee9526954918 req-4bb99efd-2ecf-4de2-8363-51cc48b1058e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395696 Mar 11 00:39:56.385337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7589a-7ef4-4dcd-a768-799d41eedb56 req-26a40def-6a7f-48cf-bb41-49826de435c9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:56.386810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19e7589a-7ef4-4dcd-a768-799d41eedb56 req-26a40def-6a7f-48cf-bb41-49826de435c9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0525160 Mar 11 00:39:56.441045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19e7589a-7ef4-4dcd-a768-799d41eedb56 req-7f7f03ef-3346-4b55-aee7-10ebb93973c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Mar 11 00:39:57.560496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366013d-78bd-4c99-a530-89c75ea51229 req-11032da4-ddce-4fab-836c-70ee4b1487f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:57.561972 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9366013d-78bd-4c99-a530-89c75ea51229 req-11032da4-ddce-4fab-836c-70ee4b1487f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0517416 Mar 11 00:39:57.609788 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9366013d-78bd-4c99-a530-89c75ea51229 req-da2978bd-2046-410c-b14a-40d2f80a253e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413871 Mar 11 00:39:58.729313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2dc9c-1e1d-4c51-b102-397ca851a85e req-42a1420f-1380-4822-aade-40a1305d8010 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:58.730766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ef2dc9c-1e1d-4c51-b102-397ca851a85e req-42a1420f-1380-4822-aade-40a1305d8010 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0511503 Mar 11 00:39:58.776164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ef2dc9c-1e1d-4c51-b102-397ca851a85e req-b835f7a0-2379-4b2e-b85f-5aa0bcdd6af1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 Mar 11 00:39:59.898835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a8b2d-c352-4766-a85c-d4650cf11035 req-93360816-000b-4058-a23f-3e0bbccebb2a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:39:59.900333 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa0a8b2d-c352-4766-a85c-d4650cf11035 req-93360816-000b-4058-a23f-3e0bbccebb2a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0567076 Mar 11 00:39:59.948169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa0a8b2d-c352-4766-a85c-d4650cf11035 req-92af85a6-6c5e-413f-bfb8-e21ae8253dc9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Mar 11 00:40:01.066691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaec4c-c8f2-44a2-a3d1-a5a03a5362f7 req-71ae1c49-0cf7-45b1-9898-938ce2e055a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:01.068196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9cbaec4c-c8f2-44a2-a3d1-a5a03a5362f7 req-71ae1c49-0cf7-45b1-9898-938ce2e055a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0536413 Mar 11 00:40:01.115447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9cbaec4c-c8f2-44a2-a3d1-a5a03a5362f7 req-c913709d-9d65-4201-89fa-d6233b10cc01 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Mar 11 00:40:01.762707 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-3047a002-a884-4e08-beda-33a63e0f7457 service neutron] show failed (client error): The resource could not be found. Mar 11 00:40:01.763611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-3047a002-a884-4e08-beda-33a63e0f7457 service neutron] 10.222.0.39 "GET /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0587726 Mar 11 00:40:01.962830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-8b369ba4-f15d-4e23-bc50-f6359d9d1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:01.964332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-8b369ba4-f15d-4e23-bc50-f6359d9d1c8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1128 time: 0.0476594 Mar 11 00:40:01.976145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:40:02.033286 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:02.260847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:02.640418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c757d2-5035-4792-9b27-e7753be93d25 req-c18637a9-06f3-405b-9436-7889897e3bf0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:02.642472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2c757d2-5035-4792-9b27-e7753be93d25 req-c18637a9-06f3-405b-9436-7889897e3bf0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.4393754 Mar 11 00:40:02.650780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:40:02.715374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:02.717631 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4119598a-eb9c-4259-9cea-28184396411b" -d '{"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-unplugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:02.724042 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks [] for port (d5807d23-c471-4330-9dba-6556069014e8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:02.730868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2c757d2-5035-4792-9b27-e7753be93d25 req-ed635259-8058-41fd-8b07-b29c1f53eacd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812473 Mar 11 00:40:02.740847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Transition to ACTIVE for port object d5807d23-c471-4330-9dba-6556069014e8 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:40:02.751416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:02.777469 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7883b98-e60f-44eb-ab69-a0b4d0e6c6ee x-openstack-request-id: req-b7883b98-e60f-44eb-ab69-a0b4d0e6c6ee {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:02.777768 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-unplugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:02.778024 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7883b98-e60f-44eb-ab69-a0b4d0e6c6ee {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:02.778414 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'code': 200} Mar 11 00:40:02.859625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:02.958854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] No DVR routers for this DVR port d5807d23-c471-4330-9dba-6556069014e8 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:40:03.097760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:40:03.098018 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:40:03.098355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:40:03.102629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:40:03.102955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Attempting to bind port d5807d23-c471-4330-9dba-6556069014e8 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:40:03.107625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:40:03.107995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:40:03.108389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:40:03.108813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Bound port: d5807d23-c471-4330-9dba-6556069014e8, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:40:03.109164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:03.174476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:40:03.177319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:40:03.183103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:03.217149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.217800 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:03.219169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1092 time: 1.2470987 Mar 11 00:40:03.240334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd6da-fad2-4541-891f-5ab2509c4ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:03.288983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-85addda7-6d9f-48c2-a1da-744fde520b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.290592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-85addda7-6d9f-48c2-a1da-744fde520b47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0473008 Mar 11 00:40:03.392483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-f575b7d1-3558-492f-8f69-8def82e1f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.393985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-f575b7d1-3558-492f-8f69-8def82e1f14e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0978377 Mar 11 00:40:03.459904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-bfdea9cf-2230-4e8f-b00b-2e1ee4f5044e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1000 time: 0.0604291 Mar 11 00:40:03.508132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-e1f37996-b6ff-4513-a794-350b6e3ba897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.509504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-e1f37996-b6ff-4513-a794-350b6e3ba897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0438666 Mar 11 00:40:03.562495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-f7a04305-c512-4f92-b084-5975abde444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.564142 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-f7a04305-c512-4f92-b084-5975abde444c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488927 Mar 11 00:40:03.651667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-26509210-a119-4d57-876e-1c02df667257 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817742 Mar 11 00:40:03.743865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-13cbfbd5-805b-4a3c-a328-839c9ab9a507 req-bce09141-cad3-4efd-a829-8667e7ad7fc7 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863428 Mar 11 00:40:03.858830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2737-49a4-4918-80dc-99614f6d7569 req-eabba88a-5d47-406f-9a07-267e5fde7aa6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:03.860899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-279a2737-49a4-4918-80dc-99614f6d7569 req-eabba88a-5d47-406f-9a07-267e5fde7aa6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.0570803 Mar 11 00:40:03.909615 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-279a2737-49a4-4918-80dc-99614f6d7569 req-fd203265-587b-49d2-9a35-c98b9a093f1d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427301 Mar 11 00:40:04.077834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d5807d23-c471-4330-9dba-6556069014e8 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:40:04.120162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port d5807d23-c471-4330-9dba-6556069014e8 host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:40:04.120551 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device d5807d23-c471-4330-9dba-6556069014e8 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:40:04.779194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:04.781631 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a9095-1ca4-42ff-a468-b2d10a31be5b" -d '{"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:04.831550 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5e34d-f0dd-491c-abd3-36c227c0b393 x-openstack-request-id: req-e8f5e34d-f0dd-491c-abd3-36c227c0b393 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:04.831850 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:04.832133 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8f5e34d-f0dd-491c-abd3-36c227c0b393 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:04.832544 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'status': 'completed', 'code': 200} Mar 11 00:40:04.893571 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-adfc1df8-38f3-45bd-945a-ca992567af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:04.895188 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-adfc1df8-38f3-45bd-945a-ca992567af5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0482090 Mar 11 00:40:04.909381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-669e55be-3e50-447f-a70c-f5a231139bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:04.910871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-669e55be-3e50-447f-a70c-f5a231139bee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0529647 Mar 11 00:40:04.990449 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-7462f20f-e1db-435d-9822-fce6c9cde694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:04.992000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-7462f20f-e1db-435d-9822-fce6c9cde694 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0902855 Mar 11 00:40:05.029686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-72636516-ee22-4d08-be09-4fad4efd3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.031077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-72636516-ee22-4d08-be09-4fad4efd3e53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1140900 Mar 11 00:40:05.061317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-d970f54b-ef02-4c6d-83d6-d6243078d37f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1000 time: 0.0635796 Mar 11 00:40:05.090032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8271-e9f3-4c2e-9ce4-ba52a255af4e req-0d19ca51-84c8-4552-92ca-776400a23344 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.091471 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f3a8271-e9f3-4c2e-9ce4-ba52a255af4e req-0d19ca51-84c8-4552-92ca-776400a23344 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.1095943 Mar 11 00:40:05.110007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-9540f9c0-62b1-4343-882f-4f114c781896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.111680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-9540f9c0-62b1-4343-882f-4f114c781896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0447807 Mar 11 00:40:05.133095 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-5d534833-9ea7-4570-ab96-f989ed9dd65f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1000 time: 0.0946536 Mar 11 00:40:05.161762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-86923a95-ecb3-4375-add1-0666b98691a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.163316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-86923a95-ecb3-4375-add1-0666b98691a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453579 Mar 11 00:40:05.186707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f3a8271-e9f3-4c2e-9ce4-ba52a255af4e req-97ec722b-b6aa-45a7-88d3-149c2aa43a2d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878580 Mar 11 00:40:05.200269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-0b072025-4648-4023-bca8-53a131561404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.201720 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-0b072025-4648-4023-bca8-53a131561404 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0628736 Mar 11 00:40:05.265954 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-083875b2-1d87-4220-afa3-ff26db7f746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:05.266602 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-4800275c-e7a1-4cd3-9117-ebc2f3fd06ed service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962157 Mar 11 00:40:05.268193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-083875b2-1d87-4220-afa3-ff26db7f746c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549512 Mar 11 00:40:05.369441 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-1442faaa-49a1-4b36-a5b4-da51d803b4ed service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972860 Mar 11 00:40:05.375613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-73bd1872-4da7-440d-aed7-cb203eb1c765 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015868 Mar 11 00:40:05.469543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e70a9095-1ca4-42ff-a468-b2d10a31be5b req-5c140c9d-6676-4dfd-926b-6ba200afd170 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877209 Mar 11 00:40:06.316152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576f54c-bdf2-4fe5-95a7-f192739851b9 req-c3d5a93c-c293-43a6-988a-16680e6d9492 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.317638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f576f54c-bdf2-4fe5-95a7-f192739851b9 req-c3d5a93c-c293-43a6-988a-16680e6d9492 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.0538375 Mar 11 00:40:06.365181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f576f54c-bdf2-4fe5-95a7-f192739851b9 req-5c697c67-4e2f-4993-8d0f-942985d64955 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Mar 11 00:40:06.529573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d5807d23-c471-4330-9dba-6556069014e8 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:40:06.566122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931405-9d10-416f-8452-2056a96eeed3 req-eb8702d4-0a15-420c-b772-6a1ea4bd9a0b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.567626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0931405-9d10-416f-8452-2056a96eeed3 req-eb8702d4-0a15-420c-b772-6a1ea4bd9a0b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 944 time: 0.0565698 Mar 11 00:40:06.589292 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-246a57e8-5753-4b29-b564-d5e81f60de4b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.590997 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-246a57e8-5753-4b29-b564-d5e81f60de4b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898&tenant_id=754dd4f3307144a798057280a89f9765&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 944 time: 0.0622628 Mar 11 00:40:06.627750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0931405-9d10-416f-8452-2056a96eeed3 req-915dbc1f-d4ed-41c9-a2f8-99f42fe96590 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540493 Mar 11 00:40:06.633774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:06.649617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd5807d23-c471-4330-9dba-6556069014e8', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': 'd5807d23-c471-4330-9dba-6556069014e8', 'mac_address': 'fa:16:3e:2c:1d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:40:06.658785 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-1368c410-b11c-4e74-9f2f-64f59f2aa088 service neutron] delete failed (client error): The resource could not be found. Mar 11 00:40:06.659839 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-1368c410-b11c-4e74-9f2f-64f59f2aa088 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0628505 Mar 11 00:40:06.692859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d5807d23-c471-4330-9dba-6556069014e8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:06.693123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:06.708086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5807d23-c471-4330-9dba-6556069014e8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:40:06.727721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:06.732146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:06.747148 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-e6a0a563-718b-48ed-9de6-f4d2999f4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.748767 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-e6a0a563-718b-48ed-9de6-f4d2999f4778 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 1126 time: 0.0464191 Mar 11 00:40:06.789135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5c4c45fc-7ceb-4d8c-b5b8-661c2c236946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:06.793578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:06.802084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.802437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.802783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.803123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.803458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.803790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.804147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.804477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.804805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.805132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.805456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.805782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.806104 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:06.844575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-04ca574c-d7c1-4db6-a764-0b2856f6c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.846067 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-04ca574c-d7c1-4db6-a764-0b2856f6c71f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0918002 Mar 11 00:40:06.911358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-3b6e5b8d-bc7f-4cfb-a4ff-a81a4bc85708 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 200 len: 1001 time: 0.0591183 Mar 11 00:40:06.949687 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d5807d23-c471-4330-9dba-6556069014e8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:40:06.964553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-e82dd502-907b-40e4-b044-8606e80135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:06.966015 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-e82dd502-907b-40e4-b044-8606e80135b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0490558 Mar 11 00:40:07.016108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-bdec6091-11b6-4b24-a717-f25baf9df4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:07.017581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-bdec6091-11b6-4b24-a717-f25baf9df4a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453753 Mar 11 00:40:07.115997 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-4121172e-b3e9-4928-9972-2f9cfb407b56 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927677 Mar 11 00:40:07.216259 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bf919e7f-331c-4a06-8cae-0584a40e750c req-11abde75-4335-4448-ab33-95bf49aac88f service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942838 Mar 11 00:40:07.756260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077a5b-87c4-4ee2-b293-5296a9cc22a3 req-eb3cf659-ac98-4211-a6ad-4a85a8f7860c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:07.757790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e077a5b-87c4-4ee2-b293-5296a9cc22a3 req-eb3cf659-ac98-4211-a6ad-4a85a8f7860c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0580828 Mar 11 00:40:07.804999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1e077a5b-87c4-4ee2-b293-5296a9cc22a3 req-b69bd929-a3db-4602-82c7-e4d777370c7e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Mar 11 00:40:07.925780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3f0ba-95d6-4b26-a994-24c39e4b6365 req-968536d8-a498-4e07-b71a-4b58bb5af6ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:07.927347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a3f0ba-95d6-4b26-a994-24c39e4b6365 req-968536d8-a498-4e07-b71a-4b58bb5af6ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0553341 Mar 11 00:40:07.974849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31a3f0ba-95d6-4b26-a994-24c39e4b6365 req-389524e9-5079-4bb8-aae7-7ce6f932188a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Mar 11 00:40:08.096101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3146d6-6e22-4c4a-bfd6-720ba87ec61b req-10a9204f-ae36-4b43-a819-883a2c280c60 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:08.097584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3146d6-6e22-4c4a-bfd6-720ba87ec61b req-10a9204f-ae36-4b43-a819-883a2c280c60 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0580020 Mar 11 00:40:08.144484 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9d3146d6-6e22-4c4a-bfd6-720ba87ec61b req-bc0fb7e4-23ed-4196-add4-59e662521f21 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411973 Mar 11 00:40:08.374831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa273b-a53b-49d2-89cb-7a0613f5ed44 req-ab4afcd2-c9e0-4850-a586-02806f0064ce tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:08.376424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5daa273b-a53b-49d2-89cb-7a0613f5ed44 req-ab4afcd2-c9e0-4850-a586-02806f0064ce tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Mar 11 00:40:08.422924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5daa273b-a53b-49d2-89cb-7a0613f5ed44 req-c61fa8b1-59f4-4414-86b8-d0038667f19d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Mar 11 00:40:08.545712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d5807d23-c471-4330-9dba-6556069014e8 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:40:08.592490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d5807d23-c471-4330-9dba-6556069014e8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:40:08.596983 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d5807d23-c471-4330-9dba-6556069014e8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:40:08.597351 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d5807d23-c471-4330-9dba-6556069014e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:08.673483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d5807d23-c471-4330-9dba-6556069014e8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:08.673873 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:08.696146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:08.698685 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686f22e-d91b-4e61-865a-22ab656dc9cb" -d '{"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-plugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:08.712344 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:08.716476 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:08.741304 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c5b72-661c-42bf-a598-281540568b98 x-openstack-request-id: req-e68c5b72-661c-42bf-a598-281540568b98 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:08.741610 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-plugged", "status": "completed", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:08.741867 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e68c5b72-661c-42bf-a598-281540568b98 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:08.742256 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'code': 200} Mar 11 00:40:08.768099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:09.333034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e2152157-343b-4631-a4e9-e9f7cde02893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:09.539907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ea25f-18fd-4262-82e5-d72aa74b7654 req-d8e9903c-ceff-4fca-9322-2425b4038ad1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:09.541409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-281ea25f-18fd-4262-82e5-d72aa74b7654 req-d8e9903c-ceff-4fca-9322-2425b4038ad1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0519280 Mar 11 00:40:09.615896 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-281ea25f-18fd-4262-82e5-d72aa74b7654 req-5030a331-8d25-4894-b9ef-cfa2095bc7c0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689170 Mar 11 00:40:09.638409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-0f0bcded-cb1b-4c9a-b7df-f378b867bdaa tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:09.639868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-0f0bcded-cb1b-4c9a-b7df-f378b867bdaa tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 946 time: 0.0688305 Mar 11 00:40:09.732035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Deleting port d5807d23-c471-4330-9dba-6556069014e8 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:40:09.732533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d5807d23-c471-4330-9dba-6556069014e8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:09.825173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] For port d5807d23-c471-4330-9dba-6556069014e8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d5807d23-c471-4330-9dba-6556069014e8,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:09.825533 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d5807d23-c471-4330-9dba-6556069014e8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.048672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.050249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.050553 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae disassociated. External IP: 172.25.7.134, port: d5807d23-c471-4330-9dba-6556069014e8. Mar 11 00:40:10.050901 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Calling delete_port for d5807d23-c471-4330-9dba-6556069014e8 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:40:10.174833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d5807d23-c471-4330-9dba-6556069014e8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.205692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'Port': ['ID=d5807d23-c471-4330-9dba-6556069014e8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:10.328254 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:40:10.442475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:40:10.452532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:40:10.463358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:40:10.464096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:10.485017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] No DVR routers for this DVR port d5807d23-c471-4330-9dba-6556069014e8 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:40:10.488874 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.492603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b6d36b59-3db6-42c1-b258-b8d208f7a664 req-526466b5-202e-4a14-9556-0933702fa2d0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "DELETE /v2.0/ports/d5807d23-c471-4330-9dba-6556069014e8 HTTP/1.1" status: 204 len: 173 time: 0.8472431 Mar 11 00:40:10.493073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-deleted', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:10.496046 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb9336b-4fed-4c78-b80a-eff162152cb1" -d '{"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-deleted", "tag": "d5807d23-c471-4330-9dba-6556069014e8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:10.586784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:10.594486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:40:10.632120 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2046a97-20f1-4c93-9318-702a2f49ad2d x-openstack-request-id: req-c2046a97-20f1-4c93-9318-702a2f49ad2d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:10.632635 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74978583-6e06-454c-bda8-575402ab0898", "name": "network-vif-deleted", "tag": "d5807d23-c471-4330-9dba-6556069014e8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:10.632731 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2046a97-20f1-4c93-9318-702a2f49ad2d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:10.633071 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74978583-6e06-454c-bda8-575402ab0898', 'name': 'network-vif-deleted', 'tag': 'd5807d23-c471-4330-9dba-6556069014e8', 'status': 'completed', 'code': 200} Mar 11 00:40:10.737815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c9d22378-3202-4e24-b306-1b880d0a310d req-8c127a1d-d7db-4c21-accf-7f180eec962a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=74978583-6e06-454c-bda8-575402ab0898 HTTP/1.1" status: 200 len: 210 time: 0.0360796 Mar 11 00:40:10.805279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:10.831422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:40:10.840242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:40:10.840865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:10.953042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:40:11.112951 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:11.162400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:11.188292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d55c5-f192-427d-87ea-5dab502adbc2 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:40:11.418235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabd108b-af27-4bd9-a8ad-7d2cdeab29fd None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:40:11.451302 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:11.738811 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:11.972968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-179f968c-79eb-4aec-aa2a-a394a3f32eab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--875020892&fields=id&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 267 time: 0.0433774 Mar 11 00:40:12.084200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-9703acaa-8000-4714-be9d-12ca246f76bf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:12.085686 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-9703acaa-8000-4714-be9d-12ca246f76bf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1053813 Mar 11 00:40:12.099837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5d926b3a-eeaa-4b49-9241-5cbbab7d6b87 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/quotas/754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 375 time: 0.0089016 Mar 11 00:40:12.154596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-928f2825-8c26-4fdb-b478-13a686c8a082 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498965 Mar 11 00:40:12.253078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-36639d77-59e9-4e01-a1ef-a55ee387c62e service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861340 Mar 11 00:40:12.340641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5bdfbeda-d723-49a7-9547-651f75b7ef26 service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816858 Mar 11 00:40:12.499916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a2c3d76-7eb4-4fec-8c05-b6ecc7f1c304 req-6b132e63-4f5f-44c1-86dd-8b9298d78d7d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Mar 11 00:40:13.369055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:13.459757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-2b5074c6-8668-4748-ab41-f86b9c655e6b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:13.461259 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-2b5074c6-8668-4748-ab41-f86b9c655e6b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1084173 Mar 11 00:40:13.543554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7e60a35f-b6e8-49c0-b55b-4e21c7c1c1f0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 379 time: 0.0729475 Mar 11 00:40:13.552663 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'port': {'device_id': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'admin_state_up': True, 'tenant_id': '754dd4f3307144a798057280a89f9765', 'security_groups': ['d059d5fb-2644-4761-92d9-1ce6057bb306']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:40:13.640407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac930a06-c957-441e-9f66-c572b015a1f0 req-29396db6-1e06-4f48-b7df-5aae7189697e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 210 time: 0.0649691 Mar 11 00:40:13.692228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:40:13.695677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:13.854383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Allocated IP 172.20.0.12 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/21df0dcd-72ad-4700-8056-85ae94beb48e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:40:14.021628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.070807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.120281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:40:14.123400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:40:14.129694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:40:14.157623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:14.183134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:14.183661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.200907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-7765cda0-9aa6-4007-9754-4212c8dd329e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6523354 Mar 11 00:40:14.211682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Request body: {'port': {'device_id': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:40:14.278581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.424609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d578175-c869-4751-90d8-fd1a58ee7ffb None None] Provisioning complete for port 21df0dcd-72ad-4700-8056-85ae94beb48e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:40:14.425133 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d578175-c869-4751-90d8-fd1a58ee7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.459375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d578175-c869-4751-90d8-fd1a58ee7ffb None None] Port 21df0dcd-72ad-4700-8056-85ae94beb48e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:40:14.544519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21df0dcd-72ad-4700-8056-85ae94beb48e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:40:14.552451 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks [] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.565371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Transition to ACTIVE for port object 21df0dcd-72ad-4700-8056-85ae94beb48e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:40:14.568819 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.577611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d5807d23-c471-4330-9dba-6556069014e8 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:40:14.598335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d5807d23-c471-4330-9dba-6556069014e8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:40:14.598704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d5807d23-c471-4330-9dba-6556069014e8 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:40:14.620801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:14.695247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Attempting to bind port 21df0dcd-72ad-4700-8056-85ae94beb48e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:40:14.695586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Attempting to bind port 21df0dcd-72ad-4700-8056-85ae94beb48e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:40:14.695916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Attempting to bind port 21df0dcd-72ad-4700-8056-85ae94beb48e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:40:14.701202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Port 21df0dcd-72ad-4700-8056-85ae94beb48e on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:40:14.701526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Attempting to bind port 21df0dcd-72ad-4700-8056-85ae94beb48e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:40:14.707113 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:40:14.707455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:40:14.707846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:40:14.708311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Bound port: 21df0dcd-72ad-4700-8056-85ae94beb48e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:40:14.708694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.813418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c0e8-0bbd-44c2-b894-64378430e92b req-8cdb45d2-1995-446f-a05c-803efb9453c1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:14.815671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f455c0e8-0bbd-44c2-b894-64378430e92b req-8cdb45d2-1995-446f-a05c-803efb9453c1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 944 time: 0.0971389 Mar 11 00:40:14.819352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:40:14.824066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:40:14.841757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.900019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:14.900997 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:14.903433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] 10.222.0.30 "PUT /v2.0/ports/21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1092 time: 0.6957572 Mar 11 00:40:14.907952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:14.910608 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d" -d '{"events": [{"name": "network-changed", "server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:14.928446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f455c0e8-0bbd-44c2-b894-64378430e92b req-5067357f-4990-4270-9471-d78c3a6a2f1f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054678 Mar 11 00:40:14.946226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28b5d4-57ce-4cdf-9b4e-f48717fcbebd service neutron] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:14.968458 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d2d06-3741-44eb-9647-c7bf4da50f64 x-openstack-request-id: req-9c3d2d06-3741-44eb-9647-c7bf4da50f64 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:14.968757 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:14.969024 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c3d2d06-3741-44eb-9647-c7bf4da50f64 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:14.969430 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'status': 'completed', 'code': 200} Mar 11 00:40:15.009447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-6b285bd0-8230-4080-83a6-1af32d2bb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.010980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-6b285bd0-8230-4080-83a6-1af32d2bb6fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1126 time: 0.0516303 Mar 11 00:40:15.055565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-f1b86496-fd89-4d11-8724-80148e6b994e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 217 time: 0.0370111 Mar 11 00:40:15.105361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-30f8abb2-fb1d-4519-a34a-dabdfe16431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.106916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-30f8abb2-fb1d-4519-a34a-dabdfe16431d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0454204 Mar 11 00:40:15.159017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-c93c0350-c879-4521-a0d4-1e47cd3ed835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.160448 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-c93c0350-c879-4521-a0d4-1e47cd3ed835 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477729 Mar 11 00:40:15.254867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-77906e20-82b8-44f3-886b-ebe1aa71a581 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Mar 11 00:40:15.349242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c234e7a-344c-46b2-8de3-92d715b8a5e0 req-f6b0c7d9-3fde-4e55-a26e-9fe0327dade2 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886722 Mar 11 00:40:15.440293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-a04af205-ca5c-4cb1-812c-503bf07636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.441817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-a04af205-ca5c-4cb1-812c-503bf07636a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1126 time: 0.0461147 Mar 11 00:40:15.536449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-e250a107-1a52-4832-8063-a2e13ac6593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.537962 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-e250a107-1a52-4832-8063-a2e13ac6593c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0905328 Mar 11 00:40:15.578925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-0d963373-93d8-4df1-8773-75754b3f9399 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 217 time: 0.0350752 Mar 11 00:40:15.626036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-1d69909f-5e42-4223-ac64-6adef27e5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:15.627664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-1d69909f-5e42-4223-ac64-6adef27e5fbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0435762 Mar 11 00:40:16.043138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-37287fc6-f05e-4812-81ea-6e36b9a0a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:16.044668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-37287fc6-f05e-4812-81ea-6e36b9a0a1ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4106686 Mar 11 00:40:16.093368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1eda8-7813-4d43-9de8-223719dc8583 req-8be6d205-1fc2-44ef-bf9d-780153bbd2d4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:16.094806 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36d1eda8-7813-4d43-9de8-223719dc8583 req-8be6d205-1fc2-44ef-bf9d-780153bbd2d4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 944 time: 0.0836811 Mar 11 00:40:16.183872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-bda4be38-5b7e-4cb4-81b7-ec6a2190be76 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298561 Mar 11 00:40:16.187267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-36d1eda8-7813-4d43-9de8-223719dc8583 req-5556e8d0-e1cd-4a16-9730-d118def2dcd6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639417 Mar 11 00:40:16.274113 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-857729f1-3ddd-43d6-9cd8-6e9a6ecf443d req-19de2111-169f-476e-aa22-9032c12e685e service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832775 Mar 11 00:40:16.575788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:40:16.672752 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:16.684325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'mac_address': 'fa:16:3e:84:5e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:40:16.720592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21df0dcd-72ad-4700-8056-85ae94beb48e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:16.721354 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:16.733018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21df0dcd-72ad-4700-8056-85ae94beb48e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:40:16.751824 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:16.756216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:16.806081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:16.944561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['21df0dcd-72ad-4700-8056-85ae94beb48e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:40:17.314587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08fde5-fc52-4a1d-9f6f-34635c9099ea req-b3210c29-a3bb-4c0a-8ed5-131cc7604f26 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:17.316172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a08fde5-fc52-4a1d-9f6f-34635c9099ea req-b3210c29-a3bb-4c0a-8ed5-131cc7604f26 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 945 time: 0.0588694 Mar 11 00:40:17.362625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a08fde5-fc52-4a1d-9f6f-34635c9099ea req-4deb1ddc-1c83-4c6c-9f73-391c88f842df tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 Mar 11 00:40:18.479140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ffb8a-785d-4627-a502-d140972e99ce req-fa6e9860-f94e-49ab-9025-7d0f7f2f2389 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:18.480658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef3ffb8a-785d-4627-a502-d140972e99ce req-fa6e9860-f94e-49ab-9025-7d0f7f2f2389 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 945 time: 0.0519886 Mar 11 00:40:18.526997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef3ffb8a-785d-4627-a502-d140972e99ce req-a7cbb894-9d02-46fe-915c-e10e639b1b70 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407922 Mar 11 00:40:18.576122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:40:18.628095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 21df0dcd-72ad-4700-8056-85ae94beb48e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:40:18.631820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 21df0dcd-72ad-4700-8056-85ae94beb48e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:40:18.632228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:18.709912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21df0dcd-72ad-4700-8056-85ae94beb48e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:18.710209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:18.731941 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:18.734195 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc3ba45-b382-4c5b-a666-3e9bb86b5658" -d '{"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-plugged", "status": "completed", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:18.746842 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:18.751849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:18.774742 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add023f-4eb8-4671-9171-f299dcfd96d7 x-openstack-request-id: req-5add023f-4eb8-4671-9171-f299dcfd96d7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:18.775046 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-plugged", "status": "completed", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:18.775307 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5add023f-4eb8-4671-9171-f299dcfd96d7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:18.775708 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'code': 200} Mar 11 00:40:18.804961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:18.870728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7795-407f-4683-9995-8b34428cc6fe req-feab8315-9cca-4fa2-9a87-ee0215fca296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:18.872261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-209e7795-407f-4683-9995-8b34428cc6fe req-feab8315-9cca-4fa2-9a87-ee0215fca296 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1128 time: 0.0448325 Mar 11 00:40:18.919179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-209e7795-407f-4683-9995-8b34428cc6fe req-7c833a07-b78c-4928-a1f0-2fc3058ef9b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Mar 11 00:40:19.644520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeeac4b-64dc-4bea-bb04-fe527bb0862f req-3a59550b-b6f2-4f1f-933b-bb11772fa65d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:19.645976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0aeeac4b-64dc-4bea-bb04-fe527bb0862f req-3a59550b-b6f2-4f1f-933b-bb11772fa65d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0526087 Mar 11 00:40:19.691976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0aeeac4b-64dc-4bea-bb04-fe527bb0862f req-cb29e354-764f-4b28-826f-cfcf2dae378f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Mar 11 00:40:20.809773 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9fde-443c-49ab-aa50-ef62e73bd49d req-9addf0b1-ada7-484d-b09c-342a542a3ed0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:20.811229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-582e9fde-443c-49ab-aa50-ef62e73bd49d req-9addf0b1-ada7-484d-b09c-342a542a3ed0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Mar 11 00:40:20.857620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-582e9fde-443c-49ab-aa50-ef62e73bd49d req-fd334a81-6245-41a9-b14c-f5fbc18ba3bb tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Mar 11 00:40:20.976213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc5cd-9932-428e-a18f-cf96f652831b req-b8b30367-e905-439d-a577-f2951840f039 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:20.977607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d5bc5cd-9932-428e-a18f-cf96f652831b req-b8b30367-e905-439d-a577-f2951840f039 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0572562 Mar 11 00:40:20.986728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 41884) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:40:20.991141 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'floatingip': {'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:40:21.029284 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:21.477568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:21.481389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:21.584819 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae associated. External IP: 172.25.7.134, port: 21df0dcd-72ad-4700-8056-85ae94beb48e. Mar 11 00:40:21.799271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:40:21.910064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:40:21.914766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:21.921829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:40:21.931847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:40:21.932509 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:21.945477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-106ac63e-3c59-422c-aa77-c49949cec705 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "PUT /v2.0/floatingips/486682ef-2d0e-42d8-a1bd-7bf45c02fbae HTTP/1.1" status: 200 len: 992 time: 0.9575577 Mar 11 00:40:21.946193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:21.948506 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:21.990304 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428bfdf0-5e58-44a9-bf37-8496324f9394 x-openstack-request-id: req-428bfdf0-5e58-44a9-bf37-8496324f9394 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:21.990600 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:21.991013 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428bfdf0-5e58-44a9-bf37-8496324f9394 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:21.991858 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'status': 'completed', 'code': 200} Mar 11 00:40:22.049029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:40:22.064365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-e15f11c6-1115-4961-8398-4a4e8088add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:22.066588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-e15f11c6-1115-4961-8398-4a4e8088add2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1128 time: 0.0526681 Mar 11 00:40:22.194656 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:40:22.203065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-fc5739f7-ba0c-4d4f-aaa0-86be45994f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:22.204852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-fc5739f7-ba0c-4d4f-aaa0-86be45994f9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1327012 Mar 11 00:40:22.212639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ab21e-b803-497f-86de-2a49a81efdc4 req-0ea70a6a-ac75-4525-9187-883b04c26b0f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:22.214029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb5ab21e-b803-497f-86de-2a49a81efdc4 req-0ea70a6a-ac75-4525-9187-883b04c26b0f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.1092474 Mar 11 00:40:22.278633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:84:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:40:21Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:22.306287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-71871da4-1c96-4f67-81f4-d4cc83d6245d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1000 time: 0.0912910 Mar 11 00:40:22.309580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:40:22.313257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb5ab21e-b803-497f-86de-2a49a81efdc4 req-ed63439d-7156-42ff-8b13-cd4f2b01ad23 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913830 Mar 11 00:40:22.318675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:40:22.319302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:22.358970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-01605617-9684-435f-8150-61c6a1fc00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:22.360516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-01605617-9684-435f-8150-61c6a1fc00dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0463834 Mar 11 00:40:22.410426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-3fff8648-ef37-46b3-831a-a8ec7b85c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:22.412005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-3fff8648-ef37-46b3-831a-a8ec7b85c704 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460563 Mar 11 00:40:22.511200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-9b43ca29-b8d7-4f6d-8d2c-046f9c2b1c53 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934944 Mar 11 00:40:22.586453 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:40:22.601290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f8aa6bd-30b2-45f3-94e8-3f1e60b1d48c req-a080be3e-7db0-4ead-91d8-ef784fa2d4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846386 Mar 11 00:40:22.804765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:84:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:40:21Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:40:22.834919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b77473-1336-41d3-9564-f47a5bc89d78 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:84:5e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:40:21Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:40:23.031292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b111a55-4850-4ec8-9841-514d9ac48314 None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:40:23.438111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532d90d-6afe-47d8-99d2-e4fb9a0b75dc req-f98348bd-92dc-41fb-b25a-6aac0ffeaef7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:23.439587 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1532d90d-6afe-47d8-99d2-e4fb9a0b75dc req-f98348bd-92dc-41fb-b25a-6aac0ffeaef7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0556099 Mar 11 00:40:23.490075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1532d90d-6afe-47d8-99d2-e4fb9a0b75dc req-81a5881d-da25-4488-bcd7-40113bc1f925 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Mar 11 00:40:24.607456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c35337-53e6-4cf8-b654-b1f211f241df req-84445e3c-9104-4825-a7ec-9512ee900dc8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:24.608954 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63c35337-53e6-4cf8-b654-b1f211f241df req-84445e3c-9104-4825-a7ec-9512ee900dc8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0525479 Mar 11 00:40:24.656068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-63c35337-53e6-4cf8-b654-b1f211f241df req-db4d0041-cf19-4af0-b3bc-9d6f39b8a002 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Mar 11 00:40:25.773933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407b271-11b6-4360-b890-7b199f8302c2 req-7a63b8c8-2fb9-4aa3-895e-a09453f084e1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:25.775407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e407b271-11b6-4360-b890-7b199f8302c2 req-7a63b8c8-2fb9-4aa3-895e-a09453f084e1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Mar 11 00:40:25.821967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e407b271-11b6-4360-b890-7b199f8302c2 req-7f291bb9-25fd-45d4-94ef-ecf560b747e8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Mar 11 00:40:26.945357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b032-d957-4b4d-afc9-755630fc6b08 req-45c0fd80-5376-4534-a3b2-618033b51d92 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:26.946839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b6b032-d957-4b4d-afc9-755630fc6b08 req-45c0fd80-5376-4534-a3b2-618033b51d92 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0565279 Mar 11 00:40:26.997999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48b6b032-d957-4b4d-afc9-755630fc6b08 req-8912b6c7-a757-4665-af4a-2b740f925a35 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Mar 11 00:40:28.117440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b423b-e086-442f-96a5-c1b2b99ad868 req-39948619-174e-4be3-a8b2-98ee4c67689e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:28.118921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-847b423b-e086-442f-96a5-c1b2b99ad868 req-39948619-174e-4be3-a8b2-98ee4c67689e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0547025 Mar 11 00:40:28.165805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-847b423b-e086-442f-96a5-c1b2b99ad868 req-e9cb7dd1-94b1-43d1-aa45-c712c675301e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Mar 11 00:40:29.287854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845b7c-6a41-453b-9028-b4af217a04b3 req-f2b6b349-6455-4ac4-b38d-00391d565622 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:29.289384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c845b7c-6a41-453b-9028-b4af217a04b3 req-f2b6b349-6455-4ac4-b38d-00391d565622 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0565233 Mar 11 00:40:29.575046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c845b7c-6a41-453b-9028-b4af217a04b3 req-88d5bd86-91cb-45db-9eaa-ea4d5debacc3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802272 Mar 11 00:40:30.692028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cacc-6968-48ed-8b7e-8f65a727c814 req-95f61102-4f0d-468a-b5c6-d602abfa3f0b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:30.693475 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b2cacc-6968-48ed-8b7e-8f65a727c814 req-95f61102-4f0d-468a-b5c6-d602abfa3f0b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0519507 Mar 11 00:40:30.738902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-58b2cacc-6968-48ed-8b7e-8f65a727c814 req-55cc9ab6-dcf2-45e9-a888-d5af2f553a3b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Mar 11 00:40:31.856252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba27a7-8be2-408e-96d7-91ddf7d761cb req-de9e5ba4-c24c-4750-992f-207843aad428 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:31.857733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aba27a7-8be2-408e-96d7-91ddf7d761cb req-de9e5ba4-c24c-4750-992f-207843aad428 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0527127 Mar 11 00:40:31.906676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aba27a7-8be2-408e-96d7-91ddf7d761cb req-cac83117-6503-479e-bc49-bceb6a286959 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Mar 11 00:40:33.030159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2f45c-db5d-4c58-9acc-fc7522c6218a req-44510bcd-2767-4954-a6bd-dd1466654a48 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:33.031628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf2f45c-db5d-4c58-9acc-fc7522c6218a req-44510bcd-2767-4954-a6bd-dd1466654a48 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0512989 Mar 11 00:40:33.077844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf2f45c-db5d-4c58-9acc-fc7522c6218a req-ffa3ebbc-ef53-4a85-84bd-eefef379e19e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399451 Mar 11 00:40:33.508229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-e458c746-f093-4b38-821a-3876f72b9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:33.509644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-e458c746-f093-4b38-821a-3876f72b9ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1128 time: 0.0448978 Mar 11 00:40:33.614671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-2a8f8fb8-60ef-4053-8b62-8f8463d481d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:33.616185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-2a8f8fb8-60ef-4053-8b62-8f8463d481d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0885026 Mar 11 00:40:33.680931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-a9b2e587-2903-4a87-b7ab-7b014bea735a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1002 time: 0.0585966 Mar 11 00:40:33.732784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-50a56057-eef0-4581-93a9-2e19951f9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:33.734202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-50a56057-eef0-4581-93a9-2e19951f9ed2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0477743 Mar 11 00:40:33.782590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-5dc4cda3-76be-4ca6-b189-2b11344a153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:33.784000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-5dc4cda3-76be-4ca6-b189-2b11344a153a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435340 Mar 11 00:40:33.870874 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-c3bc00e6-a798-4f68-a10e-e33981fb5864 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 Mar 11 00:40:33.964368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5224f2d-b552-4ba6-ba99-a70d144d671e req-c1f641be-488f-4962-b612-756dcf6a9573 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Mar 11 00:40:34.196181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212985e0-dcc5-4766-8ba7-162516afb8fa req-c0220ffc-8839-40b4-ba75-89340f442b8b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:34.197637 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-212985e0-dcc5-4766-8ba7-162516afb8fa req-c0220ffc-8839-40b4-ba75-89340f442b8b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0515373 Mar 11 00:40:34.243304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-212985e0-dcc5-4766-8ba7-162516afb8fa req-cff08d98-0d56-4ff3-bf0d-1131a9c9b069 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Mar 11 00:40:35.367671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88fb0-05ea-4482-bfa8-18b40f99cd5b req-e61929d2-f0bd-4b7f-ba58-8ca1431a6229 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:35.369200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08e88fb0-05ea-4482-bfa8-18b40f99cd5b req-e61929d2-f0bd-4b7f-ba58-8ca1431a6229 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0572293 Mar 11 00:40:35.416438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-08e88fb0-05ea-4482-bfa8-18b40f99cd5b req-97ef25c6-eb8b-4488-bdc8-4b884adf6b61 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Mar 11 00:40:36.535020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142ce40-3364-4179-8547-7b419f7ed033 req-de807e92-1482-454b-8699-f42cdc229931 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:36.536530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1142ce40-3364-4179-8547-7b419f7ed033 req-de807e92-1482-454b-8699-f42cdc229931 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0525193 Mar 11 00:40:36.585524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1142ce40-3364-4179-8547-7b419f7ed033 req-1224c028-73e7-43f4-9aee-65e085a145c6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433242 Mar 11 00:40:36.772154 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-84d59a99-3541-4e25-adf6-7f137764ac6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:37.713592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb658554-405f-4a90-9105-02ba848e0685 req-19ddec78-4446-46ad-b072-d6942d5fc31d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:37.715083 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb658554-405f-4a90-9105-02ba848e0685 req-19ddec78-4446-46ad-b072-d6942d5fc31d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0625706 Mar 11 00:40:37.765725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bb658554-405f-4a90-9105-02ba848e0685 req-1c648813-d337-40d2-a1c6-87f359535733 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445278 Mar 11 00:40:38.882609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003621f8-4ddc-4108-8e21-562cafd44b9d req-d8114be3-7f0d-4774-b1e5-960309e53238 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:38.884092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003621f8-4ddc-4108-8e21-562cafd44b9d req-d8114be3-7f0d-4774-b1e5-960309e53238 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0529249 Mar 11 00:40:38.931289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-003621f8-4ddc-4108-8e21-562cafd44b9d req-509f749b-5598-4d82-8c6d-66526c2f1463 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Mar 11 00:40:39.334375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5a402518-18b9-4140-aa0b-4611c982a28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:40.052965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd238190-7477-478f-95dd-46ff7c702520 req-00b4fa9a-8f4a-47cc-8693-748497ebfb05 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:40.054462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd238190-7477-478f-95dd-46ff7c702520 req-00b4fa9a-8f4a-47cc-8693-748497ebfb05 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0555825 Mar 11 00:40:40.104951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd238190-7477-478f-95dd-46ff7c702520 req-a2718875-ad2d-45c9-ba55-eae51215f854 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449173 Mar 11 00:40:40.566360 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:41.089616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:41.225392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffec5b-c71b-4443-874b-e3d4267533bf req-1bca87fe-3726-4d59-b995-f6ffe00ea8f8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:41.226760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bffec5b-c71b-4443-874b-e3d4267533bf req-1bca87fe-3726-4d59-b995-f6ffe00ea8f8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0531483 Mar 11 00:40:41.273601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bffec5b-c71b-4443-874b-e3d4267533bf req-e6319850-1d2c-4855-b417-8068c8640108 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Mar 11 00:40:41.465933 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:41.740756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:42.388969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090091-508f-42c0-999a-13eb49f7a4ad req-607e6ef0-6460-4e74-ac40-052b04ede173 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:42.390426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05090091-508f-42c0-999a-13eb49f7a4ad req-607e6ef0-6460-4e74-ac40-052b04ede173 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0508194 Mar 11 00:40:42.435707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-05090091-508f-42c0-999a-13eb49f7a4ad req-fc3897b4-28b3-4b5d-9bfd-9506aa3e1d99 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Mar 11 00:40:43.351084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:43.559751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc021e-ffa2-4ebb-b780-d1d6394cf7f9 req-f7c0fe01-bd9d-479e-9942-ac0e34aa66f2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:43.561263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdc021e-ffa2-4ebb-b780-d1d6394cf7f9 req-f7c0fe01-bd9d-479e-9942-ac0e34aa66f2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0563140 Mar 11 00:40:43.606782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7bdc021e-ffa2-4ebb-b780-d1d6394cf7f9 req-18729df8-fc47-4993-a0ff-fbdc56e67db3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Mar 11 00:40:44.724904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60e660-fc8f-43c6-9877-3ee8d9015923 req-fa909df5-1705-4be6-b715-bf778b579af9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:44.726385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b60e660-fc8f-43c6-9877-3ee8d9015923 req-fa909df5-1705-4be6-b715-bf778b579af9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Mar 11 00:40:44.772441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b60e660-fc8f-43c6-9877-3ee8d9015923 req-1400bf6e-80b4-470e-b57f-3dbfbcc584b4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Mar 11 00:40:45.890900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2a11c-e06e-4ca9-b38c-5d240ba68056 req-1de6793b-7ee4-4f02-8a33-e08a83e5b3a8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:45.892402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acf2a11c-e06e-4ca9-b38c-5d240ba68056 req-1de6793b-7ee4-4f02-8a33-e08a83e5b3a8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0540602 Mar 11 00:40:45.943114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-acf2a11c-e06e-4ca9-b38c-5d240ba68056 req-3cd5749a-af9e-49eb-87a1-b6cd0e442e4b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Mar 11 00:40:47.062821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d7b6-f13e-486a-b969-c987aec6d027 req-4d6ebada-d841-4d5d-b0cb-a679459a8043 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:47.064349 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78b9d7b6-f13e-486a-b969-c987aec6d027 req-4d6ebada-d841-4d5d-b0cb-a679459a8043 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0527115 Mar 11 00:40:47.113634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-78b9d7b6-f13e-486a-b969-c987aec6d027 req-f8cdc08a-6878-409b-a76a-0703d341215e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Mar 11 00:40:48.233729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6eb0c-715a-416d-b3fb-db622fea505e req-a01a994d-acc7-4483-8ab4-7a7defc9c25f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:48.235107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95b6eb0c-715a-416d-b3fb-db622fea505e req-a01a994d-acc7-4483-8ab4-7a7defc9c25f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0547783 Mar 11 00:40:48.282067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95b6eb0c-715a-416d-b3fb-db622fea505e req-efcf0777-b184-4ee8-9be4-7146d4a2adc7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Mar 11 00:40:48.554323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04518-938b-46d2-9753-32fb49bb4e4f req-bf0cb1ae-b234-4c88-8062-d405ff493651 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:48.555789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fe04518-938b-46d2-9753-32fb49bb4e4f req-bf0cb1ae-b234-4c88-8062-d405ff493651 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0763693 Mar 11 00:40:48.558474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-6149b399-11fa-402b-94e1-330ebe62687f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882442 Mar 11 00:40:48.605234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fe04518-938b-46d2-9753-32fb49bb4e4f req-6baa0bb6-51f1-4d57-ae8b-8295abd248f4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438848 Mar 11 00:40:48.895975 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-104b4603-cd82-4e07-9434-5a16bf40113c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:48.897332 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-104b4603-cd82-4e07-9434-5a16bf40113c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports/21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 943 time: 0.0462997 Mar 11 00:40:49.656360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-3eb1e516-8887-4778-9842-74423a52153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:49.657904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-3eb1e516-8887-4778-9842-74423a52153d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1128 time: 0.0444765 Mar 11 00:40:49.785907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-4c299919-3fcf-4090-9aa2-6380abedeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:49.788127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-4c299919-3fcf-4090-9aa2-6380abedeb8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1245003 Mar 11 00:40:49.795746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffd574-5f9c-4d69-b41f-a488692b3a41 req-58e3893c-e99e-467f-89e8-56616ed33ee3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:49.797125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64ffd574-5f9c-4d69-b41f-a488692b3a41 req-58e3893c-e99e-467f-89e8-56616ed33ee3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.1124730 Mar 11 00:40:49.888453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-8bd3310c-d0c1-4871-87c4-60d4b34c1225 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1002 time: 0.0903788 Mar 11 00:40:49.895268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64ffd574-5f9c-4d69-b41f-a488692b3a41 req-fead3100-29cd-4333-97a7-41ef84a623a9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909224 Mar 11 00:40:49.940295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-717e9eae-2aa2-4410-9773-c7d6c07948f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:49.941752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-717e9eae-2aa2-4410-9773-c7d6c07948f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0445788 Mar 11 00:40:49.991741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-af38fed9-208c-4106-b83e-cc0b58a04ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:49.993256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-af38fed9-208c-4106-b83e-cc0b58a04ffb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452392 Mar 11 00:40:50.088677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-412282eb-82fc-4340-a6dd-2de9f5c1b43c service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884829 Mar 11 00:40:50.179822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-f2538c09-5c8d-41a5-a92d-1a9e991c16b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859783 Mar 11 00:40:51.015596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970d181-224a-4867-b0ba-2073e8ccdd98 req-fa22af23-393e-47d2-94f1-d18e91eeae2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:51.017124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a970d181-224a-4867-b0ba-2073e8ccdd98 req-fa22af23-393e-47d2-94f1-d18e91eeae2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0547547 Mar 11 00:40:51.065437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a970d181-224a-4867-b0ba-2073e8ccdd98 req-c646593e-e2c5-403e-9cc0-aa8cb0ea14c9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Mar 11 00:40:51.758235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-546fdb79-b9d9-47ef-b151-994e543255e7 service neutron] 10.222.0.30 "GET /v2.0/ports/21df0dcd-72ad-4700-8056-85ae94beb48e/bindings/n-h2-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.0528636 Mar 11 00:40:51.954443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-b2398a46-83bb-40ba-a6d4-50b44bd66c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:51.955908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-b2398a46-83bb-40ba-a6d4-50b44bd66c1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1128 time: 0.0448935 Mar 11 00:40:52.023509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-554e6967-4c37-43fb-ab89-7bc5fc95c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:52.024936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-554e6967-4c37-43fb-ab89-7bc5fc95c106 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1128 time: 0.0483563 Mar 11 00:40:52.112652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-76fb97c5-90f9-47f9-a337-6fd20385dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:52.114273 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-76fb97c5-90f9-47f9-a337-6fd20385dac2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0836034 Mar 11 00:40:52.210143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-8f632037-150b-445f-b4f5-128f13ceb2a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1002 time: 0.0901916 Mar 11 00:40:52.248730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728df859-2527-4b32-8c77-5a705e6812f7 req-3617c762-4be6-4af9-bc48-1f2f55b4f446 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:52.250202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728df859-2527-4b32-8c77-5a705e6812f7 req-3617c762-4be6-4af9-bc48-1f2f55b4f446 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0911627 Mar 11 00:40:52.283592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-c87f99cf-df3a-46a5-b2bb-232417bcb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:52.285042 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-c87f99cf-df3a-46a5-b2bb-232417bcb1a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0685873 Mar 11 00:40:52.334890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-728df859-2527-4b32-8c77-5a705e6812f7 req-31045b21-4370-4f90-bd2b-d4aa02ab7e55 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784178 Mar 11 00:40:52.350068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-134df728-b8dd-4504-9478-21ef7ad5c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:52.351538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-134df728-b8dd-4504-9478-21ef7ad5c43e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596292 Mar 11 00:40:52.439088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-284c8a69-6343-4f51-aff7-ca5aa4556a6a service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811608 Mar 11 00:40:52.528793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb2517bd-df61-4d0e-977a-7d5fa3ba481b req-9fb5e072-ae07-49f1-9448-ba4cbc02f32e service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836074 Mar 11 00:40:53.456737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a76e-6ea4-4990-ae33-9ddfea1be61b req-abccc804-d117-4672-a07d-098a250f43b8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:53.459017 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ce8a76e-6ea4-4990-ae33-9ddfea1be61b req-abccc804-d117-4672-a07d-098a250f43b8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0545149 Mar 11 00:40:53.460323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b621933c-929f-441b-9778-c9948b4135bc req-1c9d5591-abdb-4f37-8f7b-39bb2ff88b7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262470 Mar 11 00:40:53.511070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ce8a76e-6ea4-4990-ae33-9ddfea1be61b req-b7953587-9402-43ba-9e00-448b51380e84 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464685 Mar 11 00:40:53.515842 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b621933c-929f-441b-9778-c9948b4135bc req-75ac7b08-be80-4b47-a79a-84518d0bc932 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0336106 Mar 11 00:40:53.559041 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b621933c-929f-441b-9778-c9948b4135bc req-ecadd0eb-c09c-48e8-8df7-8edf57675819 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203111 Mar 11 00:40:53.654909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621933c-929f-441b-9778-c9948b4135bc req-72abcb32-253f-4635-b27b-921025614341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:53.656321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b621933c-929f-441b-9778-c9948b4135bc req-72abcb32-253f-4635-b27b-921025614341 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920582 Mar 11 00:40:54.634766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73706e8c-dfc2-4af6-b3d1-94982e1503da req-5437a430-2fd1-4ef6-b1dd-771fff37d44f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:54.636242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73706e8c-dfc2-4af6-b3d1-94982e1503da req-5437a430-2fd1-4ef6-b1dd-771fff37d44f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0569561 Mar 11 00:40:54.681767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73706e8c-dfc2-4af6-b3d1-94982e1503da req-6b3100f8-9cbc-43f8-9017-db6b744374c9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398343 Mar 11 00:40:54.747799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:40:54.853186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:54.866840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'mac_address': 'fa:16:3e:84:5e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:40:54.910605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32eb41-2276-4fae-9089-42188383c499 req-54c8d030-82a7-42bb-8092-cb46802aa0c7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:54.911040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21df0dcd-72ad-4700-8056-85ae94beb48e is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:54.911440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:54.912225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be32eb41-2276-4fae-9089-42188383c499 req-54c8d030-82a7-42bb-8092-cb46802aa0c7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0884387 Mar 11 00:40:54.925512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21df0dcd-72ad-4700-8056-85ae94beb48e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:40:54.945562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:54.945754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-0f2f9352-e9f6-479c-9e82-40d35bd3618a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:54.947377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-0f2f9352-e9f6-479c-9e82-40d35bd3618a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309&tenant_id=754dd4f3307144a798057280a89f9765&binding%3Ahost_id=n-h2-831844-1 HTTP/1.1" status: 200 len: 946 time: 0.0921178 Mar 11 00:40:54.950788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:54.979643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be32eb41-2276-4fae-9089-42188383c499 req-653ade56-9ffe-4981-a365-ae73e6ad9d5d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582001 Mar 11 00:40:55.010229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:55.039631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-5e94a6d8-4881-43ad-8071-cc282cf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:55.041197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-5e94a6d8-4881-43ad-8071-cc282cf99021 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1127 time: 0.0485802 Mar 11 00:40:55.131453 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-a035864e-1257-42f5-b1ce-300f033be0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:55.133028 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-a035864e-1257-42f5-b1ce-300f033be0b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0856669 Mar 11 00:40:55.137970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['21df0dcd-72ad-4700-8056-85ae94beb48e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:40:55.203702 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-0f4cbdfb-75a8-4472-bfc0-16f68934b753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1001 time: 0.0637434 Mar 11 00:40:55.251991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-74fa5f55-bfe3-4bc6-9eeb-0b8e8aac5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:55.253452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-74fa5f55-bfe3-4bc6-9eeb-0b8e8aac5c25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0443370 Mar 11 00:40:55.301080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-c58663cd-affe-4eef-b08a-b726511884e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:55.303236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-c58663cd-affe-4eef-b08a-b726511884e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443363 Mar 11 00:40:55.394086 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-18a13f74-d513-4601-b6f1-2609b7a5b243 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844727 Mar 11 00:40:55.482768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a6fdbf22-a800-4324-8835-87991dc0f964 req-ec88cb15-ab1d-4765-b460-12d80f5b220c service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823557 Mar 11 00:40:56.109123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2124a9-c731-43a0-b52b-475958cef196 req-7d28e287-015e-4c1c-82e1-d3bb3141c476 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.110622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f2124a9-c731-43a0-b52b-475958cef196 req-7d28e287-015e-4c1c-82e1-d3bb3141c476 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 945 time: 0.0569816 Mar 11 00:40:56.156882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f2124a9-c731-43a0-b52b-475958cef196 req-53911ee0-6b47-46f7-a91b-e46c24ab164a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Mar 11 00:40:56.272792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7d64b-e587-4ad5-a074-37e5a1cad8a5 req-32f0b9c0-9052-4356-99aa-ec7826a0065a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.274261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df7d64b-e587-4ad5-a074-37e5a1cad8a5 req-32f0b9c0-9052-4356-99aa-ec7826a0065a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 945 time: 0.0522554 Mar 11 00:40:56.320322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7df7d64b-e587-4ad5-a074-37e5a1cad8a5 req-0eaa6fc7-11ad-42d8-acba-4fa7324837f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Mar 11 00:40:56.549758 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233344-ff24-415f-bd2c-fb1a526554b9 req-f321ba15-b09a-41ce-9ac9-499d1cc4d78a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.551234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23233344-ff24-415f-bd2c-fb1a526554b9 req-f321ba15-b09a-41ce-9ac9-499d1cc4d78a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 945 time: 0.0860355 Mar 11 00:40:56.559731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-a0a3a583-8c68-4090-bcd5-10bf4fb0df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.561190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-a0a3a583-8c68-4090-bcd5-10bf4fb0df5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 1127 time: 0.0628572 Mar 11 00:40:56.660809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-23233344-ff24-415f-bd2c-fb1a526554b9 req-db19853e-89f7-4753-8828-acebee917277 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031845 Mar 11 00:40:56.683870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-5b9aa3c3-1b22-45db-bf31-a4a797406f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.685381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-5b9aa3c3-1b22-45db-bf31-a4a797406f1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1175697 Mar 11 00:40:56.751322 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-65342132-2ce2-4f21-aed7-9dbfdcd9a2e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 200 len: 1001 time: 0.0583961 Mar 11 00:40:56.755947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:40:56.798566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-da798cf4-48f8-4ebc-8c02-67e9c24678c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.800076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-da798cf4-48f8-4ebc-8c02-67e9c24678c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0433595 Mar 11 00:40:56.803406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 21df0dcd-72ad-4700-8056-85ae94beb48e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:40:56.803815 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:56.854106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-5775527f-29b8-4377-bfe5-4ff0f2329625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:56.855623 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-5775527f-29b8-4377-bfe5-4ff0f2329625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496466 Mar 11 00:40:56.880939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 21df0dcd-72ad-4700-8056-85ae94beb48e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:40:56.881339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:56.906821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:40:56.909195 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9717756-9331-4b0c-ab39-0f00edbd5af7" -d '{"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-plugged", "status": "completed", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:40:56.922997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:56.927914 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:56.951699 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645bca2-9b33-499e-947b-d6ad4c91978d x-openstack-request-id: req-f645bca2-9b33-499e-947b-d6ad4c91978d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:40:56.952045 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-plugged", "status": "completed", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:40:56.952298 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f645bca2-9b33-499e-947b-d6ad4c91978d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:40:56.952688 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'code': 200} Mar 11 00:40:56.953663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-c47f39b6-cad1-4ac3-b25b-511077563bb8 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911732 Mar 11 00:40:56.980355 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:57.049848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0fbdc4e1-6f19-4d9e-a45e-63ee6203c78c req-66447421-03a9-4922-b2bf-7bb577aec37b service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887411 Mar 11 00:40:57.780237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f2647-ab2a-4018-a059-f9cbbdced7ca req-ebb1f6a7-88e8-4f3f-8763-a95600748c9a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:57.781590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-205f2647-ab2a-4018-a059-f9cbbdced7ca req-ebb1f6a7-88e8-4f3f-8763-a95600748c9a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0521009 Mar 11 00:40:57.827172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-205f2647-ab2a-4018-a059-f9cbbdced7ca req-207bed1c-f050-4b7c-b9e5-cecd18235609 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Mar 11 00:40:58.068430 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ea86e-38bd-424e-baab-a21be080b1c7 req-6f298c0c-d5bf-4e94-92a3-cea71181044b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:58.069999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-856ea86e-38bd-424e-baab-a21be080b1c7 req-6f298c0c-d5bf-4e94-92a3-cea71181044b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Mar 11 00:40:58.122508 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-856ea86e-38bd-424e-baab-a21be080b1c7 req-233168c0-fc24-44d5-b646-913587d17c97 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452759 Mar 11 00:40:59.193565 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:40:59.269075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334306-99bd-4a45-8114-7ee3cbbfb60a req-4dd70804-4e2f-450f-98d9-200f4ea55750 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:59.270547 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e334306-99bd-4a45-8114-7ee3cbbfb60a req-4dd70804-4e2f-450f-98d9-200f4ea55750 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0781500 Mar 11 00:40:59.304199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848c6f-68a2-4c98-a213-799436947d9e req-edfd7473-2ea4-4978-980b-6b639edcae60 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:40:59.305634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e848c6f-68a2-4c98-a213-799436947d9e req-edfd7473-2ea4-4978-980b-6b639edcae60 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 946 time: 0.0800991 Mar 11 00:40:59.363765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e334306-99bd-4a45-8114-7ee3cbbfb60a req-e9e37951-5523-4517-bd92-c5bf97722998 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869920 Mar 11 00:40:59.420878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Deleting port 21df0dcd-72ad-4700-8056-85ae94beb48e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:40:59.421224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:59.510081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] For port 21df0dcd-72ad-4700-8056-85ae94beb48e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=21df0dcd-72ad-4700-8056-85ae94beb48e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:40:59.510440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:59.682383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:59.682744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:59.683060 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae disassociated. External IP: 172.25.7.134, port: 21df0dcd-72ad-4700-8056-85ae94beb48e. Mar 11 00:40:59.683396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Calling delete_port for 21df0dcd-72ad-4700-8056-85ae94beb48e owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:40:59.811355 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21df0dcd-72ad-4700-8056-85ae94beb48e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:40:59.845550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'Port': ['ID=21df0dcd-72ad-4700-8056-85ae94beb48e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:40:59.857536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.857885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.858228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.858571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.858906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.859235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.859566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.859893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.860243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.860567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.860890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.861213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:40:59.861536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:00.221688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:41:00.330522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:41:00.340612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:41:00.350900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:00.351550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:00.372004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] No DVR routers for this DVR port 21df0dcd-72ad-4700-8056-85ae94beb48e on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:41:00.374766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:00.378146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e848c6f-68a2-4c98-a213-799436947d9e req-5630a5c2-ceff-47df-a017-fb0f55eb7693 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "DELETE /v2.0/ports/21df0dcd-72ad-4700-8056-85ae94beb48e HTTP/1.1" status: 204 len: 173 time: 1.0675426 Mar 11 00:41:00.378596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-deleted', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:00.381501 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a597cd-05c0-493f-8b16-5ccf17cb3956" -d '{"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-deleted", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:00.430583 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8f2e49-b0f6-4754-a412-5ec1037f0ea4 x-openstack-request-id: req-8e8f2e49-b0f6-4754-a412-5ec1037f0ea4 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:00.430583 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8200b0a1-ecb1-40d4-a9c8-8a797d601309", "name": "network-vif-deleted", "tag": "21df0dcd-72ad-4700-8056-85ae94beb48e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:00.430583 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e8f2e49-b0f6-4754-a412-5ec1037f0ea4 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:00.430583 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8200b0a1-ecb1-40d4-a9c8-8a797d601309', 'name': 'network-vif-deleted', 'tag': '21df0dcd-72ad-4700-8056-85ae94beb48e', 'status': 'completed', 'code': 200} Mar 11 00:41:00.469987 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1a4593ce-338c-4ef2-806a-4d688cc6f5e4 req-ae372bb5-894c-48b2-a977-bc77bade82fb tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=8200b0a1-ecb1-40d4-a9c8-8a797d601309 HTTP/1.1" status: 200 len: 210 time: 0.0291722 Mar 11 00:41:00.485328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:00.684216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:00.710959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:41:00.719213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:00.719823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:40:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:00.831242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:01.027721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:01.059511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687136a5-4723-4c80-a604-934af06cfb14 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:41:01.269894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb791ea-4a63-4326-b25a-ed8d26e464c0 None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:41:01.710849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-f5de17d5-41b2-4d69-b12a-2dde5c0abf2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--875020892&fields=id&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 267 time: 0.0432510 Mar 11 00:41:01.817294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-b61df25a-d1ce-422e-ba01-803ae6ac12e8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:01.818893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-b61df25a-d1ce-422e-ba01-803ae6ac12e8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1018090 Mar 11 00:41:01.833108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-7cfac7f8-f93b-4c64-98ea-57a2a053e67f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/quotas/754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Mar 11 00:41:01.888272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-0b39d448-37b4-4219-90e8-6ca0b4fffc12 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502069 Mar 11 00:41:01.903109 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-2df1e303-08bf-4461-8c41-cc35ca13fa9c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:41:01.904089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-2df1e303-08bf-4461-8c41-cc35ca13fa9c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050771 Mar 11 00:41:01.997044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-66801da0-59c7-4160-9916-ad5e5830e846 service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877795 Mar 11 00:41:02.085344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-e53435e8-adae-473b-baea-5e2647dc3df6 service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820751 Mar 11 00:41:02.244529 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80cde0e3-4b9c-4391-a8f0-acf2585f375f req-e4a8a06e-61c5-4a97-be42-67b069803b29 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 210 time: 0.0271134 Mar 11 00:41:03.320347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-3a8b26c9-37b1-46d0-98ec-9a0c672aefe9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:03.321802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-3a8b26c9-37b1-46d0-98ec-9a0c672aefe9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1089554 Mar 11 00:41:03.353998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e23921bd-930d-4af5-a074-e0caebe3e6a3 req-e42f6b4f-3c72-410a-94f2-1e3672a8fcde tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 210 time: 0.0312190 Mar 11 00:41:03.402364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-c9e18661-1b2e-4952-a1df-11bbeafa7eb6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 379 time: 0.0713458 Mar 11 00:41:03.412205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'port': {'device_id': '43714e3d-033d-4e81-99c0-199a7c51274a', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'admin_state_up': True, 'tenant_id': '754dd4f3307144a798057280a89f9765', 'security_groups': ['d059d5fb-2644-4761-92d9-1ce6057bb306']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:41:03.523339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:41:03.527189 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:03.655545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Allocated IP 172.20.0.9 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/e12a0f73-83a1-4ae0-9055-adcbf74566d5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:41:03.786384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:03.818514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:03.862623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:41:03.865748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:41:03.871368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:41:03.896743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:03.926561 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:03.927185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:03.946802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-ebfc5e74-530f-492f-9c75-e8ac5292a458 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381188 Mar 11 00:41:03.958417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Request body: {'port': {'device_id': '43714e3d-033d-4e81-99c0-199a7c51274a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:41:04.020552 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.109213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-672fec84-9a34-40ff-898d-40322995545e None None] Provisioning complete for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:41:04.109817 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-672fec84-9a34-40ff-898d-40322995545e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.143573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-672fec84-9a34-40ff-898d-40322995545e None None] Port e12a0f73-83a1-4ae0-9055-adcbf74566d5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:41:04.288591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:41:04.296193 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks [] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.308686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Transition to ACTIVE for port object e12a0f73-83a1-4ae0-9055-adcbf74566d5 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:41:04.311893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.360883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:04.468779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:41:04.469125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:41:04.469459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:04.479505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:41:04.479834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:04.489493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:41:04.489840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:41:04.490234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:41:04.490716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Bound port: e12a0f73-83a1-4ae0-9055-adcbf74566d5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:41:04.491093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.513918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0a14-f2ff-4db6-b184-12af570e1d73 req-51fcf8ca-efa2-445c-b357-34d3fc026a1b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:04.515424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40de0a14-f2ff-4db6-b184-12af570e1d73 req-51fcf8ca-efa2-445c-b357-34d3fc026a1b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0837283 Mar 11 00:41:04.598057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:41:04.603557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40de0a14-f2ff-4db6-b184-12af570e1d73 req-42193145-8000-479a-8061-747b15afa7fd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683885 Mar 11 00:41:04.605590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:41:04.612561 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.650457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:04.651087 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:04.652497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1091 time: 0.6982608 Mar 11 00:41:04.652950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:04.655205 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db" -d '{"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:04.682589 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de18bc-ed38-4135-b767-7c5d941857e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:04.706759 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd945459-34ca-4c1e-a453-d6b8d497ae48 x-openstack-request-id: req-dd945459-34ca-4c1e-a453-d6b8d497ae48 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:04.707084 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:04.707346 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd945459-34ca-4c1e-a453-d6b8d497ae48 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:04.707749 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'status': 'completed', 'code': 200} Mar 11 00:41:04.746411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-269ceab3-9424-43d8-a68a-18785ace7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:04.747951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-269ceab3-9424-43d8-a68a-18785ace7fb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0514514 Mar 11 00:41:04.790966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-bb4c8f05-ce8c-4ed6-b892-6c8598909265 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 217 time: 0.0367808 Mar 11 00:41:04.825409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:41:04.848258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 21df0dcd-72ad-4700-8056-85ae94beb48e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:41:04.848518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 21df0dcd-72ad-4700-8056-85ae94beb48e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:41:04.850861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-6e01f516-3089-4364-88ea-7954ccff45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:04.852420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-6e01f516-3089-4364-88ea-7954ccff45bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0558121 Mar 11 00:41:04.903605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86902-171e-4313-b740-bfe17a5e5489 req-4e06794c-6b7c-4797-9463-9756f97ee7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:04.905185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-4e06794c-6b7c-4797-9463-9756f97ee7fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469530 Mar 11 00:41:04.996522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-3816dde8-ef15-497c-9665-45245e1ed8b9 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Mar 11 00:41:05.088798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73c86902-171e-4313-b740-bfe17a5e5489 req-6ae8f757-23b3-4886-8420-ea4926cb8c48 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863585 Mar 11 00:41:05.173806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-bcebd5d2-9b4f-482c-985c-e0a9735b259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:05.175312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-bcebd5d2-9b4f-482c-985c-e0a9735b259f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0451019 Mar 11 00:41:05.267989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-6c134dbe-00c5-4798-8d0e-50922a47f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:05.269466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-6c134dbe-00c5-4798-8d0e-50922a47f20b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0887406 Mar 11 00:41:05.310551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-3f188f55-933c-40fb-ac81-9ae9cacd069b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Mar 11 00:41:05.359460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-043251dd-45f4-468f-b443-93de4948294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:05.360824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-043251dd-45f4-468f-b443-93de4948294f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0438905 Mar 11 00:41:05.415787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-812623fc-21ff-42ba-9778-42532e2ab07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:05.417315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-812623fc-21ff-42ba-9778-42532e2ab07d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492353 Mar 11 00:41:05.507437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-7d7cc307-51f4-414e-95e6-4b94b22a3a61 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828266 Mar 11 00:41:05.601429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb52c5ca-6a55-4ecb-a7b0-2a68c4c848db req-78ddac5c-30dc-4116-935e-8994be2561e5 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880809 Mar 11 00:41:05.726417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfe9d9-6ce9-4e08-9879-2dd955d3f9c0 req-68ac9f53-05db-4177-95bf-2b1e79eed280 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:05.727898 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eccfe9d9-6ce9-4e08-9879-2dd955d3f9c0 req-68ac9f53-05db-4177-95bf-2b1e79eed280 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0534322 Mar 11 00:41:05.774272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eccfe9d9-6ce9-4e08-9879-2dd955d3f9c0 req-67ee1736-c9dc-46b6-823c-0cff0a8f1e60 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Mar 11 00:41:06.773448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-75f763f0-80c1-4719-9226-187e292d5809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:06.836524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:41:06.897695 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770f6c2-2c0b-487f-ab41-ced315da6f80 req-a63b6566-0ad3-4b29-93ab-7bb451794bbd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:06.899132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a770f6c2-2c0b-487f-ab41-ced315da6f80 req-a63b6566-0ad3-4b29-93ab-7bb451794bbd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0571280 Mar 11 00:41:06.942865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:06.947218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a770f6c2-2c0b-487f-ab41-ced315da6f80 req-8782d062-be07-42da-a905-0eeb5df393a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 Mar 11 00:41:06.955724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:41:06.995768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e12a0f73-83a1-4ae0-9055-adcbf74566d5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:41:06.996184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:07.011932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:41:07.030320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:07.033838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:07.080137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:07.087547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.087982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.088309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.088644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.088974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.089320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.089651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.089972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.090294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.090612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.090932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.091250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.091566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:07.237730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e12a0f73-83a1-4ae0-9055-adcbf74566d5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:41:08.064925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b05e9-1250-4c9c-8362-e7f298c77249 req-2af6a1f6-782d-43a0-a860-ca1c16c94947 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:08.066415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a03b05e9-1250-4c9c-8362-e7f298c77249 req-2af6a1f6-782d-43a0-a860-ca1c16c94947 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0528092 Mar 11 00:41:08.113364 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a03b05e9-1250-4c9c-8362-e7f298c77249 req-913d57c6-4716-4539-8174-2f5a0dea0a61 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 Mar 11 00:41:08.840812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:41:08.887992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:41:08.892371 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:41:08.892767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:08.968643 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e12a0f73-83a1-4ae0-9055-adcbf74566d5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:41:08.969038 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:08.991631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:08.993906 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270ce81-5a14-4e6e-80c3-f4a43003d7b3" -d '{"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-plugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:09.006807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:09.010987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:09.036727 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ff7b2-8e6b-4854-8fe7-71336d558c5f x-openstack-request-id: req-926ff7b2-8e6b-4854-8fe7-71336d558c5f {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:09.037021 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-plugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:09.037342 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-926ff7b2-8e6b-4854-8fe7-71336d558c5f {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:09.038367 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'code': 200} Mar 11 00:41:09.066935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:09.134067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed3477-6b4b-498e-9f95-5ca0c52951ee req-e3c1f221-8798-4681-af18-e4ae7f34778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:09.135491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3ed3477-6b4b-498e-9f95-5ca0c52951ee req-e3c1f221-8798-4681-af18-e4ae7f34778c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1127 time: 0.0445039 Mar 11 00:41:09.184990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b3ed3477-6b4b-498e-9f95-5ca0c52951ee req-9b45d035-d089-4794-9993-c21935e9d462 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Mar 11 00:41:09.237440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53f0b-6eb5-4ecb-9e02-3f1c1e841a6e req-ba46ab2a-6636-47c9-a8c8-3072932729bc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:09.238921 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ab53f0b-6eb5-4ecb-9e02-3f1c1e841a6e req-ba46ab2a-6636-47c9-a8c8-3072932729bc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0530708 Mar 11 00:41:09.286164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ab53f0b-6eb5-4ecb-9e02-3f1c1e841a6e req-c181fce0-7287-4289-8d52-7d456792e19b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414608 Mar 11 00:41:09.339670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05adcf45-1ee1-4a1d-8dfc-abf436452786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:10.404759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07507c9-9434-4eb3-927f-d96667add54a req-c4defd8d-fc3a-477f-bfdf-817aa18c42cd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:10.406226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d07507c9-9434-4eb3-927f-d96667add54a req-c4defd8d-fc3a-477f-bfdf-817aa18c42cd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0516214 Mar 11 00:41:10.454786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d07507c9-9434-4eb3-927f-d96667add54a req-d7fdd31d-f979-411a-a37d-366528d0782b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429726 Mar 11 00:41:10.568448 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:10.577192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a6db8-fe89-49c6-aef2-2a7088569e07 req-e8ff487b-c88e-4d16-8f5d-92ad48bc35c7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:10.578956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-456a6db8-fe89-49c6-aef2-2a7088569e07 req-e8ff487b-c88e-4d16-8f5d-92ad48bc35c7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0594311 Mar 11 00:41:10.588232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42046) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:41:10.592509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'floatingip': {'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:41:10.630751 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.077130 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.077404 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.080952 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.183326 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae associated. External IP: 172.25.7.134, port: e12a0f73-83a1-4ae0-9055-adcbf74566d5. Mar 11 00:41:11.468004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.644320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:41:11.744380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.755317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:41:11.760149 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:11.764647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:41:11.774159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:11.774782 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:41:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:11.790848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8cad3291-5f97-441d-b3aa-32d195ebf770 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "PUT /v2.0/floatingips/486682ef-2d0e-42d8-a1bd-7bf45c02fbae HTTP/1.1" status: 200 len: 991 time: 1.2015669 Mar 11 00:41:11.791508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:11.795382 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d6c12-9358-40ac-85cb-0f82637873c7" -d '{"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:11.899801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:12.068489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-7b351b06-ae85-4577-b0c9-fdd4a489fe9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803726 Mar 11 00:41:12.081729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff1ae0-a283-4474-a3ba-96dbdc15ab1c req-11e1a4e9-8671-4202-a55f-cb1fcbc0c8bf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.083703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1aff1ae0-a283-4474-a3ba-96dbdc15ab1c req-11e1a4e9-8671-4202-a55f-cb1fcbc0c8bf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0849752 Mar 11 00:41:12.106185 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8527fee-66d9-4c61-b93b-40cde685a1bc x-openstack-request-id: req-d8527fee-66d9-4c61-b93b-40cde685a1bc {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:12.106185 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:12.106417 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8527fee-66d9-4c61-b93b-40cde685a1bc {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:12.106823 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'status': 'completed', 'code': 200} Mar 11 00:41:12.188557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1aff1ae0-a283-4474-a3ba-96dbdc15ab1c req-83e937b5-bb9f-4163-a9ef-4d84864a76fd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945895 Mar 11 00:41:12.210520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-3cecc0b4-bd26-4f29-a3c8-70c9c1faf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.212457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-3cecc0b4-bd26-4f29-a3c8-70c9c1faf476 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1127 time: 0.0757799 Mar 11 00:41:12.316781 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-32e5e167-b8cf-47cb-8a35-60e5c7e7ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.318424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-32e5e167-b8cf-47cb-8a35-60e5c7e7ceba service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1004376 Mar 11 00:41:12.337567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43714e3d-033d-4e81-99c0-199a7c51274a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:41:10Z', 'revision_number': 9, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:12.364550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:41:12.376610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:12.377898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:41:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:12.395168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-aaba3f2e-a5c9-486d-a097-08e235ba558c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 999 time: 0.0706201 Mar 11 00:41:12.446197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-5040f661-a87f-456f-86e1-f5625a2a8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.447982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-5040f661-a87f-456f-86e1-f5625a2a8f9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0479591 Mar 11 00:41:12.477278 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-4c5c325c-3954-42b9-b81a-933a7a9d7543 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.481275 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-4c5c325c-3954-42b9-b81a-933a7a9d7543 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 942 time: 0.0586329 Mar 11 00:41:12.491811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:12.499634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-ca7262ea-bea7-4aab-a8d6-675ba24a7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:12.501203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-ca7262ea-bea7-4aab-a8d6-675ba24a7657 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474308 Mar 11 00:41:12.601752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-46aa707c-51c5-42c6-a419-cf8662e197be service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940342 Mar 11 00:41:12.707913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-666d6c12-9358-40ac-85cb-0f82637873c7 req-1a7d1695-9e46-4c72-8e6c-af8864238e93 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002553 Mar 11 00:41:12.738771 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43714e3d-033d-4e81-99c0-199a7c51274a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:41:10Z', 'revision_number': 9, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:12.768736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c124ac-5ff0-4862-903f-b747cc97193d None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43714e3d-033d-4e81-99c0-199a7c51274a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:41:10Z', 'revision_number': 9, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:41:12.997263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f7faaa-a08e-4187-9966-a0feba3dc18a None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:41:13.343395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b170c1-fef9-42dd-bf8a-9a5cde859058 req-67359686-0da2-4cc9-a50e-38e1d114e7bd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:13.344931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7b170c1-fef9-42dd-bf8a-9a5cde859058 req-67359686-0da2-4cc9-a50e-38e1d114e7bd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0849099 Mar 11 00:41:13.354378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:13.362034 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-cf0d9f48-16e0-471d-981c-8f94b33c472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:13.363489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-cf0d9f48-16e0-471d-981c-8f94b33c472a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1127 time: 0.0766714 Mar 11 00:41:13.455728 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e7b170c1-fef9-42dd-bf8a-9a5cde859058 req-1254072d-29ee-472c-bb9f-9fd26270baf3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035318 Mar 11 00:41:13.486357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-c978a065-4148-49b0-96bc-cbea1ebb1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:13.487871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-c978a065-4148-49b0-96bc-cbea1ebb1681 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1178975 Mar 11 00:41:13.559631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-5f065288-d8b1-4ba6-8291-6ff7e87f0c19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1002 time: 0.0661800 Mar 11 00:41:13.609149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-83e96e7e-b6dd-4481-aa40-9915b93302cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:13.610630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-83e96e7e-b6dd-4481-aa40-9915b93302cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0453954 Mar 11 00:41:13.666408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-88e6de27-b5a0-4484-9548-009e5d0ebcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:13.668104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-88e6de27-b5a0-4484-9548-009e5d0ebcc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519578 Mar 11 00:41:13.765266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-fe22af14-c9ab-4832-888b-90dd66795ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911820 Mar 11 00:41:13.869487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-aff397a7-4355-4a5c-8ac3-5a0d0fc81fcb service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982893 Mar 11 00:41:14.580288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab552fb2-08bf-4e38-ac68-ae4aa27c364a req-32a55367-1b89-414e-bee5-8fed2549e540 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:14.581746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab552fb2-08bf-4e38-ac68-ae4aa27c364a req-32a55367-1b89-414e-bee5-8fed2549e540 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0544720 Mar 11 00:41:14.629174 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab552fb2-08bf-4e38-ac68-ae4aa27c364a req-1b0913d6-efe6-4342-8e7d-8afb04c14d0a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Mar 11 00:41:15.753629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec766a03-7617-4e68-a266-b2117fe88f38 req-7ae909ac-7cd4-4e87-9099-a32927f3278c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:15.755010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec766a03-7617-4e68-a266-b2117fe88f38 req-7ae909ac-7cd4-4e87-9099-a32927f3278c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0582123 Mar 11 00:41:15.801557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec766a03-7617-4e68-a266-b2117fe88f38 req-cbf95eca-7647-4e98-9a8e-4e59ac0c7521 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Mar 11 00:41:16.918906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1afa0c-73d5-4123-824d-3bd050b45e64 req-da691ae3-7432-47a0-add9-d58fcf4f7abf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:16.920429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e1afa0c-73d5-4123-824d-3bd050b45e64 req-da691ae3-7432-47a0-add9-d58fcf4f7abf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0520170 Mar 11 00:41:16.967290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e1afa0c-73d5-4123-824d-3bd050b45e64 req-a8494587-7826-4e6c-8021-751e05a14338 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Mar 11 00:41:18.088521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f38c7a-0a55-4b77-9445-0cf9697007c4 req-e4507732-0119-4e38-8ba8-630e83364cfe tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:18.089997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74f38c7a-0a55-4b77-9445-0cf9697007c4 req-e4507732-0119-4e38-8ba8-630e83364cfe tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0545106 Mar 11 00:41:18.141282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74f38c7a-0a55-4b77-9445-0cf9697007c4 req-b2b24395-c5be-448d-af46-ea6e26358510 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457330 Mar 11 00:41:19.262102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca44673-8aaa-4956-be6a-c9d122f1e6c6 req-cd186a9a-9d57-4899-aee6-8ded83d3c999 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:19.263586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dca44673-8aaa-4956-be6a-c9d122f1e6c6 req-cd186a9a-9d57-4899-aee6-8ded83d3c999 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0521901 Mar 11 00:41:19.310294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dca44673-8aaa-4956-be6a-c9d122f1e6c6 req-42e66ab3-d8f5-4ae0-825d-36be820c6303 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411751 Mar 11 00:41:20.430646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d6bb-6460-48cf-8392-08f332166977 req-5fb1baaa-38a8-402a-a084-f253e142a81b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:20.432143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62c3d6bb-6460-48cf-8392-08f332166977 req-5fb1baaa-38a8-402a-a084-f253e142a81b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0532765 Mar 11 00:41:20.478734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62c3d6bb-6460-48cf-8392-08f332166977 req-d59e9948-967a-49da-9b5e-d42f3c37f16f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Mar 11 00:41:21.600676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d70805-2601-45b4-a842-9fc607b202c4 req-c93a8e6a-303b-494e-815c-a2d303b8a9a2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:21.602169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d70805-2601-45b4-a842-9fc607b202c4 req-c93a8e6a-303b-494e-815c-a2d303b8a9a2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0563741 Mar 11 00:41:21.648365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28d70805-2601-45b4-a842-9fc607b202c4 req-56f666f0-b15b-4868-ad41-b60d354ecdcf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Mar 11 00:41:22.765465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c7040-61ff-48b6-8dcf-8c33b326e63b req-6966bec4-ee60-4d7d-a8e0-82b2c1206b79 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:22.766935 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d64c7040-61ff-48b6-8dcf-8c33b326e63b req-6966bec4-ee60-4d7d-a8e0-82b2c1206b79 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0526581 Mar 11 00:41:22.813429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d64c7040-61ff-48b6-8dcf-8c33b326e63b req-c9203721-ea2f-4bc7-b607-360f7b5b69ca tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Mar 11 00:41:23.931487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb8795-4a90-42a4-84de-befc31e364e2 req-4d94ed61-ccc9-4416-9020-f92544d3f6c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:23.932979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aeb8795-4a90-42a4-84de-befc31e364e2 req-4d94ed61-ccc9-4416-9020-f92544d3f6c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0515094 Mar 11 00:41:23.984269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aeb8795-4a90-42a4-84de-befc31e364e2 req-3c30e12c-dc28-4487-b902-0a419fc5d84b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 Mar 11 00:41:25.103418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fbc6-e4ed-45de-bf50-5924c9609854 req-e0f29b10-2682-467b-94c1-e2b3262c35d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:25.104911 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aaa2fbc6-e4ed-45de-bf50-5924c9609854 req-e0f29b10-2682-467b-94c1-e2b3262c35d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0520914 Mar 11 00:41:25.151540 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aaa2fbc6-e4ed-45de-bf50-5924c9609854 req-3a86c0dd-66eb-4dc1-8a6e-d5d6db7d1fb5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410788 Mar 11 00:41:26.270806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71737f6-e609-48aa-a5be-8e34eb1cf9a4 req-300b2024-e730-4ebe-abaf-ee575cf05328 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:26.272384 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a71737f6-e609-48aa-a5be-8e34eb1cf9a4 req-300b2024-e730-4ebe-abaf-ee575cf05328 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0523987 Mar 11 00:41:26.319669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a71737f6-e609-48aa-a5be-8e34eb1cf9a4 req-12501388-5885-4d7b-a281-01597cf9e774 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Mar 11 00:41:27.440473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6f1e-d7ce-452e-a218-93d8ac2e2260 req-a4654f28-b25a-4818-a77e-5fee5c6cd5fd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:27.441919 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83ac6f1e-d7ce-452e-a218-93d8ac2e2260 req-a4654f28-b25a-4818-a77e-5fee5c6cd5fd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0550749 Mar 11 00:41:27.489037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83ac6f1e-d7ce-452e-a218-93d8ac2e2260 req-48e31957-f9f9-4b5f-bb7d-bce3430fc866 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Mar 11 00:41:28.608091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc65d1-62f8-4d88-a792-7393df64939c req-809c8982-a733-4138-a42f-fd43315afc39 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:28.609564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5bc65d1-62f8-4d88-a792-7393df64939c req-809c8982-a733-4138-a42f-fd43315afc39 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0521040 Mar 11 00:41:28.654941 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5bc65d1-62f8-4d88-a792-7393df64939c req-bd627dad-be55-4325-9bbc-9a1f46a49951 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 Mar 11 00:41:29.777213 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138684e4-c184-4f3f-8bb3-4489bed4dad7 req-fddd61e0-caf9-4db1-a68e-d4061d96d62b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:29.778609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-138684e4-c184-4f3f-8bb3-4489bed4dad7 req-fddd61e0-caf9-4db1-a68e-d4061d96d62b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0572295 Mar 11 00:41:29.825514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-138684e4-c184-4f3f-8bb3-4489bed4dad7 req-10b98b78-d42f-4997-8c76-46974712110c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412815 Mar 11 00:41:30.945922 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08c793-ad22-4ad8-9ff1-41a5a8255f76 req-9b32ea12-3fb2-48a6-aeed-86781e0985e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:30.947418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa08c793-ad22-4ad8-9ff1-41a5a8255f76 req-9b32ea12-3fb2-48a6-aeed-86781e0985e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0531361 Mar 11 00:41:30.994166 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa08c793-ad22-4ad8-9ff1-41a5a8255f76 req-fbdd37f2-1bd7-45bf-9330-8bcb2063c888 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Mar 11 00:41:32.111576 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a048e3e-f484-4a10-974f-3ab71a695901 req-2d6071b9-1bd5-458f-aa39-b9db5d90caa4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:32.113060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a048e3e-f484-4a10-974f-3ab71a695901 req-2d6071b9-1bd5-458f-aa39-b9db5d90caa4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0517328 Mar 11 00:41:32.164629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a048e3e-f484-4a10-974f-3ab71a695901 req-43d8977c-f25f-4148-968b-70666fc348bc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 Mar 11 00:41:33.284350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314ac0d-fac6-462a-9299-f3f8ba5bf3f2 req-affa3c04-6db2-4c46-8949-fc1062c7a81e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:33.285820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9314ac0d-fac6-462a-9299-f3f8ba5bf3f2 req-affa3c04-6db2-4c46-8949-fc1062c7a81e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0515220 Mar 11 00:41:33.334284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9314ac0d-fac6-462a-9299-f3f8ba5bf3f2 req-3f71be5f-060a-4700-88b7-a6d77eb5aa48 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423656 Mar 11 00:41:34.453862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661f7d-c3e8-4179-8818-69aa8fb44724 req-e6848504-71c4-4032-9b44-ad109bc6b6a9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:34.455342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70661f7d-c3e8-4179-8818-69aa8fb44724 req-e6848504-71c4-4032-9b44-ad109bc6b6a9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0536442 Mar 11 00:41:34.514795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70661f7d-c3e8-4179-8818-69aa8fb44724 req-000a913a-54a6-4f60-a811-2bcb5351bff4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499475 Mar 11 00:41:34.551002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-86e5793d-2a8d-44d6-8ad9-7bcd3e278780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:34.553201 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-86e5793d-2a8d-44d6-8ad9-7bcd3e278780 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1127 time: 0.0501568 Mar 11 00:41:34.654953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-2475f616-c974-451a-9842-fed91a0ec130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:34.656339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-2475f616-c974-451a-9842-fed91a0ec130 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0842817 Mar 11 00:41:34.727914 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-e66b0243-4f93-4126-93bd-0af95a70306f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1002 time: 0.0644388 Mar 11 00:41:34.777457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-b8a9da85-8832-43af-9cc9-4df29bd8320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:34.778916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-b8a9da85-8832-43af-9cc9-4df29bd8320a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0449619 Mar 11 00:41:34.830866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-2a18c5c6-1498-447c-a2a5-a8a4574da953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:34.832476 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-2a18c5c6-1498-447c-a2a5-a8a4574da953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466812 Mar 11 00:41:34.932069 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-98aadcb7-13b7-41c7-820e-b0142559ecb9 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Mar 11 00:41:35.021785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9c5e868b-5635-4d25-98a8-e0b720050a87 req-a250e285-558e-4f39-a32c-dfe2edbfcc64 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834873 Mar 11 00:41:35.641735 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5147c-9117-419b-8f74-c229fe3be0ed req-c4571f85-155d-4dfe-b338-3730e8232b91 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:35.643220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5f5147c-9117-419b-8f74-c229fe3be0ed req-c4571f85-155d-4dfe-b338-3730e8232b91 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0580053 Mar 11 00:41:35.690506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5f5147c-9117-419b-8f74-c229fe3be0ed req-1b357fdf-2cc3-4425-8b05-6c174ba12c37 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Mar 11 00:41:36.192413 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:41:36.777226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0f0a94ae-99bf-4499-b253-dab9eeba6a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:36.817542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978089b-9bb2-4204-8525-454d303ada0e req-db660d35-1729-4a07-b1c8-828414276f66 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:36.819157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5978089b-9bb2-4204-8525-454d303ada0e req-db660d35-1729-4a07-b1c8-828414276f66 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0567930 Mar 11 00:41:36.869644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5978089b-9bb2-4204-8525-454d303ada0e req-8a439634-43fb-4f7d-88c9-46e873fff49f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445647 Mar 11 00:41:37.994183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ba1b0-4bab-4d91-bc82-de962fb17676 req-f24f08c7-f00a-44c0-ba82-c77865bffb74 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:37.995671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019ba1b0-4bab-4d91-bc82-de962fb17676 req-f24f08c7-f00a-44c0-ba82-c77865bffb74 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0580089 Mar 11 00:41:38.045525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-019ba1b0-4bab-4d91-bc82-de962fb17676 req-06e6f379-700c-4755-9e85-d39ed53fa314 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442729 Mar 11 00:41:39.164508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453ed7a-e0ec-402e-88f0-1119d3c94bcc req-7289b8cb-5684-4a19-9cd1-77b51b5bc0c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:39.165963 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f453ed7a-e0ec-402e-88f0-1119d3c94bcc req-7289b8cb-5684-4a19-9cd1-77b51b5bc0c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0521429 Mar 11 00:41:39.214103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f453ed7a-e0ec-402e-88f0-1119d3c94bcc req-d1a502a5-a8f2-49ee-816f-50a68d8f5927 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404849 Mar 11 00:41:39.342549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20fd26dd-9d6e-4a76-a26e-0747420477ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:40.331507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf18b78-671d-4a35-9ddb-f3723bb7b2a5 req-60e866f9-9644-44cf-ad7a-07c293af0689 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:40.332991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cf18b78-671d-4a35-9ddb-f3723bb7b2a5 req-60e866f9-9644-44cf-ad7a-07c293af0689 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0516479 Mar 11 00:41:40.384206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cf18b78-671d-4a35-9ddb-f3723bb7b2a5 req-42f581db-eb60-4bd9-ac40-a5274e7eb39d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450079 Mar 11 00:41:40.571724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:41.095609 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:41.484089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:41.505265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5c638-59d2-42c5-a249-0d334a0a67ba req-84f51d7d-2d8f-4896-9a74-ab3d2096d8c5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:41.507793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49b5c638-59d2-42c5-a249-0d334a0a67ba req-84f51d7d-2d8f-4896-9a74-ab3d2096d8c5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0557253 Mar 11 00:41:41.555270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-49b5c638-59d2-42c5-a249-0d334a0a67ba req-2f458958-fc79-4924-9537-ca099b9b4b9d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Mar 11 00:41:41.746317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:42.673077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccae9a-86ca-4c33-9bc8-2c6a6caae2e2 req-4891b5bc-c32d-4535-afbd-a4b74a6fb5c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:42.674562 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8dccae9a-86ca-4c33-9bc8-2c6a6caae2e2 req-4891b5bc-c32d-4535-afbd-a4b74a6fb5c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0523610 Mar 11 00:41:42.721761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8dccae9a-86ca-4c33-9bc8-2c6a6caae2e2 req-8a02377a-085b-46fc-99b0-d5ecb28ced1f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Mar 11 00:41:43.356445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:43.899514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b9ba-f6c3-4436-9b18-3708bfbdc6a7 req-c614f43a-5069-43d9-bcc1-7e58189c564b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:43.901019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb33b9ba-f6c3-4436-9b18-3708bfbdc6a7 req-c614f43a-5069-43d9-bcc1-7e58189c564b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.1117711 Mar 11 00:41:43.948841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb33b9ba-f6c3-4436-9b18-3708bfbdc6a7 req-22da47e8-7db4-41cc-8657-bacab8aede06 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 Mar 11 00:41:45.121815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc56e0-ea9a-4802-898b-e4c6267c2e8c req-e04d99d9-f100-41c8-9298-34770b6f89e6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:45.123304 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3fc56e0-ea9a-4802-898b-e4c6267c2e8c req-e04d99d9-f100-41c8-9298-34770b6f89e6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.1052556 Mar 11 00:41:45.169313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e3fc56e0-ea9a-4802-898b-e4c6267c2e8c req-3d5521e7-1599-4af7-ab77-7c1825ed0b6a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Mar 11 00:41:45.718286 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-44f86c32-07c4-4360-b786-e85a2159a036 req-453d7cad-f9e1-4bf8-aec0-4b509403be61 service neutron] show failed (client error): The resource could not be found. Mar 11 00:41:45.719256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-453d7cad-f9e1-4bf8-aec0-4b509403be61 service neutron] 10.222.0.30 "GET /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0524209 Mar 11 00:41:45.912299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-ab867bcd-1a04-4d74-aa6c-a82549765c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:45.914510 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-ab867bcd-1a04-4d74-aa6c-a82549765c60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1127 time: 0.0444894 Mar 11 00:41:45.923838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-4e977f5a-d5e1-4d3c-94fd-bf5d7c2f1977 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:41:45.924875 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-4e977f5a-d5e1-4d3c-94fd-bf5d7c2f1977 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048895 Mar 11 00:41:45.934548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:41:45.991424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.192980 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:46.227575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:41:46.267900 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:46.270395 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1160f6-9a1d-438f-b4d7-9f38af3e5a64" -d '{"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-unplugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:46.274662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks [] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.287650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Transition to ACTIVE for port object e12a0f73-83a1-4ae0-9055-adcbf74566d5 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:41:46.291067 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.299460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133934b0-0759-44b3-b5a4-22d09f089eac req-4f81adb6-cf24-41d0-a355-7368f19c3158 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:46.301037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-133934b0-0759-44b3-b5a4-22d09f089eac req-4f81adb6-cf24-41d0-a355-7368f19c3158 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0589790 Mar 11 00:41:46.336848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:46.348456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.348790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.349108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.349446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.349775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.350103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.350480 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.351107 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.351436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.351766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.352200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.352508 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.352829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:41:46.362799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-133934b0-0759-44b3-b5a4-22d09f089eac req-a63b15f3-53ea-42b9-a454-549ceba18099 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528798 Mar 11 00:41:46.422426 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330fc4e-ecc0-4faa-a4ef-329eae021f3f x-openstack-request-id: req-9330fc4e-ecc0-4faa-a4ef-329eae021f3f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:46.422760 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-unplugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:46.422967 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9330fc4e-ecc0-4faa-a4ef-329eae021f3f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:46.423387 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'code': 200} Mar 11 00:41:46.495983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] No DVR routers for this DVR port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:41:46.638303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:41:46.638558 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:41:46.638882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:46.643012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:41:46.643333 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:46.648854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:41:46.649184 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:41:46.649618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:41:46.650048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Bound port: e12a0f73-83a1-4ae0-9055-adcbf74566d5, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:41:46.650397 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.714537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:41:46.717530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:41:46.722327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.754933 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:46.755566 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:46.757736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1091 time: 0.8267083 Mar 11 00:41:46.786213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93075b7-5d68-4bc8-84eb-efe621f82db2 service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:46.828530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-f745cb11-14f6-4e45-a944-95d75061f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:46.830044 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-f745cb11-14f6-4e45-a944-95d75061f6cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0513961 Mar 11 00:41:46.929433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-a8e76198-bbcc-477f-b31d-4ce175eab7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:46.930973 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-a8e76198-bbcc-477f-b31d-4ce175eab7b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0946929 Mar 11 00:41:46.997609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-04726410-1548-43b9-8a55-91a1f97f8366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0608814 Mar 11 00:41:47.047914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-f1752d74-e598-4852-aa78-0642fca45abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:47.049354 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-f1752d74-e598-4852-aa78-0642fca45abe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0455470 Mar 11 00:41:47.095860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f86c32-07c4-4360-b786-e85a2159a036 req-10b0084b-4922-40fa-a9fb-b60164c116da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:47.097328 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-10b0084b-4922-40fa-a9fb-b60164c116da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424356 Mar 11 00:41:47.195095 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-285a6dce-f28d-457e-8ee6-20d47af87783 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890243 Mar 11 00:41:47.282178 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-44f86c32-07c4-4360-b786-e85a2159a036 req-8ca72105-0842-4f70-9323-6626a35e33a1 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816090 Mar 11 00:41:47.496809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d6ff8-417e-4c5b-ba5a-4d70f6c6bee0 req-c89aee52-ac86-4abe-9dfd-fa23bc8061cf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:47.498323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-610d6ff8-417e-4c5b-ba5a-4d70f6c6bee0 req-c89aee52-ac86-4abe-9dfd-fa23bc8061cf tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0559332 Mar 11 00:41:47.546706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-610d6ff8-417e-4c5b-ba5a-4d70f6c6bee0 req-f783e1ed-2a64-4d71-8dc3-bda35115ea88 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Mar 11 00:41:48.424974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:48.427322 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c853c466-bcc7-4c01-8f65-405eca5656c6" -d '{"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:48.474411 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da7ef8-53c9-4ff5-b7bf-68b3de958a4a x-openstack-request-id: req-76da7ef8-53c9-4ff5-b7bf-68b3de958a4a {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:48.474792 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:48.475112 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76da7ef8-53c9-4ff5-b7bf-68b3de958a4a {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:48.475647 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'status': 'completed', 'code': 200} Mar 11 00:41:48.535146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-1989afe1-67d9-4db4-811f-9913fbd9785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.536679 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-1989afe1-67d9-4db4-811f-9913fbd9785b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0439308 Mar 11 00:41:48.542692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-699aa9b1-7646-44c9-9f97-2b4476a4b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.544286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-699aa9b1-7646-44c9-9f97-2b4476a4b5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0473061 Mar 11 00:41:48.635738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-454f534d-7d40-4ee5-92a9-b7f222a1b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.637256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-454f534d-7d40-4ee5-92a9-b7f222a1b4ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0943875 Mar 11 00:41:48.659247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-fd9bea60-b091-4664-b21e-d40772cf8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.660740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-fd9bea60-b091-4664-b21e-d40772cf8c9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1112392 Mar 11 00:41:48.702103 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-9166e155-a9b3-41fd-a94e-bfa1b9db8e4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0585403 Mar 11 00:41:48.722474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c594b-063d-457a-84e1-4a5471c0c92d req-be2c73bb-dba4-4a82-83db-e89710df9ef8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.723942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a3c594b-063d-457a-84e1-4a5471c0c92d req-be2c73bb-dba4-4a82-83db-e89710df9ef8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.1066813 Mar 11 00:41:48.754211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-beed29c7-1d78-4b81-83cf-3cf9685727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.755662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-beed29c7-1d78-4b81-83cf-3cf9685727bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0477049 Mar 11 00:41:48.758516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-b7d7f756-ac02-4c11-b86c-9ad0f9622a20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0893905 Mar 11 00:41:48.806841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-cb9f8958-5055-48ff-925b-b5fc095efa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.808376 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-cb9f8958-5055-48ff-925b-b5fc095efa7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455174 Mar 11 00:41:48.811621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8a3c594b-063d-457a-84e1-4a5471c0c92d req-8b858f23-0fca-45f9-83a0-42293d829f8c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801070 Mar 11 00:41:48.834439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-a18f74f2-3d60-4220-bdea-a3310a4e4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.836374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-a18f74f2-3d60-4220-bdea-a3310a4e4cdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0687618 Mar 11 00:41:48.889437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-5c1210da-f3de-4a30-9909-e977eb2c35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:48.890942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-5c1210da-f3de-4a30-9909-e977eb2c35f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486474 Mar 11 00:41:48.905485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-c04aa955-fe57-4949-9b9f-dbec3da09e48 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899286 Mar 11 00:41:48.988175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-cff50017-fe16-42ae-82be-1f85b985eceb service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905414 Mar 11 00:41:49.086583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-e757a1d5-42df-4101-92ac-a4132254e90b service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925837 Mar 11 00:41:49.336726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c853c466-bcc7-4c01-8f65-405eca5656c6 req-48832632-d8be-4fee-a191-c5b1b36b03fc service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238489 Mar 11 00:41:49.932533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc2d5-ef37-4401-abe4-550e2437ad1a req-f890da6d-ccd7-4e7b-bc35-7bfb061fddae tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:49.934002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18ccc2d5-ef37-4401-abe4-550e2437ad1a req-f890da6d-ccd7-4e7b-bc35-7bfb061fddae tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0536678 Mar 11 00:41:49.979752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18ccc2d5-ef37-4401-abe4-550e2437ad1a req-71a32459-9257-41b2-a23f-bc75659f802c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Mar 11 00:41:50.260174 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-a7f63e21-1dc8-4746-a2cd-943bf70372c0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.261681 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-a7f63e21-1dc8-4746-a2cd-943bf70372c0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a&tenant_id=754dd4f3307144a798057280a89f9765&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 943 time: 0.0560937 Mar 11 00:41:50.281549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a864f-45e8-430c-a2a4-a5093b85453c req-8190221b-0147-4f63-b729-35a54df6f591 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.283023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-199a864f-45e8-430c-a2a4-a5093b85453c req-8190221b-0147-4f63-b729-35a54df6f591 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 943 time: 0.0562973 Mar 11 00:41:50.325164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-432977a5-a15b-402e-a8a1-a68d888be32b service neutron] 10.222.0.39 "GET /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.0573678 Mar 11 00:41:50.329392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-199a864f-45e8-430c-a2a4-a5093b85453c req-98755401-f155-4bbd-9bad-34f51001f0ba tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402133 Mar 11 00:41:50.390483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-06df3ae9-6fd2-4a75-8c73-13ca55296403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.392087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-06df3ae9-6fd2-4a75-8c73-13ca55296403 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1125 time: 0.0456314 Mar 11 00:41:50.486363 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-86f41f3c-cbd3-4025-b0d3-6896812af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.487699 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-86f41f3c-cbd3-4025-b0d3-6896812af085 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0901997 Mar 11 00:41:50.550304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-8b30acee-5d01-410b-8452-315ac2318f2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0569320 Mar 11 00:41:50.557187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:41:50.598173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-93092d2a-beed-41fc-bf52-a827b331ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.599625 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-93092d2a-beed-41fc-bf52-a827b331ef0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0427263 Mar 11 00:41:50.650723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-28a5b61e-6d41-45b6-9616-925dbebab7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:50.652265 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-28a5b61e-6d41-45b6-9616-925dbebab7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468757 Mar 11 00:41:50.657298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:50.669774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:41:50.707953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e12a0f73-83a1-4ae0-9055-adcbf74566d5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:41:50.708357 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:50.721175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:41:50.740873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:50.741109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-03cc239e-eb3e-44fa-a13a-83200d183cba service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827019 Mar 11 00:41:50.745516 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:50.795196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:50.833539 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-e2c57535-09dc-4f5b-9ce5-cf0d539fb455 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858295 Mar 11 00:41:50.964682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:41:51.003298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:41:51.003605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:41:51.077170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['e12a0f73-83a1-4ae0-9055-adcbf74566d5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:41:51.453339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34244e0-c042-494b-872e-42e824706ac7 req-7193423b-4f01-467c-b20b-05d65c3d4e90 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:51.454793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f34244e0-c042-494b-872e-42e824706ac7 req-7193423b-4f01-467c-b20b-05d65c3d4e90 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0518017 Mar 11 00:41:51.500909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f34244e0-c042-494b-872e-42e824706ac7 req-1041c325-3d6d-48de-b930-eae13aa0c802 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 Mar 11 00:41:52.560593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:41:52.615430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:41:52.619982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:41:52.620308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:52.637415 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b101-2dc0-442a-8f21-3010b481456e req-6413fb79-94f1-471f-acb6-8656afdeb68a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:52.639077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b4b101-2dc0-442a-8f21-3010b481456e req-6413fb79-94f1-471f-acb6-8656afdeb68a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0597551 Mar 11 00:41:52.693208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2b4b101-2dc0-442a-8f21-3010b481456e req-76d4c03b-c470-4ade-8e74-feac8f10f395 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477726 Mar 11 00:41:52.700872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port e12a0f73-83a1-4ae0-9055-adcbf74566d5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:41:52.701403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:52.730926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:52.733539 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07853fb-7bf0-4bb0-8f6e-2ce0954e4169" -d '{"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-plugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:52.750580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:52.755084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:52.755935 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-7e21f595-4eef-4204-8b42-304ffcd2c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:52.757840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-7e21f595-4eef-4204-8b42-304ffcd2c1de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1126 time: 0.0484893 Mar 11 00:41:52.767964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:41:52.791071 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f40a96-1185-4f88-adce-8ca619be3386 x-openstack-request-id: req-29f40a96-1185-4f88-adce-8ca619be3386 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:52.791371 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-plugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:52.791626 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29f40a96-1185-4f88-adce-8ca619be3386 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:52.792045 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'code': 200} Mar 11 00:41:52.805884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:52.832313 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.039292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:53.318236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:41:53.356947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:53.359289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e682e9-738f-43b3-9490-03bc540e08da" -d '{"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-unplugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:53.363111 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks [] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.376830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Transition to ACTIVE for port object e12a0f73-83a1-4ae0-9055-adcbf74566d5 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:41:53.380859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.408957 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888eeee-c7c7-4b70-96e0-2507a6ffd053 x-openstack-request-id: req-1888eeee-c7c7-4b70-96e0-2507a6ffd053 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:53.409261 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-unplugged", "status": "completed", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:53.409518 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1888eeee-c7c7-4b70-96e0-2507a6ffd053 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:53.409910 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'code': 200} Mar 11 00:41:53.468471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=10']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:53.479458 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9508ab1e-fc94-4403-abfa-cba9c4af47c3 req-131d8ea1-af7e-426b-ab65-7acec99e9508 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289752 Mar 11 00:41:53.509923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] No DVR routers for this DVR port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:41:53.534075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9508ab1e-fc94-4403-abfa-cba9c4af47c3 req-e511899b-5761-4268-8e25-14d70f7922f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0281808 Mar 11 00:41:53.575231 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9508ab1e-fc94-4403-abfa-cba9c4af47c3 req-14b59bfc-0791-403c-946a-7eea06e0e2d3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228055 Mar 11 00:41:53.656656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:41:53.657203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:41:53.657349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:53.661488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:41:53.661809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Attempting to bind port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:41:53.666518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:41:53.666855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:41:53.667235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:41:53.667653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Bound port: e12a0f73-83a1-4ae0-9055-adcbf74566d5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:41:53.668024 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.680113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ab1e-fc94-4403-abfa-cba9c4af47c3 req-2dee2771-d484-41d8-ae52-404e20053a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:53.681573 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9508ab1e-fc94-4403-abfa-cba9c4af47c3 req-2dee2771-d484-41d8-ae52-404e20053a97 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008558 Mar 11 00:41:53.732772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:41:53.735750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:41:53.743017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.789842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:53.790471 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:53.791870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] 10.222.0.30 "PUT /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1092 time: 1.0281055 Mar 11 00:41:53.862011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef67cf2-3067-4a30-a5dc-72102d76c89a service neutron] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=11']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:53.885960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e71994-bce3-446e-a9a6-66ad81c22781 req-f45cf2e8-ede9-492f-b8b0-afa66266b7f5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:53.887496 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9e71994-bce3-446e-a9a6-66ad81c22781 req-f45cf2e8-ede9-492f-b8b0-afa66266b7f5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.1149058 Mar 11 00:41:53.902950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-85f59768-bdb2-496f-b092-4159190a9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:53.904453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-85f59768-bdb2-496f-b092-4159190a9401 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1126 time: 0.0813768 Mar 11 00:41:54.003433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9e71994-bce3-446e-a9a6-66ad81c22781 req-327c1e7d-12db-404a-a8b7-08e3c689e177 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085482 Mar 11 00:41:54.029017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-3bd8403c-088a-447d-945c-891b87b512ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:54.030481 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-3bd8403c-088a-447d-945c-891b87b512ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1163661 Mar 11 00:41:54.103944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-d6821779-480d-4276-959f-27ddd050b592 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0639787 Mar 11 00:41:54.151355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-b3de0ecc-aa80-4479-913d-8a7f8f366302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:54.152804 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-b3de0ecc-aa80-4479-913d-8a7f8f366302 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0434022 Mar 11 00:41:54.203625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d920c-7427-4a90-a61d-41e5114acafa req-b6e7ed0d-ec1f-429b-855a-c4ea40760783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:54.205145 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-b6e7ed0d-ec1f-429b-855a-c4ea40760783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439029 Mar 11 00:41:54.297118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-74c38772-4a83-4ae1-950c-7d9844d13ceb service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Mar 11 00:41:54.387309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-596d920c-7427-4a90-a61d-41e5114acafa req-88153352-8e26-4ebd-a025-64cb768b4072 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Mar 11 00:41:54.558661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:41:54.596141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] The host n-h1-831844-1 is not matching for port e12a0f73-83a1-4ae0-9055-adcbf74566d5 host n-h2-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:41:54.596544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:41:55.126926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b7df-62fc-4bc7-91a9-87d32d394068 req-f6d5c706-8e2d-4f69-9bdc-d94aa1ea530f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.128436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d454b7df-62fc-4bc7-91a9-87d32d394068 req-f6d5c706-8e2d-4f69-9bdc-d94aa1ea530f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0533791 Mar 11 00:41:55.177918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d454b7df-62fc-4bc7-91a9-87d32d394068 req-f7178cc2-e23d-4303-8884-7d245f4df5c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Mar 11 00:41:55.410916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:55.413364 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b933e-7845-45b7-8ef6-809572be3cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:55.462250 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06d637c-a927-466c-8596-6893c02b9429 x-openstack-request-id: req-f06d637c-a927-466c-8596-6893c02b9429 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:55.462551 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:55.462809 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f06d637c-a927-466c-8596-6893c02b9429 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:55.463216 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'status': 'completed', 'code': 200} Mar 11 00:41:55.521850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-7e6210ab-0b31-44e3-9ed4-fe3a66d801dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.524062 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-7e6210ab-0b31-44e3-9ed4-fe3a66d801dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1126 time: 0.0452962 Mar 11 00:41:55.525680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-373cd7b7-a30f-4fb4-8287-0d38c29450cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.527169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-373cd7b7-a30f-4fb4-8287-0d38c29450cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 1126 time: 0.0452826 Mar 11 00:41:55.620507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-eb3df2d5-a7aa-414c-94bf-ced7de405a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.620817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-79828679-15e0-4d2b-a868-557b71e6be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.621974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-eb3df2d5-a7aa-414c-94bf-ced7de405a8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0882421 Mar 11 00:41:55.622256 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-79828679-15e0-4d2b-a868-557b71e6be41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0928717 Mar 11 00:41:55.689527 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-6a41dd91-83c2-47db-b7c4-a29548b2bf0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0613613 Mar 11 00:41:55.698499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-a094f34d-995d-46e3-82ed-49c02bdd382c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 200 len: 1000 time: 0.0639789 Mar 11 00:41:55.738931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-8eb36315-1515-4d38-8078-4aa6e5d467b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.740463 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-8eb36315-1515-4d38-8078-4aa6e5d467b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0448413 Mar 11 00:41:55.752990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-ac4f0fed-0601-48cf-9cbe-83f4b71ac257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.754463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-ac4f0fed-0601-48cf-9cbe-83f4b71ac257 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0448446 Mar 11 00:41:55.796303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-124187dc-3f0b-42d3-a5f9-1a2f0a058ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.797833 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-124187dc-3f0b-42d3-a5f9-1a2f0a058ae1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520270 Mar 11 00:41:55.811654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b933e-7845-45b7-8ef6-809572be3cbe req-8cd4fb94-f0f8-4baf-9133-1d2b6feb19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:55.813214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-8cd4fb94-f0f8-4baf-9133-1d2b6feb19f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467896 Mar 11 00:41:55.893702 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-2cec2d72-4aaf-4a0d-9972-465b965022a9 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897062 Mar 11 00:41:55.940374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-ebe9e092-e954-4f9c-9dfa-b400a36ea334 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103132 Mar 11 00:41:55.994841 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-83a8b460-2076-4fcf-a98b-cf3a17c419fb service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955148 Mar 11 00:41:56.042029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-299b933e-7845-45b7-8ef6-809572be3cbe req-774c0d64-23f0-45be-b25f-5c09397237c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947862 Mar 11 00:41:56.302186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cb781-81e3-47db-ac6c-b9e1c573dd82 req-65ad4bae-0834-437d-bfa3-8a69eceb8eec tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:56.303646 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a60cb781-81e3-47db-ac6c-b9e1c573dd82 req-65ad4bae-0834-437d-bfa3-8a69eceb8eec tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0530405 Mar 11 00:41:56.350339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a60cb781-81e3-47db-ac6c-b9e1c573dd82 req-6ea0fda5-c71a-4f90-b58a-4d11a8d38283 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Mar 11 00:41:56.473619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507b5f6-9340-4450-9d0c-18567daee377 req-9818b180-1f1e-46cb-bfbf-fba6d1dff8de tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:56.474985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0507b5f6-9340-4450-9d0c-18567daee377 req-9818b180-1f1e-46cb-bfbf-fba6d1dff8de tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0521111 Mar 11 00:41:56.520902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0507b5f6-9340-4450-9d0c-18567daee377 req-9b6dd218-f321-4918-8698-0c9c91c40291 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401256 Mar 11 00:41:56.642515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be875b3-6f61-44c2-a2b1-563c54fdfa51 req-558144b9-a324-4e20-be17-7a43f53a9d9b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:56.644010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be875b3-6f61-44c2-a2b1-563c54fdfa51 req-558144b9-a324-4e20-be17-7a43f53a9d9b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0569322 Mar 11 00:41:56.690982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7be875b3-6f61-44c2-a2b1-563c54fdfa51 req-c18c9d4d-4d42-453c-b43b-f1d1b1d62074 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Mar 11 00:41:56.975121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:41:57.082060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:57.094458 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'mac_address': 'fa:16:3e:b4:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:41:57.134075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port e12a0f73-83a1-4ae0-9055-adcbf74566d5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:41:57.134466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:57.148180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:41:57.168214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:57.172054 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:57.207247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d6aa-7546-4761-886a-22322b1a9d51 req-b8c64066-c230-4475-b97e-2043070a5b2f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:57.208768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6f4d6aa-7546-4761-886a-22322b1a9d51 req-b8c64066-c230-4475-b97e-2043070a5b2f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 944 time: 0.0528667 Mar 11 00:41:57.228342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=12']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:57.258747 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6f4d6aa-7546-4761-886a-22322b1a9d51 req-eaa1ce97-812c-4776-8286-f2698ed27646 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 Mar 11 00:41:57.386143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['e12a0f73-83a1-4ae0-9055-adcbf74566d5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:41:58.192459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-78f38702-3f9e-45bf-827a-bca938b8e20d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:58.193857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-78f38702-3f9e-45bf-827a-bca938b8e20d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.0521715 Mar 11 00:41:58.286406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Deleting port e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:41:58.286754 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:58.408670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] For port e12a0f73-83a1-4ae0-9055-adcbf74566d5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=e12a0f73-83a1-4ae0-9055-adcbf74566d5,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:41:58.409033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:58.462672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bb5c9-fc9d-4832-a9cb-8486bd1b53b9 req-7b66c1c2-e72e-4fd1-9e74-88fcdb4f73e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:58.464080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-053bb5c9-fc9d-4832-a9cb-8486bd1b53b9 req-7b66c1c2-e72e-4fd1-9e74-88fcdb4f73e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=43714e3d-033d-4e81-99c0-199a7c51274a HTTP/1.1" status: 200 len: 945 time: 0.1169958 Mar 11 00:41:58.559550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-053bb5c9-fc9d-4832-a9cb-8486bd1b53b9 req-a82c5ab7-7e21-401d-a1e8-83327acb8599 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891623 Mar 11 00:41:58.622031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:58.622393 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:58.622708 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae disassociated. External IP: 172.25.7.134, port: e12a0f73-83a1-4ae0-9055-adcbf74566d5. Mar 11 00:41:58.623048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Calling delete_port for e12a0f73-83a1-4ae0-9055-adcbf74566d5 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:41:58.749618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (e12a0f73-83a1-4ae0-9055-adcbf74566d5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:58.778972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'Port': ['ID=e12a0f73-83a1-4ae0-9055-adcbf74566d5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:41:58.900121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:41:58.994325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:41:59.014243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:41:59.017354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:41:59.017707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 00:41:59.039997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:41:59.042316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Port e12a0f73-83a1-4ae0-9055-adcbf74566d5 not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 00:41:59.051819 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:59.052413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:41:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:59.058979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] No DVR routers for this DVR port e12a0f73-83a1-4ae0-9055-adcbf74566d5 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:41:59.061693 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:41:59.065029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b3f9259-0610-4d93-a00e-79efe0d4e12c req-bd5c3360-6e92-4e64-82be-aa4780b031e9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "DELETE /v2.0/ports/e12a0f73-83a1-4ae0-9055-adcbf74566d5 HTTP/1.1" status: 204 len: 173 time: 0.8665578 Mar 11 00:41:59.065477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-deleted', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:41:59.067714 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe560d7-1092-4784-89a9-186f53c82cdd" -d '{"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-deleted", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:41:59.105781 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92d6eb5-3b6d-4636-b0ff-f0e4de4f543d x-openstack-request-id: req-e92d6eb5-3b6d-4636-b0ff-f0e4de4f543d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:41:59.106077 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43714e3d-033d-4e81-99c0-199a7c51274a", "name": "network-vif-deleted", "tag": "e12a0f73-83a1-4ae0-9055-adcbf74566d5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:41:59.106330 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e92d6eb5-3b6d-4636-b0ff-f0e4de4f543d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:41:59.106730 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43714e3d-033d-4e81-99c0-199a7c51274a', 'name': 'network-vif-deleted', 'tag': 'e12a0f73-83a1-4ae0-9055-adcbf74566d5', 'status': 'completed', 'code': 200} Mar 11 00:41:59.174273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:59.376994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:59.409014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:41:59.418024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:41:59.418642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:41:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:59.531259 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:41:59.729114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:41:59.755605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869cccc8-6a09-45ee-9f8e-f8e11594d168 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:41:59.814371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-9fa63ed2-e671-411c-ac0e-e0d2bd95be55 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--875020892&fields=id&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 267 time: 0.0456271 Mar 11 00:41:59.923601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-aac1a2eb-52a1-474e-ad79-fb7b945d78dd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:41:59.925173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-aac1a2eb-52a1-474e-ad79-fb7b945d78dd tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1032345 Mar 11 00:41:59.940633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-6f5c94af-972d-47b7-b25e-362307493b2b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/quotas/754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 375 time: 0.0096028 Mar 11 00:42:00.003556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-d7bc0a89-c550-40da-b3fc-690abe190892 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570962 Mar 11 00:42:00.007246 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8255a05e-001b-4b1f-ada0-8fcee6049c5d None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:42:00.068509 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-8fc26e3c-f5fa-4e95-bd8d-d04049afb406 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:42:00.070106 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-8fc26e3c-f5fa-4e95-bd8d-d04049afb406 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539498 Mar 11 00:42:00.164125 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-1ac8f69d-4d1a-4c7c-9d16-87a5149f3051 service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874333 Mar 11 00:42:00.256329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-8c2136b1-f570-4579-8854-ad1625ac5ade service neutron] 10.222.0.21 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Mar 11 00:42:00.417210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-59c90cd7-bbcc-4a22-9715-653a98f6df72 req-6c9790b8-06df-4c3d-bf21-f9830f76c83c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Mar 11 00:42:01.333881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-f1399925-887d-4f40-8930-b489cd90e561 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:01.336837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-f1399925-887d-4f40-8930-b489cd90e561 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 811 time: 0.1091871 Mar 11 00:42:01.402430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-2278496f-7199-4d50-80d3-7f1a586a513d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 379 time: 0.0585504 Mar 11 00:42:01.410693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'port': {'device_id': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'admin_state_up': True, 'tenant_id': '754dd4f3307144a798057280a89f9765', 'security_groups': ['d059d5fb-2644-4761-92d9-1ce6057bb306']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:42:01.521969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-92addf29-c31d-4d57-9e38-d395519bc9e9 req-003c3d34-cb30-4978-b40d-3090bc0ab81b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Mar 11 00:42:01.543694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Made reservation on behalf of 754dd4f3307144a798057280a89f9765 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:42:01.547137 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:01.674673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Allocated IP 172.20.0.10 (2704749b-ee34-41d3-933c-ef50240e5c35/66095c63-ef50-4226-9e6f-01eeb2c0f1f9/57dd80a2-677f-45cc-8978-95a32ca0490e) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:42:01.811293 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:01.845434 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:01.887199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Network 2704749b-ee34-41d3-933c-ef50240e5c35 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:42:01.892775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:42:01.896407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:42:01.920721 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:01.936205 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.936471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.936829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.937173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.937511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.937851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.938182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.938510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.938845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.939175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.939505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.939947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.940185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:01.962239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:01.962893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:01.980923 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-a11cae0c-b084-4668-86bf-a26fec775c3a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738528 Mar 11 00:42:01.991893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Request body: {'port': {'device_id': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:42:02.059077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.135980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-98a14495-2fab-4b74-b708-ef8a7b4bb33c None None] Provisioning complete for port 57dd80a2-677f-45cc-8978-95a32ca0490e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:42:02.136599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-98a14495-2fab-4b74-b708-ef8a7b4bb33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.174591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-98a14495-2fab-4b74-b708-ef8a7b4bb33c None None] Port 57dd80a2-677f-45cc-8978-95a32ca0490e cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:42:02.321724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:42:02.329442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks [] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.341326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Transition to ACTIVE for port object 57dd80a2-677f-45cc-8978-95a32ca0490e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:42:02.345199 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.413524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:02.467749 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:42:02.468128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:42:02.468466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:42:02.473110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:42:02.473441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:42:02.479152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:42:02.479515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:42:02.479894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:42:02.480427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Bound port: 57dd80a2-677f-45cc-8978-95a32ca0490e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:42:02.480789 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.547421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:42:02.550686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:42:02.558401 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.595892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:02.596461 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:02.597805 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] 10.222.0.30 "PUT /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1092 time: 0.6101968 Mar 11 00:42:02.598263 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:42:02.600533 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61a30c-35bb-469e-9e4d-2eae40321c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:42:02.889044 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693c692-c779-43bd-85ae-88ecc06b96d5 x-openstack-request-id: req-0693c692-c779-43bd-85ae-88ecc06b96d5 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:42:02.889345 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:42:02.889599 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0693c692-c779-43bd-85ae-88ecc06b96d5 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:42:02.889996 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'status': 'completed', 'code': 200} Mar 11 00:42:02.930546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87d6b8-759d-4db1-a6f0-a9e747c94fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:02.958635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f396b1-613e-4ce0-a6ff-d9e8387846b1 req-47370a65-a542-4dc4-8708-00b4ce0ef1c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:02.960137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0f396b1-613e-4ce0-a6ff-d9e8387846b1 req-47370a65-a542-4dc4-8708-00b4ce0ef1c2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.3659477 Mar 11 00:42:02.965707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-a41febf2-4f69-47ed-ac79-0222021291f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:02.967097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-a41febf2-4f69-47ed-ac79-0222021291f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0799184 Mar 11 00:42:03.008919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:42:03.023347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-ca00312d-8c75-4ac0-b641-ceb8da2cdc8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 217 time: 0.0426376 Mar 11 00:42:03.029080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: e12a0f73-83a1-4ae0-9055-adcbf74566d5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:42:03.029415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device e12a0f73-83a1-4ae0-9055-adcbf74566d5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:42:03.074960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a0f396b1-613e-4ce0-a6ff-d9e8387846b1 req-92ef2870-2823-4d25-8f75-23036f4637a6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069002 Mar 11 00:42:03.083977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-8718640b-b099-4373-a31c-ddbf559b75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.085381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-8718640b-b099-4373-a31c-ddbf559b75a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0567102 Mar 11 00:42:03.135733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d5de-927b-4736-bca4-106377e1827a req-dd9c1dae-d8fc-42ba-b379-0caeb3828d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.137164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-dd9c1dae-d8fc-42ba-b379-0caeb3828d16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460112 Mar 11 00:42:03.229385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-b0ca2d1a-bddc-4a8e-a1da-dccb336f0b9e service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Mar 11 00:42:03.318164 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1858d5de-927b-4736-bca4-106377e1827a req-5a39eaaa-831f-4f41-ac4e-4e9547ba7f71 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833652 Mar 11 00:42:03.411231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-4e299bb3-b210-424f-ad48-efd0620844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.412693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-4e299bb3-b210-424f-ad48-efd0620844a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0491674 Mar 11 00:42:03.503204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-a55989fd-d55f-4763-8b9b-eadc08308b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.504781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-a55989fd-d55f-4763-8b9b-eadc08308b5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0863464 Mar 11 00:42:03.550063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-c1fce2c4-0b9c-43f9-9a67-6be9e358ed9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 217 time: 0.0389161 Mar 11 00:42:03.597851 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-86a75b63-f4af-4c1a-a684-1c0b672dbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.599264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-86a75b63-f4af-4c1a-a684-1c0b672dbd5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0437891 Mar 11 00:42:03.646720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-91a08f48-ea94-4eb1-b0b8-f9e049237383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:03.648235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-91a08f48-ea94-4eb1-b0b8-f9e049237383 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431304 Mar 11 00:42:03.741454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-2ea18fc1-7a6e-4f89-ba93-9deeee626aaf service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 Mar 11 00:42:03.827278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ea61a30c-35bb-469e-9e4d-2eae40321c6e req-c154f967-e2ba-4f4e-8ecb-0a8d17c5534a service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798953 Mar 11 00:42:04.194032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeda77-e181-40d6-9683-b2a164fd5c99 req-e8548a06-3fce-419a-826d-f44b6e1fe8f5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:04.196032 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fdeda77-e181-40d6-9683-b2a164fd5c99 req-e8548a06-3fce-419a-826d-f44b6e1fe8f5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0518754 Mar 11 00:42:04.246992 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fdeda77-e181-40d6-9683-b2a164fd5c99 req-0654fc90-9101-4641-b643-8f9b3789c9a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450237 Mar 11 00:42:05.365751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37912e-ba35-40a3-8260-ec3af5c697f7 req-35ee1409-1fe7-466a-8be9-13400f066aee tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:05.367301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e37912e-ba35-40a3-8260-ec3af5c697f7 req-35ee1409-1fe7-466a-8be9-13400f066aee tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0526483 Mar 11 00:42:05.413691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e37912e-ba35-40a3-8260-ec3af5c697f7 req-6250b5c1-2694-497f-a987-f3e8c7298477 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Mar 11 00:42:06.532129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbd556-185d-4515-b047-54f32a3e2f4f req-c3affec4-2f9f-4f21-998a-cf21b3aa2f57 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:06.533588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3fbd556-185d-4515-b047-54f32a3e2f4f req-c3affec4-2f9f-4f21-998a-cf21b3aa2f57 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0522230 Mar 11 00:42:06.578773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3fbd556-185d-4515-b047-54f32a3e2f4f req-e3dab7b8-a31b-4441-ad0d-dcd59acb7f20 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396373 Mar 11 00:42:06.779656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c878e3a6-ada3-4510-9d2c-5760f85e6ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:07.028883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:42:07.124783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:42:07.136709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:42:07.172517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:42:07.172910 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:07.188622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:42:07.208680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:42:07.212913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:07.259373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:07.266811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.267147 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.267491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.267830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.268208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.268545 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.268872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.269200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.269525 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.269849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.270174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.270497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.270821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:42:07.424431 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['57dd80a2-677f-45cc-8978-95a32ca0490e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:42:07.700483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e209a41-189a-4593-94b6-5890e523da2c req-2d2f6383-5ad1-4738-9db3-73607d1f83b4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:07.701967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e209a41-189a-4593-94b6-5890e523da2c req-2d2f6383-5ad1-4738-9db3-73607d1f83b4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Mar 11 00:42:07.749812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e209a41-189a-4593-94b6-5890e523da2c req-a469ab04-d2e8-4402-b46d-a84d3c52167b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Mar 11 00:42:08.872698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea183ae-b769-40a9-a666-1828db1d7964 req-2a8f5125-90ce-4ff0-b793-ed9b85591a77 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:08.874186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea183ae-b769-40a9-a666-1828db1d7964 req-2a8f5125-90ce-4ff0-b793-ed9b85591a77 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0555601 Mar 11 00:42:08.920619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2ea183ae-b769-40a9-a666-1828db1d7964 req-df61563c-fa23-4f12-a643-4d64e5b45069 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Mar 11 00:42:09.040914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:42:09.087701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 57dd80a2-677f-45cc-8978-95a32ca0490e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:42:09.091394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 57dd80a2-677f-45cc-8978-95a32ca0490e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:42:09.091769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:09.166669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:42:09.167057 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:09.188810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:42:09.191035 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c550e6-80d8-4f9a-9240-fc8de19041bb" -d '{"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:42:09.208178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:42:09.212687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:09.342709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d4de-78a0-4a3c-846b-c619fbb125b3 req-64fcd76b-3da3-4a70-be18-772b59b73c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:09.344198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb2d4de-78a0-4a3c-846b-c619fbb125b3 req-64fcd76b-3da3-4a70-be18-772b59b73c38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1128 time: 0.0525036 Mar 11 00:42:09.392503 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0cb2d4de-78a0-4a3c-846b-c619fbb125b3 req-2b295465-77d8-434c-a552-3e4b4eb340dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Mar 11 00:42:09.399539 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb521b2-72a4-4b00-a895-5babdeca5543 x-openstack-request-id: req-5cb521b2-72a4-4b00-a895-5babdeca5543 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:42:09.399829 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:42:09.400113 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb521b2-72a4-4b00-a895-5babdeca5543 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:42:09.400508 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'code': 200} Mar 11 00:42:09.428694 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b355de72-d2f1-4291-9e99-ff2f2e85e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:09.434860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:10.038967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9726a-5a1b-4444-a087-1043081d6264 req-052e4a22-0763-4b13-a0db-422fe2bfa29e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:10.040616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85a9726a-5a1b-4444-a087-1043081d6264 req-052e4a22-0763-4b13-a0db-422fe2bfa29e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Mar 11 00:42:10.087884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85a9726a-5a1b-4444-a087-1043081d6264 req-22187e09-bed0-41ef-8c45-714fd60817a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Mar 11 00:42:10.573656 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.093438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.209618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f27f0-686e-4e1a-9975-c630b7d6c95b req-4e842f1a-4eed-493f-9b0a-2018b14c77d7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:11.211975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0f27f0-686e-4e1a-9975-c630b7d6c95b req-4e842f1a-4eed-493f-9b0a-2018b14c77d7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0531185 Mar 11 00:42:11.262175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba0f27f0-686e-4e1a-9975-c630b7d6c95b req-04e14735-55ff-4cd9-a35f-71931862d154 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450554 Mar 11 00:42:11.377682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1717-a3d2-4b63-9c0d-11c1be37046d req-4528fe94-0c7c-4548-9b96-e1077a41e875 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:11.379187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-371f1717-a3d2-4b63-9c0d-11c1be37046d req-4528fe94-0c7c-4548-9b96-e1077a41e875 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Mar 11 00:42:11.388904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42242) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:42:11.393361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Request body: {'floatingip': {'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:42:11.434198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.485118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.749717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.903409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:11.906969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:12.008546 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae associated. External IP: 172.25.7.134, port: 57dd80a2-677f-45cc-8978-95a32ca0490e. Mar 11 00:42:12.218368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:42:12.328377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:42:12.333245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:12.338327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:42:12.348522 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:42:12.349139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:42:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:42:12.363092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-969e80e3-1f08-4302-9fad-0e0bc5eeb5fc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "PUT /v2.0/floatingips/486682ef-2d0e-42d8-a1bd-7bf45c02fbae HTTP/1.1" status: 200 len: 993 time: 0.9730906 Mar 11 00:42:12.363694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:42:12.365980 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265097ae-4726-4913-80fa-98b395d95d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:42:12.402556 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd71f9ff-15b3-4dc8-8cd2-f28b20a0b643 x-openstack-request-id: req-bd71f9ff-15b3-4dc8-8cd2-f28b20a0b643 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:42:12.402556 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:42:12.402925 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd71f9ff-15b3-4dc8-8cd2-f28b20a0b643 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:42:12.403121 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'status': 'completed', 'code': 200} Mar 11 00:42:12.460151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:42:12.473955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265097ae-4726-4913-80fa-98b395d95d5d req-989220dd-c1d8-4ad3-badf-38ce9deda2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:12.476063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-989220dd-c1d8-4ad3-badf-38ce9deda2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1128 time: 0.0508723 Mar 11 00:42:12.576495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265097ae-4726-4913-80fa-98b395d95d5d req-9241dc45-b095-4b50-a95a-92ebd6bcb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:12.578274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-9241dc45-b095-4b50-a95a-92ebd6bcb64c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0969441 Mar 11 00:42:12.660305 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-e0109ea3-96da-433a-a72e-fd47ea80d5d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0758834 Mar 11 00:42:12.714187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265097ae-4726-4913-80fa-98b395d95d5d req-b9dcb1ca-6dd3-4eb3-a40c-9ef16c265454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:12.716458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-b9dcb1ca-6dd3-4eb3-a40c-9ef16c265454 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0503907 Mar 11 00:42:12.726123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:42:11Z', 'revision_number': 13, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:42:12.753703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:42:12.762886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:42:12.763505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:42:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:42:12.780093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265097ae-4726-4913-80fa-98b395d95d5d req-effaea39-982b-4cfd-a827-7c3552664e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:12.782473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-effaea39-982b-4cfd-a827-7c3552664e34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605836 Mar 11 00:42:12.881488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-05cbf1a5-f58e-4657-a39a-6a432377fa6d service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922661 Mar 11 00:42:12.886850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:42:12.978784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-265097ae-4726-4913-80fa-98b395d95d5d req-ba325b2e-8d39-4aef-a76a-c802e2477511 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918396 Mar 11 00:42:13.128132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:42:11Z', 'revision_number': 13, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:42:13.154111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101efa49-cb9c-445b-9c36-56ce1ca5512c None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '486682ef-2d0e-42d8-a1bd-7bf45c02fbae', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:39:29Z', 'updated_at': '2022-03-11T00:42:11Z', 'revision_number': 13, 'project_id': '754dd4f3307144a798057280a89f9765', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:42:13.191624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:42:13.365424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:13.370125 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db9396f-2803-4da8-9876-dae33d9dfaf0 None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:42:14.866372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88edee-6dbd-4b9e-8858-e93223ad048d req-9a9ff9f7-2b0e-4c2a-ac0f-beba9c07daac tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:14.868660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be88edee-6dbd-4b9e-8858-e93223ad048d req-9a9ff9f7-2b0e-4c2a-ac0f-beba9c07daac tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0534778 Mar 11 00:42:14.917908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be88edee-6dbd-4b9e-8858-e93223ad048d req-313670fd-7aa5-463a-b3a5-295647969977 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Mar 11 00:42:31.316384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5062bc-6503-4aa9-af3e-608e9eca0596 req-7102a79c-6ac6-4b2f-abe3-c41895f00a15 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:31.317865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b5062bc-6503-4aa9-af3e-608e9eca0596 req-7102a79c-6ac6-4b2f-abe3-c41895f00a15 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0847809 Mar 11 00:42:31.348143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b807e489-f87f-44d5-b9f2-7528f78c0bad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220903 Mar 11 00:42:31.376867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b5062bc-6503-4aa9-af3e-608e9eca0596 req-77b922fb-6815-4526-af6d-de1afa9d1788 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520911 Mar 11 00:42:31.784698 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-9ad4a534-fe13-4028-a103-b954bd1317c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:31.786061 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-9ad4a534-fe13-4028-a103-b954bd1317c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 943 time: 0.1144791 Mar 11 00:42:32.496580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8be8a-3266-44ed-a4fa-d91b013d9ad7 req-a687d992-ed84-4850-9912-d266171d150c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:32.498037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62c8be8a-3266-44ed-a4fa-d91b013d9ad7 req-a687d992-ed84-4850-9912-d266171d150c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0513158 Mar 11 00:42:32.545470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62c8be8a-3266-44ed-a4fa-d91b013d9ad7 req-3e83b4a8-4261-48a3-b846-d3118d1afd53 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Mar 11 00:42:32.935047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-e12d3f84-5b8a-40db-a2ee-f73db5b5a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:32.936581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-e12d3f84-5b8a-40db-a2ee-f73db5b5a504 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1128 time: 0.3358953 Mar 11 00:42:33.025463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-8bc6531b-c816-4bf6-a13c-f41379212ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:33.026893 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-8bc6531b-c816-4bf6-a13c-f41379212ac3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0834091 Mar 11 00:42:33.094211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-4f425c9d-c156-4696-b40d-696f59a8c5c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1003 time: 0.0606740 Mar 11 00:42:33.142262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-d911a727-3211-4d06-8d5d-67a431bacf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:33.143669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-d911a727-3211-4d06-8d5d-67a431bacf9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0429609 Mar 11 00:42:33.191777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-cd7049d0-6aea-42cd-9db5-35cfc1b1706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:33.193187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-cd7049d0-6aea-42cd-9db5-35cfc1b1706b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427721 Mar 11 00:42:33.284402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-6dfa5af3-b443-4adb-92a3-01d28573fd6a service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839787 Mar 11 00:42:33.374332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-abb215f7-5c71-43c3-a8c6-090b0ba90ffe service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833681 Mar 11 00:42:33.669283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6684ae-7717-4396-b658-5a0bab64d16c req-766b632b-8d2f-40a6-8b13-f66903e03a3e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:33.670849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a6684ae-7717-4396-b658-5a0bab64d16c req-766b632b-8d2f-40a6-8b13-f66903e03a3e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0577817 Mar 11 00:42:33.718501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a6684ae-7717-4396-b658-5a0bab64d16c req-80d4e9fe-0998-4a4e-a7af-787e277e1d21 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Mar 11 00:42:34.516734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-18a6bb67-2d09-48fc-a06b-40e9a0024f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:34.518227 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-18a6bb67-2d09-48fc-a06b-40e9a0024f4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1128 time: 0.0459218 Mar 11 00:42:34.621131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-7cad07f4-3285-4740-8bc8-68cba921228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:34.622563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-7cad07f4-3285-4740-8bc8-68cba921228d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0877607 Mar 11 00:42:34.685465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-4dad6275-f98c-4dc7-989c-54d3aca32c30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1003 time: 0.0568461 Mar 11 00:42:34.735187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-2afec12a-61a7-49db-a721-74a7ea98ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:34.736670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-2afec12a-61a7-49db-a721-74a7ea98ed4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0453620 Mar 11 00:42:34.794940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-14bb8e55-8852-475d-814c-3281a6874d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:34.796449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-14bb8e55-8852-475d-814c-3281a6874d28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524306 Mar 11 00:42:34.913100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00afdd0-d000-47d3-9d1a-7615da1c73f0 req-7db85786-b3c0-4604-81c4-cfc032fb79a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:34.915462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d00afdd0-d000-47d3-9d1a-7615da1c73f0 req-7db85786-b3c0-4604-81c4-cfc032fb79a1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.1229601 Mar 11 00:42:34.937332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-cf4e629c-82de-41dd-b1a4-ed017f03a4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329648 Mar 11 00:42:35.026606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d00afdd0-d000-47d3-9d1a-7615da1c73f0 req-4f7ae425-6104-4c4e-bf72-e5302235c0f8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997634 Mar 11 00:42:35.055566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-714f44bb-b6c7-4ba4-96f0-2430e27504a6 req-6b7ee7db-4d67-44de-b1aa-86a197b86e8c service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109862 Mar 11 00:42:36.149748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef962dfc-b120-4a86-96fc-0a299d1d0ff3 req-5dc35608-a9d3-423e-808c-7c657072d5c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:36.151220 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef962dfc-b120-4a86-96fc-0a299d1d0ff3 req-5dc35608-a9d3-423e-808c-7c657072d5c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0534115 Mar 11 00:42:36.202880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef962dfc-b120-4a86-96fc-0a299d1d0ff3 req-2f4ba535-c503-4fa7-8e7b-4332b1e322e4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459290 Mar 11 00:42:36.782214 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8cc974a3-e14a-4921-861a-1207567636a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:37.321129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cd886-a636-4aea-982f-03cbcca7c16f req-63ea4f7a-9648-4cd7-9262-676adadc060a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:37.322619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037cd886-a636-4aea-982f-03cbcca7c16f req-63ea4f7a-9648-4cd7-9262-676adadc060a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0526865 Mar 11 00:42:37.370551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-037cd886-a636-4aea-982f-03cbcca7c16f req-0ebca536-d0de-4e2f-a2fc-e9b0f8483ff7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Mar 11 00:42:38.497222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243ee3-bd90-4f18-9513-663707394da9 req-82ff90e3-7157-407c-b6c4-24f88e327124 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:38.498719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4243ee3-bd90-4f18-9513-663707394da9 req-82ff90e3-7157-407c-b6c4-24f88e327124 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0528018 Mar 11 00:42:38.545372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d4243ee3-bd90-4f18-9513-663707394da9 req-22294238-f94c-477f-93f6-c6a5613f3118 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409510 Mar 11 00:42:39.351599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4b9d-fc02-493e-94f9-ce403cefc0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:39.668783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8875f-fb73-40ce-b4d9-3659d6162423 req-72240357-b1a5-4fd7-944d-79136c7f5f74 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:39.670181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02b8875f-fb73-40ce-b4d9-3659d6162423 req-72240357-b1a5-4fd7-944d-79136c7f5f74 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0572627 Mar 11 00:42:39.716799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02b8875f-fb73-40ce-b4d9-3659d6162423 req-ada30239-b80f-4bf4-a885-e1a5e42a0906 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Mar 11 00:42:40.580982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:40.837167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086cb9e-7e14-491e-a377-bc8d13797209 req-cbd8ce91-4a00-4480-bc2c-9409c5fd87af tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:40.838672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a086cb9e-7e14-491e-a377-bc8d13797209 req-cbd8ce91-4a00-4480-bc2c-9409c5fd87af tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0532525 Mar 11 00:42:40.885931 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a086cb9e-7e14-491e-a377-bc8d13797209 req-289caac2-9a2d-4507-b837-0ff6d5e5f45c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 Mar 11 00:42:41.119200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:41.484043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:41.754405 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:42.011693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2096d-eee8-486f-a04c-e6cb0b0abc6f req-2d4d02cd-4f31-4c09-8eb7-40f982d0a876 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:42.013129 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61f2096d-eee8-486f-a04c-e6cb0b0abc6f req-2d4d02cd-4f31-4c09-8eb7-40f982d0a876 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0579317 Mar 11 00:42:42.061653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61f2096d-eee8-486f-a04c-e6cb0b0abc6f req-41d53bf5-db5d-4d5a-b2f7-6528d3a48503 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Mar 11 00:42:43.184369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661cebc-09ad-4ce2-a479-80a842925238 req-76ba1363-dec9-410f-aec6-745bff396eb5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:43.185757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7661cebc-09ad-4ce2-a479-80a842925238 req-76ba1363-dec9-410f-aec6-745bff396eb5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0530488 Mar 11 00:42:43.232944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7661cebc-09ad-4ce2-a479-80a842925238 req-8f9e76ab-dfe0-4149-9b2b-12af39571de7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Mar 11 00:42:43.359087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:44.084158 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-986cb7b8-d05a-40a9-be5e-ec3aef2a669c service neutron] show failed (client error): The resource could not be found. Mar 11 00:42:44.085162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-986cb7b8-d05a-40a9-be5e-ec3aef2a669c service neutron] 10.222.0.30 "GET /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0542033 Mar 11 00:42:44.339312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-ddb18527-122e-45f2-8650-ea07c0e0bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:44.340864 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-ddb18527-122e-45f2-8650-ea07c0e0bf41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1128 time: 0.0983856 Mar 11 00:42:44.352580 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:42:44.357504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429860d6-8f60-4de9-8068-84b9c4cb6d10 req-2460a7fc-b059-4dad-af7e-d9fb7de089b3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:44.358945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-429860d6-8f60-4de9-8068-84b9c4cb6d10 req-2460a7fc-b059-4dad-af7e-d9fb7de089b3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0564504 Mar 11 00:42:44.406895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-429860d6-8f60-4de9-8068-84b9c4cb6d10 req-d8577312-f2d3-4b18-96a9-df1ffb158f70 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Mar 11 00:42:44.416033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:44.618540 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:42:44.651389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:42:44.691146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:42:44.693450 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8f815d-49e1-4eac-aa24-1d39d26642e0" -d '{"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:42:44.697572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks [] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:44.713040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Transition to ACTIVE for port object 57dd80a2-677f-45cc-8978-95a32ca0490e will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:42:44.718606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:44.752035 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7c066-d906-4121-a4d7-67b984aa422f x-openstack-request-id: req-51a7c066-d906-4121-a4d7-67b984aa422f {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:42:44.752336 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:42:44.752596 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a7c066-d906-4121-a4d7-67b984aa422f {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:42:44.753109 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'code': 200} Mar 11 00:42:44.812652 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:44.855021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] No DVR routers for this DVR port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:42:44.998133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:42:44.998473 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:42:44.998795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:42:45.002919 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:42:45.003241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:42:45.009155 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:42:45.009413 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:42:45.009795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:42:45.010220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Bound port: 57dd80a2-677f-45cc-8978-95a32ca0490e, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:42:45.010568 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:45.073464 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:42:45.076417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:42:45.081923 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:45.121660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.122189 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:42:45.123569 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] 10.222.0.39 "PUT /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1092 time: 0.7756877 Mar 11 00:42:45.148585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d51e1-e1e0-444c-acd8-2c5001e14ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:42:45.197594 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b978d142-fe73-461e-a5f2-4f64cca059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.199135 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b978d142-fe73-461e-a5f2-4f64cca059e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0518053 Mar 11 00:42:45.298165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-246f63a5-4d3c-480d-9e25-f0b62a440f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.299696 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-246f63a5-4d3c-480d-9e25-f0b62a440f78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0943978 Mar 11 00:42:45.339375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:42:45.365658 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-95b891eb-1f23-458d-9559-8280eede051c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0595071 Mar 11 00:42:45.379659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 57dd80a2-677f-45cc-8978-95a32ca0490e host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:42:45.380089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:42:45.419151 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-7fb50eb9-027d-4d72-82ae-d2d97d10281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.420543 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-7fb50eb9-027d-4d72-82ae-d2d97d10281b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0495443 Mar 11 00:42:45.474347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-8b623f68-7b20-4683-a5bc-404222e9d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.476770 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-8b623f68-7b20-4683-a5bc-404222e9d040 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492632 Mar 11 00:42:45.529277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8654d12-9ea3-4d69-8057-c86b8138a55b req-c8e5c4bd-9678-4f8c-a04d-e6305cb2fabc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:45.530758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8654d12-9ea3-4d69-8057-c86b8138a55b req-c8e5c4bd-9678-4f8c-a04d-e6305cb2fabc tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0530248 Mar 11 00:42:45.568732 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-f69814a7-e679-4925-978d-09267318b234 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868597 Mar 11 00:42:45.580450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8654d12-9ea3-4d69-8057-c86b8138a55b req-2ee028b9-8469-42e5-a91f-79c9f52bac34 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Mar 11 00:42:45.666324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-9e03bd4b-0caf-4cb0-9a94-85d0c05a251a service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914454 Mar 11 00:42:46.706482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c668ae-91ff-4982-a862-765c9d9988d5 req-43e3f5a5-e850-4e72-ada5-9c3f7d4b8275 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:46.707979 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c668ae-91ff-4982-a862-765c9d9988d5 req-43e3f5a5-e850-4e72-ada5-9c3f7d4b8275 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0558479 Mar 11 00:42:46.754076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:42:46.756420 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664fff45-b2eb-4da4-84a1-02a5ae2279ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:42:46.761184 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97c668ae-91ff-4982-a862-765c9d9988d5 req-7eb7fa18-d692-4594-b0c8-84203f4fff1d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473640 Mar 11 00:42:46.805437 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d46fd7-68a1-4403-a8f4-4d5bcb9f732d x-openstack-request-id: req-a0d46fd7-68a1-4403-a8f4-4d5bcb9f732d {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:42:46.805755 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:42:46.806003 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0d46fd7-68a1-4403-a8f4-4d5bcb9f732d {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:42:46.806423 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'status': 'completed', 'code': 200} Mar 11 00:42:46.878342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-40e80f25-be23-4a2e-bf03-79cb4dbc2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:46.879676 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-3f1ecd10-8481-44b3-81a5-b2254d8d5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:46.879813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-40e80f25-be23-4a2e-bf03-79cb4dbc2404 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0495813 Mar 11 00:42:46.881313 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-3f1ecd10-8481-44b3-81a5-b2254d8d5c5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0500698 Mar 11 00:42:46.974480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-b20e12a0-07b9-481a-ba08-88f1cfe7445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:46.976173 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-b20e12a0-07b9-481a-ba08-88f1cfe7445a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0898929 Mar 11 00:42:46.984618 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-f1fbe897-7a63-4288-a2c9-e93edb032779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:46.986085 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-f1fbe897-7a63-4288-a2c9-e93edb032779 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0993223 Mar 11 00:42:47.051251 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-c1fa6ffc-188e-4f19-9532-95d411ee5fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0697038 Mar 11 00:42:47.052901 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-635e3a51-d9a0-4fe3-a366-8a4696e60311 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0603325 Mar 11 00:42:47.103779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-411c7b7c-e7c5-484a-8236-d13833cf0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:47.104312 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-8519737b-34e2-4265-8706-cb7d5d1d1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:47.105487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-411c7b7c-e7c5-484a-8236-d13833cf0414 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0485060 Mar 11 00:42:47.105979 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-8519737b-34e2-4265-8706-cb7d5d1d1ed9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0472519 Mar 11 00:42:47.160843 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-b2b33f46-788f-419f-b985-0998fe7adf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:47.162145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-883a3241-91b6-443a-8f22-8e8f28a3cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:47.162302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-b2b33f46-788f-419f-b985-0998fe7adf45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511208 Mar 11 00:42:47.164689 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-883a3241-91b6-443a-8f22-8e8f28a3cad7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535793 Mar 11 00:42:47.256957 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-4dd77a70-d144-4d41-809a-70adad38643b service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865393 Mar 11 00:42:47.262055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-daad92e3-40f6-4005-ad38-10b1aa9f7746 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937810 Mar 11 00:42:47.355400 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-fa2ba555-c3d4-468b-9836-7072e9d003d9 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931532 Mar 11 00:42:47.362043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-664fff45-b2eb-4da4-84a1-02a5ae2279ea req-ea433afc-b5c4-43e3-8318-949384228a90 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941925 Mar 11 00:42:47.883825 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9f41e-6046-4c2c-a6dc-e15feb02aa32 req-a7640d47-c303-4646-8b5f-0671dd23bd15 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:47.885377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9e9f41e-6046-4c2c-a6dc-e15feb02aa32 req-a7640d47-c303-4646-8b5f-0671dd23bd15 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0543790 Mar 11 00:42:47.934652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9e9f41e-6046-4c2c-a6dc-e15feb02aa32 req-3b5ac476-b2b1-459e-bc81-687a92124208 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433204 Mar 11 00:42:49.071632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1d37-24e8-4d4e-8d9a-c1ae52d52917 req-66b268c3-e3eb-4001-99a0-589758d76b40 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:49.073140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc1d37-24e8-4d4e-8d9a-c1ae52d52917 req-66b268c3-e3eb-4001-99a0-589758d76b40 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0523703 Mar 11 00:42:49.120588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edc1d37-24e8-4d4e-8d9a-c1ae52d52917 req-0c8fce63-95ac-49e0-bd5b-07f5e6f8c73b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Mar 11 00:42:50.190411 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:42:50.250988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ea611-3f5a-4f32-be09-8b8ab5d8e59b req-486591af-61ad-47f9-b1c5-24afa98d2756 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:50.252614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26ea611-3f5a-4f32-be09-8b8ab5d8e59b req-486591af-61ad-47f9-b1c5-24afa98d2756 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0597973 Mar 11 00:42:50.304388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a26ea611-3f5a-4f32-be09-8b8ab5d8e59b req-9264665f-7cb4-41a3-b312-b2a98dbe20c4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Mar 11 00:42:51.431813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caacd9-1efa-42c6-84f7-ab41879b0cf8 req-cf5adca9-9a08-4fc1-b7ce-adb77c2bde2c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:51.433467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80caacd9-1efa-42c6-84f7-ab41879b0cf8 req-cf5adca9-9a08-4fc1-b7ce-adb77c2bde2c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0554445 Mar 11 00:42:51.484581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80caacd9-1efa-42c6-84f7-ab41879b0cf8 req-08a8d25f-b620-4dc0-bfd6-3ca8e2cb03e1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 Mar 11 00:42:52.608371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded17109-27bb-4f3d-b57d-6fcf5e0b1d70 req-e8d26826-168a-455b-b2db-31cc2182713a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:52.609861 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ded17109-27bb-4f3d-b57d-6fcf5e0b1d70 req-e8d26826-168a-455b-b2db-31cc2182713a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0523469 Mar 11 00:42:52.659915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ded17109-27bb-4f3d-b57d-6fcf5e0b1d70 req-f4b70497-f1f9-4041-81d2-c59e79a24fd9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444307 Mar 11 00:42:53.454464 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22923cf9-50f4-48fb-aac3-8957fbd49bd0 req-aef8c483-e34a-4c39-8b4e-d563128b05fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274804 Mar 11 00:42:53.503378 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22923cf9-50f4-48fb-aac3-8957fbd49bd0 req-05d5ac06-1056-4805-b820-6e15f256b6fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0287745 Mar 11 00:42:53.542223 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22923cf9-50f4-48fb-aac3-8957fbd49bd0 req-1e60f647-f4a5-49e4-8368-6cb3400d5bd3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208392 Mar 11 00:42:53.650557 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22923cf9-50f4-48fb-aac3-8957fbd49bd0 req-9d31d761-2362-4c70-a2d0-8a5bcbf6c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:53.652080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-22923cf9-50f4-48fb-aac3-8957fbd49bd0 req-9d31d761-2362-4c70-a2d0-8a5bcbf6c59b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043727 Mar 11 00:42:53.785526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf89802-ce79-4392-9e89-3a17bde35511 req-ccb88b00-605d-4c21-b617-e02c5217a780 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:53.787130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cf89802-ce79-4392-9e89-3a17bde35511 req-ccb88b00-605d-4c21-b617-e02c5217a780 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0557749 Mar 11 00:42:53.840550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1cf89802-ce79-4392-9e89-3a17bde35511 req-e77d4a1d-dbbc-4d17-9f21-b43cc8f2a408 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472023 Mar 11 00:42:54.969278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1a689-6259-4d6c-bf8f-48632823d3f6 req-14bb1e97-4469-4272-8561-942cb5539084 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:54.970781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f1a689-6259-4d6c-bf8f-48632823d3f6 req-14bb1e97-4469-4272-8561-942cb5539084 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0529320 Mar 11 00:42:55.018275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-47f1a689-6259-4d6c-bf8f-48632823d3f6 req-a09ef5c1-a618-4a72-8f4c-b325d4c48755 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411086 Mar 11 00:42:56.141824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9036e7-04e8-4041-ba49-ff2dcdf61135 req-9bb6d177-d0da-4e3b-9036-0d4d452a560d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:56.143309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da9036e7-04e8-4041-ba49-ff2dcdf61135 req-9bb6d177-d0da-4e3b-9036-0d4d452a560d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0575552 Mar 11 00:42:56.189967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-da9036e7-04e8-4041-ba49-ff2dcdf61135 req-fed6f5be-9d0d-4344-b378-2bdfca0ae467 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Mar 11 00:42:57.309787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa7278-f4c4-4a87-a61f-b561b0577f8a req-af008a51-7414-44e1-849b-9a1c1c03105f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:57.311271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8caa7278-f4c4-4a87-a61f-b561b0577f8a req-af008a51-7414-44e1-849b-9a1c1c03105f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0528648 Mar 11 00:42:57.357734 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8caa7278-f4c4-4a87-a61f-b561b0577f8a req-47c12b4f-ec10-4ec4-aef3-9cdb78941e71 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407667 Mar 11 00:42:58.482117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23211e1-a3a8-4550-94a8-176410e3b470 req-c0568097-3bf1-43e4-a1d9-8bbbd02a0337 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:58.483609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e23211e1-a3a8-4550-94a8-176410e3b470 req-c0568097-3bf1-43e4-a1d9-8bbbd02a0337 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0564771 Mar 11 00:42:58.529369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e23211e1-a3a8-4550-94a8-176410e3b470 req-63798755-32ea-4097-bd86-81dc6ddc202d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401533 Mar 11 00:42:59.650486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa9ace-8085-4515-9488-b89d7e9bd9b6 req-181a2eab-dac5-4401-aa3c-1f94a565a13d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:42:59.651994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cffa9ace-8085-4515-9488-b89d7e9bd9b6 req-181a2eab-dac5-4401-aa3c-1f94a565a13d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0529592 Mar 11 00:42:59.698281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cffa9ace-8085-4515-9488-b89d7e9bd9b6 req-9b6d3f18-c3f9-4e63-ad62-82451102d694 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Mar 11 00:43:00.818001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58576-1ce4-4dbd-a4bb-72285fddb9da req-03714b8b-878d-4ddc-9279-356e8b6624f3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:00.819469 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cb58576-1ce4-4dbd-a4bb-72285fddb9da req-03714b8b-878d-4ddc-9279-356e8b6624f3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0523875 Mar 11 00:43:00.870339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6cb58576-1ce4-4dbd-a4bb-72285fddb9da req-cad7a0c0-7e43-4275-b9c8-7ead7dfb6559 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Mar 11 00:43:01.990835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d515a-82cc-4627-a402-df6fe133aa03 req-ab6230a1-0ff5-4d1a-aec0-e4457e67f0da tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:01.993516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-167d515a-82cc-4627-a402-df6fe133aa03 req-ab6230a1-0ff5-4d1a-aec0-e4457e67f0da tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0537827 Mar 11 00:43:02.040976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-167d515a-82cc-4627-a402-df6fe133aa03 req-a8a95b33-a441-401d-8156-8659262f9373 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Mar 11 00:43:03.164408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6d62-e3e1-4555-b291-2321deacda80 req-9033ef29-7bf2-4305-a5f3-82cf555b3372 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:03.165883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20fa6d62-e3e1-4555-b291-2321deacda80 req-9033ef29-7bf2-4305-a5f3-82cf555b3372 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0542240 Mar 11 00:43:03.213588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20fa6d62-e3e1-4555-b291-2321deacda80 req-a6cb1ad0-8fc1-43ad-9395-9eb5ea0ee515 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Mar 11 00:43:04.338811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e16af5-7912-47da-84ac-f31013750506 req-2968f45d-c0dc-4873-8eb9-913678f11fc3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:04.340290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73e16af5-7912-47da-84ac-f31013750506 req-2968f45d-c0dc-4873-8eb9-913678f11fc3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0558596 Mar 11 00:43:04.385880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73e16af5-7912-47da-84ac-f31013750506 req-7e2243c6-8712-49f3-a50d-91ac1bbcf4e7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400634 Mar 11 00:43:04.670959 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-8fedb34c-a959-4046-9328-f8946ae5214a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:04.672469 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-8fedb34c-a959-4046-9328-f8946ae5214a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.39 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1&tenant_id=754dd4f3307144a798057280a89f9765&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 944 time: 0.0572693 Mar 11 00:43:04.689886 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56858edb-899f-4c1f-a012-41f4381c8891 req-f83ffb2e-a8e2-491a-ad6c-cad8aadd0264 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:04.691380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56858edb-899f-4c1f-a012-41f4381c8891 req-f83ffb2e-a8e2-491a-ad6c-cad8aadd0264 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 944 time: 0.0540414 Mar 11 00:43:04.733919 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-566af2f4-75ad-4f02-ab4d-1ff601f83c58 service neutron] 10.222.0.39 "GET /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e/bindings/n-h1-831844-1 HTTP/1.1" status: 200 len: 382 time: 0.0555749 Mar 11 00:43:04.739887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-56858edb-899f-4c1f-a012-41f4381c8891 req-9136fdb9-56f5-428c-8361-00cb4733449d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 Mar 11 00:43:04.801359 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-3fa1a0dd-11bc-4273-a155-e9c1877fc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:04.802870 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-3fa1a0dd-11bc-4273-a155-e9c1877fc4f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1126 time: 0.0454907 Mar 11 00:43:04.869312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:43:04.899715 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-7ccd1dc4-8b53-4905-85c2-41947b668c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:04.901277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-7ccd1dc4-8b53-4905-85c2-41947b668c42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0932949 Mar 11 00:43:04.970788 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-7197cea3-e0d5-45ac-bb10-dea763f47297 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0640795 Mar 11 00:43:04.974488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:04.985998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:43:05.018945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-a4a2d666-3393-437f-ad14-fa54aae00808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:05.020424 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-a4a2d666-3393-437f-ad14-fa54aae00808 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0438964 Mar 11 00:43:05.024410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:43:05.024802 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:05.037515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:43:05.057206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:05.062117 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:05.071628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-239e1f40-9cb1-41d1-ad5f-8dedcbed5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:05.073358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-239e1f40-9cb1-41d1-ad5f-8dedcbed5117 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471528 Mar 11 00:43:05.112369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:05.167809 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-9df8ea84-e7df-4e9c-be69-2021b51c7500 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883954 Mar 11 00:43:05.256172 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-d3d871eb-7b64-454c-8c12-a434d5fc7dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811362 Mar 11 00:43:05.360274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['57dd80a2-677f-45cc-8978-95a32ca0490e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:43:05.863470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf6fee-a977-4a36-8507-9890dc4221d4 req-d6a950dc-e423-43d2-9b12-2162ca0f313f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:05.864961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2bf6fee-a977-4a36-8507-9890dc4221d4 req-d6a950dc-e423-43d2-9b12-2162ca0f313f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Mar 11 00:43:05.915204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2bf6fee-a977-4a36-8507-9890dc4221d4 req-6b0725b8-8899-48cd-892f-e272945bc2e5 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Mar 11 00:43:06.783876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c8779b61-426a-4bd0-b97c-f9215fc43afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:06.885129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:43:06.938605 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 57dd80a2-677f-45cc-8978-95a32ca0490e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:43:06.943366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 57dd80a2-677f-45cc-8978-95a32ca0490e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:43:06.943751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:07.027026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:43:07.027478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:07.042660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865124c3-f464-4bed-a01f-de00d70bf54d req-72d19639-0062-4004-9f70-d64baf0d7e22 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:07.044297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-865124c3-f464-4bed-a01f-de00d70bf54d req-72d19639-0062-4004-9f70-d64baf0d7e22 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0543723 Mar 11 00:43:07.051261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:43:07.053645 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054297e-77e9-44cb-ac28-72d5295b96fe" -d '{"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:43:07.074970 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:07.082325 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:07.097800 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-865124c3-f464-4bed-a01f-de00d70bf54d req-7932eea7-cb07-4ff9-acf9-059838e10337 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476861 Mar 11 00:43:07.157795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:07.191578 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da631973-cfa3-454f-86ef-35bf5d4a6f88 x-openstack-request-id: req-da631973-cfa3-454f-86ef-35bf5d4a6f88 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:43:07.191944 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-plugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:43:07.192239 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da631973-cfa3-454f-86ef-35bf5d4a6f88 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:43:07.192681 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'code': 200} Mar 11 00:43:08.226264 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372dab6-17a7-4c4d-808e-499798f3f995 req-abc53754-b8f9-43fe-96b7-c0b6d344fd4a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:08.227656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0372dab6-17a7-4c4d-808e-499798f3f995 req-abc53754-b8f9-43fe-96b7-c0b6d344fd4a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0532413 Mar 11 00:43:08.274199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0372dab6-17a7-4c4d-808e-499798f3f995 req-6ad6acbb-a612-4cbd-a694-f0b66b260731 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 Mar 11 00:43:09.366560 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38c73a80-6c94-4846-a741-22de8cd6ade3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:09.413916 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11412d90-f8a0-4a9f-8401-eeea8cf43ca3 req-f17baced-bfa9-48d7-8a6d-9eca1ca8cb10 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:09.415427 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11412d90-f8a0-4a9f-8401-eeea8cf43ca3 req-f17baced-bfa9-48d7-8a6d-9eca1ca8cb10 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0670595 Mar 11 00:43:09.463041 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-11412d90-f8a0-4a9f-8401-eeea8cf43ca3 req-13c930cc-64fb-4f4e-b2cd-081479a78923 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417383 Mar 11 00:43:10.578317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:10.588642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131201-2e18-41fd-b463-e7229152b4bb req-d3dd9c03-c5dc-44fc-aa79-e48e4c63fb98 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:10.590169 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c131201-2e18-41fd-b463-e7229152b4bb req-d3dd9c03-c5dc-44fc-aa79-e48e4c63fb98 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0572677 Mar 11 00:43:10.649641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c131201-2e18-41fd-b463-e7229152b4bb req-2075f8de-6f32-4246-819b-c77d38ab7bf1 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535724 Mar 11 00:43:10.885144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:43:10.966238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:43:10.966642 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:10.989511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:43:10.992307 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df95eaa-7a87-47d6-b7df-dd8a6d020116" -d '{"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:43:11.004682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:11.010595 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.048139 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa5ef93-46bf-4b1f-8578-6e31b9b4e592 x-openstack-request-id: req-7fa5ef93-46bf-4b1f-8578-6e31b9b4e592 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:43:11.048559 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-unplugged", "status": "completed", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:43:11.048820 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fa5ef93-46bf-4b1f-8578-6e31b9b4e592 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:43:11.049214 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'code': 200} Mar 11 00:43:11.061866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:11.069761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.070123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.070607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.070946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.071279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.071695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.072107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.072451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.072776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.073100 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.073424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.074040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.074040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.118982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.262657 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-6734393c-2a89-479c-beb3-e92b3ce01e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:11.264183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-6734393c-2a89-479c-beb3-e92b3ce01e06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1&tenant_id=754dd4f3307144a798057280a89f9765 HTTP/1.1" status: 200 len: 1127 time: 0.0486760 Mar 11 00:43:11.274354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:43:11.333173 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.493987 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.536224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:11.570377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h1-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:43:11.608028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:43:11.615435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks [] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.628170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Transition to ACTIVE for port object 57dd80a2-677f-45cc-8978-95a32ca0490e will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:43:11.631650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.710368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=11']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:11.721496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.721967 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.722326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.722677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.723020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.723360 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.723697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.724065 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.724408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.724744 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.725079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.725947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.726281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:11.769281 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:11.803340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] No DVR routers for this DVR port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h1-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:43:11.861023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73e305-1800-4433-afaa-0dca9eddccea req-2d74a17a-2a66-4d97-86fe-456d28d4919b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:11.862528 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd73e305-1800-4433-afaa-0dca9eddccea req-2d74a17a-2a66-4d97-86fe-456d28d4919b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.1327603 Mar 11 00:43:11.959570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dd73e305-1800-4433-afaa-0dca9eddccea req-1dddd037-7a3f-4720-bc39-d986050692d3 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897806 Mar 11 00:43:11.994605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:43:11.994943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:43:11.995274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:43:11.999644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:43:12.000028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Attempting to bind port 57dd80a2-677f-45cc-8978-95a32ca0490e on network 2704749b-ee34-41d3-933c-ef50240e5c35 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:43:12.004888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:43:12.005175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Checking segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:43:12.005566 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Bound using segment: {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:43:12.005991 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Bound port: 57dd80a2-677f-45cc-8978-95a32ca0490e, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8138b91-9cc9-4d17-8069-290f1f498a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:43:12.006347 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:12.068182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:43:12.071977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:43:12.077738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:12.109270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.109897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:12.111290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] 10.222.0.30 "PUT /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1093 time: 0.8408339 Mar 11 00:43:12.111734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:43:12.114229 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:43:12.154316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad720092-6ac0-4d34-b8c1-e3dcb784aff9 service neutron] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=12']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:12.176223 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c40058-e3d7-4edb-be2b-27e03098577f x-openstack-request-id: req-46c40058-e3d7-4edb-be2b-27e03098577f {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:43:12.176753 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:43:12.177015 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46c40058-e3d7-4edb-be2b-27e03098577f {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:43:12.177432 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'status': 'completed', 'code': 200} Mar 11 00:43:12.194941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-038d6f1a-d8e0-46ae-92d6-648d7a428d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.196913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-038d6f1a-d8e0-46ae-92d6-648d7a428d07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0610199 Mar 11 00:43:12.244147 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-92fef9a6-f34d-4035-a30f-0b89695aa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.245676 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-92fef9a6-f34d-4035-a30f-0b89695aa561 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0526583 Mar 11 00:43:12.295126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-6cd2490c-762d-4b8b-98df-cda65fbb1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.296641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-6cd2490c-762d-4b8b-98df-cda65fbb1f28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.0938678 Mar 11 00:43:12.356530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-7646c77e-c0f4-456e-8406-639e95b0dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.358004 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-7646c77e-c0f4-456e-8406-639e95b0dbfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1059742 Mar 11 00:43:12.436387 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-95c3c808-ddb8-4c15-b90d-aca23450fd23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0715036 Mar 11 00:43:12.487915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-ce074d41-db88-4b83-9cc5-b0b6d0bc2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.489497 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-ce074d41-db88-4b83-9cc5-b0b6d0bc2fd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0471504 Mar 11 00:43:12.540804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-a172e176-b4b2-44c6-9e6a-918537e5d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.542330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-a172e176-b4b2-44c6-9e6a-918537e5d8c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469213 Mar 11 00:43:12.613044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-942fc17b-4b1d-41fa-aeac-67ed357fb870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.3105099 Mar 11 00:43:12.645084 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-40ff3d49-9237-44eb-8c80-51545f76137d service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966616 Mar 11 00:43:12.663949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-4e1d4317-6ddf-4e2c-aabc-c7a5ccb4cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.665381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-4e1d4317-6ddf-4e2c-aabc-c7a5ccb4cda1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0470257 Mar 11 00:43:12.714879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-95492f26-f69a-40ca-8b02-549d22d9c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.716525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-95492f26-f69a-40ca-8b02-549d22d9c2d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454409 Mar 11 00:43:12.734558 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-f2d729e9-ed8b-4385-8e92-9dcb3a2b81ae service neutron] 10.222.0.39 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835130 Mar 11 00:43:12.808516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-35b32ff2-7030-46f7-90e5-297ecf1769b2 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861728 Mar 11 00:43:12.899114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c2cd5707-4a72-4f83-a995-abb116aac1dc req-21dd3fb6-95cd-4952-bf74-68c4f97926ba service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851493 Mar 11 00:43:12.988569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-d2e4349e-e890-4da3-ba12-855ffd7c12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:12.990072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-d2e4349e-e890-4da3-ba12-855ffd7c12ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=754dd4f3307144a798057280a89f9765&device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 1127 time: 0.0503662 Mar 11 00:43:13.117992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-cfa347a1-294f-46e8-8ad5-0df7d850924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:13.119465 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-cfa347a1-294f-46e8-8ad5-0df7d850924c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 200 len: 912 time: 0.1235218 Mar 11 00:43:13.140944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55972a2-fefd-4f9c-92e3-346cc3870098 req-4d5912d0-e976-4e78-97d0-ff5d350f481a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:13.142385 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d55972a2-fefd-4f9c-92e3-346cc3870098 req-4d5912d0-e976-4e78-97d0-ff5d350f481a tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0829864 Mar 11 00:43:13.218610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-768aa920-3883-4c7e-bce2-f0a00e1567e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 200 len: 1001 time: 0.0910494 Mar 11 00:43:13.238725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d55972a2-fefd-4f9c-92e3-346cc3870098 req-9e2cfc1f-3864-4cd6-990e-c5bdfb88ad68 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684636 Mar 11 00:43:13.273408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-4cc20854-8de1-4b9c-949b-4e19b7fca67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:13.274933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-4cc20854-8de1-4b9c-949b-4e19b7fca67a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 200 len: 850 time: 0.0484941 Mar 11 00:43:13.328878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-abdbd86d-9a90-4d44-aa65-7042ed894963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:13.330403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-abdbd86d-9a90-4d44-aa65-7042ed894963 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2704749b-ee34-41d3-933c-ef50240e5c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496953 Mar 11 00:43:13.363479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:13.421840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-b5e1a8fa-f4ac-44df-af17-c01672750323 service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852728 Mar 11 00:43:13.514808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a80b848-5622-43e9-ba6f-1ed30b30a6dd req-55ff9dc0-1ed6-4655-87d9-1b1308eec3bd service neutron] 10.222.0.30 "GET /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Mar 11 00:43:14.366704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace29449-8b4b-4cab-98ee-e42379356470 req-87ff0a36-9eb4-488c-9f26-78564ab334f0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:14.368134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ace29449-8b4b-4cab-98ee-e42379356470 req-87ff0a36-9eb4-488c-9f26-78564ab334f0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0543327 Mar 11 00:43:14.415153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ace29449-8b4b-4cab-98ee-e42379356470 req-7a5e2dff-7071-4228-b452-8ad1b1e6d867 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 Mar 11 00:43:15.543899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26778-a4bf-41c1-8b60-1e5d48f7263b req-a7927f4f-64c4-4501-af20-4509435e1688 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:15.545455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2a26778-a4bf-41c1-8b60-1e5d48f7263b req-a7927f4f-64c4-4501-af20-4509435e1688 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0577834 Mar 11 00:43:15.599239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d2a26778-a4bf-41c1-8b60-1e5d48f7263b req-0850fb6f-61fd-404f-a98f-eebaef102e1b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Mar 11 00:43:16.727070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9451a-1ba2-472c-80ff-5b39d757eef1 req-22581039-b5e1-424d-b52a-af8d2d1961a6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:16.728625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aa9451a-1ba2-472c-80ff-5b39d757eef1 req-22581039-b5e1-424d-b52a-af8d2d1961a6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0573053 Mar 11 00:43:16.775491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3aa9451a-1ba2-472c-80ff-5b39d757eef1 req-bde46247-5ae9-4726-a62d-40ece8b1c1db tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Mar 11 00:43:17.914838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6e5e5-e635-4274-9010-5c55cae87794 req-f7d6b043-645e-4a90-b419-8ea574b927d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:17.919951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1f6e5e5-e635-4274-9010-5c55cae87794 req-f7d6b043-645e-4a90-b419-8ea574b927d2 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0606692 Mar 11 00:43:17.971348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d1f6e5e5-e635-4274-9010-5c55cae87794 req-9503b1fb-7781-4387-9c57-41022a454c15 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442722 Mar 11 00:43:19.101080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c81fa-8854-41a6-9abb-6ad1c5a7b792 req-1d3423c7-09c5-4770-864e-0f99f2694614 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:19.102938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b38c81fa-8854-41a6-9abb-6ad1c5a7b792 req-1d3423c7-09c5-4770-864e-0f99f2694614 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Mar 11 00:43:19.149313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b38c81fa-8854-41a6-9abb-6ad1c5a7b792 req-6626e2e4-2b29-4e06-833c-98d735b3ae7b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Mar 11 00:43:20.272305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6830f3-9399-4bad-9c44-c091ddd13ad8 req-018d7d5f-449c-4af5-ba32-4b6309610d9d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:20.273854 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c6830f3-9399-4bad-9c44-c091ddd13ad8 req-018d7d5f-449c-4af5-ba32-4b6309610d9d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0545387 Mar 11 00:43:20.322754 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c6830f3-9399-4bad-9c44-c091ddd13ad8 req-09052827-0139-4786-ac92-52c1538ecb56 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 Mar 11 00:43:21.445475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998e46b-ad26-414a-a917-d59a519d7079 req-f7a675a5-0d55-41e9-bb75-c169d308379c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:21.446967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d998e46b-ad26-414a-a917-d59a519d7079 req-f7a675a5-0d55-41e9-bb75-c169d308379c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Mar 11 00:43:21.498347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d998e46b-ad26-414a-a917-d59a519d7079 req-cb48c14b-b6ce-4d42-ae1f-e65ba9c62da4 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452948 Mar 11 00:43:22.621283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daecc45-5646-45f2-8597-066a730252ba req-1fa2cad6-0b7c-4056-b6e7-f9f0d84ef03c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:22.622763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3daecc45-5646-45f2-8597-066a730252ba req-1fa2cad6-0b7c-4056-b6e7-f9f0d84ef03c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0546362 Mar 11 00:43:22.673307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3daecc45-5646-45f2-8597-066a730252ba req-6fc0f9b4-b35f-4588-8204-cf28ed225468 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Mar 11 00:43:23.795247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79f661-91f5-424a-8b24-8d140dc2944f req-69ab9f39-d7c7-4b55-8b94-e1660ccd243c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:23.796750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d79f661-91f5-424a-8b24-8d140dc2944f req-69ab9f39-d7c7-4b55-8b94-e1660ccd243c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Mar 11 00:43:23.843435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d79f661-91f5-424a-8b24-8d140dc2944f req-d0ddf8f4-4e9c-40f9-ba2c-14c4cab6b8ab tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Mar 11 00:43:24.967605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d2f8-a895-47a1-9fc0-9b2ca5b5e1cc req-817f6eb9-ae7b-4634-ac9a-45cea56cf713 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:24.969109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f20d2f8-a895-47a1-9fc0-9b2ca5b5e1cc req-817f6eb9-ae7b-4634-ac9a-45cea56cf713 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0558944 Mar 11 00:43:25.015984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7f20d2f8-a895-47a1-9fc0-9b2ca5b5e1cc req-998ee7ea-a2ea-424b-9e42-e1ee681886e8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Mar 11 00:43:26.134985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c12e-e695-4bba-8a6e-f573bdb3030f req-1424ed29-bed5-4179-ba96-19e1a27ba13d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:26.136483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be09c12e-e695-4bba-8a6e-f573bdb3030f req-1424ed29-bed5-4179-ba96-19e1a27ba13d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0515337 Mar 11 00:43:26.181722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be09c12e-e695-4bba-8a6e-f573bdb3030f req-e4730459-4249-41a3-9499-2c458017451c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Mar 11 00:43:27.189741 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:43:27.305542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1fb1-f68e-4bd4-8fc7-e7063f7ce023 req-adf708e0-f880-4c82-8b12-8fc53d056d13 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:27.307015 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adfa1fb1-f68e-4bd4-8fc7-e7063f7ce023 req-adf708e0-f880-4c82-8b12-8fc53d056d13 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0568099 Mar 11 00:43:27.353981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-adfa1fb1-f68e-4bd4-8fc7-e7063f7ce023 req-619b843a-d573-4ad6-9d6a-38173f6515f7 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Mar 11 00:43:28.474586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a779c4-b826-49e5-9d34-b4868268fb48 req-61ffae7f-c4c6-4c33-8332-1eff779e3d31 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:28.476214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7a779c4-b826-49e5-9d34-b4868268fb48 req-61ffae7f-c4c6-4c33-8332-1eff779e3d31 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Mar 11 00:43:28.523035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7a779c4-b826-49e5-9d34-b4868268fb48 req-d3fa4b8a-ce39-4565-aa1f-b7ff8b97d227 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412481 Mar 11 00:43:29.645969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6ec3f-4d6d-47b7-a8a9-ef74f6f49bdf req-002ce925-3dee-41cd-ae64-948f543db870 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:29.648115 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6ec3f-4d6d-47b7-a8a9-ef74f6f49bdf req-002ce925-3dee-41cd-ae64-948f543db870 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0541914 Mar 11 00:43:29.699678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db6ec3f-4d6d-47b7-a8a9-ef74f6f49bdf req-318ad521-7d30-46f7-847c-b96847bee295 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459507 Mar 11 00:43:30.821184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506c8eb-1cc3-4099-91d1-97814de8f533 req-8d29d31f-498a-4ff4-8fc5-d872ce705ff0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:30.822636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e506c8eb-1cc3-4099-91d1-97814de8f533 req-8d29d31f-498a-4ff4-8fc5-d872ce705ff0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0522304 Mar 11 00:43:30.869940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e506c8eb-1cc3-4099-91d1-97814de8f533 req-e7fcdd69-45fd-4b1c-81ea-cabe9f6f817c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Mar 11 00:43:30.986783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c565ed-40e1-40c3-8edb-0491c866e7e1 req-5a497fd6-91f6-46fc-9848-e2dbe05405a0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:30.988162 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5c565ed-40e1-40c3-8edb-0491c866e7e1 req-5a497fd6-91f6-46fc-9848-e2dbe05405a0 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0514746 Mar 11 00:43:31.038590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5c565ed-40e1-40c3-8edb-0491c866e7e1 req-7866bfd5-ba5b-4020-96d2-2fcef32398fe tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Mar 11 00:43:31.158408 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475048b-d0b4-448c-8baf-fcba43321920 req-da803ed8-02eb-4709-b2e9-29c5b3b9106b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:31.159881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b475048b-d0b4-448c-8baf-fcba43321920 req-da803ed8-02eb-4709-b2e9-29c5b3b9106b tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0567055 Mar 11 00:43:31.206504 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b475048b-d0b4-448c-8baf-fcba43321920 req-85022537-3778-4a1e-99f4-3c62c80eb6ca tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Mar 11 00:43:31.438147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52891e58-45a4-4797-bf4a-9a0d9ad98d87 req-d1758933-bcb7-4a41-8c79-d687699bd080 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:31.439672 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52891e58-45a4-4797-bf4a-9a0d9ad98d87 req-d1758933-bcb7-4a41-8c79-d687699bd080 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 945 time: 0.0515189 Mar 11 00:43:31.486234 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52891e58-45a4-4797-bf4a-9a0d9ad98d87 req-be34b9c3-ccd7-4c55-8caf-e3fff13eb37d tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400367 Mar 11 00:43:31.551004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:43:31.647767 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:31.658616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'port_id': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'mac_address': 'fa:16:3e:20:1b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:43:31.695151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 57dd80a2-677f-45cc-8978-95a32ca0490e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:43:31.695539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:31.707881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:43:31.727730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:31.731365 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:31.780523 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=13']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:31.955854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['57dd80a2-677f-45cc-8978-95a32ca0490e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:43:32.609565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b17864-2eb9-49d8-b309-8db0bc0bfe9f req-990bbc7d-5caa-4d8e-9c33-3e7dbb3e9791 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:32.611060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9b17864-2eb9-49d8-b309-8db0bc0bfe9f req-990bbc7d-5caa-4d8e-9c33-3e7dbb3e9791 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0522470 Mar 11 00:43:32.661192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9b17864-2eb9-49d8-b309-8db0bc0bfe9f req-9226ef0c-541e-4fc4-8bcd-2ec5a2413f7c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups?id=d059d5fb-2644-4761-92d9-1ce6057bb306&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438831 Mar 11 00:43:32.940124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-5a742886-8324-4c69-8a9f-0a27f63da9c6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:32.941585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-5a742886-8324-4c69-8a9f-0a27f63da9c6 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 946 time: 0.0535183 Mar 11 00:43:33.034121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Deleting port 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:33.034465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.127077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] For port 57dd80a2-677f-45cc-8978-95a32ca0490e, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=57dd80a2-677f-45cc-8978-95a32ca0490e,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:33.127435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.293115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.293469 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.293783 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae disassociated. External IP: 172.25.7.134, port: 57dd80a2-677f-45cc-8978-95a32ca0490e. Mar 11 00:43:33.294120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Calling delete_port for 57dd80a2-677f-45cc-8978-95a32ca0490e owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:33.420765 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (57dd80a2-677f-45cc-8978-95a32ca0490e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.450257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'Port': ['ID=57dd80a2-677f-45cc-8978-95a32ca0490e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:33.566164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:43:33.588204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:43:33.612274 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:43:33.612637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 00:43:33.633258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Port 57dd80a2-677f-45cc-8978-95a32ca0490e not found, will not notify nova. {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 00:43:33.686881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:43:33.697420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:43:33.707190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:43:33.707820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:43:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:33.730806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] No DVR routers for this DVR port 57dd80a2-677f-45cc-8978-95a32ca0490e on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:43:33.733406 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:33.736943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6c1762e0-9bf1-4057-9cfe-6148253184cd req-d8002b85-8e9f-4545-b85f-1310e85e8015 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.30 "DELETE /v2.0/ports/57dd80a2-677f-45cc-8978-95a32ca0490e HTTP/1.1" status: 204 len: 173 time: 0.7895842 Mar 11 00:43:33.737400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-deleted', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:43:33.739725 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe0b52-4b5a-4386-9fcb-17a63e4235c9" -d '{"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-deleted", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:43:33.775378 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5cad29b0-a25a-4a36-8b1c-546dabf555ad req-2e9b9fb8-4c7b-4c4b-a0b0-0bd16e0a7b57 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0323095 Mar 11 00:43:33.790153 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfe055-b6d2-495d-bd79-7baeba20425e x-openstack-request-id: req-65dfe055-b6d2-495d-bd79-7baeba20425e {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:43:33.790506 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73bc029-8ed7-471c-a795-c2045598f3d1", "name": "network-vif-deleted", "tag": "57dd80a2-677f-45cc-8978-95a32ca0490e", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:43:33.790723 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65dfe055-b6d2-495d-bd79-7baeba20425e {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:43:33.800605 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73bc029-8ed7-471c-a795-c2045598f3d1', 'name': 'network-vif-deleted', 'tag': '57dd80a2-677f-45cc-8978-95a32ca0490e', 'status': 'completed', 'code': 200} Mar 11 00:43:33.836386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:43:34.051487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:34.082628 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:43:34.091566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:43:34.092194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:43:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:34.353683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:43:34.548393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:34.574566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137be18-1f2c-42c3-801b-7d33313d85c8 None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:27Z', 'revision_number': 4, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '71a0f615-8c63-47b0-818c-0c49b37112b1', 'name': '', 'network_id': '2704749b-ee34-41d3-933c-ef50240e5c35', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'mac_address': 'fa:16:3e:75:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:27Z', 'updated_at': '2022-03-11T00:39:32Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'subnets': [{'id': '66095c63-ef50-4226-9e6f-01eeb2c0f1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:43:34.809656 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10042171-17b0-4523-857d-15b96876ffb0 None None] New status for floating IP 486682ef-2d0e-42d8-a1bd-7bf45c02fbae: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:43:34.888160 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2077d374-0afc-47cb-b44f-96c3eb1051b5 req-1004958a-228a-49cc-afa4-ace866b189ec tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0340688 Mar 11 00:43:35.995070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a584b3eb-8b6e-48d3-8951-a50c001fe181 req-6301eb8a-9dcd-4647-af8b-14913719a876 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Mar 11 00:43:36.786552 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cf57b895-004d-43ac-be22-cbb664acc04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:37.094072 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80135964-56f2-4758-8d6d-5d309fa28d84 req-cfd4db2f-1584-402a-8170-23ddbd211615 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Mar 11 00:43:37.622553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:43:37.643391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 57dd80a2-677f-45cc-8978-95a32ca0490e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:43:37.643749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 57dd80a2-677f-45cc-8978-95a32ca0490e not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:43:38.192866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-487b41b7-07d4-43bd-8861-d7dc7284e181 req-0c104925-ce72-46ea-a402-7bf9545ac9bb tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0313902 Mar 11 00:43:39.287703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f028e7a7-3136-4c00-80ce-d4bfd3ddd7e1 req-1fb69a36-d754-4e26-b1ed-ee8239082a8c tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Mar 11 00:43:39.350740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86c25a48-c6b6-4950-8563-96962c067028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:40.385068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dfd11e92-4308-4a99-a861-5c7ecbef6216 req-f34b5ae2-7d59-48ab-ab32-1d948f48ed2e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0278597 Mar 11 00:43:40.582415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:41.132209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:41.484798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c63d37c-7fbe-400f-b0b8-e32517e5b048 req-6efa57c9-e1c0-4e57-ba87-d460c8a0338e tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Mar 11 00:43:41.503102 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:41.767854 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:42.587586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-860c3aa9-b351-459f-a36e-a2ab64b431a8 req-74a1600d-24f5-447f-8ffe-512c3b0a1a42 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/ports?device_id=b73bc029-8ed7-471c-a795-c2045598f3d1 HTTP/1.1" status: 200 len: 210 time: 0.0293076 Mar 11 00:43:43.357479 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.422346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42536) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:49.480684 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (d059d5fb-2644-4761-92d9-1ce6057bb306), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.503748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (d059d5fb-2644-4761-92d9-1ce6057bb306), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.558101 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d059d5fb-2644-4761-92d9-1ce6057bb306), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.561672 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.562821 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "DELETE /v2.0/security-groups/d059d5fb-2644-4761-92d9-1ce6057bb306 HTTP/1.1" status: 204 len: 168 time: 0.1387534 Mar 11 00:43:49.565527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:49.572519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059d5fb-2644-4761-92d9-1ce6057bb306,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:49.580188 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.580543 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.580885 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.581227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.581564 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.581737 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [None req-bf31e470-18e5-4947-88c8-dd8faef1341f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] show failed (client error): The resource could not be found. Mar 11 00:43:49.581895 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.582224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.582546 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586310 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bf31e470-18e5-4947-88c8-dd8faef1341f tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "GET /v2.0/security-groups/d059d5fb-2644-4761-92d9-1ce6057bb306 HTTP/1.1" status: 404 len: 347 time: 0.0163631 Mar 11 00:43:49.586423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee623f-eb2f-4dfb-96d3-aeccbf5c20f9 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:43:49.586857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:49.720385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Deleting port a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:49.720634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.800372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.800703 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.813918 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Calling delete_port for a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:49.969675 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:49.999012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Pushing event deleted for resources: {'Port': ['ID=a66a96d2-3c08-4a2e-98f6-e5b9ba4665f3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:50.060744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks [] for floatingip (486682ef-2d0e-42d8-a1bd-7bf45c02fbae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.063474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.064713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b66c1a1a-bcec-4a7e-b439-77e024440e44 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] 10.222.0.21 "DELETE /v2.0/floatingips/486682ef-2d0e-42d8-a1bd-7bf45c02fbae HTTP/1.1" status: 204 len: 168 time: 0.4760537 Mar 11 00:43:50.067626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:50.418516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.671296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Deleting port 71a0f615-8c63-47b0-818c-0c49b37112b1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:50.671990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.749372 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] For port 71a0f615-8c63-47b0-818c-0c49b37112b1, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=71a0f615-8c63-47b0-818c-0c49b37112b1,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:50.749739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.766367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Calling delete_port for 71a0f615-8c63-47b0-818c-0c49b37112b1 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:50.954705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (71a0f615-8c63-47b0-818c-0c49b37112b1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:50.982271 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a0f615-8c63-47b0-818c-0c49b37112b1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:51.404632 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:51.625986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:43:51.735428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:43:51.740894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cab2db5a-0f2d-4a54-9559-4426da17b7f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b39ae19-6d53-4e66-adee-0d2a6d3bf426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723135 Mar 11 00:43:51.743531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42544) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:51.745829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Sync routers for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:43:51.756327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:43:51.756944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:43:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:51.852894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks [] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:51.867592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:43:51.960023 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks [] for router_gateway (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.013882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Deleting port 67e4c108-063b-4f39-8eb0-b6bf75b65840 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:52.014122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.053645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:43:50Z', 'revision_number': 5, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port': {'id': '67e4c108-063b-4f39-8eb0-b6bf75b65840', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:52.080020 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Checking router: 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:43:52.089470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Routers {'0b39ae19-6d53-4e66-adee-0d2a6d3bf426'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:43:52.090094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:43:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:52.094485 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] For port 67e4c108-063b-4f39-8eb0-b6bf75b65840, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=67e4c108-063b-4f39-8eb0-b6bf75b65840,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:52.094847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.108129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Calling delete_port for 67e4c108-063b-4f39-8eb0-b6bf75b65840 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:52.180089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] Set router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:43:52.233538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:43:51Z', 'revision_number': 6, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:52.263979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b53b8ea-0844-426f-94e6-6adbf5b217dd None None] The sync data for ids ['0b39ae19-6d53-4e66-adee-0d2a6d3bf426'] in n-d-831844-1 is: [{'id': '0b39ae19-6d53-4e66-adee-0d2a6d3bf426', 'name': 'tempest-ServerActionsTestJSON-185556876-router', 'tenant_id': '754dd4f3307144a798057280a89f9765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:39:25Z', 'updated_at': '2022-03-11T00:43:51Z', 'revision_number': 6, 'project_id': '754dd4f3307144a798057280a89f9765', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:43:52.287147 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (67e4c108-063b-4f39-8eb0-b6bf75b65840), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.313604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e4c108-063b-4f39-8eb0-b6bf75b65840,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:52.376009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.468991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.471119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks [] for router_controller (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.518285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (0b39ae19-6d53-4e66-adee-0d2a6d3bf426), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.518729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b39ae19-6d53-4e66-adee-0d2a6d3bf426 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:43:52.523641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.524706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-daeff94b-92fa-49b3-8c88-5cb87894a883 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0b39ae19-6d53-4e66-adee-0d2a6d3bf426 HTTP/1.1" status: 204 len: 168 time: 0.7802384 Mar 11 00:43:52.527237 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42546) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:52.571897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Deleting subnet 66095c63-ef50-4226-9e6f-01eeb2c0f1f9 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:43:52.574850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Publish callbacks [] for subnet (66095c63-ef50-4226-9e6f-01eeb2c0f1f9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.610698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (66095c63-ef50-4226-9e6f-01eeb2c0f1f9), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.700545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (66095c63-ef50-4226-9e6f-01eeb2c0f1f9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.753887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (66095c63-ef50-4226-9e6f-01eeb2c0f1f9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.779520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66095c63-ef50-4226-9e6f-01eeb2c0f1f9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:52.783156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.787535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-973cd2dd-29eb-464d-b402-41dae20bbefe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66095c63-ef50-4226-9e6f-01eeb2c0f1f9 HTTP/1.1" status: 204 len: 168 time: 0.2581744 Mar 11 00:43:52.789389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:52.790155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa83447-1e53-4217-8ae4-040f41d31a4d None None] Network 2704749b-ee34-41d3-933c-ef50240e5c35 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:43:52.859005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (2704749b-ee34-41d3-933c-ef50240e5c35), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.921354 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Deleting port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:52.921688 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:52.988739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] For port 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a4184cc-ddbd-4e17-8e2c-c732859f2304,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:52.989108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.006299 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Calling delete_port for 2a4184cc-ddbd-4e17-8e2c-c732859f2304 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:53.012043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] DHCP port deletion for 2704749b-ee34-41d3-933c-ef50240e5c35 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:43:53.063186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Deleting port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:43:53.063561 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.093790 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.121460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4184cc-ddbd-4e17-8e2c-c732859f2304,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:53.124720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] No DVR routers for this DVR port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:43:53.129744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] For port 2a4184cc-ddbd-4e17-8e2c-c732859f2304, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2a4184cc-ddbd-4e17-8e2c-c732859f2304,segment=NetworkSegment(b8138b91-9cc9-4d17-8069-290f1f498a24),segment_id=b8138b91-9cc9-4d17-8069-290f1f498a24)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:43:53.130157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.145406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Calling delete_port for 2a4184cc-ddbd-4e17-8e2c-c732859f2304 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:43:53.208333 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (2704749b-ee34-41d3-933c-ef50240e5c35), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.225745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (2a4184cc-ddbd-4e17-8e2c-c732859f2304), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.229603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2704749b-ee34-41d3-933c-ef50240e5c35']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:53.247757 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8138b91-9cc9-4d17-8069-290f1f498a24') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:53.248153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8138b91-9cc9-4d17-8069-290f1f498a24') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:43:53.249234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] Pushing event deleted for resources: {'Port': ['ID=2a4184cc-ddbd-4e17-8e2c-c732859f2304,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:53.254778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07afe1a-7194-474e-8b19-bfaf80509a71 None None] No DVR routers for this DVR port 2a4184cc-ddbd-4e17-8e2c-c732859f2304 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:43:53.271508 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (b8138b91-9cc9-4d17-8069-290f1f498a24), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.290129 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b8138b91-9cc9-4d17-8069-290f1f498a24), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.298428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:43:53.299054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (b8138b91-9cc9-4d17-8069-290f1f498a24), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:43:53.301187 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:43:53.362563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (2704749b-ee34-41d3-933c-ef50240e5c35), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.382787 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.386014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2704749b-ee34-41d3-933c-ef50240e5c35 HTTP/1.1" status: 204 len: 168 time: 0.5957022 Mar 11 00:43:53.387056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efd28e-ffb3-4f51-976d-12e4795518f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2704749b-ee34-41d3-933c-ef50240e5c35,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:53.490091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42552) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:53.531071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f3b11115-7ac3-463a-a793-1422849648cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=754dd4f3307144a798057280a89f9765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397241 Mar 11 00:43:53.533523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42554) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:53.581638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] Publish callbacks [] for security_group (99072c6a-f58c-4cf4-87c5-5dfeb55100f8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.603496 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] Publish callbacks [] for security_group (99072c6a-f58c-4cf4-87c5-5dfeb55100f8), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.619162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a4184cc-ddbd-4e17-8e2c-c732859f2304 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:43:53.639652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 2a4184cc-ddbd-4e17-8e2c-c732859f2304 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:43:53.639999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2a4184cc-ddbd-4e17-8e2c-c732859f2304 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:43:53.640709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 71a0f615-8c63-47b0-818c-0c49b37112b1 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:43:53.653098 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (99072c6a-f58c-4cf4-87c5-5dfeb55100f8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.656155 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:53.657510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99072c6a-f58c-4cf4-87c5-5dfeb55100f8 HTTP/1.1" status: 204 len: 168 time: 0.1231017 Mar 11 00:43:53.663219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 71a0f615-8c63-47b0-818c-0c49b37112b1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:43:53.663668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 71a0f615-8c63-47b0-818c-0c49b37112b1 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:43:53.664029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67e4c108-063b-4f39-8eb0-b6bf75b65840 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:43:53.665926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f5f04-432c-4470-8408-b61122727fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99072c6a-f58c-4cf4-87c5-5dfeb55100f8,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:53.690481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 67e4c108-063b-4f39-8eb0-b6bf75b65840 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:43:53.690832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 67e4c108-063b-4f39-8eb0-b6bf75b65840 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:43:54.318948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42576) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:54.413529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-579362868-network', 'tenant_id': '9edd3f0ce33745769d607d7af096e450'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:43:54.433320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Made reservation on behalf of 9edd3f0ce33745769d607d7af096e450 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:43:54.435737 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.443831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.517112 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks [] for security_group (7150a7a9-6ddc-475a-9c8c-4337eb5940bf), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.520594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7150a7a9-6ddc-475a-9c8c-4337eb5940bf), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.544616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:43:54.553800 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150a7a9-6ddc-475a-9c8c-4337eb5940bf,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:54.559847 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b4504c9c-c041-4216-be51-f09c71d93162), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.560216 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Added segment b4504c9c-c041-4216-be51-f09c71d93162 of type vlan for network c01ebe58-1d51-4887-8208-9ab403cd67b3 Mar 11 00:43:54.599322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (c01ebe58-1d51-4887-8208-9ab403cd67b3), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.624015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (c01ebe58-1d51-4887-8208-9ab403cd67b3), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.624978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:54.625558 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.659085 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3389735 Mar 11 00:43:54.662484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42580) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:43:54.668105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Request body: {'subnet': {'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-579362868-subnet', 'tenant_id': '9edd3f0ce33745769d607d7af096e450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:43:54.688480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Made reservation on behalf of 9edd3f0ce33745769d607d7af096e450 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:43:54.690739 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.692379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63150e89-5967-496d-86b7-e159a19237b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c01ebe58-1d51-4887-8208-9ab403cd67b3,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:54.702838 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:43:54.859882 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (37133b20-cc8f-4ae3-a22c-581a4ffb2206), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.920642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37133b20-cc8f-4ae3-a22c-581a4ffb2206,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:54.929854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Checking segment: {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:43:54.930218 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Network hostable DHCP agents. Network: c01ebe58-1d51-4887-8208-9ab403cd67b3, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:43:54.947679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:43:54.956414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, c01ebe58-1d51-4887-8208-9ab403cd67b3) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:43:54.961055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:54.962051 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:54.964936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bc09d-8d21-4802-9d06-b8600c803bf3 None None] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:43:54.978179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-475fda61-20d0-4e1d-a23a-ad4a8799395e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3139443 Mar 11 00:43:55.065980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919151d-b0bb-481a-bb12-f0f4e477ea39 None None] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:43:55.395455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-ea7b4ff9-665a-4a55-9a7e-40a36a1b4651 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:55.397033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-ea7b4ff9-665a-4a55-9a7e-40a36a1b4651 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 813 time: 0.1012695 Mar 11 00:43:55.411190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-f51b62ba-f631-4d74-a285-25d0cc070e3f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/quotas/9edd3f0ce33745769d607d7af096e450 HTTP/1.1" status: 200 len: 375 time: 0.0087397 Mar 11 00:43:55.446343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-9a7d542a-4274-45c9-95e5-d2d0bd826ec3 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298080 Mar 11 00:43:55.467482 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea03db6e-b8eb-4058-9285-58048901e69f req-75a0cddb-f07f-4aca-a0ca-9d3dc8c42a2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271351 Mar 11 00:43:55.516993 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea03db6e-b8eb-4058-9285-58048901e69f req-69fe9464-8736-4e56-93ef-47f621937b42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0275733 Mar 11 00:43:55.543097 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-a2d7eeea-a531-4f66-8b02-ebaa3750f18b service neutron] 10.222.0.21 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Mar 11 00:43:55.555115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea03db6e-b8eb-4058-9285-58048901e69f req-c68ef5d5-2bf0-4799-96e9-42b8f1d72e56 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211484 Mar 11 00:43:55.640433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-b1be4399-4d9d-4d51-a781-8c3a6cb35317 service neutron] 10.222.0.21 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916708 Mar 11 00:43:55.651569 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03db6e-b8eb-4058-9285-58048901e69f req-fda73bda-9966-430d-8384-cf3c150c817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:55.653036 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ea03db6e-b8eb-4058-9285-58048901e69f req-fda73bda-9966-430d-8384-cf3c150c817e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927658 Mar 11 00:43:55.806216 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ffa6e8f-50b3-4459-8a6a-20e3ccae88c3 req-12355a8d-b70c-41ac-981c-37039f811d8e tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Mar 11 00:43:56.716410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-02024ae9-3e1f-4b6f-a66c-1505d1ebdb08 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:56.718019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-02024ae9-3e1f-4b6f-a66c-1505d1ebdb08 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.30 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 813 time: 0.1036668 Mar 11 00:43:56.729742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Request body: {'port': {'device_id': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3', 'admin_state_up': True, 'tenant_id': '9edd3f0ce33745769d607d7af096e450'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:43:56.844668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Made reservation on behalf of 9edd3f0ce33745769d607d7af096e450 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:43:56.848443 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:56.939798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf7b0345-6100-4431-8799-2dc0125369eb req-ea095264-e736-452f-a7c9-135aadbfa11a tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0387421 Mar 11 00:43:57.248269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Allocated IP 172.20.0.2 (c01ebe58-1d51-4887-8208-9ab403cd67b3/37133b20-cc8f-4ae3-a22c-581a4ffb2206/97719784-766b-4c7b-92a0-4ff1233962ea) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:43:57.397161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks [] for port (97719784-766b-4c7b-92a0-4ff1233962ea), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.429517 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.471441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:43:57.476927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:43:57.480577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:43:57.504040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Pushing event updated for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:57.530823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:57.531479 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.547248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3df6ffa9-ce40-46a2-a733-eac695a40a36 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212166 Mar 11 00:43:57.558903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Request body: {'port': {'device_id': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:43:57.620135 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.877656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97719784-766b-4c7b-92a0-4ff1233962ea {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:43:57.885702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks [] for port (97719784-766b-4c7b-92a0-4ff1233962ea), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.897431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Transition to ACTIVE for port object 97719784-766b-4c7b-92a0-4ff1233962ea will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:43:57.901407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:57.949867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Pushing event updated for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:58.051180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Attempting to bind port 97719784-766b-4c7b-92a0-4ff1233962ea on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:43:58.051519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Attempting to bind port 97719784-766b-4c7b-92a0-4ff1233962ea by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:43:58.051848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Attempting to bind port 97719784-766b-4c7b-92a0-4ff1233962ea on network c01ebe58-1d51-4887-8208-9ab403cd67b3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:43:58.061286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Port 97719784-766b-4c7b-92a0-4ff1233962ea on network c01ebe58-1d51-4887-8208-9ab403cd67b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:43:58.061613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Attempting to bind port 97719784-766b-4c7b-92a0-4ff1233962ea on network c01ebe58-1d51-4887-8208-9ab403cd67b3 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:43:58.069389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:43:58.069729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Checking segment: {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:43:58.070118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Bound using segment: {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:43:58.070546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Bound port: 97719784-766b-4c7b-92a0-4ff1233962ea, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:43:58.070900 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:58.091322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da1ef-c18c-4e03-a710-14fcd057926e req-aa5942eb-bd83-4634-b296-caa62586fc46 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.092852 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-628da1ef-c18c-4e03-a710-14fcd057926e req-aa5942eb-bd83-4634-b296-caa62586fc46 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 943 time: 0.0813487 Mar 11 00:43:58.179830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:43:58.183382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97719784-766b-4c7b-92a0-4ff1233962ea,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:43:58.187759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-628da1ef-c18c-4e03-a710-14fcd057926e req-cc3659e2-3968-470a-a0a6-901c645b9a4b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Mar 11 00:43:58.192738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:58.226747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.227365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:43:58.228774 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] 10.222.0.30 "PUT /v2.0/ports/97719784-766b-4c7b-92a0-4ff1233962ea HTTP/1.1" status: 200 len: 1091 time: 0.6739376 Mar 11 00:43:58.229231 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:43:58.231511 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:43:58.258030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b70720-fc72-422b-8589-75f9f95c643a service neutron] Pushing event updated for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:43:58.276627 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892dae91-6a85-4fcc-a0eb-948f0d7f7605 x-openstack-request-id: req-892dae91-6a85-4fcc-a0eb-948f0d7f7605 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:43:58.276935 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:43:58.277202 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-892dae91-6a85-4fcc-a0eb-948f0d7f7605 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:43:58.277592 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea', 'status': 'completed', 'code': 200} Mar 11 00:43:58.310926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-e42c90b7-7402-401f-8b6e-3e35c4e8ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.312463 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-e42c90b7-7402-401f-8b6e-3e35c4e8ad70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 1125 time: 0.0466242 Mar 11 00:43:58.359719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-15ed222d-249f-4057-9386-a743f9ed3bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97719784-766b-4c7b-92a0-4ff1233962ea HTTP/1.1" status: 200 len: 217 time: 0.0389132 Mar 11 00:43:58.407418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3362ea5c-8dd6-474a-a5bf-7ae618a0c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.408876 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-3362ea5c-8dd6-474a-a5bf-7ae618a0c836 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37133b20-cc8f-4ae3-a22c-581a4ffb2206 HTTP/1.1" status: 200 len: 853 time: 0.0433028 Mar 11 00:43:58.439866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-9b20af55-e4a6-4b83-b03c-91aae9a37c03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c01ebe58-1d51-4887-8208-9ab403cd67b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249159 Mar 11 00:43:58.542131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-47e17a81-6b67-4895-a9d5-80713420d059 service neutron] 10.222.0.30 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954447 Mar 11 00:43:58.629887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30914345-f7c9-4bb7-a5c9-eb3215fb3974 req-461e9771-cd24-4c67-ac0d-9f72b2a81e8d service neutron] 10.222.0.30 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825472 Mar 11 00:43:58.715652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-87962708-0a6e-4230-8bb0-52b8f6f9822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.717098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-87962708-0a6e-4230-8bb0-52b8f6f9822f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 1125 time: 0.0455527 Mar 11 00:43:58.825003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-6e568dc6-045e-4b6e-bff4-c72c655cdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.826749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-6e568dc6-045e-4b6e-bff4-c72c655cdb41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 914 time: 0.1036406 Mar 11 00:43:58.867257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-609ac4ba-86cd-4209-b7e8-a27baaef629b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97719784-766b-4c7b-92a0-4ff1233962ea HTTP/1.1" status: 200 len: 217 time: 0.0347424 Mar 11 00:43:58.918560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-2bd0f2f8-ba9d-48e1-a773-6c31062cae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:58.920022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-2bd0f2f8-ba9d-48e1-a773-6c31062cae56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37133b20-cc8f-4ae3-a22c-581a4ffb2206 HTTP/1.1" status: 200 len: 853 time: 0.0470731 Mar 11 00:43:58.951460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-8e5ff0e9-3c4d-4665-856b-100343884c00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c01ebe58-1d51-4887-8208-9ab403cd67b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254185 Mar 11 00:43:59.041327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-6eb9445e-53d8-4b3f-8482-5fa9b24bb5f9 service neutron] 10.222.0.30 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835991 Mar 11 00:43:59.133766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5ff4e18-b3ce-4067-93ca-73b2e37a8878 req-86f24700-0234-44e7-a547-30af2d15a774 service neutron] 10.222.0.30 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866678 Mar 11 00:43:59.304868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3d534-f50b-4a16-bb0d-2aecf1a768bc req-c0351500-3669-4968-a37e-2d22fe39f105 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:43:59.306268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dde3d534-f50b-4a16-bb0d-2aecf1a768bc req-c0351500-3669-4968-a37e-2d22fe39f105 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 943 time: 0.0529134 Mar 11 00:43:59.353980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dde3d534-f50b-4a16-bb0d-2aecf1a768bc req-554c0ea6-4656-421d-a84c-a040defec72f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Mar 11 00:44:00.530892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912343b-3932-4c44-9828-4bc4b5b2301d req-ca7c42f8-6ef3-47e2-9067-4354f055b819 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:00.532399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1912343b-3932-4c44-9828-4bc4b5b2301d req-ca7c42f8-6ef3-47e2-9067-4354f055b819 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 943 time: 0.0564084 Mar 11 00:44:00.578249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1912343b-3932-4c44-9828-4bc4b5b2301d req-5fb4887c-1dab-416b-9361-954c83a6c29f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Mar 11 00:44:01.733052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a68e0-761a-4b35-9d4e-5a2ac1b5486c req-6a7c6ae2-75d5-4597-8158-aafb0a3414df tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:01.734550 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d7a68e0-761a-4b35-9d4e-5a2ac1b5486c req-6a7c6ae2-75d5-4597-8158-aafb0a3414df tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 943 time: 0.0533969 Mar 11 00:44:01.743803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97719784-766b-4c7b-92a0-4ff1233962ea details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:44:01.780802 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7d7a68e0-761a-4b35-9d4e-5a2ac1b5486c req-f1804f5e-604e-4355-b498-d0938819e75c tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Mar 11 00:44:01.842216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97719784-766b-4c7b-92a0-4ff1233962ea,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:01.853996 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '97719784-766b-4c7b-92a0-4ff1233962ea', 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3', 'port_id': '97719784-766b-4c7b-92a0-4ff1233962ea', 'mac_address': 'fa:16:3e:84:e2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37133b20-cc8f-4ae3-a22c-581a4ffb2206', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:44:01.890376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 97719784-766b-4c7b-92a0-4ff1233962ea is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:01.890773 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:01.902972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97719784-766b-4c7b-92a0-4ff1233962ea {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:44:01.922502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97719784-766b-4c7b-92a0-4ff1233962ea,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:01.926592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:01.972689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:02.118354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['97719784-766b-4c7b-92a0-4ff1233962ea'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:02.900341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14af41-713f-45a8-9121-1b2ff95a6893 req-92496c2c-7ef9-424b-9559-e37141cb6b58 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:02.901824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e14af41-713f-45a8-9121-1b2ff95a6893 req-92496c2c-7ef9-424b-9559-e37141cb6b58 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 944 time: 0.0522699 Mar 11 00:44:02.953669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2e14af41-713f-45a8-9121-1b2ff95a6893 req-ce1ac4c4-c09d-4bc2-a245-7656e68d104c tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Mar 11 00:44:03.759790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97719784-766b-4c7b-92a0-4ff1233962ea up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:03.807328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 97719784-766b-4c7b-92a0-4ff1233962ea completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:44:03.811121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 97719784-766b-4c7b-92a0-4ff1233962ea triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:03.811495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:03.892806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 97719784-766b-4c7b-92a0-4ff1233962ea is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:03.893192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:03.917028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:03.919261 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b7439-7405-4bff-bb13-a3e80028da91" -d '{"events": [{"server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:03.932572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97719784-766b-4c7b-92a0-4ff1233962ea,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:03.936833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:03.960857 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d6378b-359b-4162-ac61-1b73bad92866 x-openstack-request-id: req-73d6378b-359b-4162-ac61-1b73bad92866 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:03.961157 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:03.961393 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73d6378b-359b-4162-ac61-1b73bad92866 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:03.961779 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea', 'code': 200} Mar 11 00:44:03.987372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:04.088321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c374-0774-4ed3-b0b0-7765c2485799 req-1c981e2d-bf1f-4d30-8035-2a3862008830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:04.089760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4646c374-0774-4ed3-b0b0-7765c2485799 req-1c981e2d-bf1f-4d30-8035-2a3862008830 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 1127 time: 0.0782366 Mar 11 00:44:04.100395 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23490-c6dd-4e4a-8316-1a7d44c58c1f req-fa7d2455-4c06-491d-af94-0a3e50169e56 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:04.101793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bb23490-c6dd-4e4a-8316-1a7d44c58c1f req-fa7d2455-4c06-491d-af94-0a3e50169e56 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0789165 Mar 11 00:44:04.173151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4646c374-0774-4ed3-b0b0-7765c2485799 req-a93e3cd6-2e7a-4440-a035-8102e3b6fb74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704105 Mar 11 00:44:04.179949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8bb23490-c6dd-4e4a-8316-1a7d44c58c1f req-7e627150-5588-48b6-b5cd-9a2e7e036e3c tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721521 Mar 11 00:44:04.188252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:44:05.303862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba100f-7fa1-4967-9716-189dda43bade req-c0b49f94-2cde-4659-93b6-211d6fa9d655 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:05.305354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87ba100f-7fa1-4967-9716-189dda43bade req-c0b49f94-2cde-4659-93b6-211d6fa9d655 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0558486 Mar 11 00:44:05.356018 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87ba100f-7fa1-4967-9716-189dda43bade req-f4f64768-ec91-4c6e-b729-824400d109fc tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Mar 11 00:44:05.575090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-c743b3fd-5cf0-4e43-9e28-ed347ea33509 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:05.576994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-c743b3fd-5cf0-4e43-9e28-ed347ea33509 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 813 time: 0.0997319 Mar 11 00:44:05.592313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-791f3d96-3826-45f3-970a-5194e4a2847f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/quotas/9edd3f0ce33745769d607d7af096e450 HTTP/1.1" status: 200 len: 375 time: 0.0098855 Mar 11 00:44:05.647868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-8dc5ab96-f507-492e-a68c-f0027cf4326e tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507598 Mar 11 00:44:05.737691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-84bb0790-3d35-43f8-8b27-2db2d89180d9 service neutron] 10.222.0.21 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Mar 11 00:44:05.838970 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-c64a8c5c-431f-4139-a0d0-bd5af5b7254e service neutron] 10.222.0.21 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906050 Mar 11 00:44:05.991951 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9614637b-88a2-481a-b512-dcc5042d49b7 req-977d6b0e-91e5-4f3d-afe8-a23134a46ec0 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 210 time: 0.0282147 Mar 11 00:44:06.789727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0062f978-b319-41e6-bf12-3b0cb4c00281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:06.913940 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-131b678c-91d6-4ab2-9b4f-d385d0bcf53a tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:06.915502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-131b678c-91d6-4ab2-9b4f-d385d0bcf53a tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.39 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 813 time: 0.1058552 Mar 11 00:44:06.927434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Request body: {'port': {'device_id': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3', 'admin_state_up': True, 'tenant_id': '9edd3f0ce33745769d607d7af096e450'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:07.038195 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Made reservation on behalf of 9edd3f0ce33745769d607d7af096e450 for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:07.042574 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:07.176464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-772ca712-0367-4247-86dc-e49f4c72367d req-db93107b-8f9e-43c6-a5e4-a1b19ca84e35 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 210 time: 0.0788972 Mar 11 00:44:07.185331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Allocated IP 172.20.0.12 (c01ebe58-1d51-4887-8208-9ab403cd67b3/37133b20-cc8f-4ae3-a22c-581a4ffb2206/10aef382-2f7e-4eea-a5cb-3c73b02a305e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:07.681682 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks [] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:07.714837 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:07.727016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['97719784-766b-4c7b-92a0-4ff1233962ea'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:07.768173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Network c01ebe58-1d51-4887-8208-9ab403cd67b3 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:07.771197 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:07.776544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:07.780176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Pushing event updated for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:07.824602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:07.825130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:07.846155 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-77b7f1b7-0f69-475c-8409-333293a75292 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9230001 Mar 11 00:44:07.856931 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Request body: {'port': {'device_id': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:07.913408 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.177526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10aef382-2f7e-4eea-a5cb-3c73b02a305e {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:44:08.185544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks [] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.198389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Transition to ACTIVE for port object 10aef382-2f7e-4eea-a5cb-3c73b02a305e will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:44:08.201800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.250509 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:08.303207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707743e-4b60-49c6-8791-4fb2ac4fde55 req-c43fafde-67e4-45b8-ba71-9142dd739912 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:08.305909 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2707743e-4b60-49c6-8791-4fb2ac4fde55 req-c43fafde-67e4-45b8-ba71-9142dd739912 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 944 time: 0.0570593 Mar 11 00:44:08.324623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Attempting to bind port 10aef382-2f7e-4eea-a5cb-3c73b02a305e on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:08.324976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Attempting to bind port 10aef382-2f7e-4eea-a5cb-3c73b02a305e by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:08.325282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Attempting to bind port 10aef382-2f7e-4eea-a5cb-3c73b02a305e on network c01ebe58-1d51-4887-8208-9ab403cd67b3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:08.329873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Port 10aef382-2f7e-4eea-a5cb-3c73b02a305e on network c01ebe58-1d51-4887-8208-9ab403cd67b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:44:08.330219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Attempting to bind port 10aef382-2f7e-4eea-a5cb-3c73b02a305e on network c01ebe58-1d51-4887-8208-9ab403cd67b3 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:08.335699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:08.336059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Checking segment: {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:08.336458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Bound using segment: {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:08.336887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Bound port: 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4504c9c-c041-4216-be51-f09c71d93162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:08.337245 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.361552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2707743e-4b60-49c6-8791-4fb2ac4fde55 req-79482163-8e27-4fdc-9048-7e5fd9c48e33 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Mar 11 00:44:08.400520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:08.403768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:08.409203 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.440904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:08.441524 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:08.442879 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/10aef382-2f7e-4eea-a5cb-3c73b02a305e HTTP/1.1" status: 200 len: 1092 time: 0.5899947 Mar 11 00:44:08.443314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:08.446143 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eebca7fd32919c74224de26f0eb74c45034648efca7223820c9f83309ec3aec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c" -d '{"events": [{"name": "network-changed", "server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:08.489324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9e25f-d5d0-4f3a-9d90-97b2f0ffb7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:08.493942 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec5a16-6571-437a-9880-0c51648281f2 x-openstack-request-id: req-95ec5a16-6571-437a-9880-0c51648281f2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:08.494210 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:08.494461 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95ec5a16-6571-437a-9880-0c51648281f2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:08.494841 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e', 'status': 'completed', 'code': 200} Mar 11 00:44:08.530826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-25f8b2db-6062-4d9d-9684-5cb3e485a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:08.532347 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-25f8b2db-6062-4d9d-9684-5cb3e485a109 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 1126 time: 0.0509665 Mar 11 00:44:08.577577 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-10c95324-85f3-43b4-93b1-5378ab268988 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e HTTP/1.1" status: 200 len: 217 time: 0.0377882 Mar 11 00:44:08.624054 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-b0f69bf9-b68c-4444-a072-b875c7b47652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:08.625477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-b0f69bf9-b68c-4444-a072-b875c7b47652 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=37133b20-cc8f-4ae3-a22c-581a4ffb2206 HTTP/1.1" status: 200 len: 853 time: 0.0423501 Mar 11 00:44:08.658036 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-ea48d5a2-cd52-4eb2-946a-8d057f43476e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c01ebe58-1d51-4887-8208-9ab403cd67b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267754 Mar 11 00:44:08.753609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-08084c90-9efd-479c-a313-a304b552b661 service neutron] 10.222.0.39 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884492 Mar 11 00:44:08.844035 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-83e8a5bb-32b3-42bf-8bf0-0cfd4c6566fc req-5bea25b8-7fa3-4d09-a949-c769990b20ed service neutron] 10.222.0.39 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846231 Mar 11 00:44:08.937782 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-98bcff48-0085-4150-bdfe-b16d48484ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:08.939269 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-98bcff48-0085-4150-bdfe-b16d48484ab0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9edd3f0ce33745769d607d7af096e450&device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 1126 time: 0.0503745 Mar 11 00:44:09.031471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-8debe94d-4775-4d82-adc8-4af9f0e0877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:09.032925 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-8debe94d-4775-4d82-adc8-4af9f0e0877c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 200 len: 914 time: 0.0867040 Mar 11 00:44:09.080212 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-208e57f0-4dea-4dfa-a1b2-22d29ad9f6e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e HTTP/1.1" status: 200 len: 217 time: 0.0404196 Mar 11 00:44:09.128408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-5b1fa94d-4049-4ee3-84be-340ba4060d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:09.129817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-5b1fa94d-4049-4ee3-84be-340ba4060d4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=37133b20-cc8f-4ae3-a22c-581a4ffb2206 HTTP/1.1" status: 200 len: 853 time: 0.0439150 Mar 11 00:44:09.161287 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-4b437681-ce35-4b70-bbe9-96e71079cef1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c01ebe58-1d51-4887-8208-9ab403cd67b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250642 Mar 11 00:44:09.254742 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-79f0c9a2-39b1-4973-8222-ffee73db965c service neutron] 10.222.0.39 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870178 Mar 11 00:44:09.345697 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3db5eacf-c927-4e2b-a73f-08c2ef1f852c req-0f64c7b0-0cdc-48d0-9ee2-ee4bbeebeb34 service neutron] 10.222.0.39 "GET /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848267 Mar 11 00:44:09.351992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d34b21a5-9865-4377-b46a-2ce80a11476d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:09.559892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68681c39-a9d4-4b03-abdd-2a3e65fdb710 req-3df17ba3-34b8-47de-b5e5-369d04e76c15 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:09.561457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68681c39-a9d4-4b03-abdd-2a3e65fdb710 req-3df17ba3-34b8-47de-b5e5-369d04e76c15 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 944 time: 0.0968962 Mar 11 00:44:09.608771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68681c39-a9d4-4b03-abdd-2a3e65fdb710 req-56bdff7a-a9a9-436f-82dd-a8eade309f09 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Mar 11 00:44:10.588882 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:10.730778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ddb5-786c-4fae-86f1-c96ed6f8d9f5 req-7765101e-604c-44f1-99b6-fb056b81a270 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:10.732283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6924ddb5-786c-4fae-86f1-c96ed6f8d9f5 req-7765101e-604c-44f1-99b6-fb056b81a270 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 944 time: 0.0524800 Mar 11 00:44:10.778246 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6924ddb5-786c-4fae-86f1-c96ed6f8d9f5 req-d0bbac28-1480-49e7-a3bb-dc5ed22623e1 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Mar 11 00:44:11.138043 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:11.659001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:11.761503 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:11.903705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163962-d891-46f3-99d0-916790df99eb req-b1654b3d-0925-4201-b796-4939e69c0bd6 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:11.905217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87163962-d891-46f3-99d0-916790df99eb req-b1654b3d-0925-4201-b796-4939e69c0bd6 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 944 time: 0.0566034 Mar 11 00:44:11.952733 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87163962-d891-46f3-99d0-916790df99eb req-d6ad9c5e-925a-4b2a-a80a-b0ea8a972502 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Mar 11 00:44:13.070088 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ed6f-72e4-4f13-9757-343d5f7149b7 req-8aec75e0-8463-4f5f-aa74-414b75a671c1 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:13.071591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e94ed6f-72e4-4f13-9757-343d5f7149b7 req-8aec75e0-8463-4f5f-aa74-414b75a671c1 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 944 time: 0.0521758 Mar 11 00:44:13.120212 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e94ed6f-72e4-4f13-9757-343d5f7149b7 req-453b86a5-83ba-4f10-a9ec-e67b55d9a9d3 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Mar 11 00:44:13.163391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 10aef382-2f7e-4eea-a5cb-3c73b02a305e details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:44:13.258021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:13.268519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '10aef382-2f7e-4eea-a5cb-3c73b02a305e', 'network_id': 'c01ebe58-1d51-4887-8208-9ab403cd67b3', 'port_id': '10aef382-2f7e-4eea-a5cb-3c73b02a305e', 'mac_address': 'fa:16:3e:0d:dc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37133b20-cc8f-4ae3-a22c-581a4ffb2206', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:44:13.306200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 10aef382-2f7e-4eea-a5cb-3c73b02a305e is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:13.306592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:13.318780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10aef382-2f7e-4eea-a5cb-3c73b02a305e {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:44:13.339270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:13.342385 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:13.385839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:13.400440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:13.408019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.408397 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.408726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.409075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.409415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.409749 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.410082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.410412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.410742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.411069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.411396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.411722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.412078 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:13.627234 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['10aef382-2f7e-4eea-a5cb-3c73b02a305e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:14.241862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b39a-fffb-446c-9784-eb01f2877461 req-73db0741-8568-461e-934f-6a2d2075582e tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:14.243223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e79b39a-fffb-446c-9784-eb01f2877461 req-73db0741-8568-461e-934f-6a2d2075582e tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 945 time: 0.0560215 Mar 11 00:44:14.293773 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e79b39a-fffb-446c-9784-eb01f2877461 req-c8330882-3f30-4e25-8d49-290ecd81e0c8 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450065 Mar 11 00:44:15.180122 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 10aef382-2f7e-4eea-a5cb-3c73b02a305e up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:15.230830 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 10aef382-2f7e-4eea-a5cb-3c73b02a305e completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:44:15.234512 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 10aef382-2f7e-4eea-a5cb-3c73b02a305e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:15.234935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:15.309241 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 10aef382-2f7e-4eea-a5cb-3c73b02a305e is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:15.309635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:15.332441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:15.334708 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0965091e1d5e36724471a105b8c9fcede3e4921e9860df539d74952d9452a73d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb16cc6-774d-4ad0-8a9a-5b4c5619c50a" -d '{"events": [{"server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "name": "network-vif-plugged", "status": "completed", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:15.348519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:15.353976 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:15.379702 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904e62e-3308-4866-ae28-66447572d0c0 x-openstack-request-id: req-4904e62e-3308-4866-ae28-66447572d0c0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:15.380098 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "name": "network-vif-plugged", "status": "completed", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:15.380363 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4904e62e-3308-4866-ae28-66447572d0c0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:15.381461 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e', 'code': 200} Mar 11 00:44:15.410160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:15.424458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55ea66-8679-49d3-8827-c42fdfdbdb6d req-fed82d09-3ff1-43d3-b269-b3e74aa8e39f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:15.425948 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef55ea66-8679-49d3-8827-c42fdfdbdb6d req-fed82d09-3ff1-43d3-b269-b3e74aa8e39f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0605500 Mar 11 00:44:15.478382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef55ea66-8679-49d3-8827-c42fdfdbdb6d req-a9d1b9a5-7f27-41f8-9842-79cc5f8515bf tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458369 Mar 11 00:44:15.689866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8c6a3-2298-45f9-93c1-42e975a31fb0 req-f2f80618-7cc5-4c74-a870-482dbb5ffba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:15.691281 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aeb8c6a3-2298-45f9-93c1-42e975a31fb0 req-f2f80618-7cc5-4c74-a870-482dbb5ffba0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 1128 time: 0.0812957 Mar 11 00:44:15.739433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-aeb8c6a3-2298-45f9-93c1-42e975a31fb0 req-ad79b4a4-fefa-4f08-814d-bf945a8abbd1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Mar 11 00:44:16.599278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dde40c-b511-49d2-9477-681b4ebf8b2c req-66b53aa5-0b1f-4089-bd7d-e9ac6a2243fb tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:16.601829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85dde40c-b511-49d2-9477-681b4ebf8b2c req-66b53aa5-0b1f-4089-bd7d-e9ac6a2243fb tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0537865 Mar 11 00:44:16.652613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85dde40c-b511-49d2-9477-681b4ebf8b2c req-1c2d4985-ea6e-4487-8dc0-aabfa9bc483f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Mar 11 00:44:17.781411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c27d34-280b-4c5b-b239-27b9a5f202ef req-136dab7c-4532-4cf6-a3b2-c434fcd01761 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:17.783559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55c27d34-280b-4c5b-b239-27b9a5f202ef req-136dab7c-4532-4cf6-a3b2-c434fcd01761 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0589685 Mar 11 00:44:17.839297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-55c27d34-280b-4c5b-b239-27b9a5f202ef req-c6a33684-1cca-4fea-869a-d527f3a5984c tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Mar 11 00:44:18.108769 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a940c-c5e9-4de8-abb8-cce6a09665ff req-0396ffe2-b042-4729-841c-0996f8842328 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:18.110171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6a940c-c5e9-4de8-abb8-cce6a09665ff req-0396ffe2-b042-4729-841c-0996f8842328 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0532248 Mar 11 00:44:18.156490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5a6a940c-c5e9-4de8-abb8-cce6a09665ff req-42253eda-df10-45d3-8239-88b06d94b16a tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Mar 11 00:44:19.281873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda109-7f15-42d0-b529-97a08b12a3cc req-ebf55f90-b1f5-40a6-b60b-1e7caa1577bc tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:19.284186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12bda109-7f15-42d0-b529-97a08b12a3cc req-ebf55f90-b1f5-40a6-b60b-1e7caa1577bc tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0575860 Mar 11 00:44:19.304759 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-1dfe3955-bea2-4fc1-ad21-f6251e6beecd tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:19.306295 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-1dfe3955-bea2-4fc1-ad21-f6251e6beecd tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.39 "GET /v2.0/ports?device_id=77d48997-c062-47c9-888b-c1ab78eb2c84 HTTP/1.1" status: 200 len: 946 time: 0.0529556 Mar 11 00:44:19.332793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-12bda109-7f15-42d0-b529-97a08b12a3cc req-554f5120-fa5c-461e-b782-ed024550b00d tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Mar 11 00:44:19.408658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Deleting port 10aef382-2f7e-4eea-a5cb-3c73b02a305e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:19.409002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:19.500340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] For port 10aef382-2f7e-4eea-a5cb-3c73b02a305e, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=10aef382-2f7e-4eea-a5cb-3c73b02a305e,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:19.500615 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:19.512833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Calling delete_port for 10aef382-2f7e-4eea-a5cb-3c73b02a305e owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:19.642577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (10aef382-2f7e-4eea-a5cb-3c73b02a305e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:19.656235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['97719784-766b-4c7b-92a0-4ff1233962ea'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:19.658497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['10aef382-2f7e-4eea-a5cb-3c73b02a305e'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:19.672660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Pushing event deleted for resources: {'Port': ['ID=10aef382-2f7e-4eea-a5cb-3c73b02a305e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:19.717224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] No DVR routers for this DVR port 10aef382-2f7e-4eea-a5cb-3c73b02a305e on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:19.720062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:19.723360 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f7807b25-ff88-4af6-9836-0fa1d1af5c40 req-59f0f585-a7fa-4bf6-b69c-8d7f4a456a50 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.39 "DELETE /v2.0/ports/10aef382-2f7e-4eea-a5cb-3c73b02a305e HTTP/1.1" status: 204 len: 173 time: 0.4115915 Mar 11 00:44:19.723816 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'name': 'network-vif-deleted', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:19.763256 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1685a29e-9a21-404e-89b4-2a98ca2b1f29" -d '{"events": [{"server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "name": "network-vif-deleted", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:19.850349 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627e7b7-ffca-4e14-b618-b494ae7aad06 x-openstack-request-id: req-1627e7b7-ffca-4e14-b618-b494ae7aad06 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:19.850679 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d48997-c062-47c9-888b-c1ab78eb2c84", "name": "network-vif-deleted", "tag": "10aef382-2f7e-4eea-a5cb-3c73b02a305e", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:19.850985 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1627e7b7-ffca-4e14-b618-b494ae7aad06 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:19.851402 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d48997-c062-47c9-888b-c1ab78eb2c84', 'name': 'network-vif-deleted', 'tag': '10aef382-2f7e-4eea-a5cb-3c73b02a305e', 'status': 'completed', 'code': 200} Mar 11 00:44:20.492895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f584ed-c408-49c5-b7d1-892bcf1f8da0 req-ec395419-a254-4858-ac9d-d213383f5c51 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:20.494289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f584ed-c408-49c5-b7d1-892bcf1f8da0 req-ec395419-a254-4858-ac9d-d213383f5c51 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0528328 Mar 11 00:44:20.540447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62f584ed-c408-49c5-b7d1-892bcf1f8da0 req-b400451e-a4fc-4292-a0df-cd3204f484d7 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Mar 11 00:44:20.673032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c76d8a-bb11-416b-a2df-d072c79f5dd9 req-9378a523-9a8c-4b57-ad9b-2bba3fa860e3 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:20.674493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c76d8a-bb11-416b-a2df-d072c79f5dd9 req-9378a523-9a8c-4b57-ad9b-2bba3fa860e3 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Mar 11 00:44:20.725109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-85c76d8a-bb11-416b-a2df-d072c79f5dd9 req-c529f28a-3c92-474a-941e-c2d8630812d2 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Mar 11 00:44:20.842191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7edb7-df6f-47c4-8de3-2e7968cbbbc9 req-57908ec8-6625-4367-98db-49eea0b02861 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:20.843679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbb7edb7-df6f-47c4-8de3-2e7968cbbbc9 req-57908ec8-6625-4367-98db-49eea0b02861 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Mar 11 00:44:20.890047 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-dbb7edb7-df6f-47c4-8de3-2e7968cbbbc9 req-2e68a0df-3290-4df4-b0c5-7bc672da56d0 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Mar 11 00:44:21.062352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3083a21-3b87-401f-9a7f-c05349ae4bd9 req-0835913f-7ef6-4134-8b9f-0cab234fe051 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:21.063841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3083a21-3b87-401f-9a7f-c05349ae4bd9 req-0835913f-7ef6-4134-8b9f-0cab234fe051 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Mar 11 00:44:21.110420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f3083a21-3b87-401f-9a7f-c05349ae4bd9 req-8a72c6dc-6db3-4d2f-9ca9-0684daed168f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Mar 11 00:44:21.232517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc0062-938c-4650-9ae3-aeb59f3df1e8 req-d737360f-aa3e-4666-bf18-4be4144e86d7 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:21.233989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fffc0062-938c-4650-9ae3-aeb59f3df1e8 req-d737360f-aa3e-4666-bf18-4be4144e86d7 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0571103 Mar 11 00:44:21.280296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fffc0062-938c-4650-9ae3-aeb59f3df1e8 req-7548b9a8-19b4-4b23-8161-84d56c01b477 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Mar 11 00:44:21.407529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107eb49-e815-449e-bb66-8dfd34bd6a72 req-19156c77-03c1-4f44-89cf-2d41e9e81d4f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:21.409003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9107eb49-e815-449e-bb66-8dfd34bd6a72 req-19156c77-03c1-4f44-89cf-2d41e9e81d4f tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Mar 11 00:44:21.457596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9107eb49-e815-449e-bb66-8dfd34bd6a72 req-a169c445-8dc6-48e2-ab55-9fe2f89827b0 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Mar 11 00:44:21.763229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dbc2e-d800-4e8a-bd13-b3683a8ebcd7 req-b0a19557-6179-4e3e-be02-ff702c9c2653 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:21.764729 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-175dbc2e-d800-4e8a-bd13-b3683a8ebcd7 req-b0a19557-6179-4e3e-be02-ff702c9c2653 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Mar 11 00:44:21.812612 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-175dbc2e-d800-4e8a-bd13-b3683a8ebcd7 req-e40606a1-ce05-4c1b-849b-c7090706eca1 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Mar 11 00:44:22.935868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d45999-6f8c-4012-a43c-371cfea523f3 req-728a7737-eaa9-4bd4-bbbc-c0eb425964ec tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:22.937373 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87d45999-6f8c-4012-a43c-371cfea523f3 req-728a7737-eaa9-4bd4-bbbc-c0eb425964ec tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Mar 11 00:44:23.011313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87d45999-6f8c-4012-a43c-371cfea523f3 req-acf5b9b2-c1b5-40e0-b3cc-6563ebfb3e17 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.21 "GET /v2.0/security-groups?id=7150a7a9-6ddc-475a-9c8c-4337eb5940bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 Mar 11 00:44:23.030636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-1ed93dd0-32a9-4045-89bc-add3755439a7 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:23.032098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-1ed93dd0-32a9-4045-89bc-add3755439a7 tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d7719c2-48c1-49e7-904b-7811f2ec0ba4 HTTP/1.1" status: 200 len: 945 time: 0.0626485 Mar 11 00:44:23.126158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Deleting port 97719784-766b-4c7b-92a0-4ff1233962ea {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:23.126416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:23.213243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] For port 97719784-766b-4c7b-92a0-4ff1233962ea, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=97719784-766b-4c7b-92a0-4ff1233962ea,segment=NetworkSegment(b4504c9c-c041-4216-be51-f09c71d93162),segment_id=b4504c9c-c041-4216-be51-f09c71d93162)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:23.213607 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:23.227748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 10aef382-2f7e-4eea-a5cb-3c73b02a305e no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:44:23.230091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Calling delete_port for 97719784-766b-4c7b-92a0-4ff1233962ea owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:23.259368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 10aef382-2f7e-4eea-a5cb-3c73b02a305e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:44:23.259954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 10aef382-2f7e-4eea-a5cb-3c73b02a305e not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:44:23.370953 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (97719784-766b-4c7b-92a0-4ff1233962ea), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:23.383591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['97719784-766b-4c7b-92a0-4ff1233962ea'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:44:23.402131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Pushing event deleted for resources: {'Port': ['ID=97719784-766b-4c7b-92a0-4ff1233962ea,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:23.417236 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.417595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.417943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.418288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.418655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.418988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.419317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.419650 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.420007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.420337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.420665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.420987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.421309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:23.463367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] No DVR routers for this DVR port 97719784-766b-4c7b-92a0-4ff1233962ea on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:23.466015 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:23.469316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a19840db-8c1f-4de5-989b-6febda0b9fe8 req-ee616b2b-0e47-4140-b451-504c6036928b tempest-ServersNegativeTestJSON-1857037257 tempest-ServersNegativeTestJSON-1857037257-project] 10.222.0.30 "DELETE /v2.0/ports/97719784-766b-4c7b-92a0-4ff1233962ea HTTP/1.1" status: 204 len: 173 time: 0.4318681 Mar 11 00:44:23.469768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'name': 'network-vif-deleted', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:23.472053 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}445124900b4884df9882e6c4530f0554e5944ba9f4daf3e39efc5e7580fee354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c7838-1426-4054-9eac-197b82f2d75f" -d '{"events": [{"server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "name": "network-vif-deleted", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:23.510191 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172a4da2-8bd7-491b-ad8f-6ff334d7ed59 x-openstack-request-id: req-172a4da2-8bd7-491b-ad8f-6ff334d7ed59 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:23.510495 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7719c2-48c1-49e7-904b-7811f2ec0ba4", "name": "network-vif-deleted", "tag": "97719784-766b-4c7b-92a0-4ff1233962ea", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:23.510760 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-172a4da2-8bd7-491b-ad8f-6ff334d7ed59 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:23.511233 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7719c2-48c1-49e7-904b-7811f2ec0ba4', 'name': 'network-vif-deleted', 'tag': '97719784-766b-4c7b-92a0-4ff1233962ea', 'status': 'completed', 'code': 200} Mar 11 00:44:24.068185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42738) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:24.112298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Deleting subnet 37133b20-cc8f-4ae3-a22c-581a4ffb2206 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:44:24.115206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Publish callbacks [] for subnet (37133b20-cc8f-4ae3-a22c-581a4ffb2206), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.149069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (37133b20-cc8f-4ae3-a22c-581a4ffb2206), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.187107 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (37133b20-cc8f-4ae3-a22c-581a4ffb2206), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.242465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (37133b20-cc8f-4ae3-a22c-581a4ffb2206), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.269022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37133b20-cc8f-4ae3-a22c-581a4ffb2206,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:24.270980 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.274665 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fb151b0f-8125-4493-8aa9-f5da93e79204 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37133b20-cc8f-4ae3-a22c-581a4ffb2206 HTTP/1.1" status: 204 len: 168 time: 0.2054789 Mar 11 00:44:24.277210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:24.344259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (c01ebe58-1d51-4887-8208-9ab403cd67b3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.424623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (c01ebe58-1d51-4887-8208-9ab403cd67b3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.444183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01ebe58-1d51-4887-8208-9ab403cd67b3']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:24.454208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4504c9c-c041-4216-be51-f09c71d93162') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:24.454506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4504c9c-c041-4216-be51-f09c71d93162') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:24.464386 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (b4504c9c-c041-4216-be51-f09c71d93162), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.477528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (b4504c9c-c041-4216-be51-f09c71d93162), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.484165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:24.485079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (b4504c9c-c041-4216-be51-f09c71d93162), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:24.486923 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:24.543892 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (c01ebe58-1d51-4887-8208-9ab403cd67b3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.549297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.552433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c01ebe58-1d51-4887-8208-9ab403cd67b3 HTTP/1.1" status: 204 len: 168 time: 0.2743108 Mar 11 00:44:24.562806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa67ee-2955-484a-8ee9-1dd7b2451789 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01ebe58-1d51-4887-8208-9ab403cd67b3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:24.658641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42744) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:24.698755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-60d8de7d-49bd-49e0-813f-bb7dd9771b9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9edd3f0ce33745769d607d7af096e450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389578 Mar 11 00:44:24.701570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42746) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:24.747151 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] Publish callbacks [] for security_group (7150a7a9-6ddc-475a-9c8c-4337eb5940bf), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.771747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] Publish callbacks [] for security_group (7150a7a9-6ddc-475a-9c8c-4337eb5940bf), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.817442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (7150a7a9-6ddc-475a-9c8c-4337eb5940bf), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.820651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:24.821837 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7150a7a9-6ddc-475a-9c8c-4337eb5940bf HTTP/1.1" status: 204 len: 168 time: 0.1193926 Mar 11 00:44:24.829627 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aee50-0c32-434a-b1d9-f38324840201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150a7a9-6ddc-475a-9c8c-4337eb5940bf,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:25.492348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42770) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:25.587075 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749418634'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:25.606123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:25.609542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.617922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.694164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for security_group (829b5310-3988-4840-b3b5-151785b160a7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.698163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (829b5310-3988-4840-b3b5-151785b160a7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.721248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:25.736842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829b5310-3988-4840-b3b5-151785b160a7,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:25.740966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5efd2ea2-66d1-416a-a530-89878dd49128), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.741316 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Added segment 5efd2ea2-66d1-416a-a530-89878dd49128 of type vlan for network bd319a36-9657-4e04-8f2e-87375e408507 Mar 11 00:44:25.781540 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (bd319a36-9657-4e04-8f2e-87375e408507), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.805797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (bd319a36-9657-4e04-8f2e-87375e408507), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.810800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:25.811380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:25.887961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3835976 Mar 11 00:44:25.922819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e9a2-69c1-4779-b4c5-7a016796d016 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Network': ['ID=bd319a36-9657-4e04-8f2e-87375e408507,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:25.933596 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network bd319a36-9657-4e04-8f2e-87375e408507 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:27.869313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97719784-766b-4c7b-92a0-4ff1233962ea no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:44:27.889623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 97719784-766b-4c7b-92a0-4ff1233962ea {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:44:27.889966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 97719784-766b-4c7b-92a0-4ff1233962ea not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:44:29.138547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42774) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:29.143662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'subnet': {'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:29.479332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:29.482664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.660935 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (0bc78f02-1d40-4d8c-b619-bf2907817c43), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.719801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Subnet': ['ID=0bc78f02-1d40-4d8c-b619-bf2907817c43,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:29.728238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking segment: {'id': '5efd2ea2-66d1-416a-a530-89878dd49128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:29.728596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network hostable DHCP agents. Network: bd319a36-9657-4e04-8f2e-87375e408507, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:29.744495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network bd319a36-9657-4e04-8f2e-87375e408507 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:29.752961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, bd319a36-9657-4e04-8f2e-87375e408507) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:29.758170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:29.759254 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.762919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4af934-bc6f-4da5-a7b6-40b0fd0ae253 None None] Network bd319a36-9657-4e04-8f2e-87375e408507 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:29.776131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5668921-afa1-429c-b0e0-db4062fba53c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6364093 Mar 11 00:44:29.779719 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42776) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:29.784919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-259052762'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:29.804333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:29.807748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.833279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:29.849725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (be4031e6-5203-4650-ac3d-14f3a29700ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.850091 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Added segment be4031e6-5203-4650-ac3d-14f3a29700ae of type vlan for network 53e261d2-be13-40c5-804a-42be3dca6b77 Mar 11 00:44:29.869863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-bd319a36-9657-4e04-8f2e-87375e408507', 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507', 'project_id': '0fce246de8f3495f9feed116a11415e4', 'fixed_ips': [{'subnet_id': '0bc78f02-1d40-4d8c-b619-bf2907817c43'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:29.870726 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.892340 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (53e261d2-be13-40c5-804a-42be3dca6b77), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.917883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (53e261d2-be13-40c5-804a-42be3dca6b77), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.923460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:29.924151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:29.967340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1862872 Mar 11 00:44:29.970197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:29.975207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'subnet': {'network_id': '53e261d2-be13-40c5-804a-42be3dca6b77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:30.015375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Allocated IP 2001:db8:0:ffff::2 (bd319a36-9657-4e04-8f2e-87375e408507/0bc78f02-1d40-4d8c-b619-bf2907817c43/df0daee0-9180-4ffe-bde5-076eb409ad3e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:30.018049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eed564-5c61-49c6-9cb5-66667f2411c1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Network': ['ID=53e261d2-be13-40c5-804a-42be3dca6b77,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.030776 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 53e261d2-be13-40c5-804a-42be3dca6b77 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:30.089612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:30.093694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.216308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks [] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.221589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.258262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Network bd319a36-9657-4e04-8f2e-87375e408507 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:30.262948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:30.266369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:30.273765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Pushing event updated for resources: {'Port': ['ID=df0daee0-9180-4ffe-bde5-076eb409ad3e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.301966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (67ae0d36-9c2d-4b60-b08b-189fcc23ce7f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.345962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Attempting to bind port df0daee0-9180-4ffe-bde5-076eb409ad3e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:30.346335 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Attempting to bind port df0daee0-9180-4ffe-bde5-076eb409ad3e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '5efd2ea2-66d1-416a-a530-89878dd49128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:30.346706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Attempting to bind port df0daee0-9180-4ffe-bde5-076eb409ad3e on network bd319a36-9657-4e04-8f2e-87375e408507 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:30.352301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:30.352682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Checking segment: {'id': '5efd2ea2-66d1-416a-a530-89878dd49128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:30.353085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.353480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Bound using segment: {'id': '5efd2ea2-66d1-416a-a530-89878dd49128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:30.353953 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Bound port: df0daee0-9180-4ffe-bde5-076eb409ad3e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efd2ea2-66d1-416a-a530-89878dd49128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd319a36-9657-4e04-8f2e-87375e408507'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:30.354334 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.363472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Subnet': ['ID=67ae0d36-9c2d-4b60-b08b-189fcc23ce7f,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.373296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking segment: {'id': 'be4031e6-5203-4650-ac3d-14f3a29700ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '53e261d2-be13-40c5-804a-42be3dca6b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:30.373656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network hostable DHCP agents. Network: 53e261d2-be13-40c5-804a-42be3dca6b77, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:30.391805 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network 53e261d2-be13-40c5-804a-42be3dca6b77 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:30.405058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 53e261d2-be13-40c5-804a-42be3dca6b77) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:30.409257 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:30.409898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.420317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531fefd4-f6e5-490a-b679-107fa5bb81c1 None None] Network 53e261d2-be13-40c5-804a-42be3dca6b77 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:30.427175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d69b84cd-1ffa-4a36-bb27-b3a60fd0ed6b tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4558253 Mar 11 00:44:30.430244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42780) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:30.441587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] For port df0daee0-9180-4ffe-bde5-076eb409ad3e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:30.462821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] For port df0daee0-9180-4ffe-bde5-076eb409ad3e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df0daee0-9180-4ffe-bde5-076eb409ad3e,segment=NetworkSegment(5efd2ea2-66d1-416a-a530-89878dd49128),segment_id=5efd2ea2-66d1-416a-a530-89878dd49128)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:30.500141 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.526905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (53e261d2-be13-40c5-804a-42be3dca6b77), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.582682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d72bbb-94df-43ef-b482-41d5fa5a7e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-53e261d2-be13-40c5-804a-42be3dca6b77', 'network_id': '53e261d2-be13-40c5-804a-42be3dca6b77', 'project_id': '0fce246de8f3495f9feed116a11415e4', 'fixed_ips': [{'subnet_id': '67ae0d36-9c2d-4b60-b08b-189fcc23ce7f'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:30.583820 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c2d72bbb-94df-43ef-b482-41d5fa5a7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.603257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969aaa3-5c88-470b-aedb-6bec6d564f54 None None] Pushing event updated for resources: {'Port': ['ID=df0daee0-9180-4ffe-bde5-076eb409ad3e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.618584 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (67ae0d36-9c2d-4b60-b08b-189fcc23ce7f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.689822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (67ae0d36-9c2d-4b60-b08b-189fcc23ce7f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-c2d72bbb-94df-43ef-b482-41d5fa5a7e53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67ae0d36-9c2d-4b60-b08b-189fcc23ce7f: This subnet is being modified by another concurrent operation. Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67ae0d36-9c2d-4b60-b08b-189fcc23ce7f: This subnet is being modified by another concurrent operation. Mar 11 00:44:30.712528 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:44:30.721418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Subnet': ['ID=67ae0d36-9c2d-4b60-b08b-189fcc23ce7f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.733956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbbe29c-9ff3-4a28-9cea-1366c92fd127 None None] Network 53e261d2-be13-40c5-804a-42be3dca6b77 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:30.820733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (53e261d2-be13-40c5-804a-42be3dca6b77), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.847914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e261d2-be13-40c5-804a-42be3dca6b77']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:30.858518 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4031e6-5203-4650-ac3d-14f3a29700ae') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:30.858821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4031e6-5203-4650-ac3d-14f3a29700ae') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:30.869647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (be4031e6-5203-4650-ac3d-14f3a29700ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.885365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (be4031e6-5203-4650-ac3d-14f3a29700ae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.891823 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:30.892300 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (be4031e6-5203-4650-ac3d-14f3a29700ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:30.895324 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:30.956815 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (53e261d2-be13-40c5-804a-42be3dca6b77), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.963989 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:30.967022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/53e261d2-be13-40c5-804a-42be3dca6b77 HTTP/1.1" status: 204 len: 168 time: 0.5357766 Mar 11 00:44:30.970661 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42782) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:30.976119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310306144'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:30.978864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab82a3d-9d76-40f6-a2fc-699fcc6599ac tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Network': ['ID=53e261d2-be13-40c5-804a-42be3dca6b77,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:30.995823 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:30.999213 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.022371 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:31.030919 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aa828e90-9ede-400b-aa7e-68458767edf9), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.031217 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Added segment aa828e90-9ede-400b-aa7e-68458767edf9 of type vlan for network 20c8484e-93af-4ef6-aed7-bf745e201baa Mar 11 00:44:31.071040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (20c8484e-93af-4ef6-aed7-bf745e201baa), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.096406 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (20c8484e-93af-4ef6-aed7-bf745e201baa), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.101629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:31.102207 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.134151 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1623533 Mar 11 00:44:31.137162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42784) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:31.142616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'subnet': {'network_id': '20c8484e-93af-4ef6-aed7-bf745e201baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:31.175268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064bc6d-8f86-4a29-83e1-e6260e441a0a tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Network': ['ID=20c8484e-93af-4ef6-aed7-bf745e201baa,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:31.185465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 20c8484e-93af-4ef6-aed7-bf745e201baa details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:31.232020 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:31.235660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.301812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Performing IP validity checks on allocation pools {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 00:44:31.302337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.ipam_backend_mixin [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110425) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 00:44:31.431412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.510543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Subnet': ['ID=a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:31.520023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking segment: {'id': 'aa828e90-9ede-400b-aa7e-68458767edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c8484e-93af-4ef6-aed7-bf745e201baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:31.520472 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network hostable DHCP agents. Network: 20c8484e-93af-4ef6-aed7-bf745e201baa, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:31.538011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network 20c8484e-93af-4ef6-aed7-bf745e201baa is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:31.547867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 20c8484e-93af-4ef6-aed7-bf745e201baa) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:31.552074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:31.553606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.558623 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc218ed1-d43b-4418-b915-3c25affcfb83 None None] Network 20c8484e-93af-4ef6-aed7-bf745e201baa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:31.574791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-dd949a02-ac27-4031-887d-da2ba0ed87be tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4339962 Mar 11 00:44:31.575369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42786) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:31.588699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bdbf9-a205-4660-a6ec-e405f58f7d1e None None] Network bd319a36-9657-4e04-8f2e-87375e408507 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:31.691260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (20c8484e-93af-4ef6-aed7-bf745e201baa), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.700392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df0daee0-9180-4ffe-bde5-076eb409ad3e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:31.743949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Provisioning complete for port df0daee0-9180-4ffe-bde5-076eb409ad3e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:31.744340 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.747188 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.808033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.839622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019cbb2-b7f7-48bc-9a24-8ee5b9932e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-20c8484e-93af-4ef6-aed7-bf745e201baa', 'network_id': '20c8484e-93af-4ef6-aed7-bf745e201baa', 'project_id': '0fce246de8f3495f9feed116a11415e4', 'fixed_ips': [{'subnet_id': 'a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:31.839880 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:31.840066 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c019cbb2-b7f7-48bc-9a24-8ee5b9932e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.904375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (20c8484e-93af-4ef6-aed7-bf745e201baa), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.929055 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c8484e-93af-4ef6-aed7-bf745e201baa']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:31.938745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa828e90-9ede-400b-aa7e-68458767edf9') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:31.939047 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa828e90-9ede-400b-aa7e-68458767edf9') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:31.939370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port df0daee0-9180-4ffe-bde5-076eb409ad3e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:31.939966 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.949534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (aa828e90-9ede-400b-aa7e-68458767edf9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.963287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (aa828e90-9ede-400b-aa7e-68458767edf9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.969189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:31.969575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (aa828e90-9ede-400b-aa7e-68458767edf9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:31.981487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af302def-d8bd-487d-a11c-91683c3b5a39 None None] Network 20c8484e-93af-4ef6-aed7-bf745e201baa requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:31.982781 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:32.037488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (20c8484e-93af-4ef6-aed7-bf745e201baa), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.046133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.050021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/20c8484e-93af-4ef6-aed7-bf745e201baa HTTP/1.1" status: 204 len: 168 time: 0.4734886 Mar 11 00:44:32.053631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42788) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:32.068454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1055529680'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:32.073450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25df7c-4eb4-4d4b-a693-b225d90bf8c8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Network': ['ID=20c8484e-93af-4ef6-aed7-bf745e201baa,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:32.091556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Current status of the port df0daee0-9180-4ffe-bde5-076eb409ad3e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:32.092028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.093870 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:32.097636 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.124584 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:32.135881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (383b14fb-c944-4e26-91bd-5d20065f1dbe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.136261 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Added segment 383b14fb-c944-4e26-91bd-5d20065f1dbe of type vlan for network 19373a50-5904-478f-ab1b-fd38bab8f571 Mar 11 00:44:32.188347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (19373a50-5904-478f-ab1b-fd38bab8f571), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.218579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (19373a50-5904-478f-ab1b-fd38bab8f571), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.223721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:32.224386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.264057 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1996086 Mar 11 00:44:32.267610 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42790) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:32.272620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'subnet': {'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:32.304612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b797231-4b6f-4c75-a54c-303b358d3766 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:44:32.313793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba99bc8-daa4-4f08-bf54-5ea483612db6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Network': ['ID=19373a50-5904-478f-ab1b-fd38bab8f571,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:32.355438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 19373a50-5904-478f-ab1b-fd38bab8f571 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:32.385009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] For port df0daee0-9180-4ffe-bde5-076eb409ad3e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df0daee0-9180-4ffe-bde5-076eb409ad3e,segment=NetworkSegment(5efd2ea2-66d1-416a-a530-89878dd49128),segment_id=5efd2ea2-66d1-416a-a530-89878dd49128)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:32.392261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:32.395605 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.400877 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.441721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port df0daee0-9180-4ffe-bde5-076eb409ad3e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:32.442127 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.551788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff03f22-75c0-482c-9797-7f474c92d723 None None] Pushing event updated for resources: {'Port': ['ID=df0daee0-9180-4ffe-bde5-076eb409ad3e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:32.556562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b797231-4b6f-4c75-a54c-303b358d3766 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:44:32.582392 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.586460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-64f7a068-7827-4246-adb8-9823a5b6c433 None None] Provisioning complete for port df0daee0-9180-4ffe-bde5-076eb409ad3e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:32.586847 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64f7a068-7827-4246-adb8-9823a5b6c433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.640439 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Subnet': ['ID=ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:32.649004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 00:44:32.649379 n-d-831844-1 neutron-server[110427]: DEBUG oslo_db.api [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 00:44:32.652373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking segment: {'id': '383b14fb-c944-4e26-91bd-5d20065f1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:32.652734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network hostable DHCP agents. Network: 19373a50-5904-478f-ab1b-fd38bab8f571, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:32.670183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network 19373a50-5904-478f-ab1b-fd38bab8f571 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:32.679466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 19373a50-5904-478f-ab1b-fd38bab8f571) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:32.684186 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:32.684784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.704708 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-02ee02eb-9aaf-4b26-ac50-f8b380aa363d tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324644 Mar 11 00:44:32.705223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42792) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:32.710387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1809599230'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:32.729362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:32.732610 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.755621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:32.758129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-64f7a068-7827-4246-adb8-9823a5b6c433 None None] Current status of the port df0daee0-9180-4ffe-bde5-076eb409ad3e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:32.765513 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (89ea5aee-0178-41b7-a727-f5890799b393), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.765857 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Added segment 89ea5aee-0178-41b7-a727-f5890799b393 of type vlan for network b22e037f-abef-4188-9801-11ac676b26c3 Mar 11 00:44:32.805970 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (b22e037f-abef-4188-9801-11ac676b26c3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.813923 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d65bd-ee30-495e-8142-b0d07d3afc87 None None] Network 19373a50-5904-478f-ab1b-fd38bab8f571 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:32.832052 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (b22e037f-abef-4188-9801-11ac676b26c3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.837636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:32.838338 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.875462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1691303 Mar 11 00:44:32.878304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42794) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:32.884484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Request body: {'subnet': {'network_id': 'b22e037f-abef-4188-9801-11ac676b26c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:32.927000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-19373a50-5904-478f-ab1b-fd38bab8f571', 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571', 'project_id': '0fce246de8f3495f9feed116a11415e4', 'fixed_ips': [{'subnet_id': 'ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:32.927880 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:32.928955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8796ef-653d-4134-b725-63b807f17284 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Network': ['ID=b22e037f-abef-4188-9801-11ac676b26c3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:32.941336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network b22e037f-abef-4188-9801-11ac676b26c3 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:33.003972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Made reservation on behalf of 0fce246de8f3495f9feed116a11415e4 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:33.008059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.130337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Allocated IP 2001:db8::2 (19373a50-5904-478f-ab1b-fd38bab8f571/ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c/b33144b9-a78c-4a79-8f46-19db3c98bec2) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:33.198188 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (957dbba3-c040-4d7f-ad5d-8eea7abe0510), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.236495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port df0daee0-9180-4ffe-bde5-076eb409ad3e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:33.264876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event updated for resources: {'Subnet': ['ID=957dbba3-c040-4d7f-ad5d-8eea7abe0510,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:33.273189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Checking segment: {'id': '89ea5aee-0178-41b7-a727-f5890799b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b22e037f-abef-4188-9801-11ac676b26c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:33.273845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network hostable DHCP agents. Network: b22e037f-abef-4188-9801-11ac676b26c3, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:33.290493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Network b22e037f-abef-4188-9801-11ac676b26c3 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:33.299713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, b22e037f-abef-4188-9801-11ac676b26c3) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:33.304477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:33.305269 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.309396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8e9e1-e959-4f61-9ad6-9230b9064050 None None] Network b22e037f-abef-4188-9801-11ac676b26c3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:33.321810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0e642949-6480-49ab-8c7f-11a28f877b95 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4425020 Mar 11 00:44:33.324536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42796) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.339063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks [] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.352647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.421402 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (b22e037f-abef-4188-9801-11ac676b26c3), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.426023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Network 19373a50-5904-478f-ab1b-fd38bab8f571 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:33.434299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:33.436860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:33.452649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Pushing event updated for resources: {'Port': ['ID=b33144b9-a78c-4a79-8f46-19db3c98bec2,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:33.473757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (957dbba3-c040-4d7f-ad5d-8eea7abe0510), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.492420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b04dbb-1ff8-4d3f-a9d0-4c0b064156e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-b22e037f-abef-4188-9801-11ac676b26c3', 'network_id': 'b22e037f-abef-4188-9801-11ac676b26c3', 'project_id': '0fce246de8f3495f9feed116a11415e4', 'fixed_ips': [{'subnet_id': '957dbba3-c040-4d7f-ad5d-8eea7abe0510'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:33.493265 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-08b04dbb-1ff8-4d3f-a9d0-4c0b064156e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.539054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Attempting to bind port b33144b9-a78c-4a79-8f46-19db3c98bec2 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:33.539427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Attempting to bind port b33144b9-a78c-4a79-8f46-19db3c98bec2 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '383b14fb-c944-4e26-91bd-5d20065f1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:33.539793 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Attempting to bind port b33144b9-a78c-4a79-8f46-19db3c98bec2 on network 19373a50-5904-478f-ab1b-fd38bab8f571 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:33.543306 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (957dbba3-c040-4d7f-ad5d-8eea7abe0510), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.548151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:33.548532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Checking segment: {'id': '383b14fb-c944-4e26-91bd-5d20065f1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:33.548953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.549329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Bound using segment: {'id': '383b14fb-c944-4e26-91bd-5d20065f1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:33.549796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Bound port: b33144b9-a78c-4a79-8f46-19db3c98bec2, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383b14fb-c944-4e26-91bd-5d20065f1dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '19373a50-5904-478f-ab1b-fd38bab8f571'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:33.550175 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.573245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Subnet': ['ID=957dbba3-c040-4d7f-ad5d-8eea7abe0510,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:33.636322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (b22e037f-abef-4188-9801-11ac676b26c3), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.654980 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df0daee0-9180-4ffe-bde5-076eb409ad3e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:33.657036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22e037f-abef-4188-9801-11ac676b26c3']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:33.667870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ea5aee-0178-41b7-a727-f5890799b393') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:33.668211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ea5aee-0178-41b7-a727-f5890799b393') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:33.677685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (89ea5aee-0178-41b7-a727-f5890799b393), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.691342 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (89ea5aee-0178-41b7-a727-f5890799b393), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server [None req-08b04dbb-1ff8-4d3f-a9d0-4c0b064156e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 957dbba3-c040-4d7f-ad5d-8eea7abe0510: This subnet is being modified by another concurrent operation. Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server raise exception Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 957dbba3-c040-4d7f-ad5d-8eea7abe0510: This subnet is being modified by another concurrent operation. Mar 11 00:44:33.691563 n-d-831844-1 neutron-server[110427]: ERROR oslo_messaging.rpc.server Mar 11 00:44:33.699108 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:33.699586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (89ea5aee-0178-41b7-a727-f5890799b393), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:33.703457 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:33.711006 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] For port b33144b9-a78c-4a79-8f46-19db3c98bec2, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:33.716803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e358e-f1f2-4bab-9ef6-bf5b2df6b5ed None None] Network b22e037f-abef-4188-9801-11ac676b26c3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:33.729538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] For port b33144b9-a78c-4a79-8f46-19db3c98bec2, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b33144b9-a78c-4a79-8f46-19db3c98bec2,segment=NetworkSegment(383b14fb-c944-4e26-91bd-5d20065f1dbe),segment_id=383b14fb-c944-4e26-91bd-5d20065f1dbe)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:33.751461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.774323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (b22e037f-abef-4188-9801-11ac676b26c3), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.782547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.789131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/b22e037f-abef-4188-9801-11ac676b26c3 HTTP/1.1" status: 204 len: 168 time: 0.4636331 Mar 11 00:44:33.789326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42798) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.799725 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bfdb8-536b-4c44-9b3d-7ce8297635f6 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Network': ['ID=b22e037f-abef-4188-9801-11ac676b26c3,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:33.818520 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77dace4-6886-4ca5-9042-4184139763fe tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] GET failed (client error): The resource could not be found. Mar 11 00:44:33.820374 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-f77dace4-6886-4ca5-9042-4184139763fe tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "GET /v2.0/subnets/957dbba3-c040-4d7f-ad5d-8eea7abe0510 HTTP/1.1" status: 404 len: 337 time: 0.0300303 Mar 11 00:44:33.823226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42800) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.846156 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b1aa40-5179-4c1a-ad05-2d8d53a803b2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:33.847012 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b1aa40-5179-4c1a-ad05-2d8d53a803b2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:33.851736 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d7b1aa40-5179-4c1a-ad05-2d8d53a803b2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/b22e037f-abef-4188-9801-11ac676b26c3 HTTP/1.1" status: 404 len: 339 time: 0.0273767 Mar 11 00:44:33.855767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42802) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.864349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port df0daee0-9180-4ffe-bde5-076eb409ad3e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:33.865474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:33.870916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fe579-2ced-4f85-9748-a32b5c5b964d None None] Pushing event updated for resources: {'Port': ['ID=b33144b9-a78c-4a79-8f46-19db3c98bec2,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:33.886602 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-38340d7d-eef4-412a-afe5-450b5c9f5963 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:33.887082 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38340d7d-eef4-412a-afe5-450b5c9f5963 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:33.890250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-38340d7d-eef4-412a-afe5-450b5c9f5963 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/subnets/957dbba3-c040-4d7f-ad5d-8eea7abe0510 HTTP/1.1" status: 404 len: 337 time: 0.0329630 Mar 11 00:44:33.893039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42804) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.911736 n-d-831844-1 neutron-server[110426]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf56b94b-5f54-4051-968d-b3762feeac09 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:33.912263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf56b94b-5f54-4051-968d-b3762feeac09 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:33.919864 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bf56b94b-5f54-4051-968d-b3762feeac09 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/b22e037f-abef-4188-9801-11ac676b26c3 HTTP/1.1" status: 404 len: 339 time: 0.0257435 Mar 11 00:44:33.922298 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42806) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:33.959235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port df0daee0-9180-4ffe-bde5-076eb409ad3e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:33.985052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Deleting subnet ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:44:33.988600 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for subnet (ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.045806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.135228 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.201033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.226599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Subnet': ['ID=ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:34.232271 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.235382 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1467c179-c8b2-41d8-bd5f-2f96c715008c tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/subnets/ff30a3ba-f9ca-4e5d-b8d9-a139bbd4e92c HTTP/1.1" status: 204 len: 168 time: 0.3119731 Mar 11 00:44:34.237887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42808) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.314783 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (19373a50-5904-478f-ab1b-fd38bab8f571), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.367218 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Deleting port b33144b9-a78c-4a79-8f46-19db3c98bec2 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:34.367555 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.432781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] For port b33144b9-a78c-4a79-8f46-19db3c98bec2, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b33144b9-a78c-4a79-8f46-19db3c98bec2,segment=NetworkSegment(383b14fb-c944-4e26-91bd-5d20065f1dbe),segment_id=383b14fb-c944-4e26-91bd-5d20065f1dbe)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:34.433141 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.445745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Calling delete_port for b33144b9-a78c-4a79-8f46-19db3c98bec2 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:34.527817 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b33144b9-a78c-4a79-8f46-19db3c98bec2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.560708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No DVR routers for this DVR port b33144b9-a78c-4a79-8f46-19db3c98bec2 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:34.565496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Port': ['ID=b33144b9-a78c-4a79-8f46-19db3c98bec2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:34.647002 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (19373a50-5904-478f-ab1b-fd38bab8f571), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.669253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19373a50-5904-478f-ab1b-fd38bab8f571']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:34.679827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383b14fb-c944-4e26-91bd-5d20065f1dbe') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:34.680158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383b14fb-c944-4e26-91bd-5d20065f1dbe') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:34.695055 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (383b14fb-c944-4e26-91bd-5d20065f1dbe), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.709614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (383b14fb-c944-4e26-91bd-5d20065f1dbe), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.716725 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:34.717222 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (383b14fb-c944-4e26-91bd-5d20065f1dbe), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:34.720675 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:34.785065 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (19373a50-5904-478f-ab1b-fd38bab8f571), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.791421 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:34.794983 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/19373a50-5904-478f-ab1b-fd38bab8f571 HTTP/1.1" status: 204 len: 168 time: 0.5561635 Mar 11 00:44:34.797608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42810) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.811848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c975498-00ec-4788-9d98-0d2afca00db9 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Network': ['ID=19373a50-5904-478f-ab1b-fd38bab8f571,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:34.825621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67fba2f-5757-46c9-9554-030e25c44193 None None] get_active_networks_info from n-d-831844-1 {{(pid=110427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 00:44:34.832584 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-730bd9e7-6c41-449d-807c-7695045ea6ea tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:34.833045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730bd9e7-6c41-449d-807c-7695045ea6ea tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:34.836133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-730bd9e7-6c41-449d-807c-7695045ea6ea tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/subnets/a2d46b46-8efc-4e4a-b5e1-f1fea77f9e6c HTTP/1.1" status: 404 len: 337 time: 0.0369217 Mar 11 00:44:34.838734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42812) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.857462 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c1920a-d295-46f1-9ca3-0d7c3a296a6e tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:34.858235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c1920a-d295-46f1-9ca3-0d7c3a296a6e tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:34.861519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78c1920a-d295-46f1-9ca3-0d7c3a296a6e tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/20c8484e-93af-4ef6-aed7-bf745e201baa HTTP/1.1" status: 404 len: 339 time: 0.0217838 Mar 11 00:44:34.863902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42814) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.898320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96c6e607-bbe5-4963-a192-4456fe0045eb None None] Could not find standard attr ID for object b33144b9-a78c-4a79-8f46-19db3c98bec2. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:44:34.905520 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-302fa959-ceb6-40f3-a1e2-4ff3b28cd2c2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:34.905976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302fa959-ceb6-40f3-a1e2-4ff3b28cd2c2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:34.909001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-302fa959-ceb6-40f3-a1e2-4ff3b28cd2c2 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/subnets/67ae0d36-9c2d-4b60-b08b-189fcc23ce7f HTTP/1.1" status: 404 len: 337 time: 0.0441537 Mar 11 00:44:34.911671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42816) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.912213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fba2f-5757-46c9-9554-030e25c44193 None None] Resources bound (agent type, host, resource id): {{(pid=110427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 00:44:34.932294 n-d-831844-1 neutron-server[110425]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f48ec6-d7cb-4fd7-bacc-d56aec784ce1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] DELETE failed (client error): The resource could not be found. Mar 11 00:44:34.932931 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f48ec6-d7cb-4fd7-bacc-d56aec784ce1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110425) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 00:44:34.938894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42818) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:34.940404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73f48ec6-d7cb-4fd7-bacc-d56aec784ce1 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/53e261d2-be13-40c5-804a-42be3dca6b77 HTTP/1.1" status: 404 len: 339 time: 0.0277343 Mar 11 00:44:34.994170 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Deleting subnet 0bc78f02-1d40-4d8c-b619-bf2907817c43 {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:44:34.997840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for subnet (0bc78f02-1d40-4d8c-b619-bf2907817c43), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.045146 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (0bc78f02-1d40-4d8c-b619-bf2907817c43), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.124961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c144b6-deb5-4d7f-b2ae-f2637d3232aa None None] DHCP port deletion for 19373a50-5904-478f-ab1b-fd38bab8f571 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:44:35.147108 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be156a-56b2-4143-8981-1677229df68f None None] Network 19373a50-5904-478f-ab1b-fd38bab8f571 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:35.147733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0bc78f02-1d40-4d8c-b619-bf2907817c43), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.159424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be156a-56b2-4143-8981-1677229df68f None None] Network 19373a50-5904-478f-ab1b-fd38bab8f571 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:44:35.210744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (0bc78f02-1d40-4d8c-b619-bf2907817c43), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.244069 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc78f02-1d40-4d8c-b619-bf2907817c43,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:35.246386 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.252091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42820) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:35.252698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5c7c1ff6-74a1-4803-a1ec-8ed61274be36 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/subnets/0bc78f02-1d40-4d8c-b619-bf2907817c43 HTTP/1.1" status: 204 len: 168 time: 0.3126693 Mar 11 00:44:35.257733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91561c8b-a5e9-477e-8ec0-f0d872ea8c01 None None] Network bd319a36-9657-4e04-8f2e-87375e408507 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:35.335407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (bd319a36-9657-4e04-8f2e-87375e408507), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.397507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Deleting port df0daee0-9180-4ffe-bde5-076eb409ad3e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:35.397908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.418319 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] DHCP port deletion for bd319a36-9657-4e04-8f2e-87375e408507 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:44:35.465377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Deleting port df0daee0-9180-4ffe-bde5-076eb409ad3e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:35.465765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.479228 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] For port df0daee0-9180-4ffe-bde5-076eb409ad3e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df0daee0-9180-4ffe-bde5-076eb409ad3e,segment=NetworkSegment(5efd2ea2-66d1-416a-a530-89878dd49128),segment_id=5efd2ea2-66d1-416a-a530-89878dd49128)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:35.480003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.494035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Calling delete_port for df0daee0-9180-4ffe-bde5-076eb409ad3e owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:35.532730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] For port df0daee0-9180-4ffe-bde5-076eb409ad3e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=df0daee0-9180-4ffe-bde5-076eb409ad3e,segment=NetworkSegment(5efd2ea2-66d1-416a-a530-89878dd49128),segment_id=5efd2ea2-66d1-416a-a530-89878dd49128)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:35.533082 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.545938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Calling delete_port for df0daee0-9180-4ffe-bde5-076eb409ad3e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:35.587058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.619736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Port': ['ID=df0daee0-9180-4ffe-bde5-076eb409ad3e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:35.621676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] No DVR routers for this DVR port df0daee0-9180-4ffe-bde5-076eb409ad3e on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:35.662258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df0daee0-9180-4ffe-bde5-076eb409ad3e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:44:35.696341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: df0daee0-9180-4ffe-bde5-076eb409ad3e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:44:35.696711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device df0daee0-9180-4ffe-bde5-076eb409ad3e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:35.697786 n-d-831844-1 neutron-server[110427]: self.session.flush() Mar 11 00:44:35.703124 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (df0daee0-9180-4ffe-bde5-076eb409ad3e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.708926 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (bd319a36-9657-4e04-8f2e-87375e408507), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.730557 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd319a36-9657-4e04-8f2e-87375e408507']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:35.735720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] Pushing event deleted for resources: {'Port': ['ID=df0daee0-9180-4ffe-bde5-076eb409ad3e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:35.741766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efd2ea2-66d1-416a-a530-89878dd49128') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:35.742071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efd2ea2-66d1-416a-a530-89878dd49128') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:35.742267 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24257fd1-8072-4aef-b07b-a568f7e8cc91 None None] No DVR routers for this DVR port df0daee0-9180-4ffe-bde5-076eb409ad3e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:35.752515 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (5efd2ea2-66d1-416a-a530-89878dd49128), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.766376 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (5efd2ea2-66d1-416a-a530-89878dd49128), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.773819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:35.774251 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (5efd2ea2-66d1-416a-a530-89878dd49128), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:35.777533 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:35.850127 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (bd319a36-9657-4e04-8f2e-87375e408507), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.858093 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:35.863796 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] 10.222.0.21 "DELETE /v2.0/networks/bd319a36-9657-4e04-8f2e-87375e408507 HTTP/1.1" status: 204 len: 168 time: 0.6075706 Mar 11 00:44:35.878596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf47de-6ac7-4670-820b-1514439ea1f8 tempest-NetworksIpV6Test-1790159240 tempest-NetworksIpV6Test-1790159240-project] Pushing event deleted for resources: {'Network': ['ID=bd319a36-9657-4e04-8f2e-87375e408507,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:36.113332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42826) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:36.245770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5bb0321-7e20-4154-b3a1-c5a05356c617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fce246de8f3495f9feed116a11415e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312089 Mar 11 00:44:36.248148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:36.296326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] Publish callbacks [] for security_group (829b5310-3988-4840-b3b5-151785b160a7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:36.318166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] Publish callbacks [] for security_group (829b5310-3988-4840-b3b5-151785b160a7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:36.370623 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (829b5310-3988-4840-b3b5-151785b160a7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:36.373766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:36.375409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/829b5310-3988-4840-b3b5-151785b160a7 HTTP/1.1" status: 204 len: 168 time: 0.1263006 Mar 11 00:44:36.385184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2e3b8-7ab7-4ce5-8e13-ac0b9c059623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b5310-3988-4840-b3b5-151785b160a7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:36.792403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8980d1d8-674d-4170-ac34-a222f578c0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.072175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42852) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:37.165123 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-473900407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:37.188600 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (645361b6-96a4-4816-8737-afe67b5edade), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.189585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (645361b6-96a4-4816-8737-afe67b5edade), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.275906 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router_controller (645361b6-96a4-4816-8737-afe67b5edade), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.279973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (645361b6-96a4-4816-8737-afe67b5edade), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.296322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.297489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-539046fd-c37d-40e9-8ec5-f587b174e50f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2243111 Mar 11 00:44:37.300144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42856) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:37.305465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-373369500'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:37.322826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Made reservation on behalf of 72475110e0514883bb4af9c6f9bb014c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:37.326311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.336866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.414192 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for security_group (f743c178-cbbd-4cd1-844b-d34e09ac82ec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.417951 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f743c178-cbbd-4cd1-844b-d34e09ac82ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.448064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:37.454476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f743c178-cbbd-4cd1-844b-d34e09ac82ec,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:37.461531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (83962837-4d3d-4460-b9cd-793b4d1b33f7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.461882 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Added segment 83962837-4d3d-4460-b9cd-793b4d1b33f7 of type vlan for network 53e410d3-2a04-4a7a-8996-2c4379ddb98f Mar 11 00:44:37.503591 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (53e410d3-2a04-4a7a-8996-2c4379ddb98f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.528486 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (53e410d3-2a04-4a7a-8996-2c4379ddb98f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.533346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:37.533925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.566130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2649961 Mar 11 00:44:37.569028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42858) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:37.574699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'subnet': {'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:37.610260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ae54d-6853-46f4-99eb-b84b1fac5754 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event updated for resources: {'Network': ['ID=53e410d3-2a04-4a7a-8996-2c4379ddb98f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:37.621297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:37.665120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Made reservation on behalf of 72475110e0514883bb4af9c6f9bb014c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:37.668533 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.852405 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (3fd9b95b-99dc-4416-8058-95e5e19e1eb0), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.915261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event updated for resources: {'Subnet': ['ID=3fd9b95b-99dc-4416-8058-95e5e19e1eb0,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:37.922354 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Checking segment: {'id': '83962837-4d3d-4460-b9cd-793b4d1b33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:37.922853 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Network hostable DHCP agents. Network: 53e410d3-2a04-4a7a-8996-2c4379ddb98f, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:37.939809 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:37.949013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 53e410d3-2a04-4a7a-8996-2c4379ddb98f) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:37.953511 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:37.954098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:37.958325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea16a5b-d31e-4aee-bf98-a9df8397f329 None None] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:37.971586 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-664c27b4-d441-4591-a79e-b87cfccac130 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4009385 Mar 11 00:44:37.974621 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42862) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:37.980468 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1173555033'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:38.000999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Made reservation on behalf of 72475110e0514883bb4af9c6f9bb014c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:38.004852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.028317 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:38.037195 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (12af82bf-275c-4c3f-b732-5155b00c47a7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.037545 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Added segment 12af82bf-275c-4c3f-b732-5155b00c47a7 of type vlan for network 15886e52-a398-47d9-b4cb-1954804bb136 Mar 11 00:44:38.067781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-53e410d3-2a04-4a7a-8996-2c4379ddb98f', 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f', 'project_id': '72475110e0514883bb4af9c6f9bb014c', 'fixed_ips': [{'subnet_id': '3fd9b95b-99dc-4416-8058-95e5e19e1eb0'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:38.068673 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.084017 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (15886e52-a398-47d9-b4cb-1954804bb136), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.114848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (15886e52-a398-47d9-b4cb-1954804bb136), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.120585 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:38.121169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.151233 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1753941 Mar 11 00:44:38.154200 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42864) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:38.167524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'subnet': {'network_id': '15886e52-a398-47d9-b4cb-1954804bb136', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:38.207617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Allocated IP 172.20.0.2 (53e410d3-2a04-4a7a-8996-2c4379ddb98f/3fd9b95b-99dc-4416-8058-95e5e19e1eb0/ee61db63-0efb-4955-83d1-a296c6b63a56) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:38.216653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0b9bd-61d3-4757-b29c-37d196a40af3 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event updated for resources: {'Network': ['ID=15886e52-a398-47d9-b4cb-1954804bb136,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:38.234005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 15886e52-a398-47d9-b4cb-1954804bb136 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:38.302791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Made reservation on behalf of 72475110e0514883bb4af9c6f9bb014c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:38.308174 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.501735 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (c281feb3-f37f-492e-8e1b-644503abb21e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.562906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event updated for resources: {'Subnet': ['ID=c281feb3-f37f-492e-8e1b-644503abb21e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:38.571678 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Checking segment: {'id': '12af82bf-275c-4c3f-b732-5155b00c47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:38.572259 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks [] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.572381 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Network hostable DHCP agents. Network: 15886e52-a398-47d9-b4cb-1954804bb136, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:38.578186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.590696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Network 15886e52-a398-47d9-b4cb-1954804bb136 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:38.601088 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 15886e52-a398-47d9-b4cb-1954804bb136) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:38.606240 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:38.606843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.614515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2607c94-4818-4784-a1fe-f643232934f0 None None] Network 15886e52-a398-47d9-b4cb-1954804bb136 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:38.624553 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-993f4cfb-0fd7-4c9b-9336-a1f20c7a7343 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4690475 Mar 11 00:44:38.627135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:38.631950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c821c4e1-8a39-4a4e-9b2e-7d8601c75d94 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Request body: {'router': {'external_gateway_info': {'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:38.635729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:38.643739 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:38.646164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:38.673604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Pushing event updated for resources: {'Port': ['ID=ee61db63-0efb-4955-83d1-a296c6b63a56,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:38.787281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Attempting to bind port ee61db63-0efb-4955-83d1-a296c6b63a56 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:38.787866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Attempting to bind port ee61db63-0efb-4955-83d1-a296c6b63a56 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '83962837-4d3d-4460-b9cd-793b4d1b33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:38.788413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Attempting to bind port ee61db63-0efb-4955-83d1-a296c6b63a56 on network 53e410d3-2a04-4a7a-8996-2c4379ddb98f {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:38.794579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:38.794995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Checking segment: {'id': '83962837-4d3d-4460-b9cd-793b4d1b33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:38.795399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.795797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Bound using segment: {'id': '83962837-4d3d-4460-b9cd-793b4d1b33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:38.796300 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Bound port: ee61db63-0efb-4955-83d1-a296c6b63a56, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83962837-4d3d-4460-b9cd-793b4d1b33f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '53e410d3-2a04-4a7a-8996-2c4379ddb98f'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:38.796687 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.807653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-15886e52-a398-47d9-b4cb-1954804bb136', 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136', 'project_id': '72475110e0514883bb4af9c6f9bb014c', 'fixed_ips': [{'subnet_id': 'c281feb3-f37f-492e-8e1b-644503abb21e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:38.808766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.864332 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c821c4e1-8a39-4a4e-9b2e-7d8601c75d94 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router_gateway (645361b6-96a4-4816-8737-afe67b5edade), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:38.951390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] For port ee61db63-0efb-4955-83d1-a296c6b63a56, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:38.956806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] For port ee61db63-0efb-4955-83d1-a296c6b63a56, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ee61db63-0efb-4955-83d1-a296c6b63a56,segment=NetworkSegment(83962837-4d3d-4460-b9cd-793b4d1b33f7),segment_id=83962837-4d3d-4460-b9cd-793b4d1b33f7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:38.985884 n-d-831844-1 neutron-server[110426]: INFO neutron.api.v2.resource [None req-c821c4e1-8a39-4a4e-9b2e-7d8601c75d94 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 00:44:38.987969 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c821c4e1-8a39-4a4e-9b2e-7d8601c75d94 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "PUT /v2.0/routers/645361b6-96a4-4816-8737-afe67b5edade HTTP/1.1" status: 400 len: 364 time: 0.3588278 Mar 11 00:44:38.993039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42868) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:38.995614 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.067583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Allocated IP 172.21.0.2 (15886e52-a398-47d9-b4cb-1954804bb136/c281feb3-f37f-492e-8e1b-644503abb21e/3f340dbd-9922-4b36-92aa-75eb0c84ad02) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:39.077391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d978af2-c07c-443d-a40e-ca9f1171e271 None None] Pushing event updated for resources: {'Port': ['ID=ee61db63-0efb-4955-83d1-a296c6b63a56,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:39.079705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Deleting subnet c281feb3-f37f-492e-8e1b-644503abb21e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:44:39.229641 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks [] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.241152 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.242465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for subnet (c281feb3-f37f-492e-8e1b-644503abb21e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.294665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Network 15886e52-a398-47d9-b4cb-1954804bb136 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:39.297616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:39.300221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (c281feb3-f37f-492e-8e1b-644503abb21e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.302084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:39.305519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Pushing event updated for resources: {'Port': ['ID=3f340dbd-9922-4b36-92aa-75eb0c84ad02,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:39.376935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Attempting to bind port 3f340dbd-9922-4b36-92aa-75eb0c84ad02 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:39.377282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Attempting to bind port 3f340dbd-9922-4b36-92aa-75eb0c84ad02 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '12af82bf-275c-4c3f-b732-5155b00c47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:39.377794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Attempting to bind port 3f340dbd-9922-4b36-92aa-75eb0c84ad02 on network 15886e52-a398-47d9-b4cb-1954804bb136 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:39.381183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f5d99150-ec88-45bc-813d-984a3d9d2bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.388331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:39.388725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Checking segment: {'id': '12af82bf-275c-4c3f-b732-5155b00c47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:39.389147 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.389549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Bound using segment: {'id': '12af82bf-275c-4c3f-b732-5155b00c47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:39.390044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Bound port: 3f340dbd-9922-4b36-92aa-75eb0c84ad02, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12af82bf-275c-4c3f-b732-5155b00c47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '15886e52-a398-47d9-b4cb-1954804bb136'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:39.390432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.409353 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c281feb3-f37f-492e-8e1b-644503abb21e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.468720 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (c281feb3-f37f-492e-8e1b-644503abb21e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.471378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] For port 3f340dbd-9922-4b36-92aa-75eb0c84ad02, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:39.474816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] For port 3f340dbd-9922-4b36-92aa-75eb0c84ad02, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f340dbd-9922-4b36-92aa-75eb0c84ad02,segment=NetworkSegment(12af82bf-275c-4c3f-b732-5155b00c47a7),segment_id=12af82bf-275c-4c3f-b732-5155b00c47a7)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:39.481178 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.496607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Subnet': ['ID=c281feb3-f37f-492e-8e1b-644503abb21e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:39.500404 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.504514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2200e4ad-8020-4bcf-9fec-b2b1ac5e2ead tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "DELETE /v2.0/subnets/c281feb3-f37f-492e-8e1b-644503abb21e HTTP/1.1" status: 204 len: 168 time: 0.5103848 Mar 11 00:44:39.506268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42870) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:39.545569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a80da-89ba-4be6-9094-551a5e8f0559 None None] Pushing event updated for resources: {'Port': ['ID=3f340dbd-9922-4b36-92aa-75eb0c84ad02,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:39.604391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (15886e52-a398-47d9-b4cb-1954804bb136), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.661467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Deleting port 3f340dbd-9922-4b36-92aa-75eb0c84ad02 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:39.661818 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.681595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ee61db63-0efb-4955-83d1-a296c6b63a56 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:39.738877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] For port 3f340dbd-9922-4b36-92aa-75eb0c84ad02, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f340dbd-9922-4b36-92aa-75eb0c84ad02,segment=NetworkSegment(12af82bf-275c-4c3f-b732-5155b00c47a7),segment_id=12af82bf-275c-4c3f-b732-5155b00c47a7)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:39.739245 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.764211 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port ee61db63-0efb-4955-83d1-a296c6b63a56 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:39.764605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.766175 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Calling delete_port for 3f340dbd-9922-4b36-92aa-75eb0c84ad02 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:39.863444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port ee61db63-0efb-4955-83d1-a296c6b63a56 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:39.863913 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.889191 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3f340dbd-9922-4b36-92aa-75eb0c84ad02), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.913144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port ee61db63-0efb-4955-83d1-a296c6b63a56, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ee61db63-0efb-4955-83d1-a296c6b63a56,segment=NetworkSegment(83962837-4d3d-4460-b9cd-793b4d1b33f7),segment_id=83962837-4d3d-4460-b9cd-793b4d1b33f7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:39.924694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Port': ['ID=3f340dbd-9922-4b36-92aa-75eb0c84ad02,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:39.925447 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:39.928239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] No DVR routers for this DVR port 3f340dbd-9922-4b36-92aa-75eb0c84ad02 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:39.985377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=ee61db63-0efb-4955-83d1-a296c6b63a56,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:40.015903 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (15886e52-a398-47d9-b4cb-1954804bb136), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.037795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15886e52-a398-47d9-b4cb-1954804bb136']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:40.048476 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12af82bf-275c-4c3f-b732-5155b00c47a7') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:40.048779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12af82bf-275c-4c3f-b732-5155b00c47a7') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:40.059287 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (12af82bf-275c-4c3f-b732-5155b00c47a7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.073715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (12af82bf-275c-4c3f-b732-5155b00c47a7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.080533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:40.080913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (12af82bf-275c-4c3f-b732-5155b00c47a7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:40.084663 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:40.144273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (15886e52-a398-47d9-b4cb-1954804bb136), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.152694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.155391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "DELETE /v2.0/networks/15886e52-a398-47d9-b4cb-1954804bb136 HTTP/1.1" status: 204 len: 168 time: 0.6476140 Mar 11 00:44:40.158220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42872) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:40.168467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f79233-b7d1-4e2c-9729-d4cf083a7cc6 None None] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:40.180639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b83e-83bd-424c-87f2-bab24220d6d9 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Network': ['ID=15886e52-a398-47d9-b4cb-1954804bb136,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:40.223551 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Deleting subnet 3fd9b95b-99dc-4416-8058-95e5e19e1eb0 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:44:40.227265 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for subnet (3fd9b95b-99dc-4416-8058-95e5e19e1eb0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.268273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (3fd9b95b-99dc-4416-8058-95e5e19e1eb0), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.276730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b31810f7-40be-4801-83b1-c169cdffc34c None None] Provisioning complete for port ee61db63-0efb-4955-83d1-a296c6b63a56 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:40.277107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b31810f7-40be-4801-83b1-c169cdffc34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.367719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (3fd9b95b-99dc-4416-8058-95e5e19e1eb0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.369460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b31810f7-40be-4801-83b1-c169cdffc34c None None] Current status of the port ee61db63-0efb-4955-83d1-a296c6b63a56 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:40.437273 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (3fd9b95b-99dc-4416-8058-95e5e19e1eb0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.467489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd9b95b-99dc-4416-8058-95e5e19e1eb0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:40.471219 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.477341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-02b6c96b-b1a2-44e8-97a8-f4a83353977f tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "DELETE /v2.0/subnets/3fd9b95b-99dc-4416-8058-95e5e19e1eb0 HTTP/1.1" status: 204 len: 168 time: 0.3180826 Mar 11 00:44:40.478007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42874) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:40.566619 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (53e410d3-2a04-4a7a-8996-2c4379ddb98f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.593489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918005b7-c63d-4f32-bde1-6865200c415b None None] Network 53e410d3-2a04-4a7a-8996-2c4379ddb98f requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:40.623721 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Deleting port ee61db63-0efb-4955-83d1-a296c6b63a56 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:40.624241 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.658202 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.682859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9ebe177d-d6f5-486c-97bc-a11d75a8a490 None None] Provisioning complete for port ee61db63-0efb-4955-83d1-a296c6b63a56 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:40.683242 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9ebe177d-d6f5-486c-97bc-a11d75a8a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.692179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] For port ee61db63-0efb-4955-83d1-a296c6b63a56, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ee61db63-0efb-4955-83d1-a296c6b63a56,segment=NetworkSegment(83962837-4d3d-4460-b9cd-793b4d1b33f7),segment_id=83962837-4d3d-4460-b9cd-793b4d1b33f7)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:40.692548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.713097 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Calling delete_port for ee61db63-0efb-4955-83d1-a296c6b63a56 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:40.797833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe177d-d6f5-486c-97bc-a11d75a8a490 None None] Current status of the port ee61db63-0efb-4955-83d1-a296c6b63a56 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:40.805010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] DHCP port deletion for 53e410d3-2a04-4a7a-8996-2c4379ddb98f request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:44:40.846049 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae463e-9e86-488e-82cd-b0107a241051 None None] DHCP port deletion for 15886e52-a398-47d9-b4cb-1954804bb136 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:44:40.869948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Deleting port ee61db63-0efb-4955-83d1-a296c6b63a56 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:44:40.870323 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.873359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eaba52-a15e-4535-bb61-0cd9020d287d None None] Network 15886e52-a398-47d9-b4cb-1954804bb136 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:40.896613 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eaba52-a15e-4535-bb61-0cd9020d287d None None] Network 15886e52-a398-47d9-b4cb-1954804bb136 could not be found, it might have been deleted concurrently. {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 00:44:40.952898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a0d4550d-fdf4-4878-9d21-8ca829e1108c None None] Could not find standard attr ID for object 3f340dbd-9922-4b36-92aa-75eb0c84ad02. {{(pid=110427) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 00:44:40.958561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] For port ee61db63-0efb-4955-83d1-a296c6b63a56, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=ee61db63-0efb-4955-83d1-a296c6b63a56,segment=NetworkSegment(83962837-4d3d-4460-b9cd-793b4d1b33f7),segment_id=83962837-4d3d-4460-b9cd-793b4d1b33f7)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:40.958957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:40.972766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Calling delete_port for ee61db63-0efb-4955-83d1-a296c6b63a56 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:44:41.053700 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.084092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] Pushing event deleted for resources: {'Port': ['ID=ee61db63-0efb-4955-83d1-a296c6b63a56,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:41.089470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e6414-6d3b-48d2-ac85-99e6258c7a6e None None] No DVR routers for this DVR port ee61db63-0efb-4955-83d1-a296c6b63a56 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:41.133209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.164840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ee61db63-0efb-4955-83d1-a296c6b63a56), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.187682 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:44:41.190423 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Port': ['ID=ee61db63-0efb-4955-83d1-a296c6b63a56,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:41.193922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] No DVR routers for this DVR port ee61db63-0efb-4955-83d1-a296c6b63a56 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:44:41.277451 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (53e410d3-2a04-4a7a-8996-2c4379ddb98f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.298169 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e410d3-2a04-4a7a-8996-2c4379ddb98f']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:41.308416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83962837-4d3d-4460-b9cd-793b4d1b33f7') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:41.308717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83962837-4d3d-4460-b9cd-793b4d1b33f7') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:41.317797 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (83962837-4d3d-4460-b9cd-793b4d1b33f7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.331283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (83962837-4d3d-4460-b9cd-793b4d1b33f7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.337974 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:44:41.338371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (83962837-4d3d-4460-b9cd-793b4d1b33f7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:44:41.341397 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:44:41.403991 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (53e410d3-2a04-4a7a-8996-2c4379ddb98f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.410702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.414540 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "DELETE /v2.0/networks/53e410d3-2a04-4a7a-8996-2c4379ddb98f HTTP/1.1" status: 204 len: 168 time: 0.9355474 Mar 11 00:44:41.417455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:41.425798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dde721-b6d0-401f-ae8f-a57934d70700 tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Pushing event deleted for resources: {'Network': ['ID=53e410d3-2a04-4a7a-8996-2c4379ddb98f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:41.445900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e6fbad35-54b2-45eb-8261-c4b0cbb03d2c tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "GET /v2.0/ports?device_id=645361b6-96a4-4816-8737-afe67b5edade HTTP/1.1" status: 200 len: 205 time: 0.0270271 Mar 11 00:44:41.448122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42878) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:41.520150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.569864 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router (645361b6-96a4-4816-8737-afe67b5edade), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.644128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ee61db63-0efb-4955-83d1-a296c6b63a56 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:44:41.665801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: ee61db63-0efb-4955-83d1-a296c6b63a56 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:44:41.666135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device ee61db63-0efb-4955-83d1-a296c6b63a56 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:44:41.768004 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.994123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (645361b6-96a4-4816-8737-afe67b5edade), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:41.996412 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router_controller (645361b6-96a4-4816-8737-afe67b5edade), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.045413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (645361b6-96a4-4816-8737-afe67b5edade), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.045941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Fanout notify agent at l3_agent the message router_deleted on router 645361b6-96a4-4816-8737-afe67b5edade {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:44:42.052665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.056502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-211937ee-54d6-43ba-854c-1359399e100d tempest-RoutersNegativeTest-1590376024 tempest-RoutersNegativeTest-1590376024-project] 10.222.0.21 "DELETE /v2.0/routers/645361b6-96a4-4816-8737-afe67b5edade HTTP/1.1" status: 204 len: 168 time: 0.6045749 Mar 11 00:44:42.290132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42884) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:42.419060 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b8128e21-17af-40af-b0e3-88b195ed8192 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72475110e0514883bb4af9c6f9bb014c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277187 Mar 11 00:44:42.421554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42888) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:42.469144 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] Publish callbacks [] for security_group (f743c178-cbbd-4cd1-844b-d34e09ac82ec), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.489392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] Publish callbacks [] for security_group (f743c178-cbbd-4cd1-844b-d34e09ac82ec), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.535281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f743c178-cbbd-4cd1-844b-d34e09ac82ec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.537833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:42.538969 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f743c178-cbbd-4cd1-844b-d34e09ac82ec HTTP/1.1" status: 204 len: 168 time: 0.1165223 Mar 11 00:44:42.548410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9eef5-0b67-47b9-999f-08bc8aafdba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f743c178-cbbd-4cd1-844b-d34e09ac82ec,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:43.154347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42910) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:43.249490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1243629237-network', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:43.268730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Made reservation on behalf of 38008c7834014d9db6bc7bf4aaa236ed for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:43.271084 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.280074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.358185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.362461 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks [] for security_group (83e61c8b-7b59-4de3-9fa6-8d3332fba711), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.366909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83e61c8b-7b59-4de3-9fa6-8d3332fba711), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.395069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:43.402180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e61c8b-7b59-4de3-9fa6-8d3332fba711,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:43.408484 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e195245-5583-4e01-9da2-b79919a9cdb0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.408824 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Added segment 3e195245-5583-4e01-9da2-b79919a9cdb0 of type vlan for network 080f0488-6aff-4607-9679-daf4d3fc4c36 Mar 11 00:44:43.449429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (080f0488-6aff-4607-9679-daf4d3fc4c36), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.473745 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (080f0488-6aff-4607-9679-daf4d3fc4c36), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.474760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:43.475433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.503740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3481297 Mar 11 00:44:43.507486 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42914) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:43.512495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Request body: {'subnet': {'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-subnet', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:43.532910 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Made reservation on behalf of 38008c7834014d9db6bc7bf4aaa236ed for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:43.535464 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.541127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed806457-3226-4905-8101-f50d7a4c6e31 admin admin] Pushing event updated for resources: {'Network': ['ID=080f0488-6aff-4607-9679-daf4d3fc4c36,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:43.550711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:43.712480 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.761767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:43.776862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Checking segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:43.777223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Network hostable DHCP agents. Network: 080f0488-6aff-4607-9679-daf4d3fc4c36, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:43.794196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:43.802297 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 080f0488-6aff-4607-9679-daf4d3fc4c36) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:43.807263 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:43.807858 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.812216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af5e85-2a7b-45f9-8081-5f2bee799d5d None None] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:43.824245 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3b2a3f2d-22bd-4c49-b876-f2d62d619827 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3148978 Mar 11 00:44:43.826724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:43.831791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:43.852571 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.853582 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.910084 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for router_controller (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:43.923198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-080f0488-6aff-4607-9679-daf4d3fc4c36', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:43.924101 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.054967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for router_gateway (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.055670 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Allocated IP 172.20.0.2 (080f0488-6aff-4607-9679-daf4d3fc4c36/d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e/af441fd9-0515-4e8e-95d8-2301fe4e726e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:44.200373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks [] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.206409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.245288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:44.254111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:44.256470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:44.260844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Pushing event updated for resources: {'Port': ['ID=af441fd9-0515-4e8e-95d8-2301fe4e726e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:44.265620 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for router_gateway (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.288318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.322534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Attempting to bind port af441fd9-0515-4e8e-95d8-2301fe4e726e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:44.322821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Attempting to bind port af441fd9-0515-4e8e-95d8-2301fe4e726e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:44.323191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Attempting to bind port af441fd9-0515-4e8e-95d8-2301fe4e726e on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:44.328692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:44.329077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Checking segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:44.329533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.329942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Bound using segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:44.330411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Bound port: af441fd9-0515-4e8e-95d8-2301fe4e726e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:44.330795 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.392146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] For port af441fd9-0515-4e8e-95d8-2301fe4e726e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:44.395118 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] For port af441fd9-0515-4e8e-95d8-2301fe4e726e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=af441fd9-0515-4e8e-95d8-2301fe4e726e,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:44.396320 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Allocated IP 172.25.7.44 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6da3de64-96e8-400b-b649-6d59b9420b47) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:44.402676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.462527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa6191-17c7-4b36-8613-79003205f7b3 None None] Pushing event updated for resources: {'Port': ['ID=af441fd9-0515-4e8e-95d8-2301fe4e726e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:44.508703 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for port (6da3de64-96e8-400b-b649-6d59b9420b47), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.543449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:44.581770 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:44.587398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:44.591352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:44.631493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Pushing event updated for resources: {'Port': ['ID=6da3de64-96e8-400b-b649-6d59b9420b47,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:44.871964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for router_gateway (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.080184 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.214168 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:44:45.332501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:44:45.342012 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Sync routers for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:44:45.352051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.353316 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4311ec5d-6687-4768-884a-756d3bce6292 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5255983 Mar 11 00:44:45.354684 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:45.355568 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:45.356373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42918) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:45.426390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a324e0f0-d9cb-42b3-8f87-bdceb0c645e8 None None] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:45.472254 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:45.535413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Provisioning complete for port af441fd9-0515-4e8e-95d8-2301fe4e726e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:45.535881 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.641284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Current status of the port af441fd9-0515-4e8e-95d8-2301fe4e726e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:45.641688 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.682149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] For port af441fd9-0515-4e8e-95d8-2301fe4e726e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=af441fd9-0515-4e8e-95d8-2301fe4e726e,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:45.688952 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.716351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:44Z', 'revision_number': 3, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:45.736734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device af441fd9-0515-4e8e-95d8-2301fe4e726e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:45.747466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Checking router: 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:44:45.747828 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Updating router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 port 6da3de64-96e8-400b-b649-6d59b9420b47 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:44:45.778510 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.804107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port af441fd9-0515-4e8e-95d8-2301fe4e726e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:45.804491 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.843691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54caaa-08ec-490d-9b2c-3d0176190886 None None] Pushing event updated for resources: {'Port': ['ID=af441fd9-0515-4e8e-95d8-2301fe4e726e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:45.913831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port af441fd9-0515-4e8e-95d8-2301fe4e726e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:45.925677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3c647113-d5a8-4152-a798-da52743cfdf6 None None] Provisioning complete for port af441fd9-0515-4e8e-95d8-2301fe4e726e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:45.926045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3c647113-d5a8-4152-a798-da52743cfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:45.953472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.006172 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3c647113-d5a8-4152-a798-da52743cfdf6 None None] Current status of the port af441fd9-0515-4e8e-95d8-2301fe4e726e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:46.071680 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks [] for port (6da3de64-96e8-400b-b649-6d59b9420b47), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.077261 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.127288 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Attempting to bind port 6da3de64-96e8-400b-b649-6d59b9420b47 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:46.127664 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Attempting to bind port 6da3de64-96e8-400b-b649-6d59b9420b47 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:46.128179 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Attempting to bind port 6da3de64-96e8-400b-b649-6d59b9420b47 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:46.135090 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Pushing event updated for resources: {'Port': ['ID=6da3de64-96e8-400b-b649-6d59b9420b47,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:46.141222 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:46.141611 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:46.142010 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.142404 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:46.142872 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Bound port: 6da3de64-96e8-400b-b649-6d59b9420b47, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:46.143250 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.146394 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.146747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.149943 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.150314 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.150659 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.150995 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.151329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.151661 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.152015 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.152344 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.152672 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.152994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.153317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:44:46.212183 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] For port 6da3de64-96e8-400b-b649-6d59b9420b47, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:46.214151 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Allocated IP 172.20.0.1 (080f0488-6aff-4607-9679-daf4d3fc4c36/d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e/f91c51a9-0360-4182-9b9d-eb78707d851a) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:46.215654 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] For port 6da3de64-96e8-400b-b649-6d59b9420b47, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6da3de64-96e8-400b-b649-6d59b9420b47,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:46.221036 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.277257 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fbfa9-af03-490d-bfa6-4a3665d1f489 None None] Pushing event updated for resources: {'Port': ['ID=6da3de64-96e8-400b-b649-6d59b9420b47,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:46.281315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:46.281919 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:46.317304 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks [] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.351488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.387813 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:46.397003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:46.403010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:46.405474 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:46.407827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Pushing event updated for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:46.467643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.593654 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:44Z', 'revision_number': 3, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:46.624047 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ace687-08a1-464b-acbb-a212d5c12cb8 None None] The sync data for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 is: [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:44Z', 'revision_number': 3, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:44:46.645442 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.739405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c6d5ad1d-369c-429e-aa74-5d20dd47f78e None None] Provisioning complete for port f91c51a9-0360-4182-9b9d-eb78707d851a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:46.739997 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ad1d-369c-429e-aa74-5d20dd47f78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.785121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5ad1d-369c-429e-aa74-5d20dd47f78e None None] Port f91c51a9-0360-4182-9b9d-eb78707d851a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:44:46.844696 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks [] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.852851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.926626 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:46.940211 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Pushing event updated for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:47.035612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:47.037145 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:47.167019 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:44:47.286478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:44:47.292283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2d9b6d66-b394-443d-a7aa-e9047ef22570 admin admin] 10.222.0.21 "PUT /v2.0/routers/3f3c4dec-5ceb-412e-802a-dd0adb8a5215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339957 Mar 11 00:44:47.315298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-25f7ddf9-40b0-48eb-9490-004b9058bd64 None None] Provisioning complete for port f91c51a9-0360-4182-9b9d-eb78707d851a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:47.315749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-25f7ddf9-40b0-48eb-9490-004b9058bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.351580 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-25f7ddf9-40b0-48eb-9490-004b9058bd64 None None] Port f91c51a9-0360-4182-9b9d-eb78707d851a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:44:47.721185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device af441fd9-0515-4e8e-95d8-2301fe4e726e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:47.773052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port af441fd9-0515-4e8e-95d8-2301fe4e726e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:47.773667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.781837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42934) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:47.786919 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-633020630-network', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:47.807888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Made reservation on behalf of 1405a22b79a74a8a8fe12b25af65cce8 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:47.810480 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.822837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.911649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks [] for security_group (f0c487a3-a01a-4370-9aa2-23421d9843c1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.916343 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f0c487a3-a01a-4370-9aa2-23421d9843c1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.945183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:44:47.958827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c487a3-a01a-4370-9aa2-23421d9843c1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:47.962699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (899ea480-f67c-4d39-b8a6-e564517a024c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:47.963049 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Added segment 899ea480-f67c-4d39-b8a6-e564517a024c of type vlan for network 81e6b2d2-791d-4816-a5f0-1cb5304501ce Mar 11 00:44:48.012420 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (81e6b2d2-791d-4816-a5f0-1cb5304501ce), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.019529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port af441fd9-0515-4e8e-95d8-2301fe4e726e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:48.020702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6da3de64-96e8-400b-b649-6d59b9420b47 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:48.039807 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (81e6b2d2-791d-4816-a5f0-1cb5304501ce), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.040990 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:48.041566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.072420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6da3de64-96e8-400b-b649-6d59b9420b47 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:48.072717 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.078717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2956312 Mar 11 00:44:48.081590 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42936) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:48.091658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Request body: {'subnet': {'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-subnet', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:48.113545 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Made reservation on behalf of 1405a22b79a74a8a8fe12b25af65cce8 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:48.116514 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.125981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7204f8c-3238-4c85-9ede-4d21dd5e834a admin admin] Pushing event updated for resources: {'Network': ['ID=81e6b2d2-791d-4816-a5f0-1cb5304501ce,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:48.143576 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:44:48.182697 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6da3de64-96e8-400b-b649-6d59b9420b47 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:48.183114 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.236158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 6da3de64-96e8-400b-b649-6d59b9420b47, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6da3de64-96e8-400b-b649-6d59b9420b47,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:48.242083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.295043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=6da3de64-96e8-400b-b649-6d59b9420b47,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:48.315496 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (b1715e12-c3a1-4fb0-a0e8-16d638c01e4a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.345806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Sync routers for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:44:48.356634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:48.357392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:48.377350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1715e12-c3a1-4fb0-a0e8-16d638c01e4a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:48.386743 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Checking segment: {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:48.387114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Network hostable DHCP agents. Network: 81e6b2d2-791d-4816-a5f0-1cb5304501ce, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:44:48.404358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:44:48.413087 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 81e6b2d2-791d-4816-a5f0-1cb5304501ce) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:48.419833 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:48.420504 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.436317 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6573c8a8-0a16-42ed-9643-982ace3197eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3536332 Mar 11 00:44:48.438899 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 42938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:48.443241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:48.451494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd35fd-d606-43c9-91ff-bbbfeaa616e4 None None] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:48.462539 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.463554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.517986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for router_controller (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.519407 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:48.633170 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'fixed_ips': [{'subnet_id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:44:48.634028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.665857 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for router_gateway (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.856139 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Allocated IP 172.20.0.2 (81e6b2d2-791d-4816-a5f0-1cb5304501ce/b1715e12-c3a1-4fb0-a0e8-16d638c01e4a/04e14971-162e-42ce-a0fa-58ca5821649a) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:48.870631 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for router_gateway (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.889572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.889758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 4, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f91c51a9-0360-4182-9b9d-eb78707d851a', 'name': '', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'mac_address': 'fa:16:3e:ec:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:45Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 2, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'subnets': [{'id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:48.923866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Checking router: 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:44:48.924270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Updating router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 port f91c51a9-0360-4182-9b9d-eb78707d851a binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:44:48.987694 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:48.995424 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Allocated IP 172.25.7.36 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/14cfe2d9-0016-4427-a107-2cc81f177407) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:49.104044 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for port (14cfe2d9-0016-4427-a107-2cc81f177407), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.139708 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.146245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks [] for port (04e14971-162e-42ce-a0fa-58ca5821649a), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.153897 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.179658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:49.186337 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:49.189352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:49.195476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Pushing event updated for resources: {'Port': ['ID=14cfe2d9-0016-4427-a107-2cc81f177407,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:49.220835 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:49.227227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Pushing event updated for resources: {'Port': ['ID=04e14971-162e-42ce-a0fa-58ca5821649a,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:49.234180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:49.259222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:49.341981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Attempting to bind port 04e14971-162e-42ce-a0fa-58ca5821649a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:49.342360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Attempting to bind port 04e14971-162e-42ce-a0fa-58ca5821649a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:49.342733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Attempting to bind port 04e14971-162e-42ce-a0fa-58ca5821649a on network 81e6b2d2-791d-4816-a5f0-1cb5304501ce {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:49.353888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:49.354280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Checking segment: {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:49.354674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.355072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Bound using segment: {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:49.355543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Bound port: 04e14971-162e-42ce-a0fa-58ca5821649a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:49.355943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.446627 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks [] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.456760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for router_gateway (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.458161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.495053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] For port 04e14971-162e-42ce-a0fa-58ca5821649a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:49.520908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] For port 04e14971-162e-42ce-a0fa-58ca5821649a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=04e14971-162e-42ce-a0fa-58ca5821649a,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:49.526168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12ece7-07f8-4fdf-858a-05899243bab1 None None] Pushing event updated for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:49.531836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.649133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Attempting to bind port f91c51a9-0360-4182-9b9d-eb78707d851a on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:49.649558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Attempting to bind port f91c51a9-0360-4182-9b9d-eb78707d851a by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:49.649873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Attempting to bind port f91c51a9-0360-4182-9b9d-eb78707d851a on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:49.657632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca2ffb-da48-4589-b1ee-fa19549db070 None None] Pushing event updated for resources: {'Port': ['ID=04e14971-162e-42ce-a0fa-58ca5821649a,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:49.660897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:49.661336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Checking segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:49.661744 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.662142 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Bound using segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:49.662800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Bound port: f91c51a9-0360-4182-9b9d-eb78707d851a, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:49.663196 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.713023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6da3de64-96e8-400b-b649-6d59b9420b47 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:49.781264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] For port f91c51a9-0360-4182-9b9d-eb78707d851a, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:49.786524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] For port f91c51a9-0360-4182-9b9d-eb78707d851a, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f91c51a9-0360-4182-9b9d-eb78707d851a,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:49.801806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.813868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Provisioning complete for port f91c51a9-0360-4182-9b9d-eb78707d851a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:49.814244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.884037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12ece7-07f8-4fdf-858a-05899243bab1 None None] Pushing event updated for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:49.925868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 6da3de64-96e8-400b-b649-6d59b9420b47 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:49.926017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:49.969309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:49.970010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:50.130500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.278093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:44:50.323756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Current status of the port f91c51a9-0360-4182-9b9d-eb78707d851a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:50.324172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.328245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:50.358175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 6da3de64-96e8-400b-b649-6d59b9420b47 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:50.396687 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:44:50.407486 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Sync routers for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:44:50.418843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.422882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 42940) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:44:50.423413 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7a013d0c-b55f-49f5-a759-25c43c9bd574 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9829662 Mar 11 00:44:50.424281 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:50.425082 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:50.431862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] For port f91c51a9-0360-4182-9b9d-eb78707d851a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f91c51a9-0360-4182-9b9d-eb78707d851a,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:50.447123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.553880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8bf96-667f-4a1d-9564-a82999d71a74 None None] Pushing event updated for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:50.554131 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:50.603298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-65b532de-c07b-4749-a578-0b785f2863bf None None] Provisioning complete for port f91c51a9-0360-4182-9b9d-eb78707d851a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:50.603686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65b532de-c07b-4749-a578-0b785f2863bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.664588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 4, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f91c51a9-0360-4182-9b9d-eb78707d851a', 'name': '', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'mac_address': 'fa:16:3e:ec:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:45Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 4, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'subnets': [{'id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:50.715203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ec6a-7c7b-47dc-9a0f-b0344129c6a7 None None] The sync data for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 is: [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:44:46Z', 'revision_number': 4, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f91c51a9-0360-4182-9b9d-eb78707d851a', 'name': '', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'mac_address': 'fa:16:3e:ec:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:45Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 4, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'subnets': [{'id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:44:50.742627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-65b532de-c07b-4749-a578-0b785f2863bf None None] Current status of the port f91c51a9-0360-4182-9b9d-eb78707d851a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:50.802843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 3, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:50.850783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Checking router: ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:44:50.851134 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Updating router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b port 14cfe2d9-0016-4427-a107-2cc81f177407 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:44:50.879455 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:50.938229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae361951-aa68-4ae9-9411-f6f4fba5bca9 None None] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:44:51.020766 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Provisioning complete for port 04e14971-162e-42ce-a0fa-58ca5821649a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:51.021166 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.053389 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.150597 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Current status of the port 04e14971-162e-42ce-a0fa-58ca5821649a is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:51.151090 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.204634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] For port 04e14971-162e-42ce-a0fa-58ca5821649a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=04e14971-162e-42ce-a0fa-58ca5821649a,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:51.210580 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks [] for port (14cfe2d9-0016-4427-a107-2cc81f177407), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.214681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.218950 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.255517 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Attempting to bind port 14cfe2d9-0016-4427-a107-2cc81f177407 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:51.256185 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Attempting to bind port 14cfe2d9-0016-4427-a107-2cc81f177407 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:51.257821 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Attempting to bind port 14cfe2d9-0016-4427-a107-2cc81f177407 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:51.277780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Allocated IP 172.20.0.1 (81e6b2d2-791d-4816-a5f0-1cb5304501ce/b1715e12-c3a1-4fb0-a0e8-16d638c01e4a/8e82072e-5fd2-4c24-aa97-951a2520c6e3) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:51.292092 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:51.292824 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:51.293391 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.293940 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:51.294631 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Bound port: 14cfe2d9-0016-4427-a107-2cc81f177407, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:51.295197 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.306557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae9ab-524a-48ac-b9ac-845e0f910b5f None None] Pushing event updated for resources: {'Port': ['ID=04e14971-162e-42ce-a0fa-58ca5821649a,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:51.363590 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] For port 14cfe2d9-0016-4427-a107-2cc81f177407, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:51.372836 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] For port 14cfe2d9-0016-4427-a107-2cc81f177407, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=14cfe2d9-0016-4427-a107-2cc81f177407,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:51.386264 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.409846 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392608-3269-44e4-b803-bd3a40d86b8c None None] Pushing event updated for resources: {'Port': ['ID=14cfe2d9-0016-4427-a107-2cc81f177407,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:51.427782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks [] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.457936 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:51.458570 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:51.471006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.518986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:51.522943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:51.528128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:51.531403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Pushing event updated for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:51.557834 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f6cc0684-1631-46b3-b59a-df74a81a13cd None None] Provisioning complete for port 04e14971-162e-42ce-a0fa-58ca5821649a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:51.558217 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0684-1631-46b3-b59a-df74a81a13cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.585524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.690283 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e392608-3269-44e4-b803-bd3a40d86b8c None None] Pushing event updated for resources: {'Port': ['ID=14cfe2d9-0016-4427-a107-2cc81f177407,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:51.699756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc0684-1631-46b3-b59a-df74a81a13cd None None] Current status of the port 04e14971-162e-42ce-a0fa-58ca5821649a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:51.779595 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:51.822585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f91c51a9-0360-4182-9b9d-eb78707d851a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:51.838698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.893694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f91c51a9-0360-4182-9b9d-eb78707d851a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:51.894085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:51.946465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-11e7071b-1e89-44a4-b495-c10f846e5d03 None None] Provisioning complete for port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:51.947164 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-11e7071b-1e89-44a4-b495-c10f846e5d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.013975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-11e7071b-1e89-44a4-b495-c10f846e5d03 None None] Port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:44:52.025493 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 3, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:52.032870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f91c51a9-0360-4182-9b9d-eb78707d851a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:52.034287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 04e14971-162e-42ce-a0fa-58ca5821649a up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:52.052910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks [] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.057983 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa97c1d-6a5d-44f5-9465-a5eb06da89bb None None] The sync data for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 is: [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:49Z', 'revision_number': 3, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:44:52.059180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.095984 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 04e14971-162e-42ce-a0fa-58ca5821649a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:52.096615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.144847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.147585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Pushing event updated for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:52.186454 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 04e14971-162e-42ce-a0fa-58ca5821649a is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:52.249021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:52.250458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:52.389434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:44:52.547145 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a11becb7-a863-4bb8-9377-4c5e3188b77f None None] Provisioning complete for port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:52.547435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a11becb7-a863-4bb8-9377-4c5e3188b77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:52.585197 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a11becb7-a863-4bb8-9377-4c5e3188b77f None None] Port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:44:52.784346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:44:52.789917 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a0b9ab90-4ac1-4d58-8def-a9f15b00917d admin admin] 10.222.0.21 "PUT /v2.0/routers/ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3650253 Mar 11 00:44:53.514280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-707271b3-8eef-440e-91fa-080372c090bd tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:53.515739 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-707271b3-8eef-440e-91fa-080372c090bd tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 817 time: 0.1135862 Mar 11 00:44:53.531499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-11a1fe71-1929-4dcf-a077-e5c8b8d11cb2 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/quotas/38008c7834014d9db6bc7bf4aaa236ed HTTP/1.1" status: 200 len: 375 time: 0.0097425 Mar 11 00:44:53.591372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-e323077b-c2e6-4125-ae62-d856164fc275 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542514 Mar 11 00:44:53.694755 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 14cfe2d9-0016-4427-a107-2cc81f177407 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:53.749627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 14cfe2d9-0016-4427-a107-2cc81f177407 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:53.750013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:53.840465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 14cfe2d9-0016-4427-a107-2cc81f177407 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:53.840781 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:53.848014 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-933ccb58-1e01-4af9-9d9f-10c508812403 service neutron] 10.222.0.21 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411476 Mar 11 00:44:53.862218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 14cfe2d9-0016-4427-a107-2cc81f177407, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=14cfe2d9-0016-4427-a107-2cc81f177407,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:53.866382 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:53.920151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=14cfe2d9-0016-4427-a107-2cc81f177407,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:53.942254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-6c7035d8-26b2-47b4-8492-7545ce3040e0 service neutron] 10.222.0.21 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933750 Mar 11 00:44:54.121062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Sync routers for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:44:54.121758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-04c98f31-bb81-46bf-b848-e9cdf7806bae req-375ab7d9-7bb3-4992-802d-3187a6d1f8e7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 210 time: 0.0382717 Mar 11 00:44:54.133837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:54.143277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:54.255769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:54.465429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 4, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8e82072e-5fd2-4c24-aa97-951a2520c6e3', 'name': '', 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'mac_address': 'fa:16:3e:b2:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:51Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 2, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'subnets': [{'id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:54.491420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Checking router: ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:44:54.491777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Updating router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:44:54.519493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:54.785032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks [] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:54.790474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:54.837916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e23c-cc34-445e-bf54-a0148ff9d46f None None] Pushing event updated for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:54.892099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Attempting to bind port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:54.892638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Attempting to bind port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:54.893019 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Attempting to bind port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 on network 81e6b2d2-791d-4816-a5f0-1cb5304501ce {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:54.899168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:54.899544 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Checking segment: {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:54.900123 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:54.900521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Bound using segment: {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:54.901832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Bound port: 8e82072e-5fd2-4c24-aa97-951a2520c6e3, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899ea480-f67c-4d39-b8a6-e564517a024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:54.902036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:54.973827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] For port 8e82072e-5fd2-4c24-aa97-951a2520c6e3, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:54.977636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] For port 8e82072e-5fd2-4c24-aa97-951a2520c6e3, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8e82072e-5fd2-4c24-aa97-951a2520c6e3,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:54.985876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.048645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:44:55.049200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:44:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:55.055265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69e23c-cc34-445e-bf54-a0148ff9d46f None None] Pushing event updated for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:55.120822 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-cda32a8a-8b4a-4dfe-8f26-47be639884e5 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:55.122721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-cda32a8a-8b4a-4dfe-8f26-47be639884e5 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 817 time: 0.1571641 Mar 11 00:44:55.136121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Provisioning complete for port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:55.136500 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.138774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Request body: {'port': {'device_id': 'a1056c79-735c-489a-987d-573bd168f23d', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'admin_state_up': True, 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:55.261990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4bf9c71a-f43b-422b-9037-dc86b35ee69f req-e58eb7ee-c733-455e-a763-fcc567432112 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 210 time: 0.0404279 Mar 11 00:44:55.303435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Made reservation on behalf of 38008c7834014d9db6bc7bf4aaa236ed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:44:55.306873 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.393826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:44:55.442183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Allocated IP 172.20.0.9 (080f0488-6aff-4607-9679-daf4d3fc4c36/d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e/d0edbc84-9084-4d39-9286-d94ed100c365) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:44:55.514913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Current status of the port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:55.515317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.548109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-919cb2e8-5adb-4bc7-afba-b3675039becf req-62eed844-5ea9-4a6a-9523-4a9eded9bd3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285776 Mar 11 00:44:55.594741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-31c526ab-2465-460d-9564-cbec772a99af None None] For port 8e82072e-5fd2-4c24-aa97-951a2520c6e3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8e82072e-5fd2-4c24-aa97-951a2520c6e3,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:44:55.605401 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.620638 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks [] for port (d0edbc84-9084-4d39-9286-d94ed100c365), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.644669 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-919cb2e8-5adb-4bc7-afba-b3675039becf req-b5c72722-a41c-4aa3-8166-7f3b7adaab53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0419359 Mar 11 00:44:55.674866 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.684865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 14cfe2d9-0016-4427-a107-2cc81f177407 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:55.687724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c526ab-2465-460d-9564-cbec772a99af None None] Pushing event updated for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:55.699824 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-919cb2e8-5adb-4bc7-afba-b3675039becf req-df394dc4-ae64-42b2-ad5c-a1435b9199d2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332510 Mar 11 00:44:55.726988 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:44:55.730750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:44:55.738165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:44:55.756084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-31ce7b22-60d0-4e5d-a630-8c8642881535 None None] Provisioning complete for port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:55.757568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-31ce7b22-60d0-4e5d-a630-8c8642881535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.777405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Pushing event updated for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:55.797261 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 4, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8e82072e-5fd2-4c24-aa97-951a2520c6e3', 'name': '', 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'mac_address': 'fa:16:3e:b2:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:51Z', 'updated_at': '2022-03-11T00:44:54Z', 'revision_number': 4, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'subnets': [{'id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:44:55.819605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:55.820297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.828769 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb2e8-5adb-4bc7-afba-b3675039becf req-6a531c5c-aac4-47e1-a449-be3dcf2e3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:55.830713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-919cb2e8-5adb-4bc7-afba-b3675039becf req-6a531c5c-aac4-47e1-a449-be3dcf2e3903 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228254 Mar 11 00:44:55.836908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe307a-cf77-4eab-b218-6131d2abe1a1 None None] The sync data for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 is: [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:51Z', 'revision_number': 4, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '8e82072e-5fd2-4c24-aa97-951a2520c6e3', 'name': '', 'network_id': '81e6b2d2-791d-4816-a5f0-1cb5304501ce', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'mac_address': 'fa:16:3e:b2:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:51Z', 'updated_at': '2022-03-11T00:44:54Z', 'revision_number': 4, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'subnets': [{'id': 'b1715e12-c3a1-4fb0-a0e8-16d638c01e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:44:55.846243 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 14cfe2d9-0016-4427-a107-2cc81f177407 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:55.846628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:55.855829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-d0ef203b-d4b6-4181-896b-4814f6caefb3 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7215881 Mar 11 00:44:55.968629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-31ce7b22-60d0-4e5d-a630-8c8642881535 None None] Current status of the port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:55.985245 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Request body: {'port': {'device_id': 'a1056c79-735c-489a-987d-573bd168f23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:44:56.013410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 14cfe2d9-0016-4427-a107-2cc81f177407 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:56.069805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.091610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e07f5d2-4d0c-4aff-b6ff-9d3eeda8cfe4 None None] Provisioning complete for port d0edbc84-9084-4d39-9286-d94ed100c365 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:56.092025 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e07f5d2-4d0c-4aff-b6ff-9d3eeda8cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.129245 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e07f5d2-4d0c-4aff-b6ff-9d3eeda8cfe4 None None] Port d0edbc84-9084-4d39-9286-d94ed100c365 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:44:56.380314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0edbc84-9084-4d39-9286-d94ed100c365 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:44:56.394560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks [] for port (d0edbc84-9084-4d39-9286-d94ed100c365), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.411278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Transition to ACTIVE for port object d0edbc84-9084-4d39-9286-d94ed100c365 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:44:56.418294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.433355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8b1c-8d05-4c7a-b82c-a37411882b1c req-2e81e7c9-3635-461d-89fe-74a4e77f0443 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:56.434825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26dc8b1c-8d05-4c7a-b82c-a37411882b1c req-2e81e7c9-3635-461d-89fe-74a4e77f0443 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 931 time: 0.0935063 Mar 11 00:44:56.513086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Pushing event updated for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:56.571295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-26dc8b1c-8d05-4c7a-b82c-a37411882b1c req-5aadf7c8-bc68-4284-997e-55a410646b75 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158309 Mar 11 00:44:56.607115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Attempting to bind port d0edbc84-9084-4d39-9286-d94ed100c365 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:44:56.607458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Attempting to bind port d0edbc84-9084-4d39-9286-d94ed100c365 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:44:56.607787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Attempting to bind port d0edbc84-9084-4d39-9286-d94ed100c365 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:56.612310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Port d0edbc84-9084-4d39-9286-d94ed100c365 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:44:56.612637 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Attempting to bind port d0edbc84-9084-4d39-9286-d94ed100c365 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:44:56.618362 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:44:56.618704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Checking segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:44:56.619096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Bound using segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:44:56.619552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Bound port: d0edbc84-9084-4d39-9286-d94ed100c365, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:44:56.619911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.686729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:44:56.689784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d0edbc84-9084-4d39-9286-d94ed100c365,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:44:56.696917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.735206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:56.735850 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:56.737274 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] 10.222.0.30 "PUT /v2.0/ports/d0edbc84-9084-4d39-9286-d94ed100c365 HTTP/1.1" status: 200 len: 1091 time: 0.8177335 Mar 11 00:44:56.737746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:44:56.775713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b5a7b-1c60-4c55-8210-11015ba75fbf service neutron] Pushing event updated for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:44:56.822126 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957eb41-0bf5-4c2a-b492-ea83d0431712" -d '{"events": [{"name": "network-changed", "server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:44:56.851244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-288cfe1c-df1e-4d4c-ba74-7a78b77ba799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:56.852846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-288cfe1c-df1e-4d4c-ba74-7a78b77ba799 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 1125 time: 0.0631824 Mar 11 00:44:56.897846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-3fbb490c-efc7-40be-92f4-733fd66da7cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0edbc84-9084-4d39-9286-d94ed100c365 HTTP/1.1" status: 200 len: 217 time: 0.0383356 Mar 11 00:44:56.939038 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab797c1-1e06-4c52-9e3f-0860faf0f7cf x-openstack-request-id: req-0ab797c1-1e06-4c52-9e3f-0860faf0f7cf {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:44:56.939421 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:44:56.939744 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ab797c1-1e06-4c52-9e3f-0860faf0f7cf {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:44:56.940248 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365', 'status': 'completed', 'code': 200} Mar 11 00:44:56.960483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-3158eaa2-51e4-41ea-a349-1ec3ef2468dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:56.962012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-3158eaa2-51e4-41ea-a349-1ec3ef2468dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 200 len: 856 time: 0.0588355 Mar 11 00:44:57.016428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-746a487c-af13-4c90-adf0-4b19f7c6a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.017944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-746a487c-af13-4c90-adf0-4b19f7c6a26a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f0488-6aff-4607-9679-daf4d3fc4c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499630 Mar 11 00:44:57.113202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-bcb83c8b-1bfd-4cc2-80a8-f817ecf3ff87 service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881085 Mar 11 00:44:57.207058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5b81801-6f32-446f-b9e7-6476c293db7e req-cab9ed49-154c-48ca-917e-beb36295b19e service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881064 Mar 11 00:44:57.293067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-d10a6783-3d13-413a-9285-af54ef9d19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.294622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-d10a6783-3d13-413a-9285-af54ef9d19af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 1125 time: 0.0459507 Mar 11 00:44:57.390641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-1f9ab44f-cea4-4c9c-90be-b62792d8d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.392040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-1f9ab44f-cea4-4c9c-90be-b62792d8d244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 918 time: 0.0915790 Mar 11 00:44:57.433514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-71d427b6-4e0f-46e3-8a00-a97d4442dc32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0edbc84-9084-4d39-9286-d94ed100c365 HTTP/1.1" status: 200 len: 217 time: 0.0349593 Mar 11 00:44:57.481676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-1c287ca3-fdf9-4d56-952d-658886a1d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.483093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-1c287ca3-fdf9-4d56-952d-658886a1d0a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 200 len: 856 time: 0.0437055 Mar 11 00:44:57.539056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-fff5b54e-ccd7-477c-9079-9ed5062658c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.540617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-fff5b54e-ccd7-477c-9079-9ed5062658c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f0488-6aff-4607-9679-daf4d3fc4c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501060 Mar 11 00:44:57.637443 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-f36fcbad-8833-49ff-ab88-136e8f76df89 service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903299 Mar 11 00:44:57.677714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8e82072e-5fd2-4c24-aa97-951a2520c6e3 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:44:57.730964 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:44:57.731346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:44:57.763806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9084d-fd57-472f-b2b0-e78e172946b6 req-65030599-409a-44f8-9007-c4c1451e84d6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:57.765328 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc9084d-fd57-472f-b2b0-e78e172946b6 req-65030599-409a-44f8-9007-c4c1451e84d6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 943 time: 0.1139364 Mar 11 00:44:57.788538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2957eb41-0bf5-4c2a-b492-ea83d0431712 req-08a1007f-bd6f-405d-89bb-b9442d7e44c2 service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445577 Mar 11 00:44:57.811833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:44:57.820020 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bc9084d-fd57-472f-b2b0-e78e172946b6 req-e8429f37-d7b4-4329-95a9-6d7515115f68 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Mar 11 00:44:58.945604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d142d-03e4-41dc-8d33-65dfaa264b97 req-67f4df64-160d-4440-ae35-0406198090e1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:44:58.947098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c5d142d-03e4-41dc-8d33-65dfaa264b97 req-67f4df64-160d-4440-ae35-0406198090e1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 943 time: 0.0580382 Mar 11 00:44:58.994793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c5d142d-03e4-41dc-8d33-65dfaa264b97 req-59ce3fae-02ba-42e2-bd81-23f3dbb323b0 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Mar 11 00:44:59.977186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d0edbc84-9084-4d39-9286-d94ed100c365 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:45:00.076553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d0edbc84-9084-4d39-9286-d94ed100c365,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:00.088202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': 'd0edbc84-9084-4d39-9286-d94ed100c365', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'port_id': 'd0edbc84-9084-4d39-9286-d94ed100c365', 'mac_address': 'fa:16:3e:c0:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:45:00.116107 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c60822-cbaa-45d2-a6ec-91d9d27e0a21 req-6cc28956-fce8-4539-a539-b23b2f4089b1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:00.117596 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43c60822-cbaa-45d2-a6ec-91d9d27e0a21 req-6cc28956-fce8-4539-a539-b23b2f4089b1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 943 time: 0.0537622 Mar 11 00:45:00.125610 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d0edbc84-9084-4d39-9286-d94ed100c365 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:45:00.126003 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:00.139365 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0edbc84-9084-4d39-9286-d94ed100c365 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:45:00.158327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d0edbc84-9084-4d39-9286-d94ed100c365,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:00.162465 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:00.165001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-43c60822-cbaa-45d2-a6ec-91d9d27e0a21 req-72ec0c99-9c46-4988-88ac-04346a521173 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Mar 11 00:45:00.213291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:00.363435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d0edbc84-9084-4d39-9286-d94ed100c365'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:45:01.283615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14502d5-4a1c-4d78-8385-04cffc2947df req-81433196-0d81-42ea-ba4d-764bd13626f6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:01.285087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e14502d5-4a1c-4d78-8385-04cffc2947df req-81433196-0d81-42ea-ba4d-764bd13626f6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 944 time: 0.0508764 Mar 11 00:45:01.334766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e14502d5-4a1c-4d78-8385-04cffc2947df req-ed5dcc04-dbc6-4537-a1f9-8b1caecc49b9 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Mar 11 00:45:01.993593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d0edbc84-9084-4d39-9286-d94ed100c365 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:45:02.044647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port d0edbc84-9084-4d39-9286-d94ed100c365 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:45:02.048330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port d0edbc84-9084-4d39-9286-d94ed100c365 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:45:02.048692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:02.123326 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port d0edbc84-9084-4d39-9286-d94ed100c365 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:45:02.123713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:02.145184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:45:02.159075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d0edbc84-9084-4d39-9286-d94ed100c365,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:02.163699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:02.186902 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b14f25-a6b0-4af2-9089-6f0b0acf3b2b" -d '{"events": [{"server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "name": "network-vif-plugged", "status": "completed", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:45:02.217863 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:02.271572 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086c65d-38fd-4428-8b87-ad3d79740e8c x-openstack-request-id: req-1086c65d-38fd-4428-8b87-ad3d79740e8c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:45:02.272007 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "name": "network-vif-plugged", "status": "completed", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:45:02.272308 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1086c65d-38fd-4428-8b87-ad3d79740e8c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:45:02.272722 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365', 'code': 200} Mar 11 00:45:02.374003 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930f52-d6a6-4419-a644-812f801c793c req-9dc930c4-e127-48c9-a512-499e3613fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:02.375516 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70930f52-d6a6-4419-a644-812f801c793c req-9dc930c4-e127-48c9-a512-499e3613fbeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 1127 time: 0.0466485 Mar 11 00:45:02.444576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70930f52-d6a6-4419-a644-812f801c793c req-cf20814b-87f8-47a6-b359-727d2a2188f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629582 Mar 11 00:45:02.467941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1401-6a6f-459e-811a-30a59a01f38f req-20ad4b35-1363-46e8-b820-af72669db0e7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:02.469416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48ee1401-6a6f-459e-811a-30a59a01f38f req-20ad4b35-1363-46e8-b820-af72669db0e7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0640876 Mar 11 00:45:02.516215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48ee1401-6a6f-459e-811a-30a59a01f38f req-b202210f-f622-4d65-90b3-8ecfd6af7626 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Mar 11 00:45:03.639814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602334f0-d245-4bfe-9811-61e227930849 req-a6a2b441-6aa9-4fcd-a616-ad91ca5363af tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:03.641300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-602334f0-d245-4bfe-9811-61e227930849 req-a6a2b441-6aa9-4fcd-a616-ad91ca5363af tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0558233 Mar 11 00:45:03.687458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-602334f0-d245-4bfe-9811-61e227930849 req-f924c2d0-fa23-44b7-9bc3-c0b7dc2d090f tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Mar 11 00:45:03.803913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953137e-8c19-45c5-9064-28225c155fac req-a9d24cfc-7a41-425a-b6e6-8ed7d7902f69 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:03.805337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e953137e-8c19-45c5-9064-28225c155fac req-a9d24cfc-7a41-425a-b6e6-8ed7d7902f69 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0525150 Mar 11 00:45:03.851995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e953137e-8c19-45c5-9064-28225c155fac req-daa573a1-53c6-428a-82b6-c0f1e0466dd5 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Mar 11 00:45:06.796370 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-855c25fe-36e8-4bc8-8c95-b7efd7f51340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:09.356203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1e7518f8-56e1-4c6a-9fb3-2b04c7a6afec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:10.586493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:11.147475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:11.519984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:11.767732 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:13.364349 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:18.186693 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:45:36.518012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-1bc7ef5c-8edc-4c37-8d27-eb1c5533b55d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512338 Mar 11 00:45:36.615880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-2e0ac55e-67f2-4e46-a582-b64dbfd4111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:36.617561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-2e0ac55e-67f2-4e46-a582-b64dbfd4111f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 1127 time: 0.0550799 Mar 11 00:45:36.730388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-13f3b6a9-1695-4e43-9e92-2eb76d08e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:36.730388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-13f3b6a9-1695-4e43-9e92-2eb76d08e9a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 918 time: 0.0914819 Mar 11 00:45:36.774548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-665d9457-d255-4545-a0a3-18c75b3dddcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0edbc84-9084-4d39-9286-d94ed100c365 HTTP/1.1" status: 200 len: 217 time: 0.0406482 Mar 11 00:45:36.803415 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6ed39dd6-c7de-4af1-b4b3-92365d4111d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:36.839490 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-fb668e7b-988c-43f7-9c33-9bb89af7a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:36.839490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-fb668e7b-988c-43f7-9c33-9bb89af7a39c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 200 len: 856 time: 0.0548685 Mar 11 00:45:36.891378 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-b6ba2f58-9fb8-4e29-af2f-398eb6b4f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:36.893048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-b6ba2f58-9fb8-4e29-af2f-398eb6b4f7b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f0488-6aff-4607-9679-daf4d3fc4c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495038 Mar 11 00:45:36.991339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-987af2ab-e04c-4c76-918d-9bd052935ebc service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907595 Mar 11 00:45:37.082013 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb45aef6-1489-4216-8364-b92e8e558e82 req-8fe3f81a-8bb5-433c-848a-37c4d22a629e service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Mar 11 00:45:38.089255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150acf4-aa94-4379-a945-0af26b6cd049 req-c08b22e1-730a-49a6-990f-cadd54bab94c tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:38.090752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7150acf4-aa94-4379-a945-0af26b6cd049 req-c08b22e1-730a-49a6-990f-cadd54bab94c tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0616312 Mar 11 00:45:38.146362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7150acf4-aa94-4379-a945-0af26b6cd049 req-9daa7166-cf95-4280-bb0e-0d6c6468d203 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470798 Mar 11 00:45:39.279726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461523-08d5-4f09-b826-d748b998a6e1 req-70e11966-25fc-41ab-aafe-120c9c096127 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:39.281277 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94461523-08d5-4f09-b826-d748b998a6e1 req-70e11966-25fc-41ab-aafe-120c9c096127 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0551043 Mar 11 00:45:39.332219 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-94461523-08d5-4f09-b826-d748b998a6e1 req-9a8b4549-fda3-49c5-8b03-6c0558df69b4 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Mar 11 00:45:39.367316 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ff46c546-4a63-45da-87c6-cbc67d46f1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:39.475520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-e4369a15-1508-4671-81ce-0a9fcb97584a tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:39.476926 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-e4369a15-1508-4671-81ce-0a9fcb97584a tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1056c79-735c-489a-987d-573bd168f23d HTTP/1.1" status: 200 len: 945 time: 0.0548055 Mar 11 00:45:39.571895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Deleting port d0edbc84-9084-4d39-9286-d94ed100c365 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:45:39.572269 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:39.669287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] For port d0edbc84-9084-4d39-9286-d94ed100c365, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=d0edbc84-9084-4d39-9286-d94ed100c365,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:39.669660 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:39.687694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Calling delete_port for d0edbc84-9084-4d39-9286-d94ed100c365 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:45:39.813805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d0edbc84-9084-4d39-9286-d94ed100c365), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:39.827908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['d0edbc84-9084-4d39-9286-d94ed100c365'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:45:39.843887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Pushing event deleted for resources: {'Port': ['ID=d0edbc84-9084-4d39-9286-d94ed100c365,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:39.856574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.856933 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.857294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.857624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.857959 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.858290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.858625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.858958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.859285 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.859614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.859960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.860277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.860600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:39.900718 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] No DVR routers for this DVR port d0edbc84-9084-4d39-9286-d94ed100c365 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:45:39.903383 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:39.906785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ad8aca3-7cfc-4264-8cfd-18bfe8e59c32 req-7f14a7b1-f4e2-4e13-a7e3-54dd06cbf83b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "DELETE /v2.0/ports/d0edbc84-9084-4d39-9286-d94ed100c365 HTTP/1.1" status: 204 len: 173 time: 0.4252450 Mar 11 00:45:39.907226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'name': 'network-vif-deleted', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:45:39.909563 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f3e994-b63e-4f04-b369-1eb47f43380f" -d '{"events": [{"server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "name": "network-vif-deleted", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:45:39.946289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db5f07c-a807-45d8-ac73-3deaf2b7ae60 x-openstack-request-id: req-1db5f07c-a807-45d8-ac73-3deaf2b7ae60 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:45:39.946607 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1056c79-735c-489a-987d-573bd168f23d", "name": "network-vif-deleted", "tag": "d0edbc84-9084-4d39-9286-d94ed100c365", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:45:39.946863 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1db5f07c-a807-45d8-ac73-3deaf2b7ae60 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:45:39.947290 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1056c79-735c-489a-987d-573bd168f23d', 'name': 'network-vif-deleted', 'tag': 'd0edbc84-9084-4d39-9286-d94ed100c365', 'status': 'completed', 'code': 200} Mar 11 00:45:40.588147 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:41.144152 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:41.217813 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-ac8b4271-faa4-441f-a241-b5644144aca7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:41.219185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-ac8b4271-faa4-441f-a241-b5644144aca7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 817 time: 0.0996950 Mar 11 00:45:41.233849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-2d2a146f-5037-418f-8bd3-38c3e397d46c tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/quotas/38008c7834014d9db6bc7bf4aaa236ed HTTP/1.1" status: 200 len: 375 time: 0.0093117 Mar 11 00:45:41.291889 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-ac4f564a-192a-40e3-a5f9-601332cf0563 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531690 Mar 11 00:45:41.486319 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-6685c099-a082-4951-b8ac-cbe4884ff8ff service neutron] 10.222.0.21 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227841 Mar 11 00:45:41.530692 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:41.580694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-bd0e3e5d-9e3e-464a-926a-a405521b8c22 service neutron] 10.222.0.21 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888224 Mar 11 00:45:41.749179 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-51e0d134-8ec2-4ed1-8b6a-7503a258c9e9 req-138651a6-823e-4a7b-aa73-d9a55d663901 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 210 time: 0.0271442 Mar 11 00:45:41.771823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:42.651833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-86ec21e4-0a42-4fb8-a764-50615dd787a6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:42.653313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-86ec21e4-0a42-4fb8-a764-50615dd787a6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 817 time: 0.1082935 Mar 11 00:45:42.665727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Request body: {'port': {'device_id': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'admin_state_up': True, 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:45:42.769819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Made reservation on behalf of 38008c7834014d9db6bc7bf4aaa236ed for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:45:42.774261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:42.865679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f596fed8-e05d-4a38-b416-1bc54792749f req-ee4689f8-5517-4245-9421-f026a65a8ddc tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 210 time: 0.0380428 Mar 11 00:45:42.925164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Allocated IP 172.20.0.6 (080f0488-6aff-4607-9679-daf4d3fc4c36/d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e/2afe75c3-8853-454e-8aef-50380a59fca5) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:45:43.070996 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks [] for port (2afe75c3-8853-454e-8aef-50380a59fca5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.103785 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.143348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:45:43.146682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:45:43.152585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:45:43.179615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Pushing event updated for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:43.205170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:43.205778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.221078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5a0075dc-3fcc-4b4a-9599-ab5acd7409b8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591908 Mar 11 00:45:43.232487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Request body: {'port': {'device_id': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:45:43.296824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.360238 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.419862 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-bd9835f3-ce0f-4062-9fc5-a2a412af1d2a None None] Provisioning complete for port 2afe75c3-8853-454e-8aef-50380a59fca5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:45:43.420187 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bd9835f3-ce0f-4062-9fc5-a2a412af1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.454484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-bd9835f3-ce0f-4062-9fc5-a2a412af1d2a None None] Port 2afe75c3-8853-454e-8aef-50380a59fca5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:45:43.562545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afe75c3-8853-454e-8aef-50380a59fca5 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:45:43.570507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks [] for port (2afe75c3-8853-454e-8aef-50380a59fca5), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.582178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Transition to ACTIVE for port object 2afe75c3-8853-454e-8aef-50380a59fca5 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:45:43.585883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.635384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:43.709138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Attempting to bind port 2afe75c3-8853-454e-8aef-50380a59fca5 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:45:43.709771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Attempting to bind port 2afe75c3-8853-454e-8aef-50380a59fca5 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:45:43.709996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Attempting to bind port 2afe75c3-8853-454e-8aef-50380a59fca5 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:45:43.714301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Port 2afe75c3-8853-454e-8aef-50380a59fca5 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:45:43.714631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Attempting to bind port 2afe75c3-8853-454e-8aef-50380a59fca5 on network 080f0488-6aff-4607-9679-daf4d3fc4c36 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:45:43.719824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:45:43.720204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Checking segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:45:43.720600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Bound using segment: {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:45:43.721040 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Bound port: 2afe75c3-8853-454e-8aef-50380a59fca5, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e195245-5583-4e01-9da2-b79919a9cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:45:43.721395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:43.791897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:45:43.794887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=2afe75c3-8853-454e-8aef-50380a59fca5,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:45:43.800094 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:44.131894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.132549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:44.133938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] 10.222.0.30 "PUT /v2.0/ports/2afe75c3-8853-454e-8aef-50380a59fca5 HTTP/1.1" status: 200 len: 1091 time: 0.9055984 Mar 11 00:45:44.134428 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:45:44.136714 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:45:44.171184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac2c09-1f2a-4783-bdb2-86b13bff2a42 service neutron] Pushing event updated for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:44.209315 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afb3358-9f18-49d2-8842-508e8cd58153 x-openstack-request-id: req-2afb3358-9f18-49d2-8842-508e8cd58153 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:45:44.209683 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:45:44.209872 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2afb3358-9f18-49d2-8842-508e8cd58153 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:45:44.210267 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5', 'status': 'completed', 'code': 200} Mar 11 00:45:44.212017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d0edbc84-9084-4d39-9286-d94ed100c365 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:45:44.218465 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db288be-9492-42b2-8c4a-6dd51fcfd50c req-c7447b16-3689-40d1-887b-bd9e580f27ad tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.220005 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db288be-9492-42b2-8c4a-6dd51fcfd50c req-c7447b16-3689-40d1-887b-bd9e580f27ad tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 943 time: 0.1362078 Mar 11 00:45:44.235178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: d0edbc84-9084-4d39-9286-d94ed100c365 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:45:44.235620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device d0edbc84-9084-4d39-9286-d94ed100c365 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:45:44.259467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-2bba5118-89c2-4d73-a4da-5574df573478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.260983 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-2bba5118-89c2-4d73-a4da-5574df573478 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 1125 time: 0.0801184 Mar 11 00:45:44.313317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-3fb0a0c2-67c7-4a71-acae-1f748a28ccf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afe75c3-8853-454e-8aef-50380a59fca5 HTTP/1.1" status: 200 len: 217 time: 0.0447524 Mar 11 00:45:44.320339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8db288be-9492-42b2-8c4a-6dd51fcfd50c req-a3dc65e6-1d57-4e40-94bd-5d065195c45c tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915997 Mar 11 00:45:44.363190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-e9756c29-234e-42e4-a8c1-5a01ddd8f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.364649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-e9756c29-234e-42e4-a8c1-5a01ddd8f677 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 200 len: 856 time: 0.0434771 Mar 11 00:45:44.415645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-93953453-6cd8-4f9f-b166-594f6147ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.417167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-93953453-6cd8-4f9f-b166-594f6147ab75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f0488-6aff-4607-9679-daf4d3fc4c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461230 Mar 11 00:45:44.510669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-2f0ffb46-2dac-428e-be31-6e7f21bfe47e service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874898 Mar 11 00:45:44.602756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ee930e79-ee45-434a-90ea-7a6bdc9a27b5 req-5c1378f5-e35d-4dd5-98c6-c9d2f83983b7 service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866983 Mar 11 00:45:44.688270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-16d0c72d-5142-49e2-a1ca-999fa861b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.689692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-16d0c72d-5142-49e2-a1ca-999fa861b314 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 1125 time: 0.0453827 Mar 11 00:45:44.788778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-66a7077a-0f70-4004-9239-104a50c67c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.790362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-66a7077a-0f70-4004-9239-104a50c67c40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 200 len: 918 time: 0.0949569 Mar 11 00:45:44.830215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-61961eac-82bd-4ee1-a171-eebc7e3ca407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afe75c3-8853-454e-8aef-50380a59fca5 HTTP/1.1" status: 200 len: 217 time: 0.0344176 Mar 11 00:45:44.877450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-b5472ad0-de64-491c-9e8e-52496af59ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.878872 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-b5472ad0-de64-491c-9e8e-52496af59ae5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 200 len: 856 time: 0.0426540 Mar 11 00:45:44.927688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-3e15a95d-8273-42dc-9e39-117037b16caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:44.929348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-3e15a95d-8273-42dc-9e39-117037b16caf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=080f0488-6aff-4607-9679-daf4d3fc4c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442960 Mar 11 00:45:45.022621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-e0449109-53c3-4426-8d90-281c8567cf37 service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870087 Mar 11 00:45:45.114649 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e034c16f-7ef5-4c2e-a8fd-3c3443d4dbdb req-f96f84e4-9563-4006-bbdd-103c573f23de service neutron] 10.222.0.30 "GET /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Mar 11 00:45:45.440957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c9711-8706-4cf7-8686-d5ad00f1fb1d req-86758146-ddd9-462f-b455-b0b21720c433 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:45.442409 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f70c9711-8706-4cf7-8686-d5ad00f1fb1d req-86758146-ddd9-462f-b455-b0b21720c433 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 943 time: 0.0526581 Mar 11 00:45:45.488853 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f70c9711-8706-4cf7-8686-d5ad00f1fb1d req-24b819a5-df11-43d8-839e-82ccaa60af7e tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Mar 11 00:45:46.605927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf43dd-ebd1-4c07-8293-5ec4a22b41c2 req-9c229edf-1d49-43dd-bf2a-3fe5ef4fc5ad tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:46.607402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fbf43dd-ebd1-4c07-8293-5ec4a22b41c2 req-9c229edf-1d49-43dd-bf2a-3fe5ef4fc5ad tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 943 time: 0.0517602 Mar 11 00:45:46.656558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fbf43dd-ebd1-4c07-8293-5ec4a22b41c2 req-f8e7adff-108e-4fa1-b73c-c913bcafdf52 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Mar 11 00:45:47.778698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71874b-3c02-4679-9b84-5b5ed03cf8da req-1bbb9059-7a6b-4dd9-83d7-06f13d3d1259 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:47.780205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be71874b-3c02-4679-9b84-5b5ed03cf8da req-1bbb9059-7a6b-4dd9-83d7-06f13d3d1259 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 943 time: 0.0578892 Mar 11 00:45:47.827426 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be71874b-3c02-4679-9b84-5b5ed03cf8da req-6791ca0d-7dcd-47f3-9d72-9a1317e74b57 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Mar 11 00:45:48.241437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 2afe75c3-8853-454e-8aef-50380a59fca5 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:45:48.339607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=2afe75c3-8853-454e-8aef-50380a59fca5,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:48.350821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '2afe75c3-8853-454e-8aef-50380a59fca5', 'network_id': '080f0488-6aff-4607-9679-daf4d3fc4c36', 'port_id': '2afe75c3-8853-454e-8aef-50380a59fca5', 'mac_address': 'fa:16:3e:22:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:45:48.387775 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 2afe75c3-8853-454e-8aef-50380a59fca5 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:45:48.388201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:48.400567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afe75c3-8853-454e-8aef-50380a59fca5 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:45:48.423155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=2afe75c3-8853-454e-8aef-50380a59fca5,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:48.426596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:48.472870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:48.480794 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.481146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.481491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.481836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.482194 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.482530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.482859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.483214 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.483540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.483865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.484242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.484565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.484912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:45:48.611312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['2afe75c3-8853-454e-8aef-50380a59fca5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:45:48.946568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089ce01-3886-436f-9567-f789af91779a req-1f17295c-c693-4697-b274-9099d2aaa6f6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:48.948088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6089ce01-3886-436f-9567-f789af91779a req-1f17295c-c693-4697-b274-9099d2aaa6f6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 944 time: 0.0540948 Mar 11 00:45:48.996099 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6089ce01-3886-436f-9567-f789af91779a req-0e192100-b7fc-4c43-988a-0c1e16a29f1d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Mar 11 00:45:50.118739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c705a6-fb0d-4654-80ca-fe9300237d5e req-8facb05e-6d0b-47de-bd9c-7e89a17df39a tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:50.120284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96c705a6-fb0d-4654-80ca-fe9300237d5e req-8facb05e-6d0b-47de-bd9c-7e89a17df39a tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 944 time: 0.0575619 Mar 11 00:45:50.166761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96c705a6-fb0d-4654-80ca-fe9300237d5e req-77503ff6-b9fa-4a54-afa4-5ab3cba4f967 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Mar 11 00:45:50.257115 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 2afe75c3-8853-454e-8aef-50380a59fca5 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:45:50.305285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 2afe75c3-8853-454e-8aef-50380a59fca5 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:45:50.309236 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 2afe75c3-8853-454e-8aef-50380a59fca5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:45:50.309610 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:50.384202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 2afe75c3-8853-454e-8aef-50380a59fca5 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:45:50.384593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:50.406603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:45:50.408856 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf04dd2a-f4cc-4236-92c6-ad306e618865" -d '{"events": [{"server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "name": "network-vif-plugged", "status": "completed", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:45:50.421131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=2afe75c3-8853-454e-8aef-50380a59fca5,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:45:50.426308 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:45:50.452930 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08c8c19-c0d1-444b-8c3c-c7ec881d2f8d x-openstack-request-id: req-d08c8c19-c0d1-444b-8c3c-c7ec881d2f8d {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:45:50.453223 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "name": "network-vif-plugged", "status": "completed", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:45:50.453475 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d08c8c19-c0d1-444b-8c3c-c7ec881d2f8d {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:45:50.453866 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5', 'code': 200} Mar 11 00:45:50.478604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:45:50.545826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f905b9-579c-4e2c-95c4-9f2e018219cf req-692433d0-11eb-4043-b0cc-8be642b26d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:50.547372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f905b9-579c-4e2c-95c4-9f2e018219cf req-692433d0-11eb-4043-b0cc-8be642b26d05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 1127 time: 0.0444102 Mar 11 00:45:50.591107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b4f905b9-579c-4e2c-95c4-9f2e018219cf req-992bd320-df5f-43c3-a24d-a7f4fa3c72ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Mar 11 00:45:51.283411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc8d85-a855-47d0-83cd-f7d0eaf5edcd req-c1f01f45-4b7c-4e6a-b8af-e45b684c268f tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:51.284915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18fc8d85-a855-47d0-83cd-f7d0eaf5edcd req-c1f01f45-4b7c-4e6a-b8af-e45b684c268f tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0513299 Mar 11 00:45:51.335438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-18fc8d85-a855-47d0-83cd-f7d0eaf5edcd req-89991fbb-ef6d-4d74-bde6-0f13b086eec9 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Mar 11 00:45:52.455379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894e79-d507-4168-beeb-eef56a8237b2 req-47b6fda3-b4e0-410e-b9f2-5827eeb57f6e tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:52.456888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4894e79-d507-4168-beeb-eef56a8237b2 req-47b6fda3-b4e0-410e-b9f2-5827eeb57f6e tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0527308 Mar 11 00:45:52.503480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4894e79-d507-4168-beeb-eef56a8237b2 req-8761ab74-4f53-4374-abdf-4600a67a0ac6 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Mar 11 00:45:52.620054 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bd095-b800-449d-8c0c-c4c3a51f6484 req-02dd1b08-a47d-4be5-8bf1-8274dbff99eb tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:52.621447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c58bd095-b800-449d-8c0c-c4c3a51f6484 req-02dd1b08-a47d-4be5-8bf1-8274dbff99eb tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Mar 11 00:45:52.667679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c58bd095-b800-449d-8c0c-c4c3a51f6484 req-ffd8c9f6-22e7-467a-90f0-b8946fc8bef8 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Mar 11 00:45:55.185928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:45:56.079968 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-46b9fee3-605c-415b-b13e-23a5661ad145 req-1f4882f9-e347-4b7a-9799-66445ba54f7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291359 Mar 11 00:45:56.125945 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-46b9fee3-605c-415b-b13e-23a5661ad145 req-28a471d7-3558-4589-a1c8-6c0f682ad7c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0264149 Mar 11 00:45:56.164433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-46b9fee3-605c-415b-b13e-23a5661ad145 req-dda7afce-fa83-4e92-a672-6cc57e593950 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197163 Mar 11 00:45:56.266416 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9fee3-605c-415b-b13e-23a5661ad145 req-29bb2ee5-1a7f-4022-b2ee-a03ff57ff6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:45:56.267805 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-46b9fee3-605c-415b-b13e-23a5661ad145 req-29bb2ee5-1a7f-4022-b2ee-a03ff57ff6b8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981214 Mar 11 00:46:06.796796 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a463a37d-431d-4832-b044-8e390c61d462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:09.364296 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0870d823-4bab-475f-b477-fbbc46fe529b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:10.590643 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:11.152738 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:11.547116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:11.774239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:13.364276 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:26.755124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f930-5918-4f0e-8a59-eed2baa89c85 req-297eaf06-c7eb-4682-8f99-948c05c297c1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:26.756890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f60f930-5918-4f0e-8a59-eed2baa89c85 req-297eaf06-c7eb-4682-8f99-948c05c297c1 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0623586 Mar 11 00:46:26.805261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8f60f930-5918-4f0e-8a59-eed2baa89c85 req-1ee4854c-56a2-428b-993c-29546a7f222d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Mar 11 00:46:27.940062 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61932c0-a9b7-4f4d-aeb3-575e74b20e3b req-ee8d3298-6af4-4935-a8a7-f5039176d40b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:27.941566 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a61932c0-a9b7-4f4d-aeb3-575e74b20e3b req-ee8d3298-6af4-4935-a8a7-f5039176d40b tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0622883 Mar 11 00:46:27.993453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a61932c0-a9b7-4f4d-aeb3-575e74b20e3b req-1a77f012-9721-4910-930b-433f52cdaaf7 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.21 "GET /v2.0/security-groups?id=83e61c8b-7b59-4de3-9fa6-8d3332fba711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Mar 11 00:46:28.157973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040096e-c297-431b-85e9-170d13f2c825 req-39f9f039-3142-4e2b-bfba-02ccc76aa038 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:28.159456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f040096e-c297-431b-85e9-170d13f2c825 req-39f9f039-3142-4e2b-bfba-02ccc76aa038 tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe017522-4e13-4ef8-896e-8c05908ce129 HTTP/1.1" status: 200 len: 945 time: 0.0582061 Mar 11 00:46:28.255239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Deleting port 2afe75c3-8853-454e-8aef-50380a59fca5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:28.255495 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:28.354797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] For port 2afe75c3-8853-454e-8aef-50380a59fca5, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=2afe75c3-8853-454e-8aef-50380a59fca5,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:28.355168 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:28.370402 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Calling delete_port for 2afe75c3-8853-454e-8aef-50380a59fca5 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:28.499114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2afe75c3-8853-454e-8aef-50380a59fca5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:28.510487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['2afe75c3-8853-454e-8aef-50380a59fca5'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:46:28.531882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Pushing event deleted for resources: {'Port': ['ID=2afe75c3-8853-454e-8aef-50380a59fca5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:28.576328 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] No DVR routers for this DVR port 2afe75c3-8853-454e-8aef-50380a59fca5 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:46:28.579079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:28.583352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f040096e-c297-431b-85e9-170d13f2c825 req-4bdd427f-6d05-4139-a336-ec998a413b7d tempest-TestEncryptedCinderVolumes-781232207 tempest-TestEncryptedCinderVolumes-781232207-project] 10.222.0.30 "DELETE /v2.0/ports/2afe75c3-8853-454e-8aef-50380a59fca5 HTTP/1.1" status: 204 len: 173 time: 0.4186983 Mar 11 00:46:28.583811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'name': 'network-vif-deleted', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:46:28.586779 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e54996-a145-4c55-8633-5851297b0e05" -d '{"events": [{"server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "name": "network-vif-deleted", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:46:28.622642 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbbadc4-98fb-4081-8582-e9afdb26d6fd x-openstack-request-id: req-3fbbadc4-98fb-4081-8582-e9afdb26d6fd {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:46:28.622884 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe017522-4e13-4ef8-896e-8c05908ce129", "name": "network-vif-deleted", "tag": "2afe75c3-8853-454e-8aef-50380a59fca5", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:46:28.623178 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fbbadc4-98fb-4081-8582-e9afdb26d6fd {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:46:28.623617 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe017522-4e13-4ef8-896e-8c05908ce129', 'name': 'network-vif-deleted', 'tag': '2afe75c3-8853-454e-8aef-50380a59fca5', 'status': 'completed', 'code': 200} Mar 11 00:46:29.093387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43342) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:29.438707 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:29.684030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Deleting port f91c51a9-0360-4182-9b9d-eb78707d851a {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:29.684374 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:29.761582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] For port f91c51a9-0360-4182-9b9d-eb78707d851a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f91c51a9-0360-4182-9b9d-eb78707d851a,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:29.761856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:29.774162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Calling delete_port for f91c51a9-0360-4182-9b9d-eb78707d851a owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:29.960218 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f91c51a9-0360-4182-9b9d-eb78707d851a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:29.983608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91c51a9-0360-4182-9b9d-eb78707d851a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:30.155978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:30.645572 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:46:30.754412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:30.760117 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f92aa78b-10e6-4146-a441-f01fe2ebc9e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/3f3c4dec-5ceb-412e-802a-dd0adb8a5215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656682 Mar 11 00:46:30.762654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43344) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:30.765272 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Sync routers for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:30.775303 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:30.775913 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:30.871213 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks [] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:30.884309 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:30.979887 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks [] for router_gateway (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.033742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Deleting port 6da3de64-96e8-400b-b649-6d59b9420b47 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:31.034089 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.062660 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:46:29Z', 'revision_number': 5, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port': {'id': '6da3de64-96e8-400b-b649-6d59b9420b47', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:44Z', 'updated_at': '2022-03-11T00:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:31.089098 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Checking router: 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:31.097472 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Routers {'3f3c4dec-5ceb-412e-802a-dd0adb8a5215'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:31.098070 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:31.115030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] For port 6da3de64-96e8-400b-b649-6d59b9420b47, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=6da3de64-96e8-400b-b649-6d59b9420b47,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:31.115399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.127926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Calling delete_port for 6da3de64-96e8-400b-b649-6d59b9420b47 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:31.184033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] Set router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:31.237277 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:46:30Z', 'revision_number': 6, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:31.262616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3467b4-22ce-49dc-9134-36a230615197 None None] The sync data for ids ['3f3c4dec-5ceb-412e-802a-dd0adb8a5215'] in n-d-831844-1 is: [{'id': '3f3c4dec-5ceb-412e-802a-dd0adb8a5215', 'name': 'tempest-TestEncryptedCinderVolumes-1243629237-router', 'tenant_id': '38008c7834014d9db6bc7bf4aaa236ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:43Z', 'updated_at': '2022-03-11T00:46:30Z', 'revision_number': 6, 'project_id': '38008c7834014d9db6bc7bf4aaa236ed', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:31.300385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6da3de64-96e8-400b-b649-6d59b9420b47), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.331604 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da3de64-96e8-400b-b649-6d59b9420b47,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:31.393230 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.486263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.488296 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks [] for router_controller (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.533786 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (3f3c4dec-5ceb-412e-802a-dd0adb8a5215), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.534327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f3c4dec-5ceb-412e-802a-dd0adb8a5215 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:46:31.539391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.540643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f57ecaac-9ac1-4651-89e6-f5cde6a096a5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f3c4dec-5ceb-412e-802a-dd0adb8a5215 HTTP/1.1" status: 204 len: 168 time: 0.7770774 Mar 11 00:46:31.543215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43346) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:31.588188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Deleting subnet d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:46:31.591118 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Publish callbacks [] for subnet (d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.625590 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.723527 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.780025 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.808116 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.814198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e HTTP/1.1" status: 204 len: 168 time: 0.2677696 Mar 11 00:46:31.814198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd1496-db5c-408e-b7d1-1af6d7b152ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c817a5-b2c6-4b44-be81-eb3a2b6b9b9e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:31.814448 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a99522-8d21-41d0-a866-c0b2f39cf300 None None] Network 080f0488-6aff-4607-9679-daf4d3fc4c36 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:31.814929 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43348) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:31.887335 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (080f0488-6aff-4607-9679-daf4d3fc4c36), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:31.954157 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Deleting port af441fd9-0515-4e8e-95d8-2301fe4e726e {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:31.954497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.018224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] For port af441fd9-0515-4e8e-95d8-2301fe4e726e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=af441fd9-0515-4e8e-95d8-2301fe4e726e,segment=NetworkSegment(3e195245-5583-4e01-9da2-b79919a9cdb0),segment_id=3e195245-5583-4e01-9da2-b79919a9cdb0)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:32.018517 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.031553 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Calling delete_port for af441fd9-0515-4e8e-95d8-2301fe4e726e owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:32.094681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74461139-82b5-4010-8339-76a002c78e37 None None] DHCP port deletion for 080f0488-6aff-4607-9679-daf4d3fc4c36 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:46:32.124171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f91c51a9-0360-4182-9b9d-eb78707d851a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:32.126019 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.146153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f91c51a9-0360-4182-9b9d-eb78707d851a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:32.146504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f91c51a9-0360-4182-9b9d-eb78707d851a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:32.152888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Pushing event deleted for resources: {'Port': ['ID=af441fd9-0515-4e8e-95d8-2301fe4e726e,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:32.163577 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.163950 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.164301 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.164645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.164986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.165322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.165650 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.165981 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.166314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.166639 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.166967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.167290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.167616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:32.169765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Deleting port af441fd9-0515-4e8e-95d8-2301fe4e726e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:32.170142 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.170356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] No DVR routers for this DVR port af441fd9-0515-4e8e-95d8-2301fe4e726e on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:46:32.187773 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:46:32.242162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-74461139-82b5-4010-8339-76a002c78e37 None None] For port af441fd9-0515-4e8e-95d8-2301fe4e726e, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:32.242554 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.247760 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (080f0488-6aff-4607-9679-daf4d3fc4c36), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.256226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Calling delete_port for af441fd9-0515-4e8e-95d8-2301fe4e726e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:32.259017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Port af441fd9-0515-4e8e-95d8-2301fe4e726e was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 00:46:32.260370 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (af441fd9-0515-4e8e-95d8-2301fe4e726e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.273636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f0488-6aff-4607-9679-daf4d3fc4c36']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:32.283174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74461139-82b5-4010-8339-76a002c78e37 None None] Pushing event deleted for resources: {'Port': ['ID=af441fd9-0515-4e8e-95d8-2301fe4e726e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:32.283433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e195245-5583-4e01-9da2-b79919a9cdb0') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:32.283729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e195245-5583-4e01-9da2-b79919a9cdb0') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:32.290031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74461139-82b5-4010-8339-76a002c78e37 None None] No DVR routers for this DVR port af441fd9-0515-4e8e-95d8-2301fe4e726e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:46:32.295688 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (3e195245-5583-4e01-9da2-b79919a9cdb0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.311062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3e195245-5583-4e01-9da2-b79919a9cdb0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.317841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:46:32.318263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (3e195245-5583-4e01-9da2-b79919a9cdb0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:46:32.320119 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:46:32.382005 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (080f0488-6aff-4607-9679-daf4d3fc4c36), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.389232 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:32.392272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] 10.222.0.21 "DELETE /v2.0/networks/080f0488-6aff-4607-9679-daf4d3fc4c36 HTTP/1.1" status: 204 len: 168 time: 0.5764306 Mar 11 00:46:32.395847 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43360) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:32.446718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b50d4-e4e4-436d-bc88-f8d5da03a72d admin admin] Pushing event deleted for resources: {'Network': ['ID=080f0488-6aff-4607-9679-daf4d3fc4c36,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:32.459198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 2afe75c3-8853-454e-8aef-50380a59fca5 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:32.481787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 2afe75c3-8853-454e-8aef-50380a59fca5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:32.482133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 2afe75c3-8853-454e-8aef-50380a59fca5 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:32.760431 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.008689 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Deleting port 8e82072e-5fd2-4c24-aa97-951a2520c6e3 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:33.009396 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.085904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] For port 8e82072e-5fd2-4c24-aa97-951a2520c6e3, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=8e82072e-5fd2-4c24-aa97-951a2520c6e3,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:33.086263 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.098563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Calling delete_port for 8e82072e-5fd2-4c24-aa97-951a2520c6e3 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:33.277894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8e82072e-5fd2-4c24-aa97-951a2520c6e3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.306918 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e82072e-5fd2-4c24-aa97-951a2520c6e3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:33.477456 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.702999 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:46:33.740998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device af441fd9-0515-4e8e-95d8-2301fe4e726e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:33.763732 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: af441fd9-0515-4e8e-95d8-2301fe4e726e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:33.764106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device af441fd9-0515-4e8e-95d8-2301fe4e726e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:33.764550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6da3de64-96e8-400b-b649-6d59b9420b47 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:33.782885 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 6da3de64-96e8-400b-b649-6d59b9420b47 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:33.783230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 6da3de64-96e8-400b-b649-6d59b9420b47 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:33.813534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:33.818462 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-80ed50df-9b5a-4c7d-9e91-774e6fdffd3e admin admin] 10.222.0.21 "PUT /v2.0/routers/ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4215245 Mar 11 00:46:33.821057 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43362) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:33.822625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Sync routers for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:33.832217 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:33.832867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:33.928838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks [] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:33.943199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:34.036434 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks [] for router_gateway (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.293012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:46:33Z', 'revision_number': 5, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port': {'id': '14cfe2d9-0016-4427-a107-2cc81f177407', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:34.325898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Checking router: ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:34.335190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Routers {'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:34.335822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:34.438230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] Set router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:34.442989 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Deleting port 14cfe2d9-0016-4427-a107-2cc81f177407 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:34.443327 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.490191 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:46:34Z', 'revision_number': 6, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:34.519635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9372b44a-a48a-46e7-ae9c-b341090fbe78 None None] The sync data for ids ['ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b'] in n-d-831844-1 is: [{'id': 'ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b', 'name': 'tempest-TestEncryptedCinderVolumes-633020630-router', 'tenant_id': '1405a22b79a74a8a8fe12b25af65cce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:44:48Z', 'updated_at': '2022-03-11T00:46:34Z', 'revision_number': 6, 'project_id': '1405a22b79a74a8a8fe12b25af65cce8', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:34.521708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] For port 14cfe2d9-0016-4427-a107-2cc81f177407, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=14cfe2d9-0016-4427-a107-2cc81f177407,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:34.522078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.535579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Calling delete_port for 14cfe2d9-0016-4427-a107-2cc81f177407 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:34.708699 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (14cfe2d9-0016-4427-a107-2cc81f177407), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.736903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Pushing event deleted for resources: {'Port': ['ID=14cfe2d9-0016-4427-a107-2cc81f177407,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:34.796330 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.893807 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.896073 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks [] for router_controller (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.950499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.951529 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:46:34.956799 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:34.960604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e29798bb-de51-42ae-9489-35bc8e18605d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ea1e1968-e2ac-4bf3-9ddc-9f1f8fffab9b HTTP/1.1" status: 204 len: 168 time: 1.1361258 Mar 11 00:46:34.961071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43364) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:35.015636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Deleting subnet b1715e12-c3a1-4fb0-a0e8-16d638c01e4a {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:46:35.018829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Publish callbacks [] for subnet (b1715e12-c3a1-4fb0-a0e8-16d638c01e4a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.054259 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (b1715e12-c3a1-4fb0-a0e8-16d638c01e4a), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.136226 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (b1715e12-c3a1-4fb0-a0e8-16d638c01e4a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.189057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (b1715e12-c3a1-4fb0-a0e8-16d638c01e4a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.216677 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1715e12-c3a1-4fb0-a0e8-16d638c01e4a,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:35.218643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.224537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-96609820-e43d-48ef-ba78-e11cb2524631 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1715e12-c3a1-4fb0-a0e8-16d638c01e4a HTTP/1.1" status: 204 len: 168 time: 0.2623308 Mar 11 00:46:35.224749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43366) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:35.232088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a144e7a-2fac-4849-bfc7-b2b0fd152b33 None None] Network 81e6b2d2-791d-4816-a5f0-1cb5304501ce requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:35.299429 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (81e6b2d2-791d-4816-a5f0-1cb5304501ce), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.374391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Deleting port 04e14971-162e-42ce-a0fa-58ca5821649a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:35.374840 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.413572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] DHCP port deletion for 81e6b2d2-791d-4816-a5f0-1cb5304501ce request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:46:35.454859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] For port 04e14971-162e-42ce-a0fa-58ca5821649a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=04e14971-162e-42ce-a0fa-58ca5821649a,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:35.455356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.464323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Deleting port 04e14971-162e-42ce-a0fa-58ca5821649a {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:46:35.464843 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.468986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Calling delete_port for 04e14971-162e-42ce-a0fa-58ca5821649a owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:35.532369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] For port 04e14971-162e-42ce-a0fa-58ca5821649a, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=04e14971-162e-42ce-a0fa-58ca5821649a,segment=NetworkSegment(899ea480-f67c-4d39-b8a6-e564517a024c),segment_id=899ea480-f67c-4d39-b8a6-e564517a024c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:35.532956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.546573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Calling delete_port for 04e14971-162e-42ce-a0fa-58ca5821649a owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:46:35.560209 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.595909 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e14971-162e-42ce-a0fa-58ca5821649a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:35.598117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] No DVR routers for this DVR port 04e14971-162e-42ce-a0fa-58ca5821649a on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:46:35.638163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (04e14971-162e-42ce-a0fa-58ca5821649a), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.670097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] Pushing event deleted for resources: {'Port': ['ID=04e14971-162e-42ce-a0fa-58ca5821649a,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:35.673642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e0f6b-c861-4fb7-aceb-fc6a73834300 None None] No DVR routers for this DVR port 04e14971-162e-42ce-a0fa-58ca5821649a on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:46:35.684525 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (81e6b2d2-791d-4816-a5f0-1cb5304501ce), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.715081 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e6b2d2-791d-4816-a5f0-1cb5304501ce']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:35.729353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899ea480-f67c-4d39-b8a6-e564517a024c') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:35.729657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899ea480-f67c-4d39-b8a6-e564517a024c') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:35.740469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (899ea480-f67c-4d39-b8a6-e564517a024c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.755226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (899ea480-f67c-4d39-b8a6-e564517a024c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.763768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8e82072e-5fd2-4c24-aa97-951a2520c6e3 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:35.764888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:46:35.765367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (899ea480-f67c-4d39-b8a6-e564517a024c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:46:35.767266 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:46:35.790222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 8e82072e-5fd2-4c24-aa97-951a2520c6e3 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:35.791110 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 8e82072e-5fd2-4c24-aa97-951a2520c6e3 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:35.791764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 14cfe2d9-0016-4427-a107-2cc81f177407 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:35.817655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 14cfe2d9-0016-4427-a107-2cc81f177407 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:35.817655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 14cfe2d9-0016-4427-a107-2cc81f177407 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:35.818399 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 04e14971-162e-42ce-a0fa-58ca5821649a no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:46:35.846432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 04e14971-162e-42ce-a0fa-58ca5821649a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:46:35.846799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 04e14971-162e-42ce-a0fa-58ca5821649a not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:46:35.861980 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (81e6b2d2-791d-4816-a5f0-1cb5304501ce), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.872512 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:35.875407 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81e6b2d2-791d-4816-a5f0-1cb5304501ce HTTP/1.1" status: 204 len: 168 time: 0.6496379 Mar 11 00:46:35.887271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872ce20-12f9-44b7-b7e2-ea4c05bd7a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=81e6b2d2-791d-4816-a5f0-1cb5304501ce,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:36.039686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43370) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:36.080268 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-15d1448a-95e1-4b7b-be08-0106b6ccb8b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38008c7834014d9db6bc7bf4aaa236ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391085 Mar 11 00:46:36.083532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43372) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:36.131399 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] Publish callbacks [] for security_group (83e61c8b-7b59-4de3-9fa6-8d3332fba711), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.153063 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] Publish callbacks [] for security_group (83e61c8b-7b59-4de3-9fa6-8d3332fba711), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.205099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (83e61c8b-7b59-4de3-9fa6-8d3332fba711), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.208474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.209667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e61c8b-7b59-4de3-9fa6-8d3332fba711 HTTP/1.1" status: 204 len: 168 time: 0.1250844 Mar 11 00:46:36.218295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d562c-f595-460a-803e-5b4322ac9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e61c8b-7b59-4de3-9fa6-8d3332fba711,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:36.539407 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43378) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:36.580217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ff67ec42-1a0c-4444-ac18-52817bed246f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1405a22b79a74a8a8fe12b25af65cce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395076 Mar 11 00:46:36.583217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43380) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:36.634115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] Publish callbacks [] for security_group (f0c487a3-a01a-4370-9aa2-23421d9843c1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.656708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] Publish callbacks [] for security_group (f0c487a3-a01a-4370-9aa2-23421d9843c1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.705991 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (f0c487a3-a01a-4370-9aa2-23421d9843c1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.709408 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:36.710556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0c487a3-a01a-4370-9aa2-23421d9843c1 HTTP/1.1" status: 204 len: 168 time: 0.1264188 Mar 11 00:46:36.718571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e4635-0e70-4e81-9e68-f2dbfdcbfb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c487a3-a01a-4370-9aa2-23421d9843c1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:36.799894 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4522b213-e8fa-4eb7-95b8-54908f8b9d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.391479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43402) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:37.486258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1737411408-network', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:37.506777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Made reservation on behalf of 2fb30462c2af47f89833a7ddeb5fe3e0 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:46:37.509308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.517387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.591580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks [] for security_group (9dc5168d-2a04-4102-ac51-c9dece5b362f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.595256 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9dc5168d-2a04-4102-ac51-c9dece5b362f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.621700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:46:37.632016 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc5168d-2a04-4102-ac51-c9dece5b362f,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:37.636722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (40fefca5-ad83-4e1a-a99f-8da910277ff2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.637063 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Added segment 40fefca5-ad83-4e1a-a99f-8da910277ff2 of type vlan for network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab Mar 11 00:46:37.682391 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.710073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.711273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:37.711962 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.751096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3555093 Mar 11 00:46:37.751324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43406) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:37.758550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Request body: {'subnet': {'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1737411408-subnet', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:37.788149 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e5585-16db-40e6-b1f3-e8423626cd16 admin admin] Pushing event updated for resources: {'Network': ['ID=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:37.805506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Made reservation on behalf of 2fb30462c2af47f89833a7ddeb5fe3e0 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:46:37.807802 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:37.811026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:46:37.981329 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (4dc5e1a3-9660-4931-88b4-a48091bc6faf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.040795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc5e1a3-9660-4931-88b4-a48091bc6faf,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:38.050833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Checking segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:38.051844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Network hostable DHCP agents. Network: f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:46:38.068172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:46:38.076786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:38.080841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:38.081441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.086879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1f20e9-a1db-4afd-902e-70a6fdd83fbf None None] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:38.099353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-03bc88fa-22db-4269-9d59-83156f9f60a9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3458512 Mar 11 00:46:38.101442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43408) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:38.106056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:38.126232 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.127363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.183654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for router_controller (69a1800a-ed92-4e56-9154-4efc63ec9f03), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.192615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:46:38.193483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.333277 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Allocated IP 172.20.0.2 (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab/4dc5e1a3-9660-4931-88b4-a48091bc6faf/186bb715-722a-41c0-953b-05157e4c70e0) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:38.334253 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for router_gateway (69a1800a-ed92-4e56-9154-4efc63ec9f03), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.479647 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks [] for port (186bb715-722a-41c0-953b-05157e4c70e0), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.485362 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (186bb715-722a-41c0-953b-05157e4c70e0), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.519658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:38.523186 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:38.530618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:38.538931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for router_gateway (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.539934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Pushing event updated for resources: {'Port': ['ID=186bb715-722a-41c0-953b-05157e4c70e0,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:38.563811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.593270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Attempting to bind port 186bb715-722a-41c0-953b-05157e4c70e0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:38.593560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Attempting to bind port 186bb715-722a-41c0-953b-05157e4c70e0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:38.593947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Attempting to bind port 186bb715-722a-41c0-953b-05157e4c70e0 on network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:38.598886 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:38.599260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Checking segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:38.599651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.600069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Bound using segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:38.600532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Bound port: 186bb715-722a-41c0-953b-05157e4c70e0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:38.600907 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (186bb715-722a-41c0-953b-05157e4c70e0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.666372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] For port 186bb715-722a-41c0-953b-05157e4c70e0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:38.669611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] For port 186bb715-722a-41c0-953b-05157e4c70e0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=186bb715-722a-41c0-953b-05157e4c70e0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:38.670810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Allocated IP 172.25.7.158 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/c5de0bad-f212-48f1-ac7c-1e20830ab339) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:38.675011 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (186bb715-722a-41c0-953b-05157e4c70e0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.731252 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28553-1fab-409c-8e04-b6d882d1f20f None None] Pushing event updated for resources: {'Port': ['ID=186bb715-722a-41c0-953b-05157e4c70e0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:38.785794 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.822421 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:38.860787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:38.868826 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:38.871367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:38.906738 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Pushing event updated for resources: {'Port': ['ID=c5de0bad-f212-48f1-ac7c-1e20830ab339,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:39.378160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9343f639-78e6-45aa-b7e1-271369669c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.449006 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for router_gateway (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.661040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be3635b-be51-4b4e-92cd-07b9f61292a1 None None] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:39.663176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.778445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Provisioning complete for port 186bb715-722a-41c0-953b-05157e4c70e0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:39.778745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (186bb715-722a-41c0-953b-05157e4c70e0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.813217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Router 69a1800a-ed92-4e56-9154-4efc63ec9f03 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:46:39.872121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Current status of the port 186bb715-722a-41c0-953b-05157e4c70e0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:39.872503 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (186bb715-722a-41c0-953b-05157e4c70e0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.912438 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] For port 186bb715-722a-41c0-953b-05157e4c70e0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=186bb715-722a-41c0-953b-05157e4c70e0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:39.922914 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (186bb715-722a-41c0-953b-05157e4c70e0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.956240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 186bb715-722a-41c0-953b-05157e4c70e0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:39.964439 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:39.976431 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Sync routers for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:39.985128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:39.989968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-639a5898-4bfd-4332-acf9-f81aedff899a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8841302 Mar 11 00:46:39.990283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43410) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:39.995473 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:39.996135 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:40.024742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646503a-4aa5-4974-ad8b-826ac4f471ac None None] Pushing event updated for resources: {'Port': ['ID=186bb715-722a-41c0-953b-05157e4c70e0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:40.043202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 186bb715-722a-41c0-953b-05157e4c70e0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:40.043589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (186bb715-722a-41c0-953b-05157e4c70e0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.125827 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:40.136618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 186bb715-722a-41c0-953b-05157e4c70e0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:40.147171 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ebc03ae5-39de-41a6-be5d-da8d8cbf819e None None] Provisioning complete for port 186bb715-722a-41c0-953b-05157e4c70e0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:40.147551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ebc03ae5-39de-41a6-be5d-da8d8cbf819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (186bb715-722a-41c0-953b-05157e4c70e0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.228730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ebc03ae5-39de-41a6-be5d-da8d8cbf819e None None] Current status of the port 186bb715-722a-41c0-953b-05157e4c70e0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:40.411982 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:39Z', 'revision_number': 3, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:40.442061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Checking router: 69a1800a-ed92-4e56-9154-4efc63ec9f03 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:40.442414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Updating router 69a1800a-ed92-4e56-9154-4efc63ec9f03 port c5de0bad-f212-48f1-ac7c-1e20830ab339 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:46:40.453289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.469868 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.594376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.612377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Allocated IP 172.20.0.1 (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab/4dc5e1a3-9660-4931-88b4-a48091bc6faf/7b26064a-5a54-4247-b0b2-169f97331ef0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:40.721855 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks [] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.722572 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks [] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.728388 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.758076 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.779465 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Pushing event updated for resources: {'Port': ['ID=c5de0bad-f212-48f1-ac7c-1e20830ab339,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:40.781584 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Attempting to bind port c5de0bad-f212-48f1-ac7c-1e20830ab339 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:40.781949 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Attempting to bind port c5de0bad-f212-48f1-ac7c-1e20830ab339 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:40.782668 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Attempting to bind port c5de0bad-f212-48f1-ac7c-1e20830ab339 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:40.791210 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:40.791579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:40.792001 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.792393 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:40.792843 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Bound port: c5de0bad-f212-48f1-ac7c-1e20830ab339, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:40.793223 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.796093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.796440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.796782 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.797133 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.797443 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.797768 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.798080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:40.798211 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.798403 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.798722 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.799041 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.799359 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.799677 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.800017 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.803313 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:40.806827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:40.812349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Pushing event updated for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:40.844562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.844921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.845277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.845603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.845947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.846282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.846612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.846942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.847266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.847595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.848124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.849287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.849626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:40.861273 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] For port c5de0bad-f212-48f1-ac7c-1e20830ab339, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:40.865351 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] For port c5de0bad-f212-48f1-ac7c-1e20830ab339, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c5de0bad-f212-48f1-ac7c-1e20830ab339,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:40.866932 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.871297 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:40.932564 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:40.933309 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:40.977004 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec374820-0ada-42e8-888c-64f434263f2c None None] Pushing event updated for resources: {'Port': ['ID=c5de0bad-f212-48f1-ac7c-1e20830ab339,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:41.030549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.053267 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:41.061028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6e86fd5d-2e9b-4e66-bddd-89e80b7e3f66 None None] Provisioning complete for port 7b26064a-5a54-4247-b0b2-169f97331ef0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:41.061485 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6e86fd5d-2e9b-4e66-bddd-89e80b7e3f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.100918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6e86fd5d-2e9b-4e66-bddd-89e80b7e3f66 None None] Port 7b26064a-5a54-4247-b0b2-169f97331ef0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:46:41.155595 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.202354 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks [] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.207723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.233837 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:39Z', 'revision_number': 3, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:41.260402 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b503b62-55fb-4a49-93d9-b6904d0c1c7f None None] The sync data for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 is: [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:39Z', 'revision_number': 3, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:41.278053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.279982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Pushing event updated for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:41.376613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:41.377997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:41.516598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Router 69a1800a-ed92-4e56-9154-4efc63ec9f03 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:46:41.539671 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.653126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:41.658557 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3e68df74-f7a7-46f9-b53b-43359f34a54e admin admin] 10.222.0.21 "PUT /v2.0/routers/69a1800a-ed92-4e56-9154-4efc63ec9f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6670673 Mar 11 00:46:41.731169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c2141e5c-58e3-46cd-aa0d-49f11e74be02 None None] Provisioning complete for port 7b26064a-5a54-4247-b0b2-169f97331ef0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:41.732171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c2141e5c-58e3-46cd-aa0d-49f11e74be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.780947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c2141e5c-58e3-46cd-aa0d-49f11e74be02 None None] Port 7b26064a-5a54-4247-b0b2-169f97331ef0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:46:41.790185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:41.969928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c5de0bad-f212-48f1-ac7c-1e20830ab339 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:42.030690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c5de0bad-f212-48f1-ac7c-1e20830ab339 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:42.031063 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.116190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c5de0bad-f212-48f1-ac7c-1e20830ab339 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:42.116594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.140839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c5de0bad-f212-48f1-ac7c-1e20830ab339, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c5de0bad-f212-48f1-ac7c-1e20830ab339,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:42.145527 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.146558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 186bb715-722a-41c0-953b-05157e4c70e0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:42.177252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43426) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:42.182613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1273168646-network', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:42.206458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Made reservation on behalf of d148144002ec4cf98af1789c34e6d33f for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:46:42.210841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.229074 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.235787 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c5de0bad-f212-48f1-ac7c-1e20830ab339,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:42.240832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 186bb715-722a-41c0-953b-05157e4c70e0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:42.241217 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (186bb715-722a-41c0-953b-05157e4c70e0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.315940 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks [] for security_group (63eea300-1d36-4c6a-872b-2a8b4070f23a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.320738 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63eea300-1d36-4c6a-872b-2a8b4070f23a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.322856 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 186bb715-722a-41c0-953b-05157e4c70e0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:42.341546 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:46:42.359079 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eea300-1d36-4c6a-872b-2a8b4070f23a,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:42.361944 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.362295 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Added segment cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92 of type vlan for network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 Mar 11 00:46:42.402863 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (77fb0330-e1b9-43c7-8a34-a989db49d4d3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.429939 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (77fb0330-e1b9-43c7-8a34-a989db49d4d3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.431005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:42.431585 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.473763 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2952089 Mar 11 00:46:42.476544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43428) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:42.505219 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Request body: {'subnet': {'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1273168646-subnet', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:42.509322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa928c68-02ab-41f5-80c9-0063811056c2 admin admin] Pushing event updated for resources: {'Network': ['ID=77fb0330-e1b9-43c7-8a34-a989db49d4d3,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:42.518506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:46:42.527214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Made reservation on behalf of d148144002ec4cf98af1789c34e6d33f for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:46:42.529848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.699817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (29bf6c6b-9e9c-4961-b4ce-e44f45dc216a), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.755713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bf6c6b-9e9c-4961-b4ce-e44f45dc216a,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:42.767043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Checking segment: {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:42.767409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Network hostable DHCP agents. Network: 77fb0330-e1b9-43c7-8a34-a989db49d4d3, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:46:42.783641 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:46:42.792881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 77fb0330-e1b9-43c7-8a34-a989db49d4d3) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:42.797889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:42.798883 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.802479 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5534bcb-1827-49ea-93de-0a297de5648f None None] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:42.820044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-01c5a99f-8872-4377-ac11-ea4c1337cb08 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3402205 Mar 11 00:46:42.820278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43430) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:42.824799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:42.845473 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.846615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.903909 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for router_controller (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:42.914085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'fixed_ips': [{'subnet_id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:46:42.914976 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.002682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Sync routers for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:43.027230 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:43.027745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:43.120729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Allocated IP 172.20.0.2 (77fb0330-e1b9-43c7-8a34-a989db49d4d3/29bf6c6b-9e9c-4961-b4ce-e44f45dc216a/84d88a9a-90f0-4173-9c0d-0c7dbdff17c7) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:43.205247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:43.350841 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for router_gateway (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.469505 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.554834 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for router_gateway (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.573918 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.635524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks [] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.644783 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.691317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Allocated IP 172.25.7.229 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:43.709975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:43.715040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:43.717573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:43.735707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Pushing event updated for resources: {'Port': ['ID=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:43.800757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Attempting to bind port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:43.801910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Attempting to bind port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:43.802160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.802508 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Attempting to bind port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 on network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:43.805706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:41Z', 'revision_number': 2, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:43.834563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Checking router: 69a1800a-ed92-4e56-9154-4efc63ec9f03 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:43.836279 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Updating router 69a1800a-ed92-4e56-9154-4efc63ec9f03 port 7b26064a-5a54-4247-b0b2-169f97331ef0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:46:43.844691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.858185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:43.858561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Checking segment: {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:43.858962 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.859354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Bound using segment: {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:43.859841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Bound port: 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:43.860244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.876568 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c5de0bad-f212-48f1-ac7c-1e20830ab339 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:43.881522 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:43.893542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:43.896431 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:43.901000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:43.902996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Pushing event updated for resources: {'Port': ['ID=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:44.009443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] For port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:44.073047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] For port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:44.089138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.094136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c5de0bad-f212-48f1-ac7c-1e20830ab339 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:44.094497 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.163037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for router_gateway (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.232974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a026eb-09fb-43f2-9ece-64548cf7243e None None] Pushing event updated for resources: {'Port': ['ID=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:44.318134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c5de0bad-f212-48f1-ac7c-1e20830ab339 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:44.380055 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks [] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.396714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.402667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.464989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c222d-763b-4441-89b6-2b05cadaf73d None None] Pushing event updated for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:44.534595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Attempting to bind port 7b26064a-5a54-4247-b0b2-169f97331ef0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:44.535281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Attempting to bind port 7b26064a-5a54-4247-b0b2-169f97331ef0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:44.536042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Attempting to bind port 7b26064a-5a54-4247-b0b2-169f97331ef0 on network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:44.543260 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:44.543999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Checking segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:44.544569 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.545696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Bound using segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:44.546357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Bound port: 7b26064a-5a54-4247-b0b2-169f97331ef0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:44.547466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.568892 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:46:44.623256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] For port 7b26064a-5a54-4247-b0b2-169f97331ef0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:44.626974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] For port 7b26064a-5a54-4247-b0b2-169f97331ef0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7b26064a-5a54-4247-b0b2-169f97331ef0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:44.634155 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.685826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:44.686158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:44.702833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:44.715554 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Sync routers for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:44.724206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.727998 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-752b0686-e1ab-4d16-87c7-3eaa1391f812 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9043696 Mar 11 00:46:44.728680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43434) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:46:44.730293 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:44.731642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:44.743745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c222d-763b-4441-89b6-2b05cadaf73d None None] Pushing event updated for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:44.849137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Provisioning complete for port 7b26064a-5a54-4247-b0b2-169f97331ef0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:44.849874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:44.905520 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:44.918642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:45.009014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Current status of the port 7b26064a-5a54-4247-b0b2-169f97331ef0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:45.009455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.158679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] For port 7b26064a-5a54-4247-b0b2-169f97331ef0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7b26064a-5a54-4247-b0b2-169f97331ef0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:45.162415 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:44Z', 'revision_number': 3, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:45.164377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.197414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Checking router: fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:45.197769 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Updating router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:46:45.232668 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.260963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b079-e69a-4e83-a07d-b661ea55c760 None None] Pushing event updated for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:45.304674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:44Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:45.345546 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.347467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5566253b-6ca0-42b5-8f24-28c82806925b None None] Provisioning complete for port 7b26064a-5a54-4247-b0b2-169f97331ef0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:45.349320 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5566253b-6ca0-42b5-8f24-28c82806925b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.373922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64464020-3748-4426-af5e-d6e70d12c688 None None] The sync data for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 is: [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:44Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:45.463099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5566253b-6ca0-42b5-8f24-28c82806925b None None] Current status of the port 7b26064a-5a54-4247-b0b2-169f97331ef0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:45.466546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da3a06-6a7a-4e08-9681-31a8b4e7a43d None None] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:46:45.583496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Allocated IP 172.20.0.1 (77fb0330-e1b9-43c7-8a34-a989db49d4d3/29bf6c6b-9e9c-4961-b4ce-e44f45dc216a/490dbf01-602d-41e3-92af-3422f436dad5) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:45.602163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Provisioning complete for port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:45.602470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.609317 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks [] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.622508 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.697661 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Current status of the port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:45.698339 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.729739 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Attempting to bind port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:45.730280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks [] for port (490dbf01-602d-41e3-92af-3422f436dad5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.730653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Attempting to bind port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:45.730653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Attempting to bind port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:45.743140 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:45.743858 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:45.744918 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.745417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:45.746139 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Bound port: 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:45.746626 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.757304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] For port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:45.765669 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.788534 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.811670 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] For port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:45.816427 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] For port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:45.850338 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:45.878865 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Pushing event updated for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:45.894555 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c809d-971c-4dab-8e1c-14232a956e17 None None] Pushing event updated for resources: {'Port': ['ID=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:45.900152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49f73b-3fd3-4555-96b7-2002300dd362 None None] Pushing event updated for resources: {'Port': ['ID=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:45.903718 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:45.906158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:45.908496 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:45.967006 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c809d-971c-4dab-8e1c-14232a956e17 None None] Pushing event updated for resources: {'Port': ['ID=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:45.972459 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:45.973911 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:45.981948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.016691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b81b4b77-370e-44b9-9c9d-ff18b2525faf None None] Provisioning complete for port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:46.017223 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b81b4b77-370e-44b9-9c9d-ff18b2525faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.165318 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:46.196542 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (490dbf01-602d-41e3-92af-3422f436dad5), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.317660 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:46.439127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b81b4b77-370e-44b9-9c9d-ff18b2525faf None None] Current status of the port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:46.443777 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks [] for port (490dbf01-602d-41e3-92af-3422f436dad5), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.445967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:46.446355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.453181 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.495869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:44Z', 'revision_number': 3, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:46.531848 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe1ea4-8d39-4ad8-a8cc-e08ed3e5273f None None] The sync data for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 is: [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:44Z', 'revision_number': 3, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:46.533989 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:46.536924 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7b26064a-5a54-4247-b0b2-169f97331ef0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:46.542375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.549587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Pushing event updated for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:46.607780 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-471182bb-6f95-488e-8a16-6cbec085b982 None None] Provisioning complete for port 490dbf01-602d-41e3-92af-3422f436dad5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:46.608192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-471182bb-6f95-488e-8a16-6cbec085b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (490dbf01-602d-41e3-92af-3422f436dad5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.666483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7b26064a-5a54-4247-b0b2-169f97331ef0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:46.667455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:46.683657 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:46.685579 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:46.691582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-471182bb-6f95-488e-8a16-6cbec085b982 None None] Port 490dbf01-602d-41e3-92af-3422f436dad5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:46:46.793372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7b26064a-5a54-4247-b0b2-169f97331ef0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:46.861483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:46:47.060829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:46:47.066217 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2087419f-03ee-427d-a129-c6ce043ed51b admin admin] 10.222.0.21 "PUT /v2.0/routers/fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3359132 Mar 11 00:46:47.145770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-80fc6a2b-6378-42f1-a20f-4b685c24e9cd None None] Provisioning complete for port 490dbf01-602d-41e3-92af-3422f436dad5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:47.146506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-80fc6a2b-6378-42f1-a20f-4b685c24e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (490dbf01-602d-41e3-92af-3422f436dad5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:47.187840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-80fc6a2b-6378-42f1-a20f-4b685c24e9cd None None] Port 490dbf01-602d-41e3-92af-3422f436dad5 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:46:47.951052 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:48.017795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:48.018266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:48.104026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:48.105412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:48.162439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:48.163149 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:48.254288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:48.254665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:48.279592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:48.284970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:48.348388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:49.032499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Sync routers for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:46:49.043388 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:49.044062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:49.172167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:49.406292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:46Z', 'revision_number': 4, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '490dbf01-602d-41e3-92af-3422f436dad5', 'name': '', 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'mac_address': 'fa:16:3e:50:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:45Z', 'updated_at': '2022-03-11T00:46:46Z', 'revision_number': 2, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'subnets': [{'id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:49.435037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Checking router: fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:46:49.435433 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Updating router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 port 490dbf01-602d-41e3-92af-3422f436dad5 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:46:49.467426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (490dbf01-602d-41e3-92af-3422f436dad5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:49.767889 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks [] for port (490dbf01-602d-41e3-92af-3422f436dad5), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:49.776517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:49.828883 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Pushing event updated for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:49.855382 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.855726 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.856156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.856445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.856847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.857181 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.857560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.857888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.858210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.858529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.858858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.859180 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.859499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:46:49.934264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Attempting to bind port 490dbf01-602d-41e3-92af-3422f436dad5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:46:49.935077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Attempting to bind port 490dbf01-602d-41e3-92af-3422f436dad5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:46:49.935783 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Attempting to bind port 490dbf01-602d-41e3-92af-3422f436dad5 on network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:46:49.939913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:49.993439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:46:49.994204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Checking segment: {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:46:49.994973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:49.995526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Bound using segment: {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:46:49.996273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Bound port: 490dbf01-602d-41e3-92af-3422f436dad5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:46:49.996846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (490dbf01-602d-41e3-92af-3422f436dad5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.018055 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:50.022538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.149563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] For port 490dbf01-602d-41e3-92af-3422f436dad5, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:46:50.164961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] For port 490dbf01-602d-41e3-92af-3422f436dad5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=490dbf01-602d-41e3-92af-3422f436dad5,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:46:50.175756 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.178032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:50.246797 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:46:50.247556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:46:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:50.311270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Provisioning complete for port 490dbf01-602d-41e3-92af-3422f436dad5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:50.312019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (490dbf01-602d-41e3-92af-3422f436dad5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.351377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1076b67-6474-42ca-bf55-82f416573eda None None] Pushing event updated for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:50.465187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:46:50.567086 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Current status of the port 490dbf01-602d-41e3-92af-3422f436dad5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:50.567394 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (490dbf01-602d-41e3-92af-3422f436dad5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.658786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] For port 490dbf01-602d-41e3-92af-3422f436dad5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=490dbf01-602d-41e3-92af-3422f436dad5,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:46:50.665475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:50.748706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2baa75-d511-468f-bc12-bdaf884e7357 None None] Pushing event updated for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:50.775457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:46Z', 'revision_number': 4, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '490dbf01-602d-41e3-92af-3422f436dad5', 'name': '', 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'mac_address': 'fa:16:3e:50:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:45Z', 'updated_at': '2022-03-11T00:46:50Z', 'revision_number': 4, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'subnets': [{'id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:46:50.806226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e72fa6-91ca-4f03-9825-4844e69a7e29 None None] The sync data for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 is: [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:46:46Z', 'revision_number': 4, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '490dbf01-602d-41e3-92af-3422f436dad5', 'name': '', 'network_id': '77fb0330-e1b9-43c7-8a34-a989db49d4d3', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'mac_address': 'fa:16:3e:50:b3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:45Z', 'updated_at': '2022-03-11T00:46:50Z', 'revision_number': 4, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'subnets': [{'id': '29bf6c6b-9e9c-4961-b4ce-e44f45dc216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:46:50.886470 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9c5714bd-d21a-45c4-acac-eb1fc550e2da None None] Provisioning complete for port 490dbf01-602d-41e3-92af-3422f436dad5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:50.886847 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9c5714bd-d21a-45c4-acac-eb1fc550e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (490dbf01-602d-41e3-92af-3422f436dad5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:51.003707 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9c5714bd-d21a-45c4-acac-eb1fc550e2da None None] Current status of the port 490dbf01-602d-41e3-92af-3422f436dad5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:51.924773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 490dbf01-602d-41e3-92af-3422f436dad5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:46:51.979810 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 490dbf01-602d-41e3-92af-3422f436dad5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:46:51.980294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (490dbf01-602d-41e3-92af-3422f436dad5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:52.068248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 490dbf01-602d-41e3-92af-3422f436dad5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:46:55.458489 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-352597bf-eea5-4d81-9ef1-b55661342208 req-fdc3d2e2-334e-451b-8449-533733758d31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321093 Mar 11 00:46:55.507954 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-352597bf-eea5-4d81-9ef1-b55661342208 req-e74ef74a-ec07-40ad-9727-60a75957aed4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0306475 Mar 11 00:46:55.552224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-352597bf-eea5-4d81-9ef1-b55661342208 req-ef1bc28f-2de0-4c97-bfc9-c76732e82cea service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229306 Mar 11 00:46:55.665482 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352597bf-eea5-4d81-9ef1-b55661342208 req-85494b85-099f-4c9a-9beb-795a45d99d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:55.667018 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-352597bf-eea5-4d81-9ef1-b55661342208 req-85494b85-099f-4c9a-9beb-795a45d99d3b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094503 Mar 11 00:46:57.669926 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-ee44762d-de62-4709-ad2c-4d8878bb2928 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:57.671300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-ee44762d-de62-4709-ad2c-4d8878bb2928 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 815 time: 0.1041307 Mar 11 00:46:57.686080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-c30eb491-42c1-4e48-a551-967229a141d0 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/quotas/2fb30462c2af47f89833a7ddeb5fe3e0 HTTP/1.1" status: 200 len: 375 time: 0.0094151 Mar 11 00:46:57.741890 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-34533e2b-6957-4c6b-aded-0f4ffb63c81c tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508986 Mar 11 00:46:57.843053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-3afc68df-f6e2-41c7-8f2d-759a8951693e service neutron] 10.222.0.21 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899620 Mar 11 00:46:57.933630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-c5b4b8b5-90e9-4799-8d02-d953779c5b2b service neutron] 10.222.0.21 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Mar 11 00:46:58.103677 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-013106df-615b-4aab-8e25-62b235f8e49e req-2ddb2a9d-e446-45f5-8783-642d4abad259 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 210 time: 0.0324085 Mar 11 00:46:59.088333 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-4e08ded5-d670-42fe-8006-4f46613aed5b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:59.089785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-4e08ded5-d670-42fe-8006-4f46613aed5b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 815 time: 0.1067564 Mar 11 00:46:59.102793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'port': {'device_id': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'admin_state_up': True, 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:46:59.208865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-daacfcf3-fe38-4bda-9db4-8a18ed040514 req-f9192231-ba35-40c1-82c5-a426b420edf2 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 210 time: 0.0331116 Mar 11 00:46:59.241827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Made reservation on behalf of 2fb30462c2af47f89833a7ddeb5fe3e0 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:46:59.245281 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:59.415324 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Allocated IP 172.20.0.8 (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab/4dc5e1a3-9660-4931-88b4-a48091bc6faf/7a22343b-66c4-4d3c-8c0d-abc2bbbdd005) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:46:59.617198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:59.658091 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:59.710159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:46:59.713441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:46:59.720270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:46:59.749940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:46:59.791243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:46:59.792304 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:46:59.822008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-5379b2f0-04eb-44eb-857b-7f830c29d416 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7222474 Mar 11 00:47:00.090809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1b5b07f1-adde-4ca8-a468-0168c16c031f None None] Provisioning complete for port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:47:00.091681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1b5b07f1-adde-4ca8-a468-0168c16c031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:00.127163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b07f1-adde-4ca8-a468-0168c16c031f None None] Port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:47:00.338715 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90413-4495-49fd-88d4-2d6b05832393 req-a79056fd-a13a-4e54-a563-f0ba8c717543 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:00.340689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fa90413-4495-49fd-88d4-2d6b05832393 req-a79056fd-a13a-4e54-a563-f0ba8c717543 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0596082 Mar 11 00:47:00.398807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5fa90413-4495-49fd-88d4-2d6b05832393 req-b754a1ca-ea82-4282-a962-60add7a6198a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498958 Mar 11 00:47:01.529598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31e34-b789-4be8-88a7-f8872dd5f06c req-81f45eb6-d834-469e-b794-c301db2be9b4 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:01.531159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5a31e34-b789-4be8-88a7-f8872dd5f06c req-81f45eb6-d834-469e-b794-c301db2be9b4 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0612385 Mar 11 00:47:01.580661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5a31e34-b789-4be8-88a7-f8872dd5f06c req-ad249696-2718-4e08-9bcb-48584dc83bc7 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Mar 11 00:47:02.727871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a139c-07f2-4300-93e2-2de1b3a4b72d req-7058ac40-f376-4ae0-ba6d-ec70cd4fade3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:02.729630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b9a139c-07f2-4300-93e2-2de1b3a4b72d req-7058ac40-f376-4ae0-ba6d-ec70cd4fade3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0738664 Mar 11 00:47:02.779138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b9a139c-07f2-4300-93e2-2de1b3a4b72d req-2c165ec6-2988-4083-9827-bfae6a6dbbf7 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Mar 11 00:47:03.917381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239cd7-cbff-45c0-ad18-239d0532b612 req-46e40165-a4a6-41f0-80ff-5c8a15adef57 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:03.918932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66239cd7-cbff-45c0-ad18-239d0532b612 req-46e40165-a4a6-41f0-80ff-5c8a15adef57 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0675454 Mar 11 00:47:03.984807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-66239cd7-cbff-45c0-ad18-239d0532b612 req-d7c686c1-15e5-4d3c-ba16-bdd806f86b61 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Mar 11 00:47:05.120939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbc7d4-a318-4cf9-95c5-91fae93b2e7d req-20610182-79b6-4d1e-bb0e-f3b53f121c90 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:05.122673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81fbc7d4-a318-4cf9-95c5-91fae93b2e7d req-20610182-79b6-4d1e-bb0e-f3b53f121c90 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0661430 Mar 11 00:47:05.174340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-81fbc7d4-a318-4cf9-95c5-91fae93b2e7d req-327ad9ad-1634-4f92-97a9-edc3ebdfdd05 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Mar 11 00:47:06.304209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e196de1-2e39-471e-9446-93173c3a8e71 req-0d4e1cb2-02d1-44a0-9307-73ffc7620f57 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:06.305812 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e196de1-2e39-471e-9446-93173c3a8e71 req-0d4e1cb2-02d1-44a0-9307-73ffc7620f57 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.0572853 Mar 11 00:47:06.356405 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3e196de1-2e39-471e-9446-93173c3a8e71 req-4c124ffc-69f4-48b4-ba84-1738e472ee5d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Mar 11 00:47:06.803282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f98fac44-e107-4873-8d43-4e9071d14c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.319185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Request body: {'port': {'device_id': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:07.381411 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.561772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf011b1-6c60-4f27-a509-1400b42776e6 req-369d6994-0a2f-4d46-ac6f-10340fa58ac5 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:07.563228 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-baf011b1-6c60-4f27-a509-1400b42776e6 req-369d6994-0a2f-4d46-ac6f-10340fa58ac5 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 931 time: 0.1314509 Mar 11 00:47:07.661940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-baf011b1-6c60-4f27-a509-1400b42776e6 req-4b3d88d7-625d-4f45-b33f-233b740dfb9e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708523 Mar 11 00:47:07.715025 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:47:07.722356 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks [] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.734621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Transition to ACTIVE for port object 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:47:07.738456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.790774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:07.866634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Attempting to bind port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:47:07.866971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Attempting to bind port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:47:07.867293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Attempting to bind port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 on network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:47:07.871812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 on network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:47:07.872161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Attempting to bind port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 on network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:47:07.877103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:47:07.877445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Checking segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:47:07.877827 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Bound using segment: {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:47:07.878256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Bound port: 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fefca5-ad83-4e1a-a99f-8da910277ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:47:07.878606 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.943881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:47:07.946962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:47:07.953185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.987318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:07.988080 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:07.989430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 1091 time: 0.6755033 Mar 11 00:47:07.989971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:47:07.992222 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d16316-d528-46fe-a7da-c331855416c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:47:08.017944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2127c-4c91-4a1f-8e92-50d942a55b49 service neutron] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:08.050878 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3771f94-28ec-4699-a5af-35469882d5eb x-openstack-request-id: req-f3771f94-28ec-4699-a5af-35469882d5eb {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:47:08.051229 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:47:08.051493 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3771f94-28ec-4699-a5af-35469882d5eb {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:47:08.051903 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:47:08.088863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-2065978f-7b11-42d2-820a-7054198a3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.090437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-2065978f-7b11-42d2-820a-7054198a3add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1125 time: 0.0525601 Mar 11 00:47:08.138622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-e43f99db-7f9f-46a6-8b36-a0e8ec9648b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 217 time: 0.0419087 Mar 11 00:47:08.188907 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-041d8226-1c6a-4a7e-b0bf-40a4803c35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.190361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-041d8226-1c6a-4a7e-b0bf-40a4803c35ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0461733 Mar 11 00:47:08.238652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-c5480f8e-0a11-4744-8963-e4890b54db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.241424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-c5480f8e-0a11-4744-8963-e4890b54db21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449643 Mar 11 00:47:08.339292 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-bcc8cdf0-e5f1-457f-9b99-91539ff6ab79 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907645 Mar 11 00:47:08.433543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1673d605-e66a-4dc5-8f90-c9ba1953b32f req-11ab6d15-aa4f-4b5d-80c6-c47264366167 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881996 Mar 11 00:47:08.520353 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16316-d528-46fe-a7da-c331855416c0 req-653b0a16-f209-4272-800b-8e7d2e5b8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.522356 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-653b0a16-f209-4272-800b-8e7d2e5b8a21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1125 time: 0.0453918 Mar 11 00:47:08.613122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16316-d528-46fe-a7da-c331855416c0 req-77000acf-e8bc-4a64-9768-2a3f06b310ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.614636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-77000acf-e8bc-4a64-9768-2a3f06b310ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.0858076 Mar 11 00:47:08.658494 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-92b219bc-41cc-4650-a4a1-06bf9cc3ac75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 217 time: 0.0382659 Mar 11 00:47:08.706448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16316-d528-46fe-a7da-c331855416c0 req-78edc5d9-0acf-4205-9efb-31a02eba5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:08.707907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-78edc5d9-0acf-4205-9efb-31a02eba5f5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0431900 Mar 11 00:47:09.073323 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d16316-d528-46fe-a7da-c331855416c0 req-b0817364-18d8-4592-8068-9b3cf5c32cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:09.075076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-b0817364-18d8-4592-8068-9b3cf5c32cc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3599522 Mar 11 00:47:09.096983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb607378-ed41-4347-a138-d70c8fea476c req-e4e8af92-eeb9-449d-9128-b11af1dffb22 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:09.098371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb607378-ed41-4347-a138-d70c8fea476c req-e4e8af92-eeb9-449d-9128-b11af1dffb22 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 943 time: 0.3577950 Mar 11 00:47:09.186872 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:47:09.191137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eb607378-ed41-4347-a138-d70c8fea476c req-444dff7a-d61c-4a5f-b4b7-9c6e91e25e01 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827112 Mar 11 00:47:09.208721 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-869fe59b-1abb-4845-ac87-266ae1970751 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254084 Mar 11 00:47:09.300285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-19d16316-d528-46fe-a7da-c331855416c0 req-45082632-73b6-40f3-8677-c2ec1077ae23 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851376 Mar 11 00:47:09.374784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-507450fc-8a04-43d9-85bd-1a17ba5f318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:10.311629 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81509bc-eed9-49d5-99a8-c58fcb0143d0 req-5d8c1e68-ae91-449e-a5fc-dc4ef9a7e913 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:10.313130 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d81509bc-eed9-49d5-99a8-c58fcb0143d0 req-5d8c1e68-ae91-449e-a5fc-dc4ef9a7e913 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 943 time: 0.0527966 Mar 11 00:47:10.360240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d81509bc-eed9-49d5-99a8-c58fcb0143d0 req-aa4634b3-6a08-43c7-872a-ea261db76c9d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Mar 11 00:47:10.596703 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:11.152803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:11.489083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6b28-f2d1-4017-9d3e-65e092a2b31c req-bc5cbe56-db57-4398-be25-f9f9a1ce7afc tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:11.491297 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d8d6b28-f2d1-4017-9d3e-65e092a2b31c req-bc5cbe56-db57-4398-be25-f9f9a1ce7afc tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 943 time: 0.0577056 Mar 11 00:47:11.530015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:11.539055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d8d6b28-f2d1-4017-9d3e-65e092a2b31c req-4411096a-fd64-4f8e-b9e6-b0eba995b52b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Mar 11 00:47:11.779861 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:12.645353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:47:12.656421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b80e63-126c-43e0-84b0-ceda5dde141b req-a0346cde-1328-4970-874b-e5fbcfa898e1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:12.657894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02b80e63-126c-43e0-84b0-ceda5dde141b req-a0346cde-1328-4970-874b-e5fbcfa898e1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 943 time: 0.0520930 Mar 11 00:47:12.705534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-02b80e63-126c-43e0-84b0-ceda5dde141b req-8802f4a9-e0b1-4722-b4ff-2cf07e399c82 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Mar 11 00:47:12.743498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:47:12.910496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'port_id': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'mac_address': 'fa:16:3e:4e:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:47:12.947640 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:47:12.948069 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:12.960689 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:47:12.979492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:47:12.984330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:13.032378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:13.184948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:47:13.371856 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:13.821335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42548aa-d096-4313-91b8-68ce7a162b36 req-613ad279-b419-4db3-9393-cbe5e537b707 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:13.822776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a42548aa-d096-4313-91b8-68ce7a162b36 req-613ad279-b419-4db3-9393-cbe5e537b707 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 944 time: 0.0507789 Mar 11 00:47:13.873565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a42548aa-d096-4313-91b8-68ce7a162b36 req-40b948d8-c369-4181-927f-b1442e83080a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Mar 11 00:47:14.655566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:47:14.703667 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:47:14.707483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:47:14.707864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:14.785366 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:47:14.785755 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:14.807696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:47:14.809994 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4304a3a-991b-407a-baaa-f21f3f620a28" -d '{"events": [{"server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:47:14.824080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:47:14.828050 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:14.855726 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bba8fd-1088-42a4-8731-6105fb95bbc8 x-openstack-request-id: req-f6bba8fd-1088-42a4-8731-6105fb95bbc8 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:47:14.856383 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "name": "network-vif-plugged", "status": "completed", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:47:14.856646 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6bba8fd-1088-42a4-8731-6105fb95bbc8 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:47:14.857041 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'code': 200} Mar 11 00:47:14.884024 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:14.947887 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31839f1-d2bb-4868-8016-df03aafe70e9 req-c9c4c2c1-0522-4112-9cfb-cf81d4d04b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:14.949814 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a31839f1-d2bb-4868-8016-df03aafe70e9 req-c9c4c2c1-0522-4112-9cfb-cf81d4d04b9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0457487 Mar 11 00:47:15.020651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a31839f1-d2bb-4868-8016-df03aafe70e9 req-d365e283-c18f-4323-a82a-1e57e0634988 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613956 Mar 11 00:47:15.030193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ecb2c-256d-497f-a17b-392f6992b1ad req-96365e6f-e2b0-42e5-b7e0-2f2c4c96d66d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:15.031590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7ecb2c-256d-497f-a17b-392f6992b1ad req-96365e6f-e2b0-42e5-b7e0-2f2c4c96d66d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0808654 Mar 11 00:47:15.078556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d7ecb2c-256d-497f-a17b-392f6992b1ad req-f134a99a-63a5-4c28-9038-ff4a30870274 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Mar 11 00:47:16.200532 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a4e79-8019-456b-b35f-f97652c8634f req-e26c5454-761b-44ff-b8c3-23d4c190bebe tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:16.201984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-752a4e79-8019-456b-b35f-f97652c8634f req-e26c5454-761b-44ff-b8c3-23d4c190bebe tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0557585 Mar 11 00:47:16.247276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-752a4e79-8019-456b-b35f-f97652c8634f req-86d4a7f7-359d-4d2c-855c-ce0369f1713e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Mar 11 00:47:16.366081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf99d9-9b72-4565-8b77-1e251afb40be req-6f551cf2-3366-462c-aa2f-f35ada4d634a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:16.367568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bf99d9-9b72-4565-8b77-1e251afb40be req-6f551cf2-3366-462c-aa2f-f35ada4d634a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0522549 Mar 11 00:47:16.412820 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8bf99d9-9b72-4565-8b77-1e251afb40be req-5a167452-2297-4600-8f61-5401a6360e64 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Mar 11 00:47:16.602126 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d338-c126-4624-bf3e-e9d756fc8d8d req-deef0979-4d9b-4122-a189-f678bc9df2d3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:16.603600 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f8d338-c126-4624-bf3e-e9d756fc8d8d req-deef0979-4d9b-4122-a189-f678bc9df2d3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0546365 Mar 11 00:47:16.655137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-95f8d338-c126-4624-bf3e-e9d756fc8d8d req-0a30d00d-5981-40f0-b96a-e71d5f916fc8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Mar 11 00:47:35.496252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cc536-085e-4013-84a9-e27ade2cb83d req-fa1e97b7-e73d-4d38-96ef-b8e52bf5dbb8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:35.497757 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f66cc536-085e-4013-84a9-e27ade2cb83d req-fa1e97b7-e73d-4d38-96ef-b8e52bf5dbb8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0529900 Mar 11 00:47:35.545338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f66cc536-085e-4013-84a9-e27ade2cb83d req-2c786648-0a53-4dea-ad26-f0b36a29bd26 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Mar 11 00:47:35.568635 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43658) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:35.767203 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2489640-fd34-4b1f-ad17-9940c868420e tempest-TestMinimumBasicScenario-175804734 tempest-TestMinimumBasicScenario-175804734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:35.768841 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c2489640-fd34-4b1f-ad17-9940c868420e tempest-TestMinimumBasicScenario-175804734 tempest-TestMinimumBasicScenario-175804734-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1122 time: 0.1992114 Mar 11 00:47:35.772682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43664) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:35.777410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:35.804311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:35.910202 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.014132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Allocated IP 172.25.7.141 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/58a37540-bace-42f7-9fee-8719f918b4b2) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:47:36.120341 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for port (58a37540-bace-42f7-9fee-8719f918b4b2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.153729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.189005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:47:36.191804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:47:36.198779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:47:36.221480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'Port': ['ID=58a37540-bace-42f7-9fee-8719f918b4b2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:36.590528 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for floatingip (97a051a3-a17c-4d84-b9cc-af4c5c00be21), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.668554 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.806061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0f29d15b-81f7-4fe8-b9ca-036f569692c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.832392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for port (58a37540-bace-42f7-9fee-8719f918b4b2), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.837460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:36.910343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'Port': ['ID=58a37540-bace-42f7-9fee-8719f918b4b2,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:36.936407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (97a051a3-a17c-4d84-b9cc-af4c5c00be21), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.039749 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Floating IP 97a051a3-a17c-4d84-b9cc-af4c5c00be21 associated. External IP: 172.25.7.141, port: 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005. Mar 11 00:47:37.249982 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Router 69a1800a-ed92-4e56-9154-4efc63ec9f03 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:47:37.365473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:47:37.374894 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Sync routers for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:47:37.383463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.385994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:47:37.386624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:47:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:47:37.414856 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-adae0672-80dc-4725-aeb4-6c7293279058 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6409650 Mar 11 00:47:37.415592 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:47:37.417911 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43666) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:37.418401 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b911600-f303-4778-ae26-74ec2fe3ce97" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:47:37.423322 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1122669938', 'description': 'tempest-secgroup-smoke-1122669938 description', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:37.450560 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.467112 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475912cd-4275-471f-a1cf-0234eae63984 x-openstack-request-id: req-475912cd-4275-471f-a1cf-0234eae63984 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:47:37.467503 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:47:37.467885 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-475912cd-4275-471f-a1cf-0234eae63984 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:47:37.468467 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:47:37.515863 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:47:37.536941 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (b8b4613b-ab3e-422e-b06d-ebfac07ede95), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.542314 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8b4613b-ab3e-422e-b06d-ebfac07ede95), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.544766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-63273797-b7cf-41c5-a115-0d64d002bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:37.546882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-63273797-b7cf-41c5-a115-0d64d002bb8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0579236 Mar 11 00:47:37.575279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.579652 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1607120 Mar 11 00:47:37.580147 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43670) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:37.582305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4613b-ab3e-422e-b06d-ebfac07ede95,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:37.585978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:37.591993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.592352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.592850 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.593213 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.593548 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.593886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.594227 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.594672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.595059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.595434 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.595730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.596103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.596418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6608930-5a8b-4b55-ba42-47a6fa454471 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:47:37.676380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (89b5b85f-720a-4b09-9047-049271139e7c), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.690906 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-dea95ca9-4a23-4831-a3c1-2d65b54e7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:37.692772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-dea95ca9-4a23-4831-a3c1-2d65b54e7970 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.1395326 Mar 11 00:47:37.749335 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '97a051a3-a17c-4d84-b9cc-af4c5c00be21', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'port_id': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'mac_address': 'fa:16:3e:4e:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:47:36Z', 'updated_at': '2022-03-11T00:47:36Z', 'revision_number': 0, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:47:37.775893 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Checking router: 69a1800a-ed92-4e56-9154-4efc63ec9f03 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:47:37.782913 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (89b5b85f-720a-4b09-9047-049271139e7c), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.783869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:47:37.784536 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:47:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:47:37.785655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-8635ddb7-2a12-4178-a0a5-fd7e84e17d51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 999 time: 0.0859449 Mar 11 00:47:37.787791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (89b5b85f-720a-4b09-9047-049271139e7c), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.839830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b5b85f-720a-4b09-9047-049271139e7c,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:37.856416 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.860671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b3e9dfa9-b15b-4c56-9fb4-acded4666d7b tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761893 Mar 11 00:47:37.860671 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43672) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:37.864674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:37.870807 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-a3f1cd65-33c8-4caa-ab1b-58637b430aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:37.872217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-a3f1cd65-33c8-4caa-ab1b-58637b430aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0790303 Mar 11 00:47:37.895664 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:47:37.921556 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (3f110fea-c984-41bb-a419-ceb93fc1392e), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:37.945419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-bf25c229-2320-41ff-be2c-44b6933d7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:37.946939 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-bf25c229-2320-41ff-be2c-44b6933d7930 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677333 Mar 11 00:47:37.963555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-c92fe07d-2b35-4df2-aa2c-9bb66f693901 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:47:37.964541 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-c92fe07d-2b35-4df2-aa2c-9bb66f693901 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065160 Mar 11 00:47:38.000069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (3f110fea-c984-41bb-a419-ceb93fc1392e), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.005072 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (3f110fea-c984-41bb-a419-ceb93fc1392e), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.130403 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '97a051a3-a17c-4d84-b9cc-af4c5c00be21', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'port_id': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'mac_address': 'fa:16:3e:4e:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:47:36Z', 'updated_at': '2022-03-11T00:47:36Z', 'revision_number': 0, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:47:38.158727 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d5293c-ae34-4ad6-b5d1-9a5e22937995 None None] The sync data for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 is: [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '97a051a3-a17c-4d84-b9cc-af4c5c00be21', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'port_id': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'mac_address': 'fa:16:3e:4e:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:47:36Z', 'updated_at': '2022-03-11T00:47:36Z', 'revision_number': 0, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:47:38.348447 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f110fea-c984-41bb-a419-ceb93fc1392e,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:38.362372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.363042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f74110-bd2a-4c3b-83c1-466d48a440b3 None None] New status for floating IP 97a051a3-a17c-4d84-b9cc-af4c5c00be21: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:47:38.363573 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72ce65bb-1598-4ece-9ecb-9ac6125ad8b8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5022216 Mar 11 00:47:38.368140 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43674) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:38.370649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:38.398424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-aac32c88-af73-4f89-8740-41124126bc87 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243257 Mar 11 00:47:38.426511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (1f7c26e1-3a92-4dd8-9a8b-0018011908b3), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.566480 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-4984888d-dcbd-48b3-95ec-40e890e10dda service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625097 Mar 11 00:47:38.570201 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (1f7c26e1-3a92-4dd8-9a8b-0018011908b3), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.574354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-f443376a-d08d-4dea-998d-545d72021ea5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411991 Mar 11 00:47:38.575407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1f7c26e1-3a92-4dd8-9a8b-0018011908b3), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.593635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7c26e1-3a92-4dd8-9a8b-0018011908b3,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:38.602017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.603975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-49c68e90-2577-43a7-92a6-dfc681b5d3b3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359376 Mar 11 00:47:38.606071 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43676) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:38.610379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:38.647117 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (1abf863a-29fb-427d-bd64-740ed3e06a81), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.712940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-9e9b28e7-8882-49c7-901d-d2d4ef579d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:38.714350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-9e9b28e7-8882-49c7-901d-d2d4ef579d83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0777011 Mar 11 00:47:38.722633 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (1abf863a-29fb-427d-bd64-740ed3e06a81), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.726861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1abf863a-29fb-427d-bd64-740ed3e06a81), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.761330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abf863a-29fb-427d-bd64-740ed3e06a81,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:38.770902 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.772138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-65391f7d-e653-46bb-adc3-ac0b2694734a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650760 Mar 11 00:47:38.775064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43678) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:38.779636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:38.800298 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Project 2fb30462c2af47f89833a7ddeb5fe3e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:47:38.806176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (d333fcdb-0f23-4f8d-8907-b3b287b06a48), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.840812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-1c35ff55-4fea-4808-8962-a33ca5c0a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:38.842300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-1c35ff55-4fea-4808-8962-a33ca5c0a440 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.1089439 Mar 11 00:47:38.868453 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (d333fcdb-0f23-4f8d-8907-b3b287b06a48), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.872556 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (d333fcdb-0f23-4f8d-8907-b3b287b06a48), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.890137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d333fcdb-0f23-4f8d-8907-b3b287b06a48,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:38.899831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.901051 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5f9267b2-900f-424b-b6d0-ce765243e179 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249678 Mar 11 00:47:38.904326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43680) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:47:38.908230 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4613b-ab3e-422e-b06d-ebfac07ede95', 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:38.910759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-27ff8f81-e574-44b3-815a-72f083d118dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 1001 time: 0.0619187 Mar 11 00:47:38.933312 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Project 2fb30462c2af47f89833a7ddeb5fe3e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:47:38.938570 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (685e7859-24de-41da-957d-1aa59f8e9a13), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:38.966692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-080c176b-a035-4410-b8ad-492c9eb8ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:38.968109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-080c176b-a035-4410-b8ad-492c9eb8ec2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0508845 Mar 11 00:47:39.001873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (685e7859-24de-41da-957d-1aa59f8e9a13), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.005643 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (685e7859-24de-41da-957d-1aa59f8e9a13), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.018361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-4163e50c-cd27-449d-8e57-63c867bbab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:39.019865 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-4163e50c-cd27-449d-8e57-63c867bbab49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458827 Mar 11 00:47:39.025379 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685e7859-24de-41da-957d-1aa59f8e9a13,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:39.032140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.033496 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ac62a2f2-7f18-4944-b5db-cdf892cd8499 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285870 Mar 11 00:47:39.148860 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-0c402728-aecb-4689-b802-af51e862dc3a service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230700 Mar 11 00:47:39.152519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-aad6ee93-5425-45ef-84e6-8c91232c7bd5 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122669938&fields=id&tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0 HTTP/1.1" status: 200 len: 267 time: 0.0692244 Mar 11 00:47:39.278848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-fd4dd696-665c-44a1-a531-189d97a98274 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:39.280250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-fd4dd696-665c-44a1-a531-189d97a98274 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.1172671 Mar 11 00:47:39.282493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a799ae12-ac29-41e8-b84e-f7b0c1c19b6d req-16be8fdd-e741-4268-bcc5-128d70e97015 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 Mar 11 00:47:39.291364 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'port': {'security_groups': ['9dc5168d-2a04-4102-ac51-c9dece5b362f', 'b8b4613b-ab3e-422e-b06d-ebfac07ede95']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:47:39.362766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.372490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f92b9f25-c0f1-44fa-9690-45699c29bf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.552793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:47:39.581946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.587368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.599705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:47:39.631250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:39.631250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:39.632903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-140d96ff-e9cf-47e2-8b4b-e1c5966d6166 req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "PUT /v2.0/ports/7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 981 time: 0.3466799 Mar 11 00:47:39.639891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:47:39.649607 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e5d34f-b56f-4e8b-abf2-96108503617a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:47:39.682964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45264d4a-4a86-474c-93a9-b86ae3841db1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=6']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:47:39.701663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:47:39.714059 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834af428-eaf5-488d-a3ef-f98053f8053b x-openstack-request-id: req-834af428-eaf5-488d-a3ef-f98053f8053b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:47:39.714590 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:47:39.714590 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-834af428-eaf5-488d-a3ef-f98053f8053b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:47:39.715024 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:47:39.819492 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-f386a7d9-1175-4fa5-acc2-20b9c3c479ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:39.821383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-f386a7d9-1175-4fa5-acc2-20b9c3c479ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1166 time: 0.0836341 Mar 11 00:47:39.829964 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078252e-9389-4090-b531-a46f17b0ca4f req-ab84b1e1-f2c2-43c8-840b-517e0ea7e97d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:39.831631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1078252e-9389-4090-b531-a46f17b0ca4f req-ab84b1e1-f2c2-43c8-840b-517e0ea7e97d tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.1068778 Mar 11 00:47:39.981933 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1078252e-9389-4090-b531-a46f17b0ca4f req-fd9584b5-8fbe-4ae9-918e-e2f00179de30 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343760 Mar 11 00:47:40.013636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-4b93b508-9082-4584-9b85-e78c082f3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:40.015501 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-4b93b508-9082-4584-9b85-e78c082f3a92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.1829600 Mar 11 00:47:40.028948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a7460812-856f-4fca-814b-0d3e63ffc40a None None] Provisioning complete for port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:47:40.029615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7460812-856f-4fca-814b-0d3e63ffc40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:40.090468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-c7ae571e-0a6c-4e07-98ad-b93a937c8621 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 1001 time: 0.0679228 Mar 11 00:47:40.146311 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-403c1b3e-ed56-4121-b67a-e39ca2485951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:40.147879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-403c1b3e-ed56-4121-b67a-e39ca2485951 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0517638 Mar 11 00:47:40.197528 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-f4b6410d-5a8d-48c1-b5f6-c56604027ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:40.199342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-f4b6410d-5a8d-48c1-b5f6-c56604027ba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451980 Mar 11 00:47:40.242398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7460812-856f-4fca-814b-0d3e63ffc40a None None] Current status of the port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:47:40.289717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-4cde7d03-89e0-4a20-be3b-318dcf5f1b82 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841913 Mar 11 00:47:40.384799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-27e5d34f-b56f-4e8b-abf2-96108503617a req-443a8180-e108-4e38-8cb3-86e1a274c73f service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888779 Mar 11 00:47:40.598709 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:41.161421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:41.545430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:41.782240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:43.373132 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:47:46.185905 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:47:47.558086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6027d32-34f0-4f1d-b405-74a598d592d0 req-5950e54b-70cf-4914-80ae-3b6f39aef203 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:47.559671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6027d32-34f0-4f1d-b405-74a598d592d0 req-5950e54b-70cf-4914-80ae-3b6f39aef203 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0580740 Mar 11 00:47:47.656407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f6027d32-34f0-4f1d-b405-74a598d592d0 req-5fd0263d-1e7d-4465-a972-b32a4a139060 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907576 Mar 11 00:47:47.659189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-d730d723-4995-4b70-ac53-bfe26c9c2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:47.660510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-d730d723-4995-4b70-ac53-bfe26c9c2ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1166 time: 0.0816634 Mar 11 00:47:47.749569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-fb1b9257-ca29-4189-adf8-4b016d4b9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:47.751011 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-fb1b9257-ca29-4189-adf8-4b016d4b9cbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.0844316 Mar 11 00:47:47.819534 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-a2911356-dc7d-4233-9dab-7febae217336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 1001 time: 0.0627029 Mar 11 00:47:47.868809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-3e685220-2b64-4399-ab48-b1d152862a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:47.870254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-3e685220-2b64-4399-ab48-b1d152862a6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0436981 Mar 11 00:47:47.918437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-71042cf5-9ba6-4a30-9617-335ad3330419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:47.919858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-71042cf5-9ba6-4a30-9617-335ad3330419 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436337 Mar 11 00:47:48.014354 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-ff74d0f3-4d22-426b-bfcb-24e682f4f4a0 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886819 Mar 11 00:47:48.106327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-278a75bf-2009-4743-92e2-420dc8d1ffbd req-e58421e1-e0a3-4bc1-8258-ec53e149bb4b service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Mar 11 00:47:48.782791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cce83-6ed6-4c6a-b8ff-f29759914dde req-f40fbf94-ca32-4c88-aa87-7cce95d554fd tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:48.784312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-194cce83-6ed6-4c6a-b8ff-f29759914dde req-f40fbf94-ca32-4c88-aa87-7cce95d554fd tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0547667 Mar 11 00:47:48.846237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-194cce83-6ed6-4c6a-b8ff-f29759914dde req-c995b135-0c3c-41a7-a495-f065019a4253 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551736 Mar 11 00:47:49.964983 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e57fd7-9888-4299-9727-ec02f7312460 req-91ccb652-7a80-43a9-9cd0-fc498de54d74 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:49.966435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72e57fd7-9888-4299-9727-ec02f7312460 req-91ccb652-7a80-43a9-9cd0-fc498de54d74 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0520124 Mar 11 00:47:50.024782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72e57fd7-9888-4299-9727-ec02f7312460 req-1a87e416-9bf4-4504-a6ad-6ce8ceac2df9 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526028 Mar 11 00:47:51.148774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180f0c-e3ca-44a0-8481-b0df357c1968 req-223c1c1d-5196-45b8-9722-fadbc8d7a0c8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:51.150254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03180f0c-e3ca-44a0-8481-b0df357c1968 req-223c1c1d-5196-45b8-9722-fadbc8d7a0c8 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0573049 Mar 11 00:47:51.209265 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-03180f0c-e3ca-44a0-8481-b0df357c1968 req-d0e802c7-1fe0-4aed-a312-095fa2e5c596 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532203 Mar 11 00:47:52.330133 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96966a-383d-4401-8e7b-0864e06d74d4 req-95d2a37a-6fd7-46c9-a377-c8d018493e70 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:52.331624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b96966a-383d-4401-8e7b-0864e06d74d4 req-95d2a37a-6fd7-46c9-a377-c8d018493e70 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0542240 Mar 11 00:47:52.390892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0b96966a-383d-4401-8e7b-0864e06d74d4 req-f1792585-b937-41a8-9631-4a5469868482 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532298 Mar 11 00:47:53.510235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa089d13-5b5e-4c9a-8856-a378410917c4 req-49c6e70f-e824-420a-9cbc-908b27a46c7a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:53.511712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa089d13-5b5e-4c9a-8856-a378410917c4 req-49c6e70f-e824-420a-9cbc-908b27a46c7a tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0528095 Mar 11 00:47:53.574062 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa089d13-5b5e-4c9a-8856-a378410917c4 req-3a5e5bea-1859-431e-a483-6d0255beac29 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566657 Mar 11 00:47:54.696293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f20ab-b3ea-46eb-81ab-fe6fa1e64b33 req-07720325-c77d-484c-b42b-86dc3a675990 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:54.697778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d7f20ab-b3ea-46eb-81ab-fe6fa1e64b33 req-07720325-c77d-484c-b42b-86dc3a675990 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0536439 Mar 11 00:47:54.757673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d7f20ab-b3ea-46eb-81ab-fe6fa1e64b33 req-4ed7118d-ce9f-4d2b-8122-c1d009136a52 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536537 Mar 11 00:47:55.882751 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c04a15-f310-460b-a68d-afe8e46c4f96 req-88b095bb-9f7d-449a-80eb-1f35c77b2ca0 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:55.884249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84c04a15-f310-460b-a68d-afe8e46c4f96 req-88b095bb-9f7d-449a-80eb-1f35c77b2ca0 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0533009 Mar 11 00:47:55.943218 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-84c04a15-f310-460b-a68d-afe8e46c4f96 req-b941bd29-d65e-456f-bda3-169275f4e607 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526748 Mar 11 00:47:56.446720 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-123d8aa3-fa66-41db-91f0-c7527398617e req-a9ee532d-c367-49a3-82c3-e6f3729f73b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253751 Mar 11 00:47:56.493893 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-123d8aa3-fa66-41db-91f0-c7527398617e req-47f81b59-c2f7-416b-85f0-2caba17322be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0260012 Mar 11 00:47:56.531053 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-123d8aa3-fa66-41db-91f0-c7527398617e req-a4064eb5-efbc-4997-be32-59182aa7653d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198708 Mar 11 00:47:56.625978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d8aa3-fa66-41db-91f0-c7527398617e req-f1063875-a2e1-42ab-a741-b4bd2ad9d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:56.627541 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-123d8aa3-fa66-41db-91f0-c7527398617e req-f1063875-a2e1-42ab-a741-b4bd2ad9d719 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915771 Mar 11 00:47:57.065256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960718d6-7c24-4feb-9662-c2db67d2e538 req-33e76eee-342a-46fc-9097-ebc0527ecd22 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:57.066717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-960718d6-7c24-4feb-9662-c2db67d2e538 req-33e76eee-342a-46fc-9097-ebc0527ecd22 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0565071 Mar 11 00:47:57.127592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-960718d6-7c24-4feb-9662-c2db67d2e538 req-0d6a625b-c373-4d81-b831-dc57ee1102f3 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540607 Mar 11 00:47:58.251347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab921ae7-6c53-468c-863e-7beca7885837 req-9e5cd73c-8de8-4bee-9b04-aed7fb23f244 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:58.252862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab921ae7-6c53-468c-863e-7beca7885837 req-9e5cd73c-8de8-4bee-9b04-aed7fb23f244 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0526416 Mar 11 00:47:58.312715 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ab921ae7-6c53-468c-863e-7beca7885837 req-5117d35c-9ca6-4ed4-bd32-d9f21ab246f1 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535042 Mar 11 00:47:59.437763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7c6d-c1c7-4c27-81d5-ae2669041d0f req-f0d728a9-8e01-48b8-a2a8-8b51c68ad958 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:47:59.439256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1ca7c6d-c1c7-4c27-81d5-ae2669041d0f req-f0d728a9-8e01-48b8-a2a8-8b51c68ad958 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0568578 Mar 11 00:47:59.499382 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1ca7c6d-c1c7-4c27-81d5-ae2669041d0f req-ba64838c-ee40-4fe5-b786-1507d915f213 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&id=b8b4613b-ab3e-422e-b06d-ebfac07ede95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535948 Mar 11 00:48:06.806990 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f789c12c-8080-4087-b067-abf06b88489c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:09.377967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a674868-d7bf-4257-916c-f59f81cce5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:10.601971 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:11.176268 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:11.560070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:11.784842 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:13.374947 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:23.184736 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:48:31.802538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c7a17daf-16ab-4dc3-ab28-1ec5fd861b2e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1122669938&fields=id&tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0 HTTP/1.1" status: 200 len: 267 time: 0.0442686 Mar 11 00:48:31.859374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-38ea612f-48e1-49dd-bcaf-4bc358a6fffc tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:31.860880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-38ea612f-48e1-49dd-bcaf-4bc358a6fffc tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 984 time: 0.0530457 Mar 11 00:48:31.871502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Request body: {'port': {'security_groups': ['9dc5168d-2a04-4102-ac51-c9dece5b362f']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:48:31.944654 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.116301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:32.144876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.149440 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.161672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:48:32.192480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:32.193264 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.194783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad65172d-4706-4bcc-8a51-6a134ba3f52d req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "PUT /v2.0/ports/7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 942 time: 0.3276796 Mar 11 00:48:32.195321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:48:32.197621 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:48:32.201993 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43734) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:32.222374 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event updated for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=7']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:32.230460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.230819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.231173 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.231610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.231848 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.232209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.232545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.232875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.233207 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.233535 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.233864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.234191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.234519 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c1c8ff-6e2d-4ae6-b5c1-ca9932fefd8e tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:32.262107 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3696b45e-f9c1-4780-9bbe-25806a7823c2 x-openstack-request-id: req-3696b45e-f9c1-4780-9bbe-25806a7823c2 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:48:32.262392 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:48:32.262669 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3696b45e-f9c1-4780-9bbe-25806a7823c2 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:48:32.263291 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:48:32.288351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (b8b4613b-ab3e-422e-b06d-ebfac07ede95), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.310299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:48:32.323042 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (b8b4613b-ab3e-422e-b06d-ebfac07ede95), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.357110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-094fdc35-58cb-48ed-9089-c414daa5c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:32.359577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-094fdc35-58cb-48ed-9089-c414daa5c98d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0680580 Mar 11 00:48:32.394780 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (b8b4613b-ab3e-422e-b06d-ebfac07ede95), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.398287 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.402310 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8b4613b-ab3e-422e-b06d-ebfac07ede95 HTTP/1.1" status: 204 len: 168 time: 0.1984739 Mar 11 00:48:32.403223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43736) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:32.412967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403ff0d-3a4c-453e-ace1-8a6fd121e4ad tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4613b-ab3e-422e-b06d-ebfac07ede95,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:32.496114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0af51a75-f7cd-455a-a82a-ce0ceba309c5 None None] Provisioning complete for port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:48:32.496352 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0af51a75-f7cd-455a-a82a-ce0ceba309c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.556103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-78f2f218-e830-47fa-847d-8a9c80530f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:32.557579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-78f2f218-e830-47fa-847d-8a9c80530f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.1926489 Mar 11 00:48:32.579604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0af51a75-f7cd-455a-a82a-ce0ceba309c5 None None] Current status of the port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:48:32.652344 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-2d3e5201-319a-4bad-a57d-9e80993296bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 1001 time: 0.0882189 Mar 11 00:48:32.705078 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Deleting port 58a37540-bace-42f7-9fee-8719f918b4b2 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:32.705423 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.722792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-355bae40-f223-41ad-bc67-972622e72860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:32.724811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-355bae40-f223-41ad-bc67-972622e72860 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0657661 Mar 11 00:48:32.823140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.823990 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for floatingip (58a37540-bace-42f7-9fee-8719f918b4b2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:32.838737 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Calling delete_port for 58a37540-bace-42f7-9fee-8719f918b4b2 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:32.841733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-ce2ed5ea-9d3e-427f-860a-5f46179cb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:32.843235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-ce2ed5ea-9d3e-427f-860a-5f46179cb832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1139128 Mar 11 00:48:33.295827 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-6fa81690-cc78-44af-9e06-c12f9214de7e service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449518 Mar 11 00:48:33.431544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28c01c1b-9d9c-4c67-8826-bde3cfcfdc41 req-319f8bde-e13f-4ac0-835b-d7e023b06628 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299520 Mar 11 00:48:33.434727 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (58a37540-bace-42f7-9fee-8719f918b4b2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:33.463587 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event deleted for resources: {'Port': ['ID=58a37540-bace-42f7-9fee-8719f918b4b2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:33.528748 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks [] for floatingip (97a051a3-a17c-4d84-b9cc-af4c5c00be21), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:33.529146 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Floating IP 97a051a3-a17c-4d84-b9cc-af4c5c00be21 disassociated (deleted). External IP: 172.25.7.141, port: 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005. Mar 11 00:48:33.745099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Router 69a1800a-ed92-4e56-9154-4efc63ec9f03 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:48:33.857012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:48:33.861766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:33.866866 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Sync routers for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:48:33.876938 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:33.877575 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:33.892489 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-642cf9be-c7ff-40c7-afbc-140d1eec8642 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "DELETE /v2.0/floatingips/97a051a3-a17c-4d84-b9cc-af4c5c00be21 HTTP/1.1" status: 204 len: 168 time: 1.4881394 Mar 11 00:48:34.080693 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:34.263809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:48:34.266317 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411d912-14e1-445a-b6c4-247d2441522f" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:48:34.278496 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:34.301194 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587cb0b8-5d63-4b00-bcb0-361b5b8f41d9 x-openstack-request-id: req-587cb0b8-5d63-4b00-bcb0-361b5b8f41d9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:48:34.301487 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:48:34.301746 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-587cb0b8-5d63-4b00-bcb0-361b5b8f41d9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:48:34.302149 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:48:34.308083 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Checking router: 69a1800a-ed92-4e56-9154-4efc63ec9f03 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:48:34.316798 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:34.317504 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:34.365196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d912-14e1-445a-b6c4-247d2441522f req-993c6acd-4ee4-4abe-9e96-e0c9541a3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:34.366778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-993c6acd-4ee4-4abe-9e96-e0c9541a3135 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0449450 Mar 11 00:48:34.426608 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:34.462861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d912-14e1-445a-b6c4-247d2441522f req-99ae23bd-6d1e-4cd7-a332-b3b2212238ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:34.464682 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-99ae23bd-6d1e-4cd7-a332-b3b2212238ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.0902758 Mar 11 00:48:34.507377 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-4ac886f9-bf27-4451-9b79-0360ca1d8391 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 217 time: 0.0367308 Mar 11 00:48:34.558248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d912-14e1-445a-b6c4-247d2441522f req-2695848c-6c56-4bc5-a4da-c9e9f07205a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:34.559420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-2695848c-6c56-4bc5-a4da-c9e9f07205a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0455024 Mar 11 00:48:34.612520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d912-14e1-445a-b6c4-247d2441522f req-eb3f0525-efc2-4c9c-856d-02552e761e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:34.614105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-eb3f0525-efc2-4c9c-856d-02552e761e54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483696 Mar 11 00:48:34.632560 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:34.658683 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec43eb-d221-4fa6-9b8f-561add3f17ab None None] The sync data for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 is: [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:40Z', 'revision_number': 4, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '7b26064a-5a54-4247-b0b2-169f97331ef0', 'name': '', 'network_id': 'f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'mac_address': 'fa:16:3e:5f:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:40Z', 'updated_at': '2022-03-11T00:46:45Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'subnets': [{'id': '4dc5e1a3-9660-4931-88b4-a48091bc6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:48:34.714570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-b94ec6f9-1c01-4ffe-98c6-cf823d0c8e87 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946591 Mar 11 00:48:34.817376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3411d912-14e1-445a-b6c4-247d2441522f req-61893c9f-e1cf-4a8d-9aef-7cc1a9d6764c service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967827 Mar 11 00:48:34.956711 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55440424-e50c-4029-8868-0c2627aa589b None None] New status for floating IP 97a051a3-a17c-4d84-b9cc-af4c5c00be21: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:48:36.811184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-908b65e5-f038-4ebc-9dcc-44bbea30c6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:38.488026 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-e84b79eb-aa5f-4e5f-8736-22e4d0e5c4dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432494 Mar 11 00:48:38.571406 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-b0a8f16a-61c8-4161-952b-01d82bde7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:38.573084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-b0a8f16a-61c8-4161-952b-01d82bde7284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 1127 time: 0.0453539 Mar 11 00:48:38.680470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-ffcfd5bd-f8bd-4c82-b09e-3bcdfb28f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:38.681925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-ffcfd5bd-f8bd-4c82-b09e-3bcdfb28f7d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 200 len: 916 time: 0.0907154 Mar 11 00:48:38.723281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-a2611e15-4120-4d9e-be4c-f1f927c0b900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 200 len: 217 time: 0.0352418 Mar 11 00:48:38.771478 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-124467d0-e2e9-4fbb-be14-25bbd08b7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:38.773036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-124467d0-e2e9-4fbb-be14-25bbd08b7b74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 200 len: 854 time: 0.0442083 Mar 11 00:48:38.828278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-0ffca853-74ec-4d4e-bb6a-7e675ef66be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:38.829744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-0ffca853-74ec-4d4e-bb6a-7e675ef66be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505722 Mar 11 00:48:38.923897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-f6d2d8de-0568-4faf-b95d-329f7b91f392 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883985 Mar 11 00:48:39.018556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c21a476c-3df9-4ae3-91b3-50f7b1c5a246 req-f8565df6-c326-41b8-814b-e9ca87b69b53 service neutron] 10.222.0.30 "GET /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 Mar 11 00:48:39.385291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b723d90d-8002-4933-9c4c-1846ba891a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:40.604975 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:41.201501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:41.560341 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:41.787168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:43.381787 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:49.235905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678e0a-6bb3-4b42-8eca-4c2f18c1ac65 req-efc10970-fe3c-4c50-8fc2-5057e4f5583c tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:49.237429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29678e0a-6bb3-4b42-8eca-4c2f18c1ac65 req-efc10970-fe3c-4c50-8fc2-5057e4f5583c tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0539470 Mar 11 00:48:49.285487 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-29678e0a-6bb3-4b42-8eca-4c2f18c1ac65 req-90dbd22c-f272-4e45-aee2-1da954095735 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Mar 11 00:48:50.413332 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9742-b37d-4b13-8fdf-37327e9cb74d req-888a8faa-4adb-48ef-80a2-700cbd35c463 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:50.414844 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e78d9742-b37d-4b13-8fdf-37327e9cb74d req-888a8faa-4adb-48ef-80a2-700cbd35c463 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0576382 Mar 11 00:48:50.462846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e78d9742-b37d-4b13-8fdf-37327e9cb74d req-2a6b4c60-0821-48e3-a757-fe7f2c0e9431 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/security-groups?id=9dc5168d-2a04-4102-ac51-c9dece5b362f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Mar 11 00:48:50.807248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-680523f0-3712-41db-ac88-ed4db81a2b77 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:50.808785 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-680523f0-3712-41db-ac88-ed4db81a2b77 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.30 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 945 time: 0.0516350 Mar 11 00:48:50.910443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Deleting port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:50.910788 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:51.005894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] For port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:51.006263 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:51.018885 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Calling delete_port for 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:51.148119 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (7a22343b-66c4-4d3c-8c0d-abc2bbbdd005), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:51.159756 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:48:51.177511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Pushing event deleted for resources: {'Port': ['ID=7a22343b-66c4-4d3c-8c0d-abc2bbbdd005,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:51.219880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] No DVR routers for this DVR port 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:48:51.222511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:51.226336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e665c0b7-989c-4a07-9cac-a86586ae4d6e req-527c82a6-42fc-4152-8fe2-63a5f18c946f tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.30 "DELETE /v2.0/ports/7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 HTTP/1.1" status: 204 len: 173 time: 0.4121158 Mar 11 00:48:51.226782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'name': 'network-vif-deleted', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:48:51.229064 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0953283a-4c3a-40b8-a985-b2974f49ac2e" -d '{"events": [{"server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "name": "network-vif-deleted", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:48:51.270369 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a75238-9d48-4f03-8b21-c98012be029a x-openstack-request-id: req-64a75238-9d48-4f03-8b21-c98012be029a {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:48:51.271289 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd70024-39e3-4ba0-8fda-e1caf9327e7f", "name": "network-vif-deleted", "tag": "7a22343b-66c4-4d3c-8c0d-abc2bbbdd005", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:48:51.271550 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64a75238-9d48-4f03-8b21-c98012be029a {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:48:51.271979 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd70024-39e3-4ba0-8fda-e1caf9327e7f', 'name': 'network-vif-deleted', 'tag': '7a22343b-66c4-4d3c-8c0d-abc2bbbdd005', 'status': 'completed', 'code': 200} Mar 11 00:48:51.578467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2923dbc4-c958-4c03-8cd1-2871f6460e4a req-d58b85dd-a6b8-4070-9337-31ff70611727 tempest-TestMinimumBasicScenario-2022505040 tempest-TestMinimumBasicScenario-2022505040-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dd70024-39e3-4ba0-8fda-e1caf9327e7f HTTP/1.1" status: 200 len: 210 time: 0.0339785 Mar 11 00:48:54.148723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43846) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:54.508180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:54.753046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Deleting port 7b26064a-5a54-4247-b0b2-169f97331ef0 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:54.753295 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:54.829303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] For port 7b26064a-5a54-4247-b0b2-169f97331ef0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7b26064a-5a54-4247-b0b2-169f97331ef0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:54.829661 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:54.842873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Calling delete_port for 7b26064a-5a54-4247-b0b2-169f97331ef0 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:55.026852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (7b26064a-5a54-4247-b0b2-169f97331ef0), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:55.053290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b26064a-5a54-4247-b0b2-169f97331ef0,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:55.066495 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.066904 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.067201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.068228 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.068684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.069021 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.069352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.069683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.070010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.070342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.070656 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.070978 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.071303 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:55.234143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:48:55.235072 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:55.257450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:48:55.257803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 7a22343b-66c4-4d3c-8c0d-abc2bbbdd005 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:48:55.806790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Router 69a1800a-ed92-4e56-9154-4efc63ec9f03 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:48:55.919456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:48:55.925017 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa325895-89c2-4a87-99d5-926129658609 admin admin] 10.222.0.21 "PUT /v2.0/routers/69a1800a-ed92-4e56-9154-4efc63ec9f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751865 Mar 11 00:48:55.928723 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43848) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:55.930681 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Sync routers for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:48:55.940215 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:55.941105 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:56.035929 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks [] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.052799 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:56.140427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks [] for router_gateway (69a1800a-ed92-4e56-9154-4efc63ec9f03), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.192734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Deleting port c5de0bad-f212-48f1-ac7c-1e20830ab339 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:56.193175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.232452 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:48:54Z', 'revision_number': 5, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port': {'id': 'c5de0bad-f212-48f1-ac7c-1e20830ab339', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:56.258052 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Checking router: 69a1800a-ed92-4e56-9154-4efc63ec9f03 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:48:56.266036 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Routers {'69a1800a-ed92-4e56-9154-4efc63ec9f03'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:56.266633 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['69a1800a-ed92-4e56-9154-4efc63ec9f03'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:56.272214 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] For port c5de0bad-f212-48f1-ac7c-1e20830ab339, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c5de0bad-f212-48f1-ac7c-1e20830ab339,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:56.272733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.285356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Calling delete_port for c5de0bad-f212-48f1-ac7c-1e20830ab339 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:56.355738 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] Set router 69a1800a-ed92-4e56-9154-4efc63ec9f03 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:56.412795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:48:56Z', 'revision_number': 6, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:56.438971 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bdb91b-0c69-4a0f-a454-e1e9ca27f2ce None None] The sync data for ids ['69a1800a-ed92-4e56-9154-4efc63ec9f03'] in n-d-831844-1 is: [{'id': '69a1800a-ed92-4e56-9154-4efc63ec9f03', 'name': 'tempest-TestMinimumBasicScenario-1737411408-router', 'tenant_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:38Z', 'updated_at': '2022-03-11T00:48:56Z', 'revision_number': 6, 'project_id': '2fb30462c2af47f89833a7ddeb5fe3e0', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:48:56.472558 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b19f3a49-0fb8-47f7-9664-8903b8cd319e req-db6ab54d-f94e-40b2-9429-cf8b792cdf64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0544648 Mar 11 00:48:56.500491 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c5de0bad-f212-48f1-ac7c-1e20830ab339), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.538940 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b19f3a49-0fb8-47f7-9664-8903b8cd319e req-0439dcf8-38e1-43e8-8306-aa55ec5123f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0473654 Mar 11 00:48:56.541758 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5de0bad-f212-48f1-ac7c-1e20830ab339,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:56.606081 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b19f3a49-0fb8-47f7-9664-8903b8cd319e req-e5ccfa41-503d-47ad-824c-6344f3bc04a6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410910 Mar 11 00:48:56.652838 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.780379 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.783865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks [] for router_controller (69a1800a-ed92-4e56-9154-4efc63ec9f03), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.836914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f3a49-0fb8-47f7-9664-8903b8cd319e req-ea3b1ed8-d1da-4dd2-8a15-8c2653d0bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:48:56.838636 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-b19f3a49-0fb8-47f7-9664-8903b8cd319e req-ea3b1ed8-d1da-4dd2-8a15-8c2653d0bb35 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268744 Mar 11 00:48:56.849886 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (69a1800a-ed92-4e56-9154-4efc63ec9f03), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.850983 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a1800a-ed92-4e56-9154-4efc63ec9f03 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:48:56.856363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.857667 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-67557c65-65d0-4d0d-9c7a-683e4500c3fc admin admin] 10.222.0.21 "DELETE /v2.0/routers/69a1800a-ed92-4e56-9154-4efc63ec9f03 HTTP/1.1" status: 204 len: 168 time: 0.9278517 Mar 11 00:48:56.860691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43850) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:56.908877 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Deleting subnet 4dc5e1a3-9660-4931-88b4-a48091bc6faf {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:48:56.912672 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Publish callbacks [] for subnet (4dc5e1a3-9660-4931-88b4-a48091bc6faf), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:56.947586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (4dc5e1a3-9660-4931-88b4-a48091bc6faf), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.023236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (4dc5e1a3-9660-4931-88b4-a48091bc6faf), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.078311 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (4dc5e1a3-9660-4931-88b4-a48091bc6faf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.104438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc5e1a3-9660-4931-88b4-a48091bc6faf,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:57.108979 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.113801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f9d63d7c-5360-4b88-91e3-0641bd824b49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4dc5e1a3-9660-4931-88b4-a48091bc6faf HTTP/1.1" status: 204 len: 168 time: 0.2504277 Mar 11 00:48:57.114881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe61c5-b16c-4c58-ae3a-9c09ce908e42 None None] Network f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:48:57.115375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43852) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:57.184783 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.249831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Deleting port 186bb715-722a-41c0-953b-05157e4c70e0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:57.250434 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (186bb715-722a-41c0-953b-05157e4c70e0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.277954 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] DHCP port deletion for f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:48:57.317039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] For port 186bb715-722a-41c0-953b-05157e4c70e0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=186bb715-722a-41c0-953b-05157e4c70e0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:57.317908 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (186bb715-722a-41c0-953b-05157e4c70e0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.333766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Calling delete_port for 186bb715-722a-41c0-953b-05157e4c70e0 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:57.337307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Deleting port 186bb715-722a-41c0-953b-05157e4c70e0 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:57.337715 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (186bb715-722a-41c0-953b-05157e4c70e0), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.408654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] For port 186bb715-722a-41c0-953b-05157e4c70e0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=186bb715-722a-41c0-953b-05157e4c70e0,segment=NetworkSegment(40fefca5-ad83-4e1a-a99f-8da910277ff2),segment_id=40fefca5-ad83-4e1a-a99f-8da910277ff2)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:57.409048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (186bb715-722a-41c0-953b-05157e4c70e0), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.422994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (186bb715-722a-41c0-953b-05157e4c70e0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.425044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Calling delete_port for 186bb715-722a-41c0-953b-05157e4c70e0 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:57.451456 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] No DVR routers for this DVR port 186bb715-722a-41c0-953b-05157e4c70e0 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:48:57.453526 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Pushing event deleted for resources: {'Port': ['ID=186bb715-722a-41c0-953b-05157e4c70e0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:57.512719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (186bb715-722a-41c0-953b-05157e4c70e0), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.530825 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.541617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Pushing event deleted for resources: {'Port': ['ID=186bb715-722a-41c0-953b-05157e4c70e0,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:57.543866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] No DVR routers for this DVR port 186bb715-722a-41c0-953b-05157e4c70e0 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:48:57.551865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.552244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.552654 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.553124 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.553467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.553808 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.554140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.554473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.554804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.555140 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.555496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.555777 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.556125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee057bfa-39dc-4615-b2b2-1adce2b3b175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:48:57.558678 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:57.568708 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fefca5-ad83-4e1a-a99f-8da910277ff2') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:57.569007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fefca5-ad83-4e1a-a99f-8da910277ff2') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:57.578611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (40fefca5-ad83-4e1a-a99f-8da910277ff2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.592258 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (40fefca5-ad83-4e1a-a99f-8da910277ff2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.597981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:48:57.598362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (40fefca5-ad83-4e1a-a99f-8da910277ff2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:48:57.600603 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:48:57.653871 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.659385 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:57.663121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab HTTP/1.1" status: 204 len: 168 time: 0.5470800 Mar 11 00:48:57.666273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43854) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:57.673673 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32974-ac43-4181-85e1-8af99d65b190 admin admin] Pushing event deleted for resources: {'Network': ['ID=f667f2e6-c8b6-4dd9-b279-f07f9a4f83ab,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:57.949174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c5de0bad-f212-48f1-ac7c-1e20830ab339 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:48:57.968792 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c5de0bad-f212-48f1-ac7c-1e20830ab339 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:48:57.969141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c5de0bad-f212-48f1-ac7c-1e20830ab339 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:48:57.969552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7b26064a-5a54-4247-b0b2-169f97331ef0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:48:57.987709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7b26064a-5a54-4247-b0b2-169f97331ef0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:48:57.988127 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7b26064a-5a54-4247-b0b2-169f97331ef0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:48:57.988539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 186bb715-722a-41c0-953b-05157e4c70e0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:48:58.012485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 186bb715-722a-41c0-953b-05157e4c70e0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:48:58.012758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 186bb715-722a-41c0-953b-05157e4c70e0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:48:58.021947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:58.274376 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Deleting port 490dbf01-602d-41e3-92af-3422f436dad5 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:58.274614 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (490dbf01-602d-41e3-92af-3422f436dad5), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:58.354003 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] For port 490dbf01-602d-41e3-92af-3422f436dad5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=490dbf01-602d-41e3-92af-3422f436dad5,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:58.354358 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (490dbf01-602d-41e3-92af-3422f436dad5), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:58.367179 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Calling delete_port for 490dbf01-602d-41e3-92af-3422f436dad5 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:58.549031 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (490dbf01-602d-41e3-92af-3422f436dad5), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:58.581717 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=490dbf01-602d-41e3-92af-3422f436dad5,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:48:58.749199 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:58.969757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:48:59.078526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:48:59.083599 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8af53532-0dee-4eb1-9d34-25c036a42f39 admin admin] 10.222.0.21 "PUT /v2.0/routers/fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160898 Mar 11 00:48:59.086616 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43856) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:48:59.087164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Sync routers for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:48:59.096490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:59.097111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:59.193784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks [] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:59.205513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:59.297580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks [] for router_gateway (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:59.349997 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Deleting port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:48:59.350334 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:59.383450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:48:58Z', 'revision_number': 5, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port': {'id': '21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:46:43Z', 'updated_at': '2022-03-11T00:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:59.410751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Checking router: fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:48:59.420306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Routers {'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:48:59.420932 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:59.513067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] Set router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:48:59.568973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:48:59Z', 'revision_number': 6, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:48:59.596051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691d7ba-8bcf-470a-a7e7-2a96ec7bd07f None None] The sync data for ids ['fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12'] in n-d-831844-1 is: [{'id': 'fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12', 'name': 'tempest-TestMinimumBasicScenario-1273168646-router', 'tenant_id': 'd148144002ec4cf98af1789c34e6d33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:46:42Z', 'updated_at': '2022-03-11T00:48:59Z', 'revision_number': 6, 'project_id': 'd148144002ec4cf98af1789c34e6d33f', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:48:59.776632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] For port 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:48:59.777260 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:59.789902 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Calling delete_port for 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:48:59.957662 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:48:59.986356 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:00.030770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 490dbf01-602d-41e3-92af-3422f436dad5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:49:00.055906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.057796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 490dbf01-602d-41e3-92af-3422f436dad5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:49:00.058152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 490dbf01-602d-41e3-92af-3422f436dad5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:49:00.153362 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.155501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks [] for router_controller (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.184597 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:49:00.200185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.200794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:49:00.205670 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.206825 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5ac2c82d-57b3-43be-9e13-f28f1e8310f0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fe7353c5-f1c7-4c6d-b864-9e4d46ce2e12 HTTP/1.1" status: 204 len: 168 time: 1.1192999 Mar 11 00:49:00.209410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43858) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:00.253273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Deleting subnet 29bf6c6b-9e9c-4961-b4ce-e44f45dc216a {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:49:00.256440 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Publish callbacks [] for subnet (29bf6c6b-9e9c-4961-b4ce-e44f45dc216a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.294318 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (29bf6c6b-9e9c-4961-b4ce-e44f45dc216a), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.370120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (29bf6c6b-9e9c-4961-b4ce-e44f45dc216a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.423787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (29bf6c6b-9e9c-4961-b4ce-e44f45dc216a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.448165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bf6c6b-9e9c-4961-b4ce-e44f45dc216a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:00.454280 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.457552 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3a098b2b-e825-49bb-b83f-bf69655775d2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29bf6c6b-9e9c-4961-b4ce-e44f45dc216a HTTP/1.1" status: 204 len: 168 time: 0.2472224 Mar 11 00:49:00.460315 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43860) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:00.460558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eaf683-3ed1-45a9-a500-6704faa2ba47 None None] Network 77fb0330-e1b9-43c7-8a34-a989db49d4d3 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:49:00.538877 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (77fb0330-e1b9-43c7-8a34-a989db49d4d3), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.598336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Deleting port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:49:00.598802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.624125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] DHCP port deletion for 77fb0330-e1b9-43c7-8a34-a989db49d4d3 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:49:00.674510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] For port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:00.675153 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.677706 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Deleting port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:49:00.678362 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.688803 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Calling delete_port for 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:49:00.776654 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.804410 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:00.811202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] No DVR routers for this DVR port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:49:00.888736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (77fb0330-e1b9-43c7-8a34-a989db49d4d3), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.899677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] For port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,segment=NetworkSegment(cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92),segment_id=cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:00.900115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.909313 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fb0330-e1b9-43c7-8a34-a989db49d4d3']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:00.913853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Calling delete_port for 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:49:00.919531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:00.919838 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:00.930751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.944472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.951035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:49:00.951478 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (cf1b0ad3-8029-45a6-a487-6ed9f6f9ea92), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:49:00.953328 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:49:00.994587 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (84d88a9a-90f0-4173-9c0d-0c7dbdff17c7), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.013728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (77fb0330-e1b9-43c7-8a34-a989db49d4d3), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.018411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.021452 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] Pushing event deleted for resources: {'Port': ['ID=84d88a9a-90f0-4173-9c0d-0c7dbdff17c7,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:01.025320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77fb0330-e1b9-43c7-8a34-a989db49d4d3 HTTP/1.1" status: 204 len: 168 time: 0.5613043 Mar 11 00:49:01.025619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56065e68-507a-4c09-93c3-45282ffad7a6 None None] No DVR routers for this DVR port 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:49:01.039630 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64715499-bf23-47da-902e-0046b4d67830 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fb0330-e1b9-43c7-8a34-a989db49d4d3,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:01.189113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43866) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:01.228203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca4113a6-d72e-4dbf-9f47-078db13d6892 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fb30462c2af47f89833a7ddeb5fe3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379341 Mar 11 00:49:01.230524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43868) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:01.276567 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] Publish callbacks [] for security_group (9dc5168d-2a04-4102-ac51-c9dece5b362f), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.297702 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] Publish callbacks [] for security_group (9dc5168d-2a04-4102-ac51-c9dece5b362f), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.344787 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9dc5168d-2a04-4102-ac51-c9dece5b362f), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.347442 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.349238 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dc5168d-2a04-4102-ac51-c9dece5b362f HTTP/1.1" status: 204 len: 168 time: 0.1172464 Mar 11 00:49:01.356945 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40584e55-fbeb-48aa-bc1c-94997b242236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc5168d-2a04-4102-ac51-c9dece5b362f,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:01.658427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43874) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:01.698662 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-562b0b0d-ba50-4eb5-b57a-8bf45504bfdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d148144002ec4cf98af1789c34e6d33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390825 Mar 11 00:49:01.701145 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43876) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:01.749913 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] Publish callbacks [] for security_group (63eea300-1d36-4c6a-872b-2a8b4070f23a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.771967 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] Publish callbacks [] for security_group (63eea300-1d36-4c6a-872b-2a8b4070f23a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.819561 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (63eea300-1d36-4c6a-872b-2a8b4070f23a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.822119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:01.823517 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63eea300-1d36-4c6a-872b-2a8b4070f23a HTTP/1.1" status: 204 len: 168 time: 0.1214786 Mar 11 00:49:01.831338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b639b7-4ed7-49a0-9d35-d9a127a9dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eea300-1d36-4c6a-872b-2a8b4070f23a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:01.948409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:49:01.968705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:49:01.969054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 84d88a9a-90f0-4173-9c0d-0c7dbdff17c7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:49:01.969540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:49:01.988852 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:49:01.989753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 21245dd0-19f0-4f16-8c6e-40fcbf2fd3ee not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:49:03.383364 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:03.387888 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292332416', 'description': 'tempest-secgroup-smoke-1292332416 description', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:03.408751 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.417873 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.492345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (0aeeefff-5125-4afb-bf0c-3e9ee0092fb5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.495985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0aeeefff-5125-4afb-bf0c-3e9ee0092fb5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.530914 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeeefff-5125-4afb-bf0c-3e9ee0092fb5,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:03.572133 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (48914264-6ed1-407c-9abf-92ad4f8fb92f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.576010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (48914264-6ed1-407c-9abf-92ad4f8fb92f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.604672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48914264-6ed1-407c-9abf-92ad4f8fb92f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:03.608653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.609861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9a5f993d-507b-4e64-884e-5d89e0db6ca9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2254474 Mar 11 00:49:03.612842 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:03.617130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:03.641047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (ac1040ae-68c3-409d-baa6-8925d942fb58), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.699047 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (ac1040ae-68c3-409d-baa6-8925d942fb58), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.702500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ac1040ae-68c3-409d-baa6-8925d942fb58), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.719550 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1040ae-68c3-409d-baa6-8925d942fb58,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:03.727658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.729049 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3fa7c55-e538-46f2-848f-9edae4e5a76e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152332 Mar 11 00:49:03.731632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:03.736084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:03.761825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (aeec6ee7-63f5-4b7a-bd53-c9552c91a04a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.818904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (aeec6ee7-63f5-4b7a-bd53-c9552c91a04a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.822825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (aeec6ee7-63f5-4b7a-bd53-c9552c91a04a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.840095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeec6ee7-63f5-4b7a-bd53-c9552c91a04a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:03.848015 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.849843 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-58ed6a76-6d72-48ea-b9e3-591dd7cd97e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172600 Mar 11 00:49:03.852628 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43922) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:03.856923 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:03.881603 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (a61f2c55-53d1-4e0c-ad60-f41421639255), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.938579 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (a61f2c55-53d1-4e0c-ad60-f41421639255), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.941964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a61f2c55-53d1-4e0c-ad60-f41421639255), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.960241 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61f2c55-53d1-4e0c-ad60-f41421639255,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:03.965946 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:03.967039 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d401411c-f56f-44ce-8462-89c6d1e4b0c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134715 Mar 11 00:49:03.969744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:03.974578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:03.999748 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (236d0cfd-6139-4689-a55a-c8915c23694b), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.061034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (236d0cfd-6139-4689-a55a-c8915c23694b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.064514 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (236d0cfd-6139-4689-a55a-c8915c23694b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.084753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236d0cfd-6139-4689-a55a-c8915c23694b,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:04.090499 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.091713 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-756358f0-3dc3-4f18-a1d4-9c197f2d5e83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209269 Mar 11 00:49:04.094350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:04.099173 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:04.119282 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:49:04.124011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (8f4e03aa-c903-4ebc-95d9-327069544433), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.181356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (8f4e03aa-c903-4ebc-95d9-327069544433), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.185010 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8f4e03aa-c903-4ebc-95d9-327069544433), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.199393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4e03aa-c903-4ebc-95d9-327069544433,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:04.210050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.211224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0405a7ae-3e87-4537-a8fe-42a92cb1b3ad tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159446 Mar 11 00:49:04.213921 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43928) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:04.218096 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '48914264-6ed1-407c-9abf-92ad4f8fb92f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:04.237895 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:49:04.243689 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (98244c8b-f1d1-4ac2-9f30-d680191e32eb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.301766 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (98244c8b-f1d1-4ac2-9f30-d680191e32eb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.305356 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (98244c8b-f1d1-4ac2-9f30-d680191e32eb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.323296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98244c8b-f1d1-4ac2-9f30-d680191e32eb,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:04.327628 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.331915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-071b219e-112f-432d-9f7a-0fe6e9b40901 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1140125 Mar 11 00:49:04.331915 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43930) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:04.337316 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'network': {'name': 'tempest-network-smoke--186130503', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:04.355903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:49:04.359178 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.381641 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:49:04.390130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (790cf865-0919-4af1-9417-eb1a9d970f11), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.390739 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Added segment 790cf865-0919-4af1-9417-eb1a9d970f11 of type vlan for network 68e3177c-06b0-415a-aa82-bb2442b19268 Mar 11 00:49:04.433852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (68e3177c-06b0-415a-aa82-bb2442b19268), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.459367 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (68e3177c-06b0-415a-aa82-bb2442b19268), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.464680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:04.465267 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.507858 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1750119 Mar 11 00:49:04.510700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43932) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:04.517346 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'admin_state_up': True, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:04.552903 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9827e8f-f8e6-46a8-a855-9dca9638a0be tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Network': ['ID=68e3177c-06b0-415a-aa82-bb2442b19268,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:04.562973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 68e3177c-06b0-415a-aa82-bb2442b19268 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:49:04.569089 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.570130 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.626825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (56ba89e1-af73-418f-8888-2074dc7ddeed), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.768855 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (56ba89e1-af73-418f-8888-2074dc7ddeed), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.969111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (56ba89e1-af73-418f-8888-2074dc7ddeed), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:04.987960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:05.092826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.157 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/c66abacb-c256-40a7-9b10-ca8523ac822e) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:49:05.193606 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:05.226185 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:05.262225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:05.265031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:05.267369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:49:05.300201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=c66abacb-c256-40a7-9b10-ca8523ac822e,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:05.530183 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (56ba89e1-af73-418f-8888-2074dc7ddeed), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:05.747552 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:05.885507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 56ba89e1-af73-418f-8888-2074dc7ddeed is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:49:05.993897 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:49:06.003805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Sync routers for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:49:06.013020 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:06.013629 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:06.016347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.017604 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-5bef0882-7ac9-4519-9709-f60773457f0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5059845 Mar 11 00:49:06.021190 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43934) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:06.120674 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:06.142433 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3bd8e20a-c896-4dce-bddc-cdaacbf5e99f tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1199875 Mar 11 00:49:06.145780 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 43938) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:06.235065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71db4c9-4c20-4985-b852-b24694c06341 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:06.237071 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d71db4c9-4c20-4985-b852-b24694c06341 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899117 Mar 11 00:49:06.239742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43940) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:06.274433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-47fdd300-8f0b-4ee5-8100-426108654114 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329735 Mar 11 00:49:06.277068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43942) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:06.281763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1485363075', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:06.372392 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:49:06.376241 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.387609 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:05Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:06.413921 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Checking router: 56ba89e1-af73-418f-8888-2074dc7ddeed for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:49:06.414187 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Updating router 56ba89e1-af73-418f-8888-2074dc7ddeed port c66abacb-c256-40a7-9b10-ca8523ac822e binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:49:06.441231 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.558395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (0d79f815-f9fe-4fe0-9441-fd2ba7f060ea), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.621543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Subnet': ['ID=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:06.627810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Checking segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:49:06.628210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network hostable DHCP agents. Network: 68e3177c-06b0-415a-aa82-bb2442b19268, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:49:06.644962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 68e3177c-06b0-415a-aa82-bb2442b19268 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:49:06.654871 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 68e3177c-06b0-415a-aa82-bb2442b19268) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:06.659322 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:06.659878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.666642 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ed63b-04a5-40a6-ac5a-cc7c75f53d25 None None] Network 68e3177c-06b0-415a-aa82-bb2442b19268 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:49:06.677477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51e67668-1491-4934-9236-408e56d288a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992493 Mar 11 00:49:06.680315 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 43944) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:06.704898 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks [] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.711808 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.757235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Attempting to bind port c66abacb-c256-40a7-9b10-ca8523ac822e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:49:06.757616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Attempting to bind port c66abacb-c256-40a7-9b10-ca8523ac822e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:49:06.757989 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Attempting to bind port c66abacb-c256-40a7-9b10-ca8523ac822e on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:49:06.770739 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:49:06.772069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:49:06.772233 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.772573 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:49:06.773216 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Bound port: c66abacb-c256-40a7-9b10-ca8523ac822e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:49:06.773601 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.788936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-68e3177c-06b0-415a-aa82-bb2442b19268', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:49:06.789844 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.830428 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] For port c66abacb-c256-40a7-9b10-ca8523ac822e, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:49:06.830702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ab9078f4-07ea-4dd1-8d16-40610f0429f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.836000 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] For port c66abacb-c256-40a7-9b10-ca8523ac822e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c66abacb-c256-40a7-9b10-ca8523ac822e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:49:06.838446 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Pushing event updated for resources: {'Port': ['ID=c66abacb-c256-40a7-9b10-ca8523ac822e,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:06.848083 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.848488 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.849423 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.849786 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.850101 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.850446 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.850781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.851105 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.851433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.851758 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.852113 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.852438 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.852763 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:06.856523 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:06.926509 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:06.928140 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:06.967563 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Allocated IP 172.20.0.2 (68e3177c-06b0-415a-aa82-bb2442b19268/0d79f815-f9fe-4fe0-9441-fd2ba7f060ea/7498e796-d45d-4d3f-b240-a6b348f83a9f) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:49:07.036878 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f77d9-74ac-40ad-aca8-0b4000043d2d None None] Pushing event updated for resources: {'Port': ['ID=c66abacb-c256-40a7-9b10-ca8523ac822e,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:07.046389 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:07.125711 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks [] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.132428 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.175872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Network 68e3177c-06b0-415a-aa82-bb2442b19268 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:07.178764 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:07.181200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:49:07.188672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Pushing event updated for resources: {'Port': ['ID=7498e796-d45d-4d3f-b240-a6b348f83a9f,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:07.236875 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:05Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:07.249418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Attempting to bind port 7498e796-d45d-4d3f-b240-a6b348f83a9f on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:49:07.249804 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Attempting to bind port 7498e796-d45d-4d3f-b240-a6b348f83a9f by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:49:07.250175 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Attempting to bind port 7498e796-d45d-4d3f-b240-a6b348f83a9f on network 68e3177c-06b0-415a-aa82-bb2442b19268 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:49:07.255778 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:49:07.256188 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Checking segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:49:07.256596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.257023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Bound using segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:49:07.257498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Bound port: 7498e796-d45d-4d3f-b240-a6b348f83a9f, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:49:07.257911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.269967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d56d1e-bed0-4292-bc17-e273db585bac None None] The sync data for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 is: [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:05Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:49:07.347757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] For port 7498e796-d45d-4d3f-b240-a6b348f83a9f, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:49:07.355440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] For port 7498e796-d45d-4d3f-b240-a6b348f83a9f, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7498e796-d45d-4d3f-b240-a6b348f83a9f,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:49:07.361963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.422843 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa30e36-3d52-440d-9171-05a41923e8d7 None None] Pushing event updated for resources: {'Port': ['ID=7498e796-d45d-4d3f-b240-a6b348f83a9f,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:07.557613 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:07.946464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.1 (68e3177c-06b0-415a-aa82-bb2442b19268/0d79f815-f9fe-4fe0-9441-fd2ba7f060ea/f436fdfd-045e-47d5-9c4e-97de189ca9eb) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:49:08.036798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7498e796-d45d-4d3f-b240-a6b348f83a9f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:08.082067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.089616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7498e796-d45d-4d3f-b240-a6b348f83a9f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:08.090256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.123250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.177923 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 68e3177c-06b0-415a-aa82-bb2442b19268 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:08.187380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:08.190540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:49:08.199416 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:08.201518 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7498e796-d45d-4d3f-b240-a6b348f83a9f is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:08.201956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.245313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 7498e796-d45d-4d3f-b240-a6b348f83a9f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7498e796-d45d-4d3f-b240-a6b348f83a9f,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:08.251643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (56ba89e1-af73-418f-8888-2074dc7ddeed), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.253109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.254268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c66abacb-c256-40a7-9b10-ca8523ac822e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:08.356269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=7498e796-d45d-4d3f-b240-a6b348f83a9f,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:08.360167 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c66abacb-c256-40a7-9b10-ca8523ac822e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:08.360630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.412806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.460325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c66abacb-c256-40a7-9b10-ca8523ac822e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:08.460729 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.483010 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port c66abacb-c256-40a7-9b10-ca8523ac822e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c66abacb-c256-40a7-9b10-ca8523ac822e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:08.488679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.548865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=c66abacb-c256-40a7-9b10-ca8523ac822e,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:08.563092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b7e73-4179-47b8-b929-3cce3189aa90 None None] Network 68e3177c-06b0-415a-aa82-bb2442b19268 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:49:08.649146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-6341a009-94cc-47e8-a1b6-b03b2150952b None None] Provisioning complete for port 7498e796-d45d-4d3f-b240-a6b348f83a9f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:08.649146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6341a009-94cc-47e8-a1b6-b03b2150952b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.720699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.727109 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.765903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-6341a009-94cc-47e8-a1b6-b03b2150952b None None] Current status of the port 7498e796-d45d-4d3f-b240-a6b348f83a9f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:08.808482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:08.811731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (56ba89e1-af73-418f-8888-2074dc7ddeed), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:08.923387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 68e3177c-06b0-415a-aa82-bb2442b19268 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:08.924930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:08.987609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:08.988181 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.029206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Port f436fdfd-045e-47d5-9c4e-97de189ca9eb cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:49:09.042565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Provisioning complete for port 7498e796-d45d-4d3f-b240-a6b348f83a9f triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:09.043177 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.065621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 56ba89e1-af73-418f-8888-2074dc7ddeed has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:49:09.126717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-addbb0f5-0d75-4028-b1ca-a5fa8a56044d None None] Current status of the port 7498e796-d45d-4d3f-b240-a6b348f83a9f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:09.186104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:49:09.199400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1d9646c2-7f06-4ea5-981b-0523feef1d83 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/56ba89e1-af73-418f-8888-2074dc7ddeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096800 Mar 11 00:49:09.203213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Sync routers for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:49:09.215077 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:09.215854 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:48:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:09.291573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-391c3151-af2d-415d-adc9-5a81e1cbe036 None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:09.291955 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-391c3151-af2d-415d-adc9-5a81e1cbe036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.379278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:09.412084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-391c3151-af2d-415d-adc9-5a81e1cbe036 None None] Port f436fdfd-045e-47d5-9c4e-97de189ca9eb cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:49:09.418304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cfe4724f-1ff3-4110-bf69-b65c9b6fc0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.528038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-5ac40374-71a2-4534-9bd2-57ceea3f021e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292332416&fields=id&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 267 time: 0.0449798 Mar 11 00:49:09.553304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-72a7c384-b8b7-4e68-8e3e-3b942901e582 None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:09.553676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-72a7c384-b8b7-4e68-8e3e-3b942901e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.609415 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-72a7c384-b8b7-4e68-8e3e-3b942901e582 None None] Port f436fdfd-045e-47d5-9c4e-97de189ca9eb cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:49:09.643519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 2, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:09.651032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-de775333-8ba7-4d1d-9159-c0dd89cabdb4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:09.652584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-de775333-8ba7-4d1d-9159-c0dd89cabdb4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 796 time: 0.1174033 Mar 11 00:49:09.668592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-5aae111b-cc04-413d-862e-2c60d6971594 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/quotas/715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 375 time: 0.0101957 Mar 11 00:49:09.675800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Checking router: 56ba89e1-af73-418f-8888-2074dc7ddeed for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:49:09.676189 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Updating router 56ba89e1-af73-418f-8888-2074dc7ddeed port f436fdfd-045e-47d5-9c4e-97de189ca9eb binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:49:09.703613 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.728707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-deec70d7-3c5e-429e-83a2-274064d7c207 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548644 Mar 11 00:49:09.822631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-73af313c-0eb1-4764-bacd-d6d6efc24c4f service neutron] 10.222.0.21 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819268 Mar 11 00:49:09.921977 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-3457cda6-8e19-4db9-981f-94ccdcee9fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933099 Mar 11 00:49:09.977084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks [] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:09.981320 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7498e796-d45d-4d3f-b240-a6b348f83a9f up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:10.009944 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.095492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd263d-bcce-4980-87be-8387909c4067 None None] Pushing event updated for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:10.111333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 7498e796-d45d-4d3f-b240-a6b348f83a9f triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:10.111333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.205770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Attempting to bind port f436fdfd-045e-47d5-9c4e-97de189ca9eb on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:49:10.206152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Attempting to bind port f436fdfd-045e-47d5-9c4e-97de189ca9eb by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:49:10.206519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Attempting to bind port f436fdfd-045e-47d5-9c4e-97de189ca9eb on network 68e3177c-06b0-415a-aa82-bb2442b19268 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:49:10.210673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-be4724a9-c645-449a-80fe-8a2e42519063 req-25fcacbe-c80a-44a0-a9a6-0e6e0c213060 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 210 time: 0.1408846 Mar 11 00:49:10.238534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:49:10.238972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Checking segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:49:10.239439 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.239974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Bound using segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:49:10.240446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Bound port: f436fdfd-045e-47d5-9c4e-97de189ca9eb, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:49:10.240826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.266634 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 7498e796-d45d-4d3f-b240-a6b348f83a9f is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:10.267558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c66abacb-c256-40a7-9b10-ca8523ac822e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:10.356561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] For port f436fdfd-045e-47d5-9c4e-97de189ca9eb, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:49:10.360285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] For port f436fdfd-045e-47d5-9c4e-97de189ca9eb, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f436fdfd-045e-47d5-9c4e-97de189ca9eb,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:49:10.369569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:10.369942 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.372112 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.439759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port c66abacb-c256-40a7-9b10-ca8523ac822e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:10.440120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.500405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:10.501349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:10.505960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd263d-bcce-4980-87be-8387909c4067 None None] Pushing event updated for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:10.763042 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.825561 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Current status of the port f436fdfd-045e-47d5-9c4e-97de189ca9eb is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:10.825965 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:10.871624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port c66abacb-c256-40a7-9b10-ca8523ac822e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:10.881801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:10.913439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] For port f436fdfd-045e-47d5-9c4e-97de189ca9eb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f436fdfd-045e-47d5-9c4e-97de189ca9eb,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:10.918461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.022807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed0094-ecf6-427d-b5fa-8cab0df00be5 None None] Pushing event updated for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:11.086443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-96ed0855-998c-4062-a374-ecf8f93d767e None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:11.086816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96ed0855-998c-4062-a374-ecf8f93d767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.200927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:11.209574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-96ed0855-998c-4062-a374-ecf8f93d767e None None] Current status of the port f436fdfd-045e-47d5-9c4e-97de189ca9eb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:11.245138 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9993904-7628-45ad-87e0-f3388330b4f9 None None] The sync data for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 is: [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:49:11.253295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.263585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f1ef9024-e234-472c-a456-ed92021275f1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:11.265253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f1ef9024-e234-472c-a456-ed92021275f1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 796 time: 0.1204646 Mar 11 00:49:11.344999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e5281ef5-472a-4b10-a2a3-c36045dce961 req-c74b5db2-21d0-4b6c-a950-c5dd73bd3ada tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 210 time: 0.0536368 Mar 11 00:49:11.383710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-028f3329-d0de-419f-a12f-903eafdf4f1c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 380 time: 0.1103287 Mar 11 00:49:11.393463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'port': {'device_id': '781c88ce-e2e1-461a-8600-8098a507b43a', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'admin_state_up': True, 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'security_groups': ['48914264-6ed1-407c-9abf-92ad4f8fb92f']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:11.511139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:49:11.514823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.560099 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.646193 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.5 (68e3177c-06b0-415a-aa82-bb2442b19268/0d79f815-f9fe-4fe0-9441-fd2ba7f060ea/9ffa17d3-fa23-416d-9c58-f780ea880b6d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:49:11.791995 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.795813 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.831487 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.884006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 68e3177c-06b0-415a-aa82-bb2442b19268 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:11.887232 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:11.891733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:49:11.896798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:11.963619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:11.964485 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:11.990862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-158817bf-3655-4e94-9d99-a8659097df63 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015468 Mar 11 00:49:12.006187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Request body: {'port': {'device_id': '781c88ce-e2e1-461a-8600-8098a507b43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:12.028972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f436fdfd-045e-47d5-9c4e-97de189ca9eb up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:12.078435 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.088174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f436fdfd-045e-47d5-9c4e-97de189ca9eb triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:12.088556 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.180645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f436fdfd-045e-47d5-9c4e-97de189ca9eb is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:12.246507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e80d6894-4d17-4878-80eb-d565d63ef280 None None] Provisioning complete for port 9ffa17d3-fa23-416d-9c58-f780ea880b6d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:12.247221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e80d6894-4d17-4878-80eb-d565d63ef280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.285005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e80d6894-4d17-4878-80eb-d565d63ef280 None None] Port 9ffa17d3-fa23-416d-9c58-f780ea880b6d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:49:12.602238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d78ef-8d43-4b27-ba8f-b7e5ae596e88 req-42397a83-54f5-40b6-9d83-6c7cc00452fc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:12.603601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f34d78ef-8d43-4b27-ba8f-b7e5ae596e88 req-42397a83-54f5-40b6-9d83-6c7cc00452fc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 931 time: 0.1154664 Mar 11 00:49:12.679163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f34d78ef-8d43-4b27-ba8f-b7e5ae596e88 req-203f1647-cc67-4738-8fef-44cb82a0c36a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696788 Mar 11 00:49:12.722466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffa17d3-fa23-416d-9c58-f780ea880b6d {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:49:12.730044 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks [] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.742127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Transition to ACTIVE for port object 9ffa17d3-fa23-416d-9c58-f780ea880b6d will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:49:12.746444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.796562 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:12.871437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Attempting to bind port 9ffa17d3-fa23-416d-9c58-f780ea880b6d on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:49:12.871783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Attempting to bind port 9ffa17d3-fa23-416d-9c58-f780ea880b6d by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:49:12.872146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Attempting to bind port 9ffa17d3-fa23-416d-9c58-f780ea880b6d on network 68e3177c-06b0-415a-aa82-bb2442b19268 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:49:12.876679 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Port 9ffa17d3-fa23-416d-9c58-f780ea880b6d on network 68e3177c-06b0-415a-aa82-bb2442b19268 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:49:12.877013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Attempting to bind port 9ffa17d3-fa23-416d-9c58-f780ea880b6d on network 68e3177c-06b0-415a-aa82-bb2442b19268 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:49:12.882037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:49:12.882380 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Checking segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:49:12.882776 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Bound using segment: {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:49:12.883210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Bound port: 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790cf865-0919-4af1-9417-eb1a9d970f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:49:12.883586 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.953814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:49:12.957165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:49:12.963362 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.997087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:12.997842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:12.999263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 1091 time: 1.0013444 Mar 11 00:49:13.001746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:49:13.005856 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5" -d '{"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:49:13.034427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbf55b-3d97-4b25-82c0-5de8f61b9770 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:13.083859 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1242dfb-6e58-471f-bdc0-74ab773fed84 x-openstack-request-id: req-f1242dfb-6e58-471f-bdc0-74ab773fed84 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:49:13.084189 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:49:13.084450 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1242dfb-6e58-471f-bdc0-74ab773fed84 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:49:13.084854 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'status': 'completed', 'code': 200} Mar 11 00:49:13.105045 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f95de69d-d3b6-48c1-a1f2-377399061702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.106635 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f95de69d-d3b6-48c1-a1f2-377399061702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1125 time: 0.0577843 Mar 11 00:49:13.150839 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-624a9c53-4c2b-424b-87df-29867d24b223 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 217 time: 0.0370729 Mar 11 00:49:13.201265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-e0a26f79-9204-4936-a39b-69ed74628ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.202725 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-e0a26f79-9204-4936-a39b-69ed74628ff6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 200 len: 835 time: 0.0451269 Mar 11 00:49:13.257276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f8aabc4c-9fe6-4efd-835c-7f13ee94a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.258771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-f8aabc4c-9fe6-4efd-835c-7f13ee94a9ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e3177c-06b0-415a-aa82-bb2442b19268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481036 Mar 11 00:49:13.352346 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-017ea0fe-4a75-4a19-8082-27abdf5fade1 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870209 Mar 11 00:49:13.375665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:13.447467 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c500ec71-95b5-4b00-b6e2-785522c4e131 req-1a802096-5239-4f00-89bb-5d22daa6b57f service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897303 Mar 11 00:49:13.539226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-5fb7aae5-de4d-462b-94d7-ed5d3fab9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.540781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-5fb7aae5-de4d-462b-94d7-ed5d3fab9b1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1125 time: 0.0457482 Mar 11 00:49:13.634298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-d341ebc0-3fc5-4e21-903d-1296ba5484af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.635671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-d341ebc0-3fc5-4e21-903d-1296ba5484af service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 897 time: 0.0880251 Mar 11 00:49:13.677375 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-6ce34922-95fd-485a-a74f-1a67f14f7478 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 217 time: 0.0348063 Mar 11 00:49:13.726399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-087472c0-2df0-4c9f-9ed0-cbaea02cc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.727882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-087472c0-2df0-4c9f-9ed0-cbaea02cc3bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 200 len: 835 time: 0.0447643 Mar 11 00:49:13.811880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-3fd02f2d-6ad1-4c1a-b620-8bd41b82c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.813461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-3fd02f2d-6ad1-4c1a-b620-8bd41b82c0af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e3177c-06b0-415a-aa82-bb2442b19268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792422 Mar 11 00:49:13.836293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea1a3-fd93-40d4-91ff-feb596013d6f req-36af091d-b8bf-4037-b4ee-db130ff077b7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:13.837749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efea1a3-fd93-40d4-91ff-feb596013d6f req-36af091d-b8bf-4037-b4ee-db130ff077b7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 943 time: 0.0784035 Mar 11 00:49:13.937532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9efea1a3-fd93-40d4-91ff-feb596013d6f req-587dc72d-fc5b-4f4b-ba0b-574cb0e9bdb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899556 Mar 11 00:49:13.953942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-346bf4e8-c484-4fa9-9846-1671565c8eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328256 Mar 11 00:49:14.043434 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c966fd2-51b8-49d3-9a44-79dba1fa54c5 req-0eafd6d4-ff7a-498d-bbd1-2a87456792f2 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830832 Mar 11 00:49:15.063185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa07e7-cc0c-4ecd-a586-dceed4a4bb38 req-7a04df6f-2c7a-47ba-aea7-8d045a113ac5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:15.064706 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22fa07e7-cc0c-4ecd-a586-dceed4a4bb38 req-7a04df6f-2c7a-47ba-aea7-8d045a113ac5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 943 time: 0.0543869 Mar 11 00:49:15.118002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-22fa07e7-cc0c-4ecd-a586-dceed4a4bb38 req-a13b5c03-a259-4218-bdd1-cc79984794a8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Mar 11 00:49:16.235168 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80432e3a-4f6e-42b3-98d3-937899d3b5ad req-5a805817-6b8b-4428-b4e1-41fd44ff210e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:16.236673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80432e3a-4f6e-42b3-98d3-937899d3b5ad req-5a805817-6b8b-4428-b4e1-41fd44ff210e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 943 time: 0.0518298 Mar 11 00:49:16.285159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-80432e3a-4f6e-42b3-98d3-937899d3b5ad req-208e7f66-d422-41a5-8db4-81ec515b6e9f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Mar 11 00:49:17.345757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ffa17d3-fa23-416d-9c58-f780ea880b6d details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:49:17.411176 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68978e-359b-4d49-9e98-9da9d0bb297e req-cb3e2da9-4118-4ad1-ace7-1cd27eb3813d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:17.412689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd68978e-359b-4d49-9e98-9da9d0bb297e req-cb3e2da9-4118-4ad1-ace7-1cd27eb3813d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 943 time: 0.0558436 Mar 11 00:49:17.449404 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:17.460714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'port_id': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'mac_address': 'fa:16:3e:6c:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:49:17.463855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd68978e-359b-4d49-9e98-9da9d0bb297e req-8ddbcb3e-b063-4e11-a9ab-00d2818452cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Mar 11 00:49:17.498149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9ffa17d3-fa23-416d-9c58-f780ea880b6d is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:17.498546 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:17.515219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffa17d3-fa23-416d-9c58-f780ea880b6d {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:49:17.534530 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:17.538236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:17.585102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:17.736120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9ffa17d3-fa23-416d-9c58-f780ea880b6d'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:49:18.588199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c10e23-839b-479d-b9a4-f60b27bd59a1 req-9afc4aca-d630-4b42-a257-712c5ffc224c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:18.589669 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c10e23-839b-479d-b9a4-f60b27bd59a1 req-9afc4aca-d630-4b42-a257-712c5ffc224c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 944 time: 0.0585012 Mar 11 00:49:18.638134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a7c10e23-839b-479d-b9a4-f60b27bd59a1 req-d1b71ccb-9f1b-41ac-852a-37069333e99c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Mar 11 00:49:19.360993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ffa17d3-fa23-416d-9c58-f780ea880b6d up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:49:19.412263 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9ffa17d3-fa23-416d-9c58-f780ea880b6d completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:49:19.416182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9ffa17d3-fa23-416d-9c58-f780ea880b6d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:49:19.416553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:19.495814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9ffa17d3-fa23-416d-9c58-f780ea880b6d is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:49:19.496236 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:19.518429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:49:19.520732 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ead491-0931-4ad4-962d-4db05fdcf92a" -d '{"events": [{"server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:49:19.532618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:49:19.536800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:19.560067 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df4559-1926-4da7-a9f9-49e6ee6ce02a x-openstack-request-id: req-75df4559-1926-4da7-a9f9-49e6ee6ce02a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:49:19.560369 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:49:19.560626 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75df4559-1926-4da7-a9f9-49e6ee6ce02a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:49:19.561018 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'code': 200} Mar 11 00:49:19.588080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:19.657243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18c3e8-2397-4c2c-9073-86ccd9429209 req-61e824a7-e559-4d32-8988-cad70a873943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:19.658652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b18c3e8-2397-4c2c-9073-86ccd9429209 req-61e824a7-e559-4d32-8988-cad70a873943 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1127 time: 0.0436635 Mar 11 00:49:19.704627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b18c3e8-2397-4c2c-9073-86ccd9429209 req-4518c5e5-fc95-4236-9893-69d47f68e60c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Mar 11 00:49:19.755590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ce621-e610-46d0-88c1-d8c12ab9f96c req-a72af089-d413-4eac-8c6c-260113564a46 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:19.757076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa5ce621-e610-46d0-88c1-d8c12ab9f96c req-a72af089-d413-4eac-8c6c-260113564a46 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0509059 Mar 11 00:49:19.808655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fa5ce621-e610-46d0-88c1-d8c12ab9f96c req-63f90a88-ad5c-431d-86d0-984a9d0c13ee tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Mar 11 00:49:20.929210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed4fb-95fe-48b7-91af-18855f12de06 req-a46fbaee-ae65-47f1-8466-3b1b1995d40a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:20.930704 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc9ed4fb-95fe-48b7-91af-18855f12de06 req-a46fbaee-ae65-47f1-8466-3b1b1995d40a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0541537 Mar 11 00:49:20.980594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc9ed4fb-95fe-48b7-91af-18855f12de06 req-47923df1-7abf-4440-bca9-b5e4b44ccbd4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Mar 11 00:49:21.099696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3b423-42fa-41ad-b9b7-541d24c9e3b6 req-020f2812-cdb5-4009-af20-4045dfa01a3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:21.101084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fb3b423-42fa-41ad-b9b7-541d24c9e3b6 req-020f2812-cdb5-4009-af20-4045dfa01a3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0520768 Mar 11 00:49:21.148444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4fb3b423-42fa-41ad-b9b7-541d24c9e3b6 req-2f21d911-05c4-401d-901b-47e98e6212ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417540 Mar 11 00:49:21.170185 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44012) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:21.217214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ba0891-8473-449c-851e-5e284cbae05d tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:21.218751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-72ba0891-8473-449c-851e-5e284cbae05d tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1122 time: 0.0476363 Mar 11 00:49:21.221653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44014) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:21.226759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:49:21.246455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:21.343277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:21.448371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.17 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/11bc17c5-c2a8-4218-bff5-6779d139a0af) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:49:21.549175 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:21.588511 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:21.625973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:49:21.631403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:49:21.634880 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:49:21.656655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=11bc17c5-c2a8-4218-bff5-6779d139a0af,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:22.005268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (84de31bf-b3d7-4fa4-83ca-dd0df6a771ec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.092321 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.241424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.245735 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.320050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=11bc17c5-c2a8-4218-bff5-6779d139a0af,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:22.328640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (84de31bf-b3d7-4fa4-83ca-dd0df6a771ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.452595 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 84de31bf-b3d7-4fa4-83ca-dd0df6a771ec associated. External IP: 172.25.7.17, port: 9ffa17d3-fa23-416d-9c58-f780ea880b6d. Mar 11 00:49:22.705281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 56ba89e1-af73-418f-8888-2074dc7ddeed has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:49:22.835225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:49:22.845302 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Sync routers for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:49:22.856594 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:22.857329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:22.860881 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:22.899980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f472c531-d66e-4a44-899f-4bf33197aaa3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6772807 Mar 11 00:49:22.900599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:49:22.904139 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d97507-32ca-4751-b7bb-f6bf69522421" -d '{"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:49:22.954458 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0c923-1174-4886-a836-a7307bc9f9f7 x-openstack-request-id: req-7de0c923-1174-4886-a836-a7307bc9f9f7 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:49:22.954810 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:49:22.955085 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7de0c923-1174-4886-a836-a7307bc9f9f7 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:49:22.955643 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'status': 'completed', 'code': 200} Mar 11 00:49:22.979508 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:23.068105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ebc1-f006-42d4-ab7c-64e9d0eec6ae req-a1570570-dd34-4e6c-94fb-eeeb374e35e8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:23.069659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fd6ebc1-f006-42d4-ab7c-64e9d0eec6ae req-a1570570-dd34-4e6c-94fb-eeeb374e35e8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.1035466 Mar 11 00:49:23.076879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-14ca6f4e-e5a4-40b0-a726-a3f6c9fc300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:23.078429 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-14ca6f4e-e5a4-40b0-a726-a3f6c9fc300b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1127 time: 0.0836351 Mar 11 00:49:23.183121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2fd6ebc1-f006-42d4-ab7c-64e9d0eec6ae req-87c9890a-56f0-423d-a874-f04f49e0d947 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037307 Mar 11 00:49:23.203624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-7da5c352-5304-4c3b-9f1a-b50c28bc40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:23.204756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-7da5c352-5304-4c3b-9f1a-b50c28bc40a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 897 time: 0.1196918 Mar 11 00:49:23.207903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44020) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:23.229010 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '84de31bf-b3d7-4fa4-83ca-dd0df6a771ec', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'port_id': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'mac_address': 'fa:16:3e:6c:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781c88ce-e2e1-461a-8600-8098a507b43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:49:21Z', 'updated_at': '2022-03-11T00:49:21Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:23.260226 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Checking router: 56ba89e1-af73-418f-8888-2074dc7ddeed for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:49:23.268475 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:23.269081 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:23.313817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-34fa31e6-bca2-402d-ba17-131fed471ce7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/84de31bf-b3d7-4fa4-83ca-dd0df6a771ec HTTP/1.1" status: 200 len: 990 time: 0.1046684 Mar 11 00:49:23.323171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-b3947e75-6c6a-4b38-a145-b81fb97bb3c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 998 time: 0.1130245 Mar 11 00:49:23.383473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-8417a7a8-dcb1-491d-849d-bda67b791d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:23.385058 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-8417a7a8-dcb1-491d-849d-bda67b791d25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 200 len: 835 time: 0.0562797 Mar 11 00:49:23.445852 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-bc8630bf-30e7-4b5c-b852-ddb6cf230910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:23.447638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-bc8630bf-30e7-4b5c-b852-ddb6cf230910 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e3177c-06b0-415a-aa82-bb2442b19268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568321 Mar 11 00:49:23.472294 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:23.536891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-47a4d53d-07f7-43f4-bdf3-6e39c0c5e2ad service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828400 Mar 11 00:49:23.630025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a5d97507-32ca-4751-b7bb-f6bf69522421 req-7a345738-e10f-4b0e-b06c-d54b4ba56b39 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877070 Mar 11 00:49:23.692818 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '84de31bf-b3d7-4fa4-83ca-dd0df6a771ec', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'port_id': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'mac_address': 'fa:16:3e:6c:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781c88ce-e2e1-461a-8600-8098a507b43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:49:21Z', 'updated_at': '2022-03-11T00:49:21Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:23.721702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5ff26-599c-42bf-a87c-fc52c83d4cb3 None None] The sync data for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 is: [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '84de31bf-b3d7-4fa4-83ca-dd0df6a771ec', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'port_id': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'mac_address': 'fa:16:3e:6c:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781c88ce-e2e1-461a-8600-8098a507b43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:49:21Z', 'updated_at': '2022-03-11T00:49:21Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:49:23.915868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b6af2-94c9-46ac-8182-bd7e9a8878c7 None None] New status for floating IP 84de31bf-b3d7-4fa4-83ca-dd0df6a771ec: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:49:24.318216 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44024) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:24.381783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-02d3b96e-0b68-4ec9-8fd4-ab5127bb74f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/84de31bf-b3d7-4fa4-83ca-dd0df6a771ec HTTP/1.1" status: 200 len: 992 time: 0.0624771 Mar 11 00:49:36.815462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4a778e5f-393f-4bc1-8add-c0f5b3e4a6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:37.183595 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:49:39.383458 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b40d5950-c238-4f6b-8ae9-e874e4ba1705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:39.622613 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-48b279c8-0467-4360-9ae6-1994ce85a4fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474916 Mar 11 00:49:39.710294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-e7f6a28a-9b67-4150-891a-d40aeefe8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:39.711705 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-e7f6a28a-9b67-4150-891a-d40aeefe8ede service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1127 time: 0.0453820 Mar 11 00:49:39.817742 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-9a696d59-f1c3-4a75-a2d8-d4c60f6ccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:39.819627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-9a696d59-f1c3-4a75-a2d8-d4c60f6ccf56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 897 time: 0.0883384 Mar 11 00:49:39.886519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-0c5f131b-dfb9-43fe-9284-2d1a6f486b63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 1000 time: 0.0593359 Mar 11 00:49:39.933829 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-3679c725-0305-4444-9f21-d58d3f18c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:39.935293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-3679c725-0305-4444-9f21-d58d3f18c7a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 200 len: 835 time: 0.0432565 Mar 11 00:49:39.986819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-e23804e2-fb6f-4469-94cd-cafe029cec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:39.988248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-e23804e2-fb6f-4469-94cd-cafe029cec4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e3177c-06b0-415a-aa82-bb2442b19268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471542 Mar 11 00:49:40.075685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-8fa6098d-149d-493c-beb9-44daab95ba12 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Mar 11 00:49:40.470666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-61c000b7-a9ad-4931-8641-6d1b42053f59 req-822645ee-259a-4cb6-b98e-6c07e205a4e7 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881128 Mar 11 00:49:40.609417 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:41.239982 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:41.575849 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:41.793134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:43.377662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:53.151387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc94a8-a7d3-471d-a80b-7e5ceacf0ce4 req-ea11a7a5-5f49-43ad-861b-c44297e2df5c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:53.152903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8cc94a8-a7d3-471d-a80b-7e5ceacf0ce4 req-ea11a7a5-5f49-43ad-861b-c44297e2df5c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0527992 Mar 11 00:49:53.204535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8cc94a8-a7d3-471d-a80b-7e5ceacf0ce4 req-6ab4f028-96ac-48d7-8348-9631bbc386ca tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Mar 11 00:49:54.325934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9c8c-6256-415f-99dc-5914c76a4a1a req-ed6d425d-51a1-472e-8ba9-5c52c879832d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:54.327418 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bedb9c8c-6256-415f-99dc-5914c76a4a1a req-ed6d425d-51a1-472e-8ba9-5c52c879832d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0520036 Mar 11 00:49:54.380301 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bedb9c8c-6256-415f-99dc-5914c76a4a1a req-bf9a9bb7-93f4-48f6-b98c-267ae1853488 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461793 Mar 11 00:49:54.403129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44048) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:54.463009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e357a57a-3df2-4513-bef3-8a7e5c483714 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/84de31bf-b3d7-4fa4-83ca-dd0df6a771ec HTTP/1.1" status: 200 len: 992 time: 0.0587394 Mar 11 00:49:55.737359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141217-3232-459a-85ab-0a78948d02d9 req-699a65a3-8343-492d-aa3b-08e0e7434862 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:55.739399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb141217-3232-459a-85ab-0a78948d02d9 req-699a65a3-8343-492d-aa3b-08e0e7434862 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0531201 Mar 11 00:49:55.789549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb141217-3232-459a-85ab-0a78948d02d9 req-bd5408b4-7efe-4890-aa52-4997f508983e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Mar 11 00:49:56.514438 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb5d1e68-f6bc-4e1a-a0b8-657bd77de827 req-5ff23fcd-ac53-4a87-b549-fb2b7fd56b62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0819478 Mar 11 00:49:56.560977 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb5d1e68-f6bc-4e1a-a0b8-657bd77de827 req-939951be-89fe-4c52-be0f-6dbd474311d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0254295 Mar 11 00:49:56.597083 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb5d1e68-f6bc-4e1a-a0b8-657bd77de827 req-a980f8c9-691c-4b94-8d0f-d6aa13808361 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190933 Mar 11 00:49:56.687128 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d1e68-f6bc-4e1a-a0b8-657bd77de827 req-6b746829-6042-417b-83e0-f8263da5b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:56.688737 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bb5d1e68-f6bc-4e1a-a0b8-657bd77de827 req-6b746829-6042-417b-83e0-f8263da5b724 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853231 Mar 11 00:49:56.916977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948c1b6-d4f2-4266-beac-71691331c33a req-0e1741e6-221d-4c23-883d-05f02fa8734a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:56.918460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2948c1b6-d4f2-4266-beac-71691331c33a req-0e1741e6-221d-4c23-883d-05f02fa8734a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0556138 Mar 11 00:49:56.967585 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2948c1b6-d4f2-4266-beac-71691331c33a req-ef85e39b-1519-4f70-a1a7-39237ea77e02 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434053 Mar 11 00:49:56.989538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44060) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:57.048960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-3edd985d-fc19-4686-ba66-c68808112959 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/84de31bf-b3d7-4fa4-83ca-dd0df6a771ec HTTP/1.1" status: 200 len: 992 time: 0.0583034 Mar 11 00:49:57.337875 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44066) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:49:57.502305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 11bc17c5-c2a8-4218-bff5-6779d139a0af {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:49:57.502653 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:57.577099 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:57.577434 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (11bc17c5-c2a8-4218-bff5-6779d139a0af), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:57.589659 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 11bc17c5-c2a8-4218-bff5-6779d139a0af owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:49:57.734546 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (11bc17c5-c2a8-4218-bff5-6779d139a0af), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:57.759774 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=11bc17c5-c2a8-4218-bff5-6779d139a0af,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:49:57.772081 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.772441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.772792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.773139 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.773475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.773804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.774134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.774463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.774791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.775118 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.775445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.775767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.776116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:49:57.834924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (84de31bf-b3d7-4fa4-83ca-dd0df6a771ec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:57.835272 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 84de31bf-b3d7-4fa4-83ca-dd0df6a771ec disassociated (deleted). External IP: 172.25.7.17, port: 9ffa17d3-fa23-416d-9c58-f780ea880b6d. Mar 11 00:49:58.056803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 56ba89e1-af73-418f-8888-2074dc7ddeed has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:49:58.170039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:49:58.175028 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:49:58.180130 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Sync routers for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:49:58.189061 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:58.189681 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:58.205221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6ec187c-2ebc-4d08-b977-a548e29386ef tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/floatingips/84de31bf-b3d7-4fa4-83ca-dd0df6a771ec HTTP/1.1" status: 204 len: 168 time: 0.8661468 Mar 11 00:49:58.205869 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:49:58.208464 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a82d3-142e-4863-9280-c1d3068bac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:49:58.301408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:58.326735 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec0c21-7608-4e62-8f47-09f55659db68 x-openstack-request-id: req-5aec0c21-7608-4e62-8f47-09f55659db68 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:49:58.327457 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:49:58.327457 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aec0c21-7608-4e62-8f47-09f55659db68 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:49:58.327745 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'status': 'completed', 'code': 200} Mar 11 00:49:58.481820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af374771-cc78-45dd-b680-80cf56234ab0 req-a938d990-54ce-4963-b890-a6a60d1f58db tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:58.483210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af374771-cc78-45dd-b680-80cf56234ab0 req-a938d990-54ce-4963-b890-a6a60d1f58db tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0865960 Mar 11 00:49:58.489800 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a82d3-142e-4863-9280-c1d3068bac9d req-1415437a-51f7-4ce2-9fbc-b15134a148db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:58.491258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-1415437a-51f7-4ce2-9fbc-b15134a148db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 1127 time: 0.1225784 Mar 11 00:49:58.521610 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:58.547847 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Checking router: 56ba89e1-af73-418f-8888-2074dc7ddeed for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:49:58.556340 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:49:58.556972 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:58.596526 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af374771-cc78-45dd-b680-80cf56234ab0 req-ab47a9cb-d50c-48c2-b832-a7d2fb174994 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043093 Mar 11 00:49:58.618863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a82d3-142e-4863-9280-c1d3068bac9d req-a55ca28a-64ba-480e-9514-2337eb13aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:58.620342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-a55ca28a-64ba-480e-9514-2337eb13aa9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 200 len: 897 time: 0.1224589 Mar 11 00:49:58.662678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-5df6d8b9-755b-42c0-b1e2-6a898b248d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 200 len: 217 time: 0.0352216 Mar 11 00:49:58.665698 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:49:58.716437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a82d3-142e-4863-9280-c1d3068bac9d req-7bb3e366-446c-4fb7-b9cd-30daa9a38490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:58.717885 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-7bb3e366-446c-4fb7-b9cd-30daa9a38490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 200 len: 835 time: 0.0487001 Mar 11 00:49:58.767293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a82d3-142e-4863-9280-c1d3068bac9d req-38487b33-59df-4bf8-82f4-5aa204bbd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:58.768829 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-38487b33-59df-4bf8-82f4-5aa204bbd6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68e3177c-06b0-415a-aa82-bb2442b19268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446246 Mar 11 00:49:58.861953 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:49:58.864268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-50ab54f7-2541-4bd8-b8dc-4443f8d0fa24 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885539 Mar 11 00:49:58.891361 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaff92-14e8-4cbd-ae43-5f0280c2beb7 None None] The sync data for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 is: [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'f436fdfd-045e-47d5-9c4e-97de189ca9eb', 'name': '', 'network_id': '68e3177c-06b0-415a-aa82-bb2442b19268', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:fe:80:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:07Z', 'updated_at': '2022-03-11T00:49:10Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '0d79f815-f9fe-4fe0-9441-fd2ba7f060ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:49:58.956582 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-781a82d3-142e-4863-9280-c1d3068bac9d req-36651766-18de-42fd-8e3d-bcde781b6d80 service neutron] 10.222.0.30 "GET /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Mar 11 00:49:59.123809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7539bd6-d2c7-4a2d-b37d-39dd7eedc040 None None] New status for floating IP 84de31bf-b3d7-4fa4-83ca-dd0df6a771ec: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:49:59.719224 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a716de1-62c2-455c-bf1a-803fa9a7f3ac req-78a1d5b2-ef32-4311-893c-bc68b1f9fe64 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:49:59.720710 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a716de1-62c2-455c-bf1a-803fa9a7f3ac req-78a1d5b2-ef32-4311-893c-bc68b1f9fe64 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0521984 Mar 11 00:49:59.774568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3a716de1-62c2-455c-bf1a-803fa9a7f3ac req-4fdb15e9-97c6-412a-bb53-73a83de37d18 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=48914264-6ed1-407c-9abf-92ad4f8fb92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Mar 11 00:50:00.027247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-39a35aac-feb5-4bb5-b795-d32abe8a6114 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:00.028738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-39a35aac-feb5-4bb5-b795-d32abe8a6114 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 945 time: 0.0508256 Mar 11 00:50:00.119074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 9ffa17d3-fa23-416d-9c58-f780ea880b6d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:50:00.119414 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:00.210369 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 9ffa17d3-fa23-416d-9c58-f780ea880b6d, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9ffa17d3-fa23-416d-9c58-f780ea880b6d,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:00.210644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:00.222437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 9ffa17d3-fa23-416d-9c58-f780ea880b6d owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:50:00.351507 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9ffa17d3-fa23-416d-9c58-f780ea880b6d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:00.382085 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=9ffa17d3-fa23-416d-9c58-f780ea880b6d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:00.422652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] No DVR routers for this DVR port 9ffa17d3-fa23-416d-9c58-f780ea880b6d on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:50:00.425307 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:00.429315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2085528b-5dcb-439d-912c-28cc8cd028c0 req-5cc0e48e-b098-4210-ab3d-dc0a3847a13e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "DELETE /v2.0/ports/9ffa17d3-fa23-416d-9c58-f780ea880b6d HTTP/1.1" status: 204 len: 173 time: 0.3955097 Mar 11 00:50:00.429762 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'name': 'network-vif-deleted', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:50:00.432062 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c83847-ccb2-435b-857c-d6ad4b2f8faa" -d '{"events": [{"server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "name": "network-vif-deleted", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:50:00.472794 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee7beea-49de-48da-876b-6ec8560d9d15 x-openstack-request-id: req-fee7beea-49de-48da-876b-6ec8560d9d15 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:50:00.473248 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781c88ce-e2e1-461a-8600-8098a507b43a", "name": "network-vif-deleted", "tag": "9ffa17d3-fa23-416d-9c58-f780ea880b6d", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:50:00.473568 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fee7beea-49de-48da-876b-6ec8560d9d15 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:50:00.474058 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781c88ce-e2e1-461a-8600-8098a507b43a', 'name': 'network-vif-deleted', 'tag': '9ffa17d3-fa23-416d-9c58-f780ea880b6d', 'status': 'completed', 'code': 200} Mar 11 00:50:00.896038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d0cf11e6-ba6f-4022-baa4-6c04733c72dd req-04b53bb7-cb1c-4260-b0c0-4955f6c9c2f7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=781c88ce-e2e1-461a-8600-8098a507b43a HTTP/1.1" status: 200 len: 210 time: 0.0322890 Mar 11 00:50:01.957110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44086) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:02.319139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (56ba89e1-af73-418f-8888-2074dc7ddeed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:02.574039 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port f436fdfd-045e-47d5-9c4e-97de189ca9eb {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:50:02.574271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:02.664517 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port f436fdfd-045e-47d5-9c4e-97de189ca9eb, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f436fdfd-045e-47d5-9c4e-97de189ca9eb,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:02.664880 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:02.676761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for f436fdfd-045e-47d5-9c4e-97de189ca9eb owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:50:02.862397 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f436fdfd-045e-47d5-9c4e-97de189ca9eb), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:02.890076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=f436fdfd-045e-47d5-9c4e-97de189ca9eb,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:03.072039 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (56ba89e1-af73-418f-8888-2074dc7ddeed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:03.563583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ffa17d3-fa23-416d-9c58-f780ea880b6d no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:50:03.587845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9ffa17d3-fa23-416d-9c58-f780ea880b6d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:50:03.588226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9ffa17d3-fa23-416d-9c58-f780ea880b6d not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:50:03.590272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 56ba89e1-af73-418f-8888-2074dc7ddeed has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:50:03.699055 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:50:03.704066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-490cccb2-dc28-4134-8be0-158f09cfe638 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/56ba89e1-af73-418f-8888-2074dc7ddeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7453539 Mar 11 00:50:03.706747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44088) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:03.709884 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Sync routers for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:50:03.719289 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:03.719898 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:03.757115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting subnet 0d79f815-f9fe-4fe0-9441-fd2ba7f060ea {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:50:03.760228 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (0d79f815-f9fe-4fe0-9441-fd2ba7f060ea), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:03.802805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (0d79f815-f9fe-4fe0-9441-fd2ba7f060ea), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:03.829088 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:03.894830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (0d79f815-f9fe-4fe0-9441-fd2ba7f060ea), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:03.966143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (0d79f815-f9fe-4fe0-9441-fd2ba7f060ea), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:03.993930 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Subnet': ['ID=0d79f815-f9fe-4fe0-9441-fd2ba7f060ea,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:03.999912 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.006242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e8202744-bcf8-49aa-8127-3fe924bb555e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/subnets/0d79f815-f9fe-4fe0-9441-fd2ba7f060ea HTTP/1.1" status: 204 len: 168 time: 0.2955565 Mar 11 00:50:04.006242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44092) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:04.010951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40cff7-b064-4a4e-b927-3927586133ce None None] Network 68e3177c-06b0-415a-aa82-bb2442b19268 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:50:04.113277 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:50:02Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:04.123514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.146835 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Checking router: 56ba89e1-af73-418f-8888-2074dc7ddeed for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:50:04.155209 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Routers {'56ba89e1-af73-418f-8888-2074dc7ddeed'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:04.155815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['56ba89e1-af73-418f-8888-2074dc7ddeed'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:04.177695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] DHCP port deletion for 68e3177c-06b0-415a-aa82-bb2442b19268 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:50:04.229736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Deleting port 7498e796-d45d-4d3f-b240-a6b348f83a9f {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:50:04.230604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.238187 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (56ba89e1-af73-418f-8888-2074dc7ddeed), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.264466 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] Set router 56ba89e1-af73-418f-8888-2074dc7ddeed gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:04.293256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] For port 7498e796-d45d-4d3f-b240-a6b348f83a9f, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=7498e796-d45d-4d3f-b240-a6b348f83a9f,segment=NetworkSegment(790cf865-0919-4af1-9417-eb1a9d970f11),segment_id=790cf865-0919-4af1-9417-eb1a9d970f11)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:04.293655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.295865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port c66abacb-c256-40a7-9b10-ca8523ac822e {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:50:04.295865 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.307125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Calling delete_port for 7498e796-d45d-4d3f-b240-a6b348f83a9f owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:50:04.389041 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port c66abacb-c256-40a7-9b10-ca8523ac822e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=c66abacb-c256-40a7-9b10-ca8523ac822e,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:04.389278 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.402997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for c66abacb-c256-40a7-9b10-ca8523ac822e owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:50:04.404399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (7498e796-d45d-4d3f-b240-a6b348f83a9f), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.427298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Pushing event deleted for resources: {'Port': ['ID=7498e796-d45d-4d3f-b240-a6b348f83a9f,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:04.440289 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.440829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.440972 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.441304 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.442743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.442743 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.443533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.443533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.443742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.444178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.445034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.445034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.445034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:04.447263 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:50:02Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:04.451004 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba8924-b94f-4f7c-821e-c1ee11f30246 None None] No DVR routers for this DVR port 7498e796-d45d-4d3f-b240-a6b348f83a9f on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:50:04.474690 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1a592-89bc-455a-bd55-076edb4e2fc7 None None] The sync data for ids ['56ba89e1-af73-418f-8888-2074dc7ddeed'] in n-d-831844-1 is: [{'id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294825926', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:50:02Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'c66abacb-c256-40a7-9b10-ca8523ac822e', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:33:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ba89e1-af73-418f-8888-2074dc7ddeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:49:04Z', 'updated_at': '2022-03-11T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:50:04.578574 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (c66abacb-c256-40a7-9b10-ca8523ac822e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.605190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=c66abacb-c256-40a7-9b10-ca8523ac822e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:04.665100 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (56ba89e1-af73-418f-8888-2074dc7ddeed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.761827 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.763848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (56ba89e1-af73-418f-8888-2074dc7ddeed), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.805949 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (56ba89e1-af73-418f-8888-2074dc7ddeed), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.806610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Fanout notify agent at l3_agent the message router_deleted on router 56ba89e1-af73-418f-8888-2074dc7ddeed {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:50:04.813625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.814723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2d209aee-6005-40a8-a26a-3995a8d5b4d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/routers/56ba89e1-af73-418f-8888-2074dc7ddeed HTTP/1.1" status: 204 len: 168 time: 0.8078475 Mar 11 00:50:04.818504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44094) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:04.902381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (68e3177c-06b0-415a-aa82-bb2442b19268), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:04.993113 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (68e3177c-06b0-415a-aa82-bb2442b19268), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.013421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e3177c-06b0-415a-aa82-bb2442b19268']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:05.022828 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790cf865-0919-4af1-9417-eb1a9d970f11') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:05.023129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790cf865-0919-4af1-9417-eb1a9d970f11') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:05.033229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (790cf865-0919-4af1-9417-eb1a9d970f11), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.047817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (790cf865-0919-4af1-9417-eb1a9d970f11), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.055401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:50:05.055784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (790cf865-0919-4af1-9417-eb1a9d970f11), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:50:05.059033 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:50:05.125310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (68e3177c-06b0-415a-aa82-bb2442b19268), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.131350 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.138668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/networks/68e3177c-06b0-415a-aa82-bb2442b19268 HTTP/1.1" status: 204 len: 168 time: 0.3147440 Mar 11 00:50:05.140293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44096) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:05.162347 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a08c0-ee10-4518-9167-e12b8d71513e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Network': ['ID=68e3177c-06b0-415a-aa82-bb2442b19268,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:05.212872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (48914264-6ed1-407c-9abf-92ad4f8fb92f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.238046 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (48914264-6ed1-407c-9abf-92ad4f8fb92f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.297641 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (48914264-6ed1-407c-9abf-92ad4f8fb92f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.300294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.302289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/security-groups/48914264-6ed1-407c-9abf-92ad4f8fb92f HTTP/1.1" status: 204 len: 168 time: 0.1624107 Mar 11 00:50:05.311164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1b12b-d2f0-4478-8d94-2d5b373d867b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48914264-6ed1-407c-9abf-92ad4f8fb92f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:05.644119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44102) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:05.649296 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479483249', 'description': 'tempest-secgroup-smoke-1479483249 description', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:05.671392 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.745132 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (70a073d4-4d8e-4bdf-b7fb-a81b32d734bb), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.748744 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (70a073d4-4d8e-4bdf-b7fb-a81b32d734bb), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.778712 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.779881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342270 Mar 11 00:50:05.781902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73629a5f-4912-4eab-acf1-61dadca6ae7d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:05.782873 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44104) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:05.789592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:05.815745 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6708f446-6a43-45c9-addb-b13a9729fa1f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.876043 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6708f446-6a43-45c9-addb-b13a9729fa1f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.879825 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6708f446-6a43-45c9-addb-b13a9729fa1f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.900817 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6708f446-6a43-45c9-addb-b13a9729fa1f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:05.906422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.907569 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228750 Mar 11 00:50:05.910936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44106) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:05.913108 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.913458 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.913802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.914138 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.914530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.914798 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.915125 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.915448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.915772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.916120 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.916446 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.916762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.917162 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:05.917447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775b758-f41f-47c5-9b76-a5fb8f972558 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:05.947145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (9a40c18f-ba3a-48fa-a0a3-ef5c45828a83), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:05.987275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7498e796-d45d-4d3f-b240-a6b348f83a9f no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:50:06.006974 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (9a40c18f-ba3a-48fa-a0a3-ef5c45828a83), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.008351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 7498e796-d45d-4d3f-b240-a6b348f83a9f {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:50:06.008741 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 7498e796-d45d-4d3f-b240-a6b348f83a9f not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:50:06.009201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c66abacb-c256-40a7-9b10-ca8523ac822e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:50:06.011079 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9a40c18f-ba3a-48fa-a0a3-ef5c45828a83), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.026132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a40c18f-ba3a-48fa-a0a3-ef5c45828a83,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.028872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: c66abacb-c256-40a7-9b10-ca8523ac822e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:50:06.029206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device c66abacb-c256-40a7-9b10-ca8523ac822e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:50:06.029840 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f436fdfd-045e-47d5-9c4e-97de189ca9eb no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:50:06.037648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.041831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-771725ed-d028-4e63-9ac5-c07f4c172f04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271045 Mar 11 00:50:06.041945 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44108) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.046424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.053705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f436fdfd-045e-47d5-9c4e-97de189ca9eb {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:50:06.054060 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f436fdfd-045e-47d5-9c4e-97de189ca9eb not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:50:06.075164 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (05a016f2-836b-493a-bd3e-61152e0dbcf4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.131542 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (05a016f2-836b-493a-bd3e-61152e0dbcf4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.135126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (05a016f2-836b-493a-bd3e-61152e0dbcf4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.152925 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a016f2-836b-493a-bd3e-61152e0dbcf4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.159077 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.160309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73c5b315-37a9-4724-8ae1-4ac8354da436 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173060 Mar 11 00:50:06.163222 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44110) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.167654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.191811 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (636f736f-ddd9-46fa-8502-df75f02899f8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.251593 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (636f736f-ddd9-46fa-8502-df75f02899f8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.255337 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (636f736f-ddd9-46fa-8502-df75f02899f8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.272694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636f736f-ddd9-46fa-8502-df75f02899f8,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.280514 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.281750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6508b34a-0df8-4fc4-9997-a3699e3b3a38 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175537 Mar 11 00:50:06.284590 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44112) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.289755 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.310430 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:50:06.315124 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (cdd22733-b6cd-4858-8752-c15b45b498ae), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.372782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (cdd22733-b6cd-4858-8752-c15b45b498ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.376271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (cdd22733-b6cd-4858-8752-c15b45b498ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.393355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd22733-b6cd-4858-8752-c15b45b498ae,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.402518 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.403722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2866cd32-dbda-4959-831b-c958f3652dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175754 Mar 11 00:50:06.406463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44114) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.411411 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '70a073d4-4d8e-4bdf-b7fb-a81b32d734bb', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.431867 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:50:06.436755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (96a26619-93c4-4b4f-9e0d-2a3aa49a1a56), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.496359 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (96a26619-93c4-4b4f-9e0d-2a3aa49a1a56), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.499778 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (96a26619-93c4-4b4f-9e0d-2a3aa49a1a56), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.517270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a26619-93c4-4b4f-9e0d-2a3aa49a1a56,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.527025 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.528255 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-60d6ea9e-0a9a-4dfd-8774-1cea373bde03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208603 Mar 11 00:50:06.531066 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44116) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.536837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'network': {'name': 'tempest-network-smoke--1533929916', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'port_security_enabled': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.555987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:50:06.559250 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.583726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:50:06.593602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0af1debe-2ebf-4916-a116-c5ee853541f9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.593953 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Added segment 0af1debe-2ebf-4916-a116-c5ee853541f9 of type vlan for network 0895fa63-022c-47c2-9a5b-cfad662d25af Mar 11 00:50:06.636599 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (0895fa63-022c-47c2-9a5b-cfad662d25af), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.661838 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (0895fa63-022c-47c2-9a5b-cfad662d25af), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.666786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:06.667372 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.698798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1667175 Mar 11 00:50:06.701710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44118) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:06.706350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'admin_state_up': True, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:06.728987 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.729986 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.736536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955b70-cb7c-4b23-8e6f-57aeb7c4b9c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Network': ['ID=0895fa63-022c-47c2-9a5b-cfad662d25af,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:06.747796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 0895fa63-022c-47c2-9a5b-cfad662d25af details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:50:06.785918 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:06.825445 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d09dedb-10c3-4820-8da6-4c1104acf656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.287265 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.485964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.505483 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.604587 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.188 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/151f7709-d123-498c-88a9-16d38d771278) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:50:07.708136 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (151f7709-d123-498c-88a9-16d38d771278), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.741449 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (151f7709-d123-498c-88a9-16d38d771278), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:07.780521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:07.786488 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:07.790153 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:50:07.811772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=151f7709-d123-498c-88a9-16d38d771278,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:08.064340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:08.267578 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:08.397161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:50:08.506735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:50:08.516418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Sync routers for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:50:08.525947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:08.527402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:08.528158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:49:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:08.530383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44120) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:08.531157 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d3b034bb-69b8-4566-8798-79522c5748b5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8276455 Mar 11 00:50:08.565760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9bc94f57-2748-43b6-97de-c23fa86714e1 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340695 Mar 11 00:50:08.569040 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44122) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:08.638936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:08.659387 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb60d27-c1f3-4fba-8caa-09219a4166b5 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:08.661075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dfb60d27-c1f3-4fba-8caa-09219a4166b5 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910432 Mar 11 00:50:08.663958 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44124) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:08.695261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a3393b23-2ba7-41c9-9f4b-8e89bf3c6bbb tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279469 Mar 11 00:50:08.695502 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44126) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:08.700418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-894186609', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:08.796977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:50:08.801411 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:08.820030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:07Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:08.848081 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Checking router: 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:50:08.848437 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Updating router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 port 151f7709-d123-498c-88a9-16d38d771278 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:50:08.877332 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (151f7709-d123-498c-88a9-16d38d771278), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:08.987045 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (7aba28cb-5de3-4459-95a1-f8860fa041bd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.055907 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Subnet': ['ID=7aba28cb-5de3-4459-95a1-f8860fa041bd,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:09.064249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Checking segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:50:09.064611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network hostable DHCP agents. Network: 0895fa63-022c-47c2-9a5b-cfad662d25af, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:50:09.081832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 0895fa63-022c-47c2-9a5b-cfad662d25af is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:50:09.090445 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 0895fa63-022c-47c2-9a5b-cfad662d25af) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:09.096826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:09.097595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.115024 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-479c1d5a-e5c4-4f56-be08-4118959f4cb6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4185262 Mar 11 00:50:09.117973 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44128) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:09.118467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb542605-e545-43dc-815d-d6868756fb53 None None] Network 0895fa63-022c-47c2-9a5b-cfad662d25af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:50:09.166101 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks [] for port (151f7709-d123-498c-88a9-16d38d771278), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.197771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (151f7709-d123-498c-88a9-16d38d771278), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.434656 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48bd3-322c-4ac5-bbfa-7ee0470bea00 None None] Pushing event updated for resources: {'Port': ['ID=151f7709-d123-498c-88a9-16d38d771278,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:09.436746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Attempting to bind port 151f7709-d123-498c-88a9-16d38d771278 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:50:09.437117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Attempting to bind port 151f7709-d123-498c-88a9-16d38d771278 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:50:09.437481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Attempting to bind port 151f7709-d123-498c-88a9-16d38d771278 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:50:09.466056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:50:09.466441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:50:09.467019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.467359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:50:09.468013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Bound port: 151f7709-d123-498c-88a9-16d38d771278, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:50:09.468573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (151f7709-d123-498c-88a9-16d38d771278), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.471963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f9d08cb-08dc-44c8-a506-fa0da3df16c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.493673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-0895fa63-022c-47c2-9a5b-cfad662d25af', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:50:09.494540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.572102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.582705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] For port 151f7709-d123-498c-88a9-16d38d771278, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:50:09.609624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] For port 151f7709-d123-498c-88a9-16d38d771278, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=151f7709-d123-498c-88a9-16d38d771278,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:50:09.620676 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (151f7709-d123-498c-88a9-16d38d771278), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:09.715201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Allocated IP 172.20.0.2 (0895fa63-022c-47c2-9a5b-cfad662d25af/7aba28cb-5de3-4459-95a1-f8860fa041bd/59e74b24-bc8d-4717-956c-d31ec22cde5e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:50:09.723696 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:09.724461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:09.728952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48bd3-322c-4ac5-bbfa-7ee0470bea00 None None] Pushing event updated for resources: {'Port': ['ID=151f7709-d123-498c-88a9-16d38d771278,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:09.903391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:10.059263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks [] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.068061 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.115814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.1 (0895fa63-022c-47c2-9a5b-cfad662d25af/7aba28cb-5de3-4459-95a1-f8860fa041bd/5b8c35cd-bb38-4474-88b6-bf2ee94f5628) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:50:10.117141 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Network 0895fa63-022c-47c2-9a5b-cfad662d25af is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:10.145492 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:10.153037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:50:10.160327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Pushing event updated for resources: {'Port': ['ID=59e74b24-bc8d-4717-956c-d31ec22cde5e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:10.223534 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Attempting to bind port 59e74b24-bc8d-4717-956c-d31ec22cde5e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:50:10.223902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Attempting to bind port 59e74b24-bc8d-4717-956c-d31ec22cde5e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:50:10.224360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Attempting to bind port 59e74b24-bc8d-4717-956c-d31ec22cde5e on network 0895fa63-022c-47c2-9a5b-cfad662d25af {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:50:10.233278 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:07Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:10.234459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.235058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:50:10.235428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Checking segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:50:10.235828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.236247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Bound using segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:50:10.236717 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Bound port: 59e74b24-bc8d-4717-956c-d31ec22cde5e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:50:10.237095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.267797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.276557 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c66b2d-2046-4917-8473-af243861e0b2 None None] The sync data for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 is: [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:07Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:50:10.319480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 0895fa63-022c-47c2-9a5b-cfad662d25af is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:10.322831 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:10.327198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:50:10.331226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:10.337000 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] For port 59e74b24-bc8d-4717-956c-d31ec22cde5e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:50:10.341472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] For port 59e74b24-bc8d-4717-956c-d31ec22cde5e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=59e74b24-bc8d-4717-956c-d31ec22cde5e,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:50:10.349765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.376290 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.416908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce11b1-e635-4173-b303-ff69827b2fa7 None None] Pushing event updated for resources: {'Port': ['ID=59e74b24-bc8d-4717-956c-d31ec22cde5e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:10.541860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.616066 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.915524 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.922977 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.997692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:10.999482 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:11.111015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 0895fa63-022c-47c2-9a5b-cfad662d25af is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:11.112770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:11.241366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:50:11.250818 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.359684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:50:11.365828 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4a7ec6e2-aaf1-4c75-96c8-d8a9f2ae09e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/14f4eb10-a5f5-4059-bc3d-dd34c4ae9286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2463913 Mar 11 00:50:11.439632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b228ab3-de13-4d3f-8ed3-3089b791a7a7 None None] Network 0895fa63-022c-47c2-9a5b-cfad662d25af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:50:11.524660 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-b87df504-06d5-4b7f-aceb-f70e9471e4a2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479483249&fields=id&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 267 time: 0.0452261 Mar 11 00:50:11.553459 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Provisioning complete for port 59e74b24-bc8d-4717-956c-d31ec22cde5e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:11.553836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.612182 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.642377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-81358456-cddf-46c8-9184-0e9cd645b84b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:11.644082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-81358456-cddf-46c8-9184-0e9cd645b84b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 797 time: 0.1117375 Mar 11 00:50:11.663644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Current status of the port 59e74b24-bc8d-4717-956c-d31ec22cde5e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:11.664424 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.675266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-bc0189d9-9078-442f-96bc-58d04e0b7fae tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/quotas/715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 375 time: 0.0221984 Mar 11 00:50:11.704481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] For port 59e74b24-bc8d-4717-956c-d31ec22cde5e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=59e74b24-bc8d-4717-956c-d31ec22cde5e,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:11.710757 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.741137 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-8d17cff4-e4c6-433f-862b-7b97b24ce3f2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649199 Mar 11 00:50:11.765761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d0177-4c21-4a6e-96b9-5887d7b5f711 None None] Pushing event updated for resources: {'Port': ['ID=59e74b24-bc8d-4717-956c-d31ec22cde5e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:11.804593 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:11.926264 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-6a2e4209-b539-4ce6-930c-b5fa63b675f0 service neutron] 10.222.0.21 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648905 Mar 11 00:50:11.938225 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Provisioning complete for port 59e74b24-bc8d-4717-956c-d31ec22cde5e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:11.938891 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.057417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Sync routers for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:50:12.077017 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:12.077752 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:12.103532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Current status of the port 59e74b24-bc8d-4717-956c-d31ec22cde5e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:12.111946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 151f7709-d123-498c-88a9-16d38d771278 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:50:12.156360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:12.156839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.199378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-968d3c3e-a406-44ea-9d89-e534e2e1c993 None None] Port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:50:12.200177 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:12.220178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 151f7709-d123-498c-88a9-16d38d771278 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:12.220872 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (151f7709-d123-498c-88a9-16d38d771278), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.343066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 151f7709-d123-498c-88a9-16d38d771278 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:12.343753 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (151f7709-d123-498c-88a9-16d38d771278), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.358494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f1f7031e-d2f7-49af-9445-55c72eb8c721 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:12.358869 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f1f7031e-d2f7-49af-9445-55c72eb8c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.381390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-9ad2d981-80df-4bad-b1cb-c34951e0572f service neutron] 10.222.0.21 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541516 Mar 11 00:50:12.392583 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 151f7709-d123-498c-88a9-16d38d771278, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=151f7709-d123-498c-88a9-16d38d771278,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:12.400114 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (151f7709-d123-498c-88a9-16d38d771278), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.400912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 59e74b24-bc8d-4717-956c-d31ec22cde5e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:50:12.432707 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 2, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:12.452237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7031e-d2f7-49af-9445-55c72eb8c721 None None] Port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:50:12.459649 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Checking router: 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:50:12.460034 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Updating router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:50:12.488731 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.492915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=151f7709-d123-498c-88a9-16d38d771278,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:12.506908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 59e74b24-bc8d-4717-956c-d31ec22cde5e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:12.507358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.576253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c09c508f-36cc-4ede-a117-a5336071ba84 req-0d6c6c0d-bc60-4789-9896-1e8ac639c4dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 210 time: 0.0330162 Mar 11 00:50:12.599340 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 59e74b24-bc8d-4717-956c-d31ec22cde5e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:12.614768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dfbe6d42-534d-41e3-b40c-8a1be50bbea1 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:12.616337 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dfbe6d42-534d-41e3-b40c-8a1be50bbea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.662120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe6d42-534d-41e3-b40c-8a1be50bbea1 None None] Port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:50:12.806752 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks [] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.812833 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.871290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Pushing event updated for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:12.915972 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.916667 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.917534 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.918175 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.918831 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.919433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.920053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.920400 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.920741 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.921143 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.921475 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.921873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.922242 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:50:12.940082 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Attempting to bind port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:50:12.940463 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Attempting to bind port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:50:12.940828 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Attempting to bind port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 on network 0895fa63-022c-47c2-9a5b-cfad662d25af {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:50:12.946638 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:50:12.947019 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Checking segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:50:12.947423 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:12.948107 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Bound using segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:50:12.948578 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Bound port: 5b8c35cd-bb38-4474-88b6-bf2ee94f5628, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:50:12.948959 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.023815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] For port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:50:13.027418 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] For port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:50:13.034169 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.084773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:13.085372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.099093 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:13.099830 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:13.141495 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b43d2-6086-42a2-91aa-301fdda6fd0e None None] Pushing event updated for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:13.180226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Current status of the port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:13.180618 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.225839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] For port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:13.231335 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.233252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:13.284595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6adf5-eac6-4cf4-9840-18498dc43a24 None None] Pushing event updated for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:13.351594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0638a9d5-f931-4b64-89ea-db248a4d6191 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:13.352000 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0638a9d5-f931-4b64-89ea-db248a4d6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.402840 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:13.450232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0638a9d5-f931-4b64-89ea-db248a4d6191 None None] Current status of the port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:13.556879 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:13.585127 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb8732-5581-4be8-b093-aef9d176730b None None] The sync data for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 is: [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:50:13.607377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-6b81bd78-60df-416d-8908-6bccf95766e9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:13.609606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-6b81bd78-60df-416d-8908-6bccf95766e9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 797 time: 0.1189070 Mar 11 00:50:13.724879 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-537873be-aad4-4038-877c-3439188d1dc9 req-eb96e982-b4dc-4cc3-b157-63e2e1c61a33 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 210 time: 0.0388811 Mar 11 00:50:13.730790 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-52f9f81b-892f-4205-a819-4d3132e8ed3a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 380 time: 0.1126812 Mar 11 00:50:13.740618 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'port': {'device_id': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'admin_state_up': True, 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'security_groups': ['70a073d4-4d8e-4bdf-b7fb-a81b32d734bb']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:13.859963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:50:13.864003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.005498 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.11 (0895fa63-022c-47c2-9a5b-cfad662d25af/7aba28cb-5de3-4459-95a1-f8860fa041bd/8f88ef7d-942a-4353-8e77-6404485fd8c0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:50:14.073651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:50:14.135691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:14.136432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.165592 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.183046 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:50:14.204310 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.223496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:14.224556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 151f7709-d123-498c-88a9-16d38d771278 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:50:14.249330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 0895fa63-022c-47c2-9a5b-cfad662d25af is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:14.252599 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:14.256321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:50:14.274951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 151f7709-d123-498c-88a9-16d38d771278 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:14.275324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (151f7709-d123-498c-88a9-16d38d771278), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.312488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:14.342626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:14.343741 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.364617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-2c5a2138-442b-4b3f-aa58-ce5ff047b1a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6279731 Mar 11 00:50:14.377647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Request body: {'port': {'device_id': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:14.445757 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.550891 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 151f7709-d123-498c-88a9-16d38d771278 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:14.589505 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f19c55f6-9bd9-448a-8570-ce282f6048f5 None None] Provisioning complete for port 8f88ef7d-942a-4353-8e77-6404485fd8c0 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:14.589884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f19c55f6-9bd9-448a-8570-ce282f6048f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.627291 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f19c55f6-9bd9-448a-8570-ce282f6048f5 None None] Port 8f88ef7d-942a-4353-8e77-6404485fd8c0 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:50:14.742573 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f88ef7d-942a-4353-8e77-6404485fd8c0 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:50:14.750073 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks [] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.763035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Transition to ACTIVE for port object 8f88ef7d-942a-4353-8e77-6404485fd8c0 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:50:14.766581 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:14.847153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Pushing event updated for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:14.921955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d4fc-c78c-4ecf-a079-1afe3cbba543 req-952da6ea-b491-4ed7-b737-c045d800f706 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:14.923497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7e9d4fc-c78c-4ecf-a079-1afe3cbba543 req-952da6ea-b491-4ed7-b737-c045d800f706 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 944 time: 0.1209233 Mar 11 00:50:14.937818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Attempting to bind port 8f88ef7d-942a-4353-8e77-6404485fd8c0 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:50:14.938156 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Attempting to bind port 8f88ef7d-942a-4353-8e77-6404485fd8c0 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:50:14.938488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Attempting to bind port 8f88ef7d-942a-4353-8e77-6404485fd8c0 on network 0895fa63-022c-47c2-9a5b-cfad662d25af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:50:14.955997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Port 8f88ef7d-942a-4353-8e77-6404485fd8c0 on network 0895fa63-022c-47c2-9a5b-cfad662d25af not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:50:14.956321 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Attempting to bind port 8f88ef7d-942a-4353-8e77-6404485fd8c0 on network 0895fa63-022c-47c2-9a5b-cfad662d25af {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:50:14.967914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:50:14.968281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Checking segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:50:14.968672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Bound using segment: {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:50:14.969105 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Bound port: 8f88ef7d-942a-4353-8e77-6404485fd8c0, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af1debe-2ebf-4916-a116-c5ee853541f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:50:14.969462 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:15.004140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7e9d4fc-c78c-4ecf-a079-1afe3cbba543 req-d1d1dea2-0324-4dc5-aada-9aa8203feb73 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630834 Mar 11 00:50:15.055367 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:50:15.058568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:50:15.064927 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:15.100053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.100550 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:15.101946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] 10.222.0.30 "PUT /v2.0/ports/8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 1092 time: 0.7288547 Mar 11 00:50:15.102394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:50:15.104694 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f6598-e18c-4335-ba6f-e94fffdae33e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:50:15.131830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db150a-c79e-4942-87ca-98464fc14cca service neutron] Pushing event updated for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:15.174993 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6017ca7-50cb-4f70-afb4-521e8b88568c x-openstack-request-id: req-a6017ca7-50cb-4f70-afb4-521e8b88568c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:50:15.175300 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:50:15.175888 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6017ca7-50cb-4f70-afb4-521e8b88568c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:50:15.176101 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'status': 'completed', 'code': 200} Mar 11 00:50:15.196854 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-f26a672a-1939-414d-9165-5b960d687d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.198383 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-f26a672a-1939-414d-9165-5b960d687d39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1126 time: 0.0578313 Mar 11 00:50:15.242625 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-0dd550b1-a1ca-4615-bfbb-dc23f42d01ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 217 time: 0.0367970 Mar 11 00:50:15.294709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-39a08a3d-f977-47a0-8d08-76c6d0a39544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.296185 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-39a08a3d-f977-47a0-8d08-76c6d0a39544 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0474761 Mar 11 00:50:15.343914 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-44652301-46a1-4021-9c6b-b66a8d966588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.345381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-44652301-46a1-4021-9c6b-b66a8d966588 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437014 Mar 11 00:50:15.436552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-358e29e9-e853-40c6-82c6-f53d37d38bb8 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852890 Mar 11 00:50:15.530782 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33aea04-7ddb-4f35-bf0f-0c0efc6d8074 req-879a9b60-9fbf-4eff-b411-13ae8df6b349 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881791 Mar 11 00:50:15.616694 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-51bc0e42-e62a-4b74-abbc-b324c3cac0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.618190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-51bc0e42-e62a-4b74-abbc-b324c3cac0a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1126 time: 0.0456691 Mar 11 00:50:15.712864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-611ba705-8a2f-42b6-914e-b0ecce55db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.714315 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-611ba705-8a2f-42b6-914e-b0ecce55db2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.0897093 Mar 11 00:50:15.755643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-9d6e235d-e42c-4cd1-9859-cde86aff63d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 217 time: 0.0352533 Mar 11 00:50:15.802653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-b9d45453-e82f-4421-a5dc-720b86dd43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.804084 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-b9d45453-e82f-4421-a5dc-720b86dd43f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0420198 Mar 11 00:50:15.852783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-52b2b39f-57cc-4ee4-88bf-e5c3ef77062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:15.854272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-52b2b39f-57cc-4ee4-88bf-e5c3ef77062f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437202 Mar 11 00:50:15.948590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-f46187e1-dc08-41e3-a58c-aedc6d75862f service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868931 Mar 11 00:50:16.042411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5e4f6598-e18c-4335-ba6f-e94fffdae33e req-73dc5b62-c821-4d02-8dec-e3b6a3e1e028 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Mar 11 00:50:16.124053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5151f-4d11-430d-ba54-41815dc1381c req-4e3f8b4a-d4cd-4b06-bd98-cb0cb7a242d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:16.125544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73d5151f-4d11-430d-ba54-41815dc1381c req-4e3f8b4a-d4cd-4b06-bd98-cb0cb7a242d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 944 time: 0.0521908 Mar 11 00:50:16.174329 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73d5151f-4d11-430d-ba54-41815dc1381c req-80aca551-6f19-4cc7-95f5-b19ca1054cee tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Mar 11 00:50:17.302302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97caaf-9e4b-4302-aef2-0a434755f343 req-258803d1-eeba-4108-8777-45e02df7ec36 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:17.303783 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b97caaf-9e4b-4302-aef2-0a434755f343 req-258803d1-eeba-4108-8777-45e02df7ec36 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 944 time: 0.0575643 Mar 11 00:50:17.354012 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b97caaf-9e4b-4302-aef2-0a434755f343 req-7010b6e6-31bf-4394-a553-e3ace76abb5a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446010 Mar 11 00:50:18.478249 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700d27-09d8-4eb2-9d32-cf9a08408e24 req-f5b506ca-bfde-4a18-8e19-e55db33363cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:18.479744 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7700d27-09d8-4eb2-9d32-cf9a08408e24 req-f5b506ca-bfde-4a18-8e19-e55db33363cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 944 time: 0.0569339 Mar 11 00:50:18.528204 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7700d27-09d8-4eb2-9d32-cf9a08408e24 req-0252373f-59e5-4a08-8a51-d78e8dc7d746 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Mar 11 00:50:19.641209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8f88ef7d-942a-4353-8e77-6404485fd8c0 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:50:19.646441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15cb4a-01d8-42b5-84f0-e1e2618c0ea3 req-c65efef6-5245-4c5c-9c4e-01c91474e013 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:19.647945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af15cb4a-01d8-42b5-84f0-e1e2618c0ea3 req-c65efef6-5245-4c5c-9c4e-01c91474e013 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 944 time: 0.0533619 Mar 11 00:50:19.699183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-af15cb4a-01d8-42b5-84f0-e1e2618c0ea3 req-48f49b81-3a25-4337-be4c-3056334a5a04 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455356 Mar 11 00:50:19.740676 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:19.751648 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'port_id': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'mac_address': 'fa:16:3e:0b:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:50:19.788009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8f88ef7d-942a-4353-8e77-6404485fd8c0 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:19.788395 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:19.803655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f88ef7d-942a-4353-8e77-6404485fd8c0 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:50:19.822599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:19.826488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:19.874391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:20.028056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8f88ef7d-942a-4353-8e77-6404485fd8c0'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:50:20.820229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce93a62-9bd4-4e25-a69a-4d82d038d5bd req-47776018-f180-43b9-a5fa-df79410f71a7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:20.821989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ce93a62-9bd4-4e25-a69a-4d82d038d5bd req-47776018-f180-43b9-a5fa-df79410f71a7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 945 time: 0.0565515 Mar 11 00:50:20.870636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9ce93a62-9bd4-4e25-a69a-4d82d038d5bd req-0bbead75-1185-448f-8b68-88ee9edde7c4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Mar 11 00:50:21.657734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8f88ef7d-942a-4353-8e77-6404485fd8c0 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:50:21.705482 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8f88ef7d-942a-4353-8e77-6404485fd8c0 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:50:21.709533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8f88ef7d-942a-4353-8e77-6404485fd8c0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:50:21.709905 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:21.786974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8f88ef7d-942a-4353-8e77-6404485fd8c0 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:50:21.787368 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:21.810871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:50:21.813153 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e01c8-1e41-4034-85ae-4645f3c2045a" -d '{"events": [{"server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "name": "network-vif-plugged", "status": "completed", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:50:21.826993 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:50:21.831471 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:21.880015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:21.932097 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d78b92c-7c2c-43c2-b966-c09c4187c98a x-openstack-request-id: req-0d78b92c-7c2c-43c2-b966-c09c4187c98a {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:50:21.932491 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "name": "network-vif-plugged", "status": "completed", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:50:21.932690 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d78b92c-7c2c-43c2-b966-c09c4187c98a {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:50:21.933040 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'code': 200} Mar 11 00:50:21.993128 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43c43-046a-4559-92f9-c498fc9a6e0b req-98e7da00-89de-4cec-b5d9-b32f9546d9c4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:21.994621 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30a43c43-046a-4559-92f9-c498fc9a6e0b req-98e7da00-89de-4cec-b5d9-b32f9546d9c4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0559165 Mar 11 00:50:22.070999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30a43c43-046a-4559-92f9-c498fc9a6e0b req-d8893824-a189-4776-bd78-d6d2d7af14f4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684192 Mar 11 00:50:22.073921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca57d41-06fc-4347-8abe-82e06ac1ebfb req-36013efb-c631-45c4-9ab1-ba6591510015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:22.075341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eca57d41-06fc-4347-8abe-82e06ac1ebfb req-36013efb-c631-45c4-9ab1-ba6591510015 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0798678 Mar 11 00:50:22.124430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eca57d41-06fc-4347-8abe-82e06ac1ebfb req-fe60ee94-0321-4897-8df6-663489455b89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Mar 11 00:50:23.199714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174c7fb-cf29-4320-8fea-c233885a950a req-1439a1fd-d9cb-462e-830f-60071b29052a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:23.201243 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6174c7fb-cf29-4320-8fea-c233885a950a req-1439a1fd-d9cb-462e-830f-60071b29052a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0542302 Mar 11 00:50:23.251025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6174c7fb-cf29-4320-8fea-c233885a950a req-04c427fd-d054-4dc5-8f52-c72298460af9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Mar 11 00:50:23.371189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf812-142a-4974-9315-49336b7f7e0b req-ef4b8143-05ae-4c9b-bdb4-0d77e0100ef0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:23.372687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eeddf812-142a-4974-9315-49336b7f7e0b req-ef4b8143-05ae-4c9b-bdb4-0d77e0100ef0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0522137 Mar 11 00:50:23.420159 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eeddf812-142a-4974-9315-49336b7f7e0b req-1ca6df96-6451-4754-aa13-4636baf9df02 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417964 Mar 11 00:50:23.442985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44184) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:23.488000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085311a1-bce4-4604-9e09-9fbd1652cbb8 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:23.489476 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-085311a1-bce4-4604-9e09-9fbd1652cbb8 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1123 time: 0.0455034 Mar 11 00:50:23.493137 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44186) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:23.497305 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:50:23.516251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:23.609733 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:23.714111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.233 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:50:23.819238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:23.854382 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:23.889417 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:50:23.892243 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:50:23.898100 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:50:23.921871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:24.279736 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (c496f605-98be-4a4f-b8ef-cbb651e4d2ea), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:24.347515 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:24.498110 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:24.502477 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:24.572626 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:50:24.580734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (c496f605-98be-4a4f-b8ef-cbb651e4d2ea), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:24.682664 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP c496f605-98be-4a4f-b8ef-cbb651e4d2ea associated. External IP: 172.25.7.233, port: 8f88ef7d-942a-4353-8e77-6404485fd8c0. Mar 11 00:50:24.898041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:50:25.008048 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:50:25.017888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Sync routers for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:50:25.025142 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:25.028859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:25.029671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:25.055352 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7118c29a-cb07-4b5a-a938-cbcdcdfa08fd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5611463 Mar 11 00:50:25.055949 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:50:25.058310 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ef521-4421-4789-9f53-12c6f461b106" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:50:25.150314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:25.157325 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d83961-565b-449e-9ec5-708413fa5742 x-openstack-request-id: req-e7d83961-565b-449e-9ec5-708413fa5742 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:50:25.157626 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:50:25.157880 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7d83961-565b-449e-9ec5-708413fa5742 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:50:25.158298 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'status': 'completed', 'code': 200} Mar 11 00:50:25.176102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f88ca-4183-43a8-8814-db8b9c88cc22 req-6360302c-08d0-4c49-a8b2-400d30570286 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:25.177609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d0f88ca-4183-43a8-8814-db8b9c88cc22 req-6360302c-08d0-4c49-a8b2-400d30570286 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0621729 Mar 11 00:50:25.253772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3d0f88ca-4183-43a8-8814-db8b9c88cc22 req-a017a724-37ee-4a59-a2a3-4906dba13fe2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658910 Mar 11 00:50:25.260267 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef521-4421-4789-9f53-12c6f461b106 req-7142684a-c090-4cb4-ae69-7da70d0a0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:25.261659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-7142684a-c090-4cb4-ae69-7da70d0a0db1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0815289 Mar 11 00:50:25.276398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44194) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:25.345181 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0e27585e-bab1-4957-b6ed-d59aec162515 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/c496f605-98be-4a4f-b8ef-cbb651e4d2ea HTTP/1.1" status: 200 len: 992 time: 0.0675659 Mar 11 00:50:25.368282 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef521-4421-4789-9f53-12c6f461b106 req-139cafaf-f91a-44c8-9008-8eb0f84b2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:25.369776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-139cafaf-f91a-44c8-9008-8eb0f84b2a96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.1024747 Mar 11 00:50:25.392489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c496f605-98be-4a4f-b8ef-cbb651e4d2ea', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'port_id': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'mac_address': 'fa:16:3e:0b:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:50:24Z', 'updated_at': '2022-03-11T00:50:24Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:25.419637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Checking router: 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:50:25.427786 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:50:25.428428 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:50:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:25.438153 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-55360619-1af5-4a3a-bb37-58c40d24ddc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 1000 time: 0.0627322 Mar 11 00:50:25.486100 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef521-4421-4789-9f53-12c6f461b106 req-8d524951-3939-4ece-b6a4-aded2d10c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:25.487548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-8d524951-3939-4ece-b6a4-aded2d10c151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0446427 Mar 11 00:50:25.538238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:50:25.539195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef521-4421-4789-9f53-12c6f461b106 req-3caa4da4-52c7-4978-8139-ce4dc77da0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:25.540755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-3caa4da4-52c7-4978-8139-ce4dc77da0f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477748 Mar 11 00:50:25.634339 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-3318e598-0885-4be8-945b-cedb485584e9 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876412 Mar 11 00:50:25.729019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-810ef521-4421-4789-9f53-12c6f461b106 req-1c6f7220-1133-44bc-9e36-0a197cc8d88f service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886767 Mar 11 00:50:25.771251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c496f605-98be-4a4f-b8ef-cbb651e4d2ea', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'port_id': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'mac_address': 'fa:16:3e:0b:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:50:24Z', 'updated_at': '2022-03-11T00:50:24Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:50:25.797943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14c0c5-c38f-4fa6-9102-1e089fe2ddb2 None None] The sync data for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 is: [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'c496f605-98be-4a4f-b8ef-cbb651e4d2ea', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.233', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'port_id': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'mac_address': 'fa:16:3e:0b:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:50:24Z', 'updated_at': '2022-03-11T00:50:24Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:50:26.006312 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd15977-b1df-4165-9fdc-eec81f055cf6 None None] New status for floating IP c496f605-98be-4a4f-b8ef-cbb651e4d2ea: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:50:26.349071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44196) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:50:26.409765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-080875cd-4648-47c4-ba90-0b2f768f8d03 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/c496f605-98be-4a4f-b8ef-cbb651e4d2ea HTTP/1.1" status: 200 len: 994 time: 0.0595605 Mar 11 00:50:36.819256 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4260f162-ab00-4300-bd7e-4b94c97ab751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:39.384366 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c75ff397-db84-4f85-a0c4-accd650401a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:40.471797 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-4b8eaafe-1b78-417b-844a-62e6ce291557 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436184 Mar 11 00:50:40.555542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-e43485e1-a8a5-4655-8411-42f7986b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:40.557046 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-e43485e1-a8a5-4655-8411-42f7986b9151 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0440471 Mar 11 00:50:40.614784 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:40.667570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-b5f76f8c-8fce-4059-b9ae-6487bc1a83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:40.669342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-b5f76f8c-8fce-4059-b9ae-6487bc1a83d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.0924082 Mar 11 00:50:40.739542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-4454b38b-5a69-4138-ae26-56ac874e0409 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 1002 time: 0.0628250 Mar 11 00:50:40.794146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-fc56b481-4396-4978-89b1-a5daa9985b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:40.795764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-fc56b481-4396-4978-89b1-a5daa9985b08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0502243 Mar 11 00:50:40.847704 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-55438003-9cd3-496b-b31e-d7f9fbb6d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:40.849531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-55438003-9cd3-496b-b31e-d7f9fbb6d87b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476432 Mar 11 00:50:40.950172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-46eefd5b-9e99-4f16-aae3-ae4005bc7385 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927250 Mar 11 00:50:41.041194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-35874c1f-c9c3-4f93-9e1f-286d3bbf698f req-b602ff19-9ce7-4454-8654-3a1a96b5fcba service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854843 Mar 11 00:50:41.250453 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:41.584425 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:41.801804 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:43.385730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:50:51.183548 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:50:56.429483 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae2ba010-80e3-4970-997c-4e6d1c197d30 req-8410ba6b-b5d7-4c50-bc9b-4db428998ddc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297937 Mar 11 00:50:56.475830 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae2ba010-80e3-4970-997c-4e6d1c197d30 req-f2060654-3c8a-4ec4-ad38-d10a40dbfb9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0263925 Mar 11 00:50:56.514147 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae2ba010-80e3-4970-997c-4e6d1c197d30 req-4f21bb7f-80a2-4481-8c36-d4151d2e8224 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198843 Mar 11 00:50:56.605242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ba010-80e3-4970-997c-4e6d1c197d30 req-8dcc3d35-2333-4a57-b53b-2dea4b046a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:56.606677 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ae2ba010-80e3-4970-997c-4e6d1c197d30 req-8dcc3d35-2333-4a57-b53b-2dea4b046a66 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876195 Mar 11 00:50:57.785021 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-c94ad30a-87f4-4ee0-b3c3-f0b016c7d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:57.786511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-c94ad30a-87f4-4ee0-b3c3-f0b016c7d621 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0688581 Mar 11 00:50:57.793856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e0c5-d68d-447c-86f2-711cb9b5f832 req-4fc404ce-a527-481e-8bbb-1e69fc303d05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:57.795203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbf1e0c5-d68d-447c-86f2-711cb9b5f832 req-4fc404ce-a527-481e-8bbb-1e69fc303d05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0864816 Mar 11 00:50:57.901215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbf1e0c5-d68d-447c-86f2-711cb9b5f832 req-881ef000-d5c0-459e-8b98-b232e930633e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979381 Mar 11 00:50:57.917520 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-2c3b2314-bd74-4f4a-b22c-4fa8e3645b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:57.919003 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-2c3b2314-bd74-4f4a-b22c-4fa8e3645b14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.1229610 Mar 11 00:50:57.990502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-9d56b328-a5e2-4aa5-aeab-5821b8b279aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 1002 time: 0.0649185 Mar 11 00:50:58.040770 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-ebb21e07-badb-486d-a44d-677c5847ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:58.042214 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-ebb21e07-badb-486d-a44d-677c5847ec7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0456319 Mar 11 00:50:58.092699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-89319260-166e-44ef-920f-7b0041380895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:58.094186 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-89319260-166e-44ef-920f-7b0041380895 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448906 Mar 11 00:50:58.188370 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-4100ae35-4527-4a88-a694-f3756c5cf0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882125 Mar 11 00:50:58.278210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bf21cc0-d02d-4544-a746-b892edaf1e8d req-4a5be6b7-cef7-498b-b5ee-c254623d49e1 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843158 Mar 11 00:50:59.026101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60718-d653-4d1f-8dee-c9f8017c4fd0 req-36a3cc8e-6c40-4443-aea9-0fcfb8e6d125 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:50:59.027565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c60718-d653-4d1f-8dee-c9f8017c4fd0 req-36a3cc8e-6c40-4443-aea9-0fcfb8e6d125 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0558946 Mar 11 00:50:59.076697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b8c60718-d653-4d1f-8dee-c9f8017c4fd0 req-7a463396-ddbd-4c7d-b3a3-c37bad893911 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Mar 11 00:51:00.196239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186ffa-b92a-4647-9e15-7681d6e67e39 req-792329d0-8b9d-4e7c-b68e-e98f2eea9e0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:00.197780 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f186ffa-b92a-4647-9e15-7681d6e67e39 req-792329d0-8b9d-4e7c-b68e-e98f2eea9e0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0525408 Mar 11 00:51:00.246810 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9f186ffa-b92a-4647-9e15-7681d6e67e39 req-97c0b52c-1d93-4af6-a64a-44a6680f4c91 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Mar 11 00:51:01.367588 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705e3af-c8e1-4954-bee6-5f1fc2673f85 req-727ae1ee-49c5-4bd2-8d19-1e2ef73d1e14 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:01.369685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a705e3af-c8e1-4954-bee6-5f1fc2673f85 req-727ae1ee-49c5-4bd2-8d19-1e2ef73d1e14 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0553608 Mar 11 00:51:01.421326 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a705e3af-c8e1-4954-bee6-5f1fc2673f85 req-3a8ffc47-845a-441d-82b2-1b1f53731762 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Mar 11 00:51:02.539383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8c26e-561d-4a50-be54-a406029d6b4b req-3a5de321-d775-4fb6-9598-cc8bc0353460 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:02.541521 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fd8c26e-561d-4a50-be54-a406029d6b4b req-3a5de321-d775-4fb6-9598-cc8bc0353460 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0520036 Mar 11 00:51:02.588403 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3fd8c26e-561d-4a50-be54-a406029d6b4b req-fdd7f890-881e-4f44-acc9-4d0da03f0fd4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Mar 11 00:51:03.706766 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e5e99-b916-498f-baf1-6cfe01f65b63 req-6362a35e-4ef9-4dbc-9d3f-cb9536185cb1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:03.708268 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-349e5e99-b916-498f-baf1-6cfe01f65b63 req-6362a35e-4ef9-4dbc-9d3f-cb9536185cb1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0524032 Mar 11 00:51:03.756737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-349e5e99-b916-498f-baf1-6cfe01f65b63 req-639f312e-b0f7-4952-b925-a558ab4e9d71 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Mar 11 00:51:04.881505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d49f32-8f6e-4393-b793-696bafe5e02f req-aecfb0c1-bc7f-4f68-978b-60cc92f39c86 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:04.882976 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4d49f32-8f6e-4393-b793-696bafe5e02f req-aecfb0c1-bc7f-4f68-978b-60cc92f39c86 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0557013 Mar 11 00:51:04.931779 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4d49f32-8f6e-4393-b793-696bafe5e02f req-845d24df-ba6b-4f87-a7b8-00c5a0c1565d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Mar 11 00:51:06.050944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544a68c-eb57-4920-9195-896fffd3d447 req-e067c840-581c-4edd-8287-19c1c0c3eab2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:06.052417 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f544a68c-eb57-4920-9195-896fffd3d447 req-e067c840-581c-4edd-8287-19c1c0c3eab2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0515828 Mar 11 00:51:06.099330 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f544a68c-eb57-4920-9195-896fffd3d447 req-89986e8f-a141-43ea-93d2-256c6f724b41 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Mar 11 00:51:06.826633 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1d3d8368-d521-4d87-852b-5a66e0973c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:07.217226 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c23523-f9d0-42ba-913a-6fd2f5beae5d req-107a9819-86af-4ab3-b7d9-8009b42e1143 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:07.218591 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c23523-f9d0-42ba-913a-6fd2f5beae5d req-107a9819-86af-4ab3-b7d9-8009b42e1143 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0516255 Mar 11 00:51:07.270776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c1c23523-f9d0-42ba-913a-6fd2f5beae5d req-11a29997-3868-4936-82f6-26e7f133e870 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466166 Mar 11 00:51:08.391793 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd0a5-e210-4432-8132-9b8164df6a8e req-8c93ae66-1ea1-412b-a5f7-0c7f81995d28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:08.393281 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09cbd0a5-e210-4432-8132-9b8164df6a8e req-8c93ae66-1ea1-412b-a5f7-0c7f81995d28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0516820 Mar 11 00:51:08.442167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09cbd0a5-e210-4432-8132-9b8164df6a8e req-da53d421-f30d-4614-bfbc-9a63acce1587 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433249 Mar 11 00:51:09.387822 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-55846ab5-4d0a-4a7c-9d2b-c621cf5961e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:09.560665 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9901a2c-2f79-4bf6-aa3b-cb25d5a7f40b req-da911cff-010d-4f85-a7ec-7dffd799381f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:09.562148 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9901a2c-2f79-4bf6-aa3b-cb25d5a7f40b req-da911cff-010d-4f85-a7ec-7dffd799381f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0525086 Mar 11 00:51:09.611531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9901a2c-2f79-4bf6-aa3b-cb25d5a7f40b req-26ddb53a-493d-413b-a312-e0ba4fefe772 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Mar 11 00:51:10.618199 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:10.735247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32747-ef58-4c78-bc4a-77e535f3fe20 req-9c8eae3c-4da0-4090-a37e-a204b6502b23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:10.736764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31f32747-ef58-4c78-bc4a-77e535f3fe20 req-9c8eae3c-4da0-4090-a37e-a204b6502b23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0590963 Mar 11 00:51:10.791244 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-31f32747-ef58-4c78-bc4a-77e535f3fe20 req-f9b7083d-7e73-4e57-9704-f1f0d1bcec23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 Mar 11 00:51:11.254884 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:11.585540 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:11.793841 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:11.911366 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ce43c-cb9d-4327-8345-58b372a0388d req-4732156b-5e7f-4286-80e8-89c9a5733303 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:11.913343 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-863ce43c-cb9d-4327-8345-58b372a0388d req-4732156b-5e7f-4286-80e8-89c9a5733303 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0533137 Mar 11 00:51:11.963422 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-863ce43c-cb9d-4327-8345-58b372a0388d req-742ea58a-4dd3-43ba-92d7-11139cca0866 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Mar 11 00:51:13.086529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfcdf2-8f07-4ba9-ba39-e8f8ec7aebf6 req-783b6a2a-53f2-47b2-b416-22dda8f4f14d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:13.088337 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97bfcdf2-8f07-4ba9-ba39-e8f8ec7aebf6 req-783b6a2a-53f2-47b2-b416-22dda8f4f14d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0561924 Mar 11 00:51:13.389315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:13.446038 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-97bfcdf2-8f07-4ba9-ba39-e8f8ec7aebf6 req-1e74f933-957c-4a2b-a663-ea0626da9206 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521049 Mar 11 00:51:14.564642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bbd0f-32af-4c89-b123-9df304f9eb60 req-30a5054c-5e87-4de2-afd1-6e16d443fc76 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:14.566093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792bbd0f-32af-4c89-b123-9df304f9eb60 req-30a5054c-5e87-4de2-afd1-6e16d443fc76 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0528977 Mar 11 00:51:14.614312 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-792bbd0f-32af-4c89-b123-9df304f9eb60 req-5f21ebdd-7a56-4a14-93f0-70e453a578d3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Mar 11 00:51:14.636621 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44242) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:14.697801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-57004029-c416-406d-905e-de84592a8d8e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/c496f605-98be-4a4f-b8ef-cbb651e4d2ea HTTP/1.1" status: 200 len: 994 time: 0.0594966 Mar 11 00:51:28.182356 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:51:36.822592 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bb83808e-1c0a-47c6-b663-6bb708e35d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:39.391517 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cba0ce0d-b20f-43aa-a041-3479f9c17c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:40.453044 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-69167dea-671d-4c0d-9042-934ac8eb8b61 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432150 Mar 11 00:51:40.537279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10073fa-8d31-48d3-8c69-f706db48950f req-236a996a-89e6-4b05-b09b-5aefaa3682ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:40.538738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-236a996a-89e6-4b05-b09b-5aefaa3682ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0440416 Mar 11 00:51:40.621551 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:40.646343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10073fa-8d31-48d3-8c69-f706db48950f req-923a381d-5b3d-458f-8d16-2c182e4a7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:40.647791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-923a381d-5b3d-458f-8d16-2c182e4a7ff5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.0898199 Mar 11 00:51:40.711571 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-e454fc12-63d0-49b8-ba8c-97fcb6a17ebd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 1002 time: 0.0573795 Mar 11 00:51:40.759343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10073fa-8d31-48d3-8c69-f706db48950f req-d7903419-46ae-4cb5-a4e3-e01335a86075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:40.760815 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-d7903419-46ae-4cb5-a4e3-e01335a86075 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0429180 Mar 11 00:51:40.813355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10073fa-8d31-48d3-8c69-f706db48950f req-30484b0a-7f4d-4baa-aec5-0f3a771bd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:40.814826 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-30484b0a-7f4d-4baa-aec5-0f3a771bd36b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477934 Mar 11 00:51:40.906659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-27ee24f6-f4be-49e8-a4c5-b31810168ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852199 Mar 11 00:51:41.003974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f10073fa-8d31-48d3-8c69-f706db48950f req-80f2db8f-e746-4bb8-bfc9-e0d5b8b24ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898690 Mar 11 00:51:41.265611 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:41.584406 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:41.796028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:43.392098 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.277441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44254) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:45.436113 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:51:45.436457 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.515715 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.516075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.527624 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:51:45.674422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.701789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=d0c5bd38-c8ec-47d2-9f14-40cb97f7f17c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:45.725829 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.726181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.726525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.726863 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.727199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.727526 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.727854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.728204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.728531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.728857 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.729181 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.729500 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.729819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:45.772658 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (c496f605-98be-4a4f-b8ef-cbb651e4d2ea), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:45.772992 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP c496f605-98be-4a4f-b8ef-cbb651e4d2ea disassociated (deleted). External IP: 172.25.7.233, port: 8f88ef7d-942a-4353-8e77-6404485fd8c0. Mar 11 00:51:45.987982 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:51:46.100400 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:51:46.105169 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:46.110103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Sync routers for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:51:46.119465 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:46.120119 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:46.138883 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0dcfdb9e-2197-4515-ac12-3341e530e41a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/floatingips/c496f605-98be-4a4f-b8ef-cbb651e4d2ea HTTP/1.1" status: 204 len: 168 time: 0.8569138 Mar 11 00:51:46.138883 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:51:46.140257 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b918291-2323-48fc-bea6-6405e0fa231d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:51:46.177197 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba4344d-c22d-4488-ad2a-0a759c96d9d4 x-openstack-request-id: req-4ba4344d-c22d-4488-ad2a-0a759c96d9d4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:51:46.177501 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:51:46.177758 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba4344d-c22d-4488-ad2a-0a759c96d9d4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:51:46.178176 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'status': 'completed', 'code': 200} Mar 11 00:51:46.245450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918291-2323-48fc-bea6-6405e0fa231d req-436a36fe-cc30-4ae9-b836-b2c48bc087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:46.247680 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-436a36fe-cc30-4ae9-b836-b2c48bc087ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 1128 time: 0.0480835 Mar 11 00:51:46.256802 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:46.377502 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918291-2323-48fc-bea6-6405e0fa231d req-c02a154d-9364-470e-9923-f0fc23f143be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:46.378975 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-c02a154d-9364-470e-9923-f0fc23f143be service neutron] 10.222.0.30 "GET /v2.0/networks?id=0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 200 len: 898 time: 0.1256690 Mar 11 00:51:46.429868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-41974763-eb91-46d3-b108-7ba760521668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 200 len: 217 time: 0.0392733 Mar 11 00:51:46.442192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1912a-13b8-4c90-8661-039f5a295fb5 req-62f98adf-389b-43a0-bd8f-bee70742c9f7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:46.443642 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ae1912a-13b8-4c90-8661-039f5a295fb5 req-62f98adf-389b-43a0-bd8f-bee70742c9f7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.1021104 Mar 11 00:51:46.472041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:46.498058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Checking router: 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:51:46.506246 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:46.506851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:46.519585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918291-2323-48fc-bea6-6405e0fa231d req-8119d5ed-687e-480e-ae83-b1a76607d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:46.521082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-8119d5ed-687e-480e-ae83-b1a76607d881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 200 len: 834 time: 0.0765519 Mar 11 00:51:46.543477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ae1912a-13b8-4c90-8661-039f5a295fb5 req-183965d0-1599-4905-b436-11cdf4db335e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890739 Mar 11 00:51:46.579648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918291-2323-48fc-bea6-6405e0fa231d req-a3fccbf3-baf8-4e70-81c4-bd5da2daeb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:46.581200 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-a3fccbf3-baf8-4e70-81c4-bd5da2daeb3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0895fa63-022c-47c2-9a5b-cfad662d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506577 Mar 11 00:51:46.683431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-5e3fbc1d-2d06-4b73-b633-bf99b055f2de service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947766 Mar 11 00:51:46.777036 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b918291-2323-48fc-bea6-6405e0fa231d req-d29424e6-d962-4aec-be94-1e27189fbfa5 service neutron] 10.222.0.30 "GET /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875893 Mar 11 00:51:46.777292 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:46.972956 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:47.003209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592eb05-27a8-45ab-b52d-0e2bf9e1673b None None] The sync data for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 is: [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:50:10Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5b8c35cd-bb38-4474-88b6-bf2ee94f5628', 'name': '', 'network_id': '0895fa63-022c-47c2-9a5b-cfad662d25af', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:f6:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:09Z', 'updated_at': '2022-03-11T00:50:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '7aba28cb-5de3-4459-95a1-f8860fa041bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:51:47.218659 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6f5c0-8afd-4d60-b5ad-491ddd801288 None None] New status for floating IP c496f605-98be-4a4f-b8ef-cbb651e4d2ea: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:51:47.674863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd5cd-adb8-4ec4-b6f1-28cf7765bc71 req-b70d8e60-0ec9-422a-9423-85e205744198 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:47.676450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99cfd5cd-adb8-4ec4-b6f1-28cf7765bc71 req-b70d8e60-0ec9-422a-9423-85e205744198 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0578935 Mar 11 00:51:47.725735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99cfd5cd-adb8-4ec4-b6f1-28cf7765bc71 req-cd6560ce-f4f3-4c80-91e6-3aa2a31b5fc3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Mar 11 00:51:47.839511 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-a7f50aef-3d55-4797-a3aa-2c9f9622bed3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:47.841022 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-a7f50aef-3d55-4797-a3aa-2c9f9622bed3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 946 time: 0.0528283 Mar 11 00:51:47.930182 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 8f88ef7d-942a-4353-8e77-6404485fd8c0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:51:47.930529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:48.020760 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 8f88ef7d-942a-4353-8e77-6404485fd8c0, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8f88ef7d-942a-4353-8e77-6404485fd8c0,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:48.021123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:48.033976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 8f88ef7d-942a-4353-8e77-6404485fd8c0 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:51:48.165430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8f88ef7d-942a-4353-8e77-6404485fd8c0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:48.194292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=8f88ef7d-942a-4353-8e77-6404485fd8c0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:48.205486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.205846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.206197 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.206540 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.206876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.207210 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.207543 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.207879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.208233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.208583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.208890 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.209276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.209611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:48.251555 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] No DVR routers for this DVR port 8f88ef7d-942a-4353-8e77-6404485fd8c0 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:51:48.254618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:48.257984 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-42a23cd9-02f9-4c91-832b-49424c14c85f req-f2522873-5fb9-49b3-9fef-3d38b4fecdb2 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "DELETE /v2.0/ports/8f88ef7d-942a-4353-8e77-6404485fd8c0 HTTP/1.1" status: 204 len: 173 time: 0.4120018 Mar 11 00:51:48.258442 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'name': 'network-vif-deleted', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:51:48.260791 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc999d68-cc41-479c-899f-c8e0c4afaf1f" -d '{"events": [{"server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "name": "network-vif-deleted", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:51:48.299978 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c1f638-59b1-4204-b062-273643c18f46 x-openstack-request-id: req-59c1f638-59b1-4204-b062-273643c18f46 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:51:48.300281 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c62d9-0454-44e0-9716-ca876a38efea", "name": "network-vif-deleted", "tag": "8f88ef7d-942a-4353-8e77-6404485fd8c0", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:51:48.300546 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59c1f638-59b1-4204-b062-273643c18f46 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:51:48.300971 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c62d9-0454-44e0-9716-ca876a38efea', 'name': 'network-vif-deleted', 'tag': '8f88ef7d-942a-4353-8e77-6404485fd8c0', 'status': 'completed', 'code': 200} Mar 11 00:51:48.838759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b5eafdc5-7be7-4c03-8d21-d5b102a1b3c7 req-be6c74d0-cbc0-4d73-b825-e99fc10ffc7a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf6c62d9-0454-44e0-9716-ca876a38efea HTTP/1.1" status: 200 len: 210 time: 0.0309846 Mar 11 00:51:49.895623 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44272) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:50.258577 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:50.863016 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:51:50.863359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:50.951294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 5b8c35cd-bb38-4474-88b6-bf2ee94f5628, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:50.951957 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:50.968085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:51:51.152180 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5b8c35cd-bb38-4474-88b6-bf2ee94f5628), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.179583 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=5b8c35cd-bb38-4474-88b6-bf2ee94f5628,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:51.357609 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.578841 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:51:51.689130 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:51:51.693861 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-d54b9b1f-28fc-4aa9-a503-74e3a4d814c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/14f4eb10-a5f5-4059-bc3d-dd34c4ae9286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972026 Mar 11 00:51:51.696875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44276) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:51.700424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Sync routers for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:51:51.711693 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:51.712342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:51.749249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting subnet 7aba28cb-5de3-4459-95a1-f8860fa041bd {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:51:51.752438 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (7aba28cb-5de3-4459-95a1-f8860fa041bd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.791738 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (7aba28cb-5de3-4459-95a1-f8860fa041bd), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.821306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:51.883668 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (7aba28cb-5de3-4459-95a1-f8860fa041bd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.942881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (7aba28cb-5de3-4459-95a1-f8860fa041bd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.973408 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Subnet': ['ID=7aba28cb-5de3-4459-95a1-f8860fa041bd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:51.975548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:51.978624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-23b6a74f-6921-49cf-b121-0ea6a14f7630 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/subnets/7aba28cb-5de3-4459-95a1-f8860fa041bd HTTP/1.1" status: 204 len: 168 time: 0.2806177 Mar 11 00:51:51.981854 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44278) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:51.986394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf24ead-687f-4c99-9858-e256c778b78f None None] Network 0895fa63-022c-47c2-9a5b-cfad662d25af requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:51:52.083773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:51:51Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:52.097423 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.113316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Checking router: 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:51:52.126027 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Routers {'14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:52.126657 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:52.172028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8f88ef7d-942a-4353-8e77-6404485fd8c0 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:51:52.195653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 8f88ef7d-942a-4353-8e77-6404485fd8c0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:51:52.196029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8f88ef7d-942a-4353-8e77-6404485fd8c0 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:51:52.211250 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] DHCP port deletion for 0895fa63-022c-47c2-9a5b-cfad662d25af request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:51:52.224458 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.279866 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 151f7709-d123-498c-88a9-16d38d771278 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:51:52.280247 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (151f7709-d123-498c-88a9-16d38d771278), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.290945 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] Set router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:52.365686 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 151f7709-d123-498c-88a9-16d38d771278, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=151f7709-d123-498c-88a9-16d38d771278,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:52.366051 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (151f7709-d123-498c-88a9-16d38d771278), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.378586 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 151f7709-d123-498c-88a9-16d38d771278 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:51:52.407837 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Deleting port 59e74b24-bc8d-4717-956c-d31ec22cde5e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:51:52.408679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.492063 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] For port 59e74b24-bc8d-4717-956c-d31ec22cde5e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=59e74b24-bc8d-4717-956c-d31ec22cde5e,segment=NetworkSegment(0af1debe-2ebf-4916-a116-c5ee853541f9),segment_id=0af1debe-2ebf-4916-a116-c5ee853541f9)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:52.492374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.521527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Calling delete_port for 59e74b24-bc8d-4717-956c-d31ec22cde5e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:51:52.551145 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (151f7709-d123-498c-88a9-16d38d771278), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.576948 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=151f7709-d123-498c-88a9-16d38d771278,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:52.598330 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:51:51Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:52.633946 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652f28a-e2d0-4143-b49a-e14d0c066d6d None None] The sync data for ids ['14f4eb10-a5f5-4059-bc3d-dd34c4ae9286'] in n-d-831844-1 is: [{'id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2108723871', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '151f7709-d123-498c-88a9-16d38d771278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:50:06Z', 'updated_at': '2022-03-11T00:51:51Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': '151f7709-d123-498c-88a9-16d38d771278', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f4eb10-a5f5-4059-bc3d-dd34c4ae9286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:50:07Z', 'updated_at': '2022-03-11T00:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:51:52.638851 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.649996 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (59e74b24-bc8d-4717-956c-d31ec22cde5e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.678370 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Pushing event deleted for resources: {'Port': ['ID=59e74b24-bc8d-4717-956c-d31ec22cde5e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:52.680658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] No DVR routers for this DVR port 59e74b24-bc8d-4717-956c-d31ec22cde5e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:51:52.690031 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.690624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.690722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.691048 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.691621 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.691740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.692096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.692421 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.692811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.693128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.693457 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.693774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.694136 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7356779-0282-42dd-bd20-5e970e892167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:52.749024 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.751212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.796140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (14f4eb10-a5f5-4059-bc3d-dd34c4ae9286), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.796713 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Fanout notify agent at l3_agent the message router_deleted on router 14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:51:52.803883 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.805512 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aab3b51c-ff7a-440a-b6c9-ee8896a5c950 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/routers/14f4eb10-a5f5-4059-bc3d-dd34c4ae9286 HTTP/1.1" status: 204 len: 168 time: 0.8227184 Mar 11 00:51:52.808299 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44280) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:52.888196 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (0895fa63-022c-47c2-9a5b-cfad662d25af), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.973143 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (0895fa63-022c-47c2-9a5b-cfad662d25af), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:52.994093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0895fa63-022c-47c2-9a5b-cfad662d25af']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:53.004142 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af1debe-2ebf-4916-a116-c5ee853541f9') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:53.004447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af1debe-2ebf-4916-a116-c5ee853541f9') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:53.015120 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (0af1debe-2ebf-4916-a116-c5ee853541f9), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.029098 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0af1debe-2ebf-4916-a116-c5ee853541f9), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.035393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:51:53.035772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (0af1debe-2ebf-4916-a116-c5ee853541f9), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:51:53.038894 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:51:53.105226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (0895fa63-022c-47c2-9a5b-cfad662d25af), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.113251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.118804 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/networks/0895fa63-022c-47c2-9a5b-cfad662d25af HTTP/1.1" status: 204 len: 168 time: 0.3071268 Mar 11 00:51:53.119709 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44282) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:53.136010 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa23f4-0bed-40ca-9e45-f59d3552aaba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Network': ['ID=0895fa63-022c-47c2-9a5b-cfad662d25af,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:53.186917 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (70a073d4-4d8e-4bdf-b7fb-a81b32d734bb), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.213034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (70a073d4-4d8e-4bdf-b7fb-a81b32d734bb), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.277294 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (70a073d4-4d8e-4bdf-b7fb-a81b32d734bb), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.280176 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.281375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/security-groups/70a073d4-4d8e-4bdf-b7fb-a81b32d734bb HTTP/1.1" status: 204 len: 168 time: 0.1609268 Mar 11 00:51:53.291304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130edcc1-2ba9-4be6-b5dc-1489691e6428 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a073d4-4d8e-4bdf-b7fb-a81b32d734bb,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:53.854390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44288) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:53.860114 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543313293', 'description': 'tempest-secgroup-smoke-1543313293 description', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:53.880719 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.947053 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d7b68291-2029-4b83-8b65-30457e58494b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.950808 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7b68291-2029-4b83-8b65-30457e58494b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.979460 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:53.980707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1246815 Mar 11 00:51:53.983429 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd421e5-99d6-482b-b1c0-6117cea17f0b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b68291-2029-4b83-8b65-30457e58494b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:53.984286 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44290) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:53.988741 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.012878 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (b3d877dd-33e1-448b-8607-7fb5e40563a5), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.062960 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (b3d877dd-33e1-448b-8607-7fb5e40563a5), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.066693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (b3d877dd-33e1-448b-8607-7fb5e40563a5), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.085015 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d877dd-33e1-448b-8607-7fb5e40563a5,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.089094 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.090752 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-18bde944-5fc6-4fbb-999f-9a36d87912a5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1049540 Mar 11 00:51:54.093489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44292) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.097684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.121152 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (466974c1-0dec-4cdc-ae41-b010c636ef65), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.181860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (466974c1-0dec-4cdc-ae41-b010c636ef65), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.185561 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (466974c1-0dec-4cdc-ae41-b010c636ef65), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.201133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:51:54.206693 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466974c1-0dec-4cdc-ae41-b010c636ef65,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.212268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.217014 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44294) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.217269 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b916855a-0f9a-405a-ba3f-3aaf00edcbf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219711 Mar 11 00:51:54.221497 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.222475 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:51:54.222892 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5b8c35cd-bb38-4474-88b6-bf2ee94f5628 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:51:54.223377 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 151f7709-d123-498c-88a9-16d38d771278 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:51:54.242486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 151f7709-d123-498c-88a9-16d38d771278 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:51:54.242915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 151f7709-d123-498c-88a9-16d38d771278 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:51:54.243336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 59e74b24-bc8d-4717-956c-d31ec22cde5e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:51:54.245566 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (79abcee2-e284-4fe8-8359-4a701b482689), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.267054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 59e74b24-bc8d-4717-956c-d31ec22cde5e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:51:54.267524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 59e74b24-bc8d-4717-956c-d31ec22cde5e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:51:54.302858 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (79abcee2-e284-4fe8-8359-4a701b482689), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.306294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (79abcee2-e284-4fe8-8359-4a701b482689), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.324397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79abcee2-e284-4fe8-8359-4a701b482689,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.330695 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.331738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aae382dd-869b-460d-8884-9154943c8cab tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137249 Mar 11 00:51:54.334454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44296) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.338977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.363102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (1c645de7-6c07-4239-bcd5-7a97d5e245d7), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.418229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (1c645de7-6c07-4239-bcd5-7a97d5e245d7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.421987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (1c645de7-6c07-4239-bcd5-7a97d5e245d7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.439792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c645de7-6c07-4239-bcd5-7a97d5e245d7,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.446618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.447807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-aa32c3b4-af96-4275-928c-55355159497d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124265 Mar 11 00:51:54.450648 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44298) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.454873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.473633 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:51:54.478375 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (66b48455-401b-4d75-8c50-36602d0d9832), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.538003 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (66b48455-401b-4d75-8c50-36602d0d9832), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.541365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (66b48455-401b-4d75-8c50-36602d0d9832), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.562253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b48455-401b-4d75-8c50-36602d0d9832,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.567769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.570577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ad8dc16b-9e4a-4ada-9d71-ffaa8186f31d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189706 Mar 11 00:51:54.571744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44300) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.576489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd7b68291-2029-4b83-8b65-30457e58494b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.596052 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:51:54.600756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6068eb88-0f2f-43c6-a757-ca05a7daf52c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.659813 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6068eb88-0f2f-43c6-a757-ca05a7daf52c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.663118 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6068eb88-0f2f-43c6-a757-ca05a7daf52c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.680802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6068eb88-0f2f-43c6-a757-ca05a7daf52c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.688867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.690125 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ead42765-bdc3-4507-8333-a257d4a121a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172585 Mar 11 00:51:54.692896 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44302) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.697926 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'network': {'name': 'tempest-network-smoke--582388356', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.717279 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:51:54.720564 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.744536 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:51:54.753754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0ba8248f-cac1-4f2a-95d3-2e73907d2f0c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.754289 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Added segment 0ba8248f-cac1-4f2a-95d3-2e73907d2f0c of type vlan for network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 Mar 11 00:51:54.799086 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.823557 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.828528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:54.829109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.858595 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1646254 Mar 11 00:51:54.861383 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44304) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:54.865619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'admin_state_up': True, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:54.911878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f762e-d32f-4acb-ae21-d691b6e808d5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Network': ['ID=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:54.923348 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:51:54.923562 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.924948 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:54.985906 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (ae52d3c8-d8ab-4330-a991-41c11980df30), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.130422 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (ae52d3c8-d8ab-4330-a991-41c11980df30), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.323834 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (ae52d3c8-d8ab-4330-a991-41c11980df30), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.343113 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.445462 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.74 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/fa3e63c7-6670-4b40-ad2b-c66106012be4) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:51:55.548175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.581040 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:55.619524 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:51:55.626161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:51:55.631146 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:51:55.633335 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=fa3e63c7-6670-4b40-ad2b-c66106012be4,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:55.888488 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (ae52d3c8-d8ab-4330-a991-41c11980df30), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.091240 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.218811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router ae52d3c8-d8ab-4330-a991-41c11980df30 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:51:56.334204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:51:56.344069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Sync routers for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:51:56.353158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.354411 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-0efdc219-8be2-4a49-a8c8-a8484075e645 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4921122 Mar 11 00:51:56.354840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:56.355475 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:56.357647 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44306) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:56.385301 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3c6a149d-c977-4ee7-9f8a-e3665d31797f tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265839 Mar 11 00:51:56.387801 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44308) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:56.463073 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:56.479065 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95041af7-5a48-45be-813e-561c53a69232 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:56.480609 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-95041af7-5a48-45be-813e-561c53a69232 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918925 Mar 11 00:51:56.483648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44310) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:56.511209 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-cfdbfb0a-f181-45b2-a429-db050f9a6c47 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263660 Mar 11 00:51:56.514219 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44312) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:56.518767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671904200', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:51:56.605570 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:51:56.609473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.641544 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:55Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:56.671859 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Checking router: ae52d3c8-d8ab-4330-a991-41c11980df30 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:51:56.672235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Updating router ae52d3c8-d8ab-4330-a991-41c11980df30 port fa3e63c7-6670-4b40-ad2b-c66106012be4 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:51:56.699521 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.790417 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (d54f4013-ef69-4ac2-822f-a7a7c2da75ae), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.847995 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Subnet': ['ID=d54f4013-ef69-4ac2-822f-a7a7c2da75ae,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:56.859394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Checking segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:51:56.859394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network hostable DHCP agents. Network: 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:51:56.876667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:51:56.885578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:51:56.889794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:56.890448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.895389 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68232c2-5bb8-4232-a4f7-21be328505cd None None] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:51:56.909320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-400cfac7-167f-4d24-ae81-07c87a30f025 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3941014 Mar 11 00:51:56.912032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44314) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:51:56.970794 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks [] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:56.977086 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.014897 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:51:57.016489 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.033542 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Attempting to bind port fa3e63c7-6670-4b40-ad2b-c66106012be4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:51:57.034007 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Attempting to bind port fa3e63c7-6670-4b40-ad2b-c66106012be4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:51:57.034440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Attempting to bind port fa3e63c7-6670-4b40-ad2b-c66106012be4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:51:57.042090 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Pushing event updated for resources: {'Port': ['ID=fa3e63c7-6670-4b40-ad2b-c66106012be4,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:57.044451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:51:57.045512 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:51:57.045978 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.046440 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:51:57.046971 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Bound port: fa3e63c7-6670-4b40-ad2b-c66106012be4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:51:57.047563 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.055783 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.056159 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.056501 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.056840 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.057169 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.057702 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.058031 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.058358 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.058684 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.059007 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.059329 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.059648 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.059994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:51:57.113580 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] For port fa3e63c7-6670-4b40-ad2b-c66106012be4, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:51:57.117106 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] For port fa3e63c7-6670-4b40-ad2b-c66106012be4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fa3e63c7-6670-4b40-ad2b-c66106012be4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:51:57.123182 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.173208 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8648-2df2-4dbb-8fb5-d3dbefb9068f None None] Pushing event updated for resources: {'Port': ['ID=fa3e63c7-6670-4b40-ad2b-c66106012be4,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:57.187500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Allocated IP 172.20.0.2 (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60/d54f4013-ef69-4ac2-822f-a7a7c2da75ae/2c479c58-55c8-441e-ba03-368837576579) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:51:57.197018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:57.198058 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:57.347364 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks [] for port (2c479c58-55c8-441e-ba03-368837576579), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.354180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (2c479c58-55c8-441e-ba03-368837576579), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.393329 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:51:57.399192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:51:57.402951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:51:57.410321 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Pushing event updated for resources: {'Port': ['ID=2c479c58-55c8-441e-ba03-368837576579,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:57.419267 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:57.463958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Attempting to bind port 2c479c58-55c8-441e-ba03-368837576579 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:51:57.464360 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Attempting to bind port 2c479c58-55c8-441e-ba03-368837576579 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:51:57.464730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Attempting to bind port 2c479c58-55c8-441e-ba03-368837576579 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:51:57.470280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:51:57.470663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Checking segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:51:57.471070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.471467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Bound using segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:51:57.471950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Bound port: 2c479c58-55c8-441e-ba03-368837576579, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:51:57.472358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2c479c58-55c8-441e-ba03-368837576579), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.536526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] For port 2c479c58-55c8-441e-ba03-368837576579, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:51:57.541831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] For port 2c479c58-55c8-441e-ba03-368837576579, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2c479c58-55c8-441e-ba03-368837576579,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:51:57.549045 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2c479c58-55c8-441e-ba03-368837576579), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:57.609178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075756f3-a4ea-45ef-8c94-03632a583777 None None] Pushing event updated for resources: {'Port': ['ID=2c479c58-55c8-441e-ba03-368837576579,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:57.627539 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:55Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:57.655292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71a3a1-0c54-428a-82bc-cf2983d614ef None None] The sync data for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 is: [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:55Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:51:57.773498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.136535 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.1 (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60/d54f4013-ef69-4ac2-822f-a7a7c2da75ae/4ea327f1-6482-4dce-aefd-55ff33e5e066) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:51:58.283103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2c479c58-55c8-441e-ba03-368837576579 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:51:58.285750 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.328652 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.349958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2c479c58-55c8-441e-ba03-368837576579 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:58.350343 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2c479c58-55c8-441e-ba03-368837576579), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.395099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:51:58.396386 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:58.399373 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:51:58.401705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:51:58.469614 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-43f6f485-bb37-4f04-9acb-363aadf935f1 req-561301ed-3459-4997-a7d9-553da481a5fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0370815 Mar 11 00:51:58.471134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2c479c58-55c8-441e-ba03-368837576579 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:51:58.471534 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2c479c58-55c8-441e-ba03-368837576579), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.483554 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (ae52d3c8-d8ab-4330-a991-41c11980df30), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.616673 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-43f6f485-bb37-4f04-9acb-363aadf935f1 req-f46502ef-2f65-4a19-b78b-74c687ef406f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0877776 Mar 11 00:51:58.699435 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-43f6f485-bb37-4f04-9acb-363aadf935f1 req-433f2477-0cfe-4d86-b749-bc432cced3dd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561755 Mar 11 00:51:58.721427 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 2c479c58-55c8-441e-ba03-368837576579, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2c479c58-55c8-441e-ba03-368837576579,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:58.729125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad692041-5cf6-45fa-acb0-b13429f02842 None None] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:51:58.733645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.742095 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2c479c58-55c8-441e-ba03-368837576579), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.742887 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fa3e63c7-6670-4b40-ad2b-c66106012be4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:51:58.876984 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f485-bb37-4f04-9acb-363aadf935f1 req-8c46ab3d-9d36-4706-8a96-f840489adce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:58.878470 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-43f6f485-bb37-4f04-9acb-363aadf935f1 req-8c46ab3d-9d36-4706-8a96-f840489adce9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729782 Mar 11 00:51:58.886554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=2c479c58-55c8-441e-ba03-368837576579,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:58.901833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f26f4aa5-a74e-4224-9b5d-1bcaad9376ec None None] Provisioning complete for port 2c479c58-55c8-441e-ba03-368837576579 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:58.902220 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f26f4aa5-a74e-4224-9b5d-1bcaad9376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2c479c58-55c8-441e-ba03-368837576579), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:58.966269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fa3e63c7-6670-4b40-ad2b-c66106012be4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:58.966646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.080200 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.085821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f26f4aa5-a74e-4224-9b5d-1bcaad9376ec None None] Current status of the port 2c479c58-55c8-441e-ba03-368837576579 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:51:59.086591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.101429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fa3e63c7-6670-4b40-ad2b-c66106012be4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:51:59.101824 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.124992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port fa3e63c7-6670-4b40-ad2b-c66106012be4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fa3e63c7-6670-4b40-ad2b-c66106012be4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:51:59.133930 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.171802 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:59.173829 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (ae52d3c8-d8ab-4330-a991-41c11980df30), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.203242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=fa3e63c7-6670-4b40-ad2b-c66106012be4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:51:59.275757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:51:59.277248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:51:59.317218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Provisioning complete for port 2c479c58-55c8-441e-ba03-368837576579 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:59.317708 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2c479c58-55c8-441e-ba03-368837576579), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.420544 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router ae52d3c8-d8ab-4330-a991-41c11980df30 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:51:59.423720 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Current status of the port 2c479c58-55c8-441e-ba03-368837576579 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:51:59.434030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:59.434403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.471331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-1df84ae5-6d63-407f-9a94-608834e4e652 None None] Port 4ea327f1-6482-4dce-aefd-55ff33e5e066 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:51:59.542629 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:51:59.557538 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-429d34dc-69b4-46c1-b7e2-7bfa9d0fc030 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/ae52d3c8-d8ab-4330-a991-41c11980df30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6352661 Mar 11 00:51:59.593443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2e782f2e-e304-4841-8bb6-a6fb5ef084e3 None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:59.594065 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2e782f2e-e304-4841-8bb6-a6fb5ef084e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.597135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Sync routers for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:51:59.641604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:51:59.642257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:51:59.646510 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2e782f2e-e304-4841-8bb6-a6fb5ef084e3 None None] Port 4ea327f1-6482-4dce-aefd-55ff33e5e066 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:51:59.723588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-45a9bf3c-15d9-42a8-a97f-fd33c180fd9a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543313293&fields=id&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 267 time: 0.0512469 Mar 11 00:51:59.760519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:51:59.803069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-afc60bab-8200-493e-9f5f-f25e99a58e0c None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:51:59.803440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-afc60bab-8200-493e-9f5f-f25e99a58e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:51:59.835043 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-8102aaad-3c96-464b-aa17-d8e552a05f8b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:51:59.836549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-8102aaad-3c96-464b-aa17-d8e552a05f8b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 796 time: 0.1060598 Mar 11 00:51:59.854661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7c065072-7a21-4042-81da-67d941899f9a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/quotas/715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 375 time: 0.0096161 Mar 11 00:51:59.882068 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-afc60bab-8200-493e-9f5f-f25e99a58e0c None None] Port 4ea327f1-6482-4dce-aefd-55ff33e5e066 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:51:59.910801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7f4950d2-cc15-4583-86ac-6b463a9c8d41 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505133 Mar 11 00:51:59.996493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 2, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:00.027341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Checking router: ae52d3c8-d8ab-4330-a991-41c11980df30 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:52:00.027341 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Updating router ae52d3c8-d8ab-4330-a991-41c11980df30 port 4ea327f1-6482-4dce-aefd-55ff33e5e066 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:52:00.056596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.056862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-eaa0f038-5924-42f0-940b-8b71537ca815 service neutron] 10.222.0.21 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294348 Mar 11 00:52:00.150833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-4a3824d3-7a0c-4e16-942c-32e6ddea77da service neutron] 10.222.0.21 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Mar 11 00:52:00.234248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2c479c58-55c8-441e-ba03-368837576579 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:52:00.325713 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50c9eaf5-de72-4728-a463-fe4b1325da12 req-c4ad71c6-f9d1-4754-9c1b-315369f61bf5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 210 time: 0.0284305 Mar 11 00:52:00.340342 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2c479c58-55c8-441e-ba03-368837576579 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:00.340831 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2c479c58-55c8-441e-ba03-368837576579), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.412937 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks [] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.421772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.510065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3bf6-9455-4181-a42d-9fd6e37a52fb None None] Pushing event updated for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:00.527958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2c479c58-55c8-441e-ba03-368837576579 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:00.530093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fa3e63c7-6670-4b40-ad2b-c66106012be4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:52:00.589543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Attempting to bind port 4ea327f1-6482-4dce-aefd-55ff33e5e066 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:52:00.589926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Attempting to bind port 4ea327f1-6482-4dce-aefd-55ff33e5e066 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:52:00.590299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Attempting to bind port 4ea327f1-6482-4dce-aefd-55ff33e5e066 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:52:00.598033 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:52:00.598395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Checking segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:52:00.598803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.599203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Bound using segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:52:00.599677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Bound port: 4ea327f1-6482-4dce-aefd-55ff33e5e066, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:52:00.600091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.657451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fa3e63c7-6670-4b40-ad2b-c66106012be4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:00.657927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.707533 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] For port 4ea327f1-6482-4dce-aefd-55ff33e5e066, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:52:00.726947 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] For port 4ea327f1-6482-4dce-aefd-55ff33e5e066, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4ea327f1-6482-4dce-aefd-55ff33e5e066,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:52:00.738911 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.768477 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:00.768770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:00.870491 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:52:00.871144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:51:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:00.873357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b3bf6-9455-4181-a42d-9fd6e37a52fb None None] Pushing event updated for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:00.879425 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fa3e63c7-6670-4b40-ad2b-c66106012be4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:01.160944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Current status of the port 4ea327f1-6482-4dce-aefd-55ff33e5e066 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:01.161231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.194056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:52:01.238632 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] For port 4ea327f1-6482-4dce-aefd-55ff33e5e066, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4ea327f1-6482-4dce-aefd-55ff33e5e066,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:01.245925 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.322996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-43860341-c948-46ec-b761-0058441e8b89 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:01.324629 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-43860341-c948-46ec-b761-0058441e8b89 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 796 time: 0.1176364 Mar 11 00:52:01.375822 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d57c69-e1e7-4c4e-9bf7-6bf54d3bf235 None None] Pushing event updated for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:01.408841 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-57bb83ff-08be-42a8-a3ad-29073775f54b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 380 time: 0.0761595 Mar 11 00:52:01.412050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-ea7de39e-6f3f-4018-9ce9-ab863b86b8d4 None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:01.412399 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ea7de39e-6f3f-4018-9ce9-ab863b86b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.424863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'port': {'device_id': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'admin_state_up': True, 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'security_groups': ['d7b68291-2029-4b83-8b65-30457e58494b']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:52:01.454101 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-93a9c5fe-5a50-42ae-81ee-3f0702798f7d req-cf138d38-e949-4dde-95ba-f24ce9561322 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 210 time: 0.0444229 Mar 11 00:52:01.537385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:00Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:01.540204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-ea7de39e-6f3f-4018-9ce9-ab863b86b8d4 None None] Current status of the port 4ea327f1-6482-4dce-aefd-55ff33e5e066 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:01.552795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:52:01.556151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.566937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351375b1-50df-401b-a6de-23a3fa7cf970 None None] The sync data for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 is: [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:00Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:52:01.702656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.3 (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60/d54f4013-ef69-4ac2-822f-a7a7c2da75ae/8d1cd289-baff-4134-b11f-93d5de3111c8) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:52:01.854916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.892894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:01.941174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:52:01.944274 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:52:01.948997 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:52:01.977844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:02.008454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:02.009244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.033193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-7aff9090-433b-4db7-898f-1f3723d84f56 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127160 Mar 11 00:52:02.044488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Request body: {'port': {'device_id': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:52:02.115068 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.250210 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4ea327f1-6482-4dce-aefd-55ff33e5e066 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:52:02.297476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2980ccbb-ec0c-4312-89ee-6406fcf98ee0 None None] Provisioning complete for port 8d1cd289-baff-4134-b11f-93d5de3111c8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:02.297864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2980ccbb-ec0c-4312-89ee-6406fcf98ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.342466 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2980ccbb-ec0c-4312-89ee-6406fcf98ee0 None None] Port 8d1cd289-baff-4134-b11f-93d5de3111c8 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:52:02.346050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4ea327f1-6482-4dce-aefd-55ff33e5e066 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:02.346324 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.424675 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1cd289-baff-4134-b11f-93d5de3111c8 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:52:02.429671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4ea327f1-6482-4dce-aefd-55ff33e5e066 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:02.432656 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks [] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.446265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Transition to ACTIVE for port object 8d1cd289-baff-4134-b11f-93d5de3111c8 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:52:02.450271 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.510375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:02.632803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38046f-8c7f-4f11-8603-9e952692173f req-a342d87a-e74c-497b-bcaf-e429cca757dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:02.634350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b38046f-8c7f-4f11-8603-9e952692173f req-a342d87a-e74c-497b-bcaf-e429cca757dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0927894 Mar 11 00:52:02.656804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:52:02.656956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:52:02.657196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:52:02.670598 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:52:02.671117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:52:02.690026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:52:02.690373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Checking segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:52:02.690783 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Bound using segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:52:02.691202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Bound port: 8d1cd289-baff-4134-b11f-93d5de3111c8, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:52:02.691560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.717519 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2b38046f-8c7f-4f11-8603-9e952692173f req-c6dc265a-3bd1-4ccf-9421-e2b6c6729f6c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714157 Mar 11 00:52:02.770628 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:52:02.773697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:52:02.780541 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.814010 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:02.814648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:02.816063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] 10.222.0.30 "PUT /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 1091 time: 0.7760646 Mar 11 00:52:02.816512 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:52:02.818776 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d35b42c-8e7b-4115-8120-5bb82d0ca863" -d '{"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:52:02.845005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8edfe-cff9-488e-bded-c3aedc1643eb service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:02.886764 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd706d-104f-4531-845d-d88ed38edfea x-openstack-request-id: req-ccfd706d-104f-4531-845d-d88ed38edfea {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:52:02.887066 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:52:02.887319 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccfd706d-104f-4531-845d-d88ed38edfea {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:52:02.887727 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'status': 'completed', 'code': 200} Mar 11 00:52:02.931703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b6237cb6-f04c-49b3-823a-2470acc2fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:02.933387 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-b6237cb6-f04c-49b3-823a-2470acc2fdf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0554769 Mar 11 00:52:02.976089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-c3b59e47-e44c-4be6-b9e3-e4a03c607e09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 217 time: 0.0363364 Mar 11 00:52:03.024842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-69674c87-b534-4fa3-906f-daaa241ec7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.026290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-69674c87-b534-4fa3-906f-daaa241ec7a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0450518 Mar 11 00:52:03.080048 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-deeb228b-83ed-4fd1-810c-a25f20cfb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.081610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-deeb228b-83ed-4fd1-810c-a25f20cfb95f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492404 Mar 11 00:52:03.175512 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-f94d71c2-ebb5-45d7-8160-8175f4295907 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880849 Mar 11 00:52:03.269723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1dfbbc88-fc21-4fe1-b392-3f76d1d79cf4 req-4f3a5c4b-139a-455a-9e7e-dfb5a214f1e6 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890033 Mar 11 00:52:03.359611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-4356f4e1-8db3-454f-b6e5-7ec348e84182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.361052 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-4356f4e1-8db3-454f-b6e5-7ec348e84182 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0461402 Mar 11 00:52:03.455410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-61d3e092-c69c-416d-b1da-0fb77a8ff0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.456916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-61d3e092-c69c-416d-b1da-0fb77a8ff0d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0902433 Mar 11 00:52:03.498606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-c49eb433-9a48-4cb9-af55-cbf50806a733 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 217 time: 0.0358689 Mar 11 00:52:03.543523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-d5a67cd0-4e6f-4554-b7d3-d0f55b7278e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.546207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-d5a67cd0-4e6f-4554-b7d3-d0f55b7278e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0429630 Mar 11 00:52:03.597953 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-5c445bec-afe2-4fa6-b9cb-a60b013602ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.599450 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-5c445bec-afe2-4fa6-b9cb-a60b013602ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471425 Mar 11 00:52:03.696758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-3bfb7014-28be-4511-a6c3-8940a0198c13 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885587 Mar 11 00:52:03.802659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d35b42c-8e7b-4115-8120-5bb82d0ca863 req-9240b2a9-3aab-4cb0-8f74-31a53674625e service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992041 Mar 11 00:52:03.843951 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5e654-a215-4142-8e4a-bc4bb92110f3 req-ef840261-4e3b-4bc3-a032-5994455c047a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:03.845545 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57b5e654-a215-4142-8e4a-bc4bb92110f3 req-ef840261-4e3b-4bc3-a032-5994455c047a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0576816 Mar 11 00:52:03.893584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-57b5e654-a215-4142-8e4a-bc4bb92110f3 req-cf9dba7d-fa89-4b99-bc8b-196183afebdd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Mar 11 00:52:05.013049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445856a7-e640-46a3-8e2e-3bf3a7dee049 req-df32d4b3-2248-4a6c-a8c0-06c445e12c2a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:05.014927 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-445856a7-e640-46a3-8e2e-3bf3a7dee049 req-df32d4b3-2248-4a6c-a8c0-06c445e12c2a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0517812 Mar 11 00:52:05.062743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-445856a7-e640-46a3-8e2e-3bf3a7dee049 req-31bee55b-36cd-49b1-9722-cfd37426aab6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Mar 11 00:52:05.181252 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:52:06.187069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bada-b079-46a7-92c9-1a1e64dceef3 req-f372bc36-cb8d-4f29-8797-bd4a25906c51 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:06.188499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2f4bada-b079-46a7-92c9-1a1e64dceef3 req-f372bc36-cb8d-4f29-8797-bd4a25906c51 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0571015 Mar 11 00:52:06.232795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:52:06.237650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b2f4bada-b079-46a7-92c9-1a1e64dceef3 req-27df10c3-d536-44ce-8c43-bec21b13b41e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Mar 11 00:52:06.331691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:06.343158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:52:06.378604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8d1cd289-baff-4134-b11f-93d5de3111c8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:06.378997 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:06.391864 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1cd289-baff-4134-b11f-93d5de3111c8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:52:06.411213 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:06.415028 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:06.464865 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:06.615795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['8d1cd289-baff-4134-b11f-93d5de3111c8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:52:06.843018 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd0e3-8957-49bf-8d13-ae1a855a2df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:07.354798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c92d-63fd-4b6e-a71d-72d4758201c3 req-aba2bb5d-7023-485e-ad90-cc22ad1c4a23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:07.356306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ae5c92d-63fd-4b6e-a71d-72d4758201c3 req-aba2bb5d-7023-485e-ad90-cc22ad1c4a23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 944 time: 0.0521898 Mar 11 00:52:07.408376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ae5c92d-63fd-4b6e-a71d-72d4758201c3 req-24a9717a-4c5b-43a2-878e-b5ebcc71c377 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Mar 11 00:52:08.249573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:52:08.298282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 8d1cd289-baff-4134-b11f-93d5de3111c8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:52:08.301978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 8d1cd289-baff-4134-b11f-93d5de3111c8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:52:08.302352 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:08.379550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 8d1cd289-baff-4134-b11f-93d5de3111c8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:08.380053 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:08.401352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:52:08.403479 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f39f46-108d-4b0f-b2d1-b04fbc4f6918" -d '{"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:52:08.416636 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:08.421706 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:08.445081 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039cfe6c-6f79-42f1-aba1-b4da81f094c4 x-openstack-request-id: req-039cfe6c-6f79-42f1-aba1-b4da81f094c4 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:52:08.445370 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:52:08.445618 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-039cfe6c-6f79-42f1-aba1-b4da81f094c4 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:52:08.446073 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'code': 200} Mar 11 00:52:08.479040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:08.562563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cb12-7414-42b5-bad8-68427c51f27a req-03d4618a-2d97-4f52-b37a-2773bf47e341 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:08.564144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3855cb12-7414-42b5-bad8-68427c51f27a req-03d4618a-2d97-4f52-b37a-2773bf47e341 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0838830 Mar 11 00:52:08.578844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edade98-e36e-4427-937a-ec4e9ba18f43 req-89c268c5-7905-4fec-a7a7-dddd151a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:08.580381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edade98-e36e-4427-937a-ec4e9ba18f43 req-89c268c5-7905-4fec-a7a7-dddd151a6d87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1127 time: 0.0692518 Mar 11 00:52:08.640215 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3855cb12-7414-42b5-bad8-68427c51f27a req-2fd9cff0-75fb-4e7a-8fc9-61dc49aaa836 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692284 Mar 11 00:52:08.652127 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4edade98-e36e-4427-937a-ec4e9ba18f43 req-78f2bf80-a1c5-43db-a4c5-7050b7e411b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645013 Mar 11 00:52:09.394468 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4775ebec-40a2-4bfb-be83-c7af448a1405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:09.764927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e42050-2523-4d8d-9248-cece5e0871fb req-32010e3d-b366-41f7-9c93-26a036800026 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:09.766406 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62e42050-2523-4d8d-9248-cece5e0871fb req-32010e3d-b366-41f7-9c93-26a036800026 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0546186 Mar 11 00:52:09.814602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-62e42050-2523-4d8d-9248-cece5e0871fb req-3b7afd58-b01a-4cdd-9b8f-dd44ab07794d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Mar 11 00:52:10.624243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:10.937921 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ddf26-491b-4d79-a3e6-3b86444079f7 req-a488bc00-b1ea-4c8a-95a3-f7f902834425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:10.939413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-123ddf26-491b-4d79-a3e6-3b86444079f7 req-a488bc00-b1ea-4c8a-95a3-f7f902834425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0576212 Mar 11 00:52:10.987474 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-123ddf26-491b-4d79-a3e6-3b86444079f7 req-cebfbb50-a83b-4a20-90d3-2d4e2ba26034 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Mar 11 00:52:11.106273 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda218b-4c5f-48dd-9138-44d01772589e req-ef2e8fa4-471e-4f7b-8e3d-ab6443c9e5f9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:11.108819 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aeda218b-4c5f-48dd-9138-44d01772589e req-ef2e8fa4-471e-4f7b-8e3d-ab6443c9e5f9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0541897 Mar 11 00:52:11.158167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aeda218b-4c5f-48dd-9138-44d01772589e req-816d9edd-0e04-4e47-831c-15aeed4a8f0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Mar 11 00:52:11.179950 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:11.227038 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b26bd-f5cf-460b-a8a4-8bffa9bf7d0c tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:11.228638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2a1b26bd-f5cf-460b-a8a4-8bffa9bf7d0c tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1122 time: 0.0476844 Mar 11 00:52:11.231340 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44370) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:11.236319 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:52:11.255395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.267741 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.349205 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.454090 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.128 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/ec266fe9-07fb-4b09-ae6f-1dea78058a19) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:52:11.552233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.584905 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.620902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:11.626306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:52:11.631104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:52:11.634510 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:52:11.641345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=ec266fe9-07fb-4b09-ae6f-1dea78058a19,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:11.799185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.290602 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.359826 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.506817 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.510920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.577385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=ec266fe9-07fb-4b09-ae6f-1dea78058a19,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:12.587092 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:12.688774 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 associated. External IP: 172.25.7.128, port: 8d1cd289-baff-4134-b11f-93d5de3111c8. Mar 11 00:52:12.898229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router ae52d3c8-d8ab-4330-a991-41c11980df30 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:52:13.007799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:52:13.017967 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Sync routers for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:52:13.026409 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:13.028109 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:52:13.029243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:13.057399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1ee25860-feca-4645-85a1-377feebf9c34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8243334 Mar 11 00:52:13.057999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:52:13.060485 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989" -d '{"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:52:13.099249 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb815f4-7d0c-440b-96e6-96568f306a08 x-openstack-request-id: req-3fb815f4-7d0c-440b-96e6-96568f306a08 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:52:13.099551 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:52:13.099810 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fb815f4-7d0c-440b-96e6-96568f306a08 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:52:13.100284 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'status': 'completed', 'code': 200} Mar 11 00:52:13.143433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:52:13.200308 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23a22e-7067-4ff7-88e3-fe84c0181a55 req-adcfe3a7-e246-4a0c-b0f3-8ff33773fbe5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:13.202336 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e23a22e-7067-4ff7-88e3-fe84c0181a55 req-adcfe3a7-e246-4a0c-b0f3-8ff33773fbe5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0919569 Mar 11 00:52:13.205052 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-8980c052-5686-415a-bc5a-83db3f5be777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:13.206453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-8980c052-5686-415a-bc5a-83db3f5be777 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1127 time: 0.0838199 Mar 11 00:52:13.308223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e23a22e-7067-4ff7-88e3-fe84c0181a55 req-d03d6631-396f-41da-8791-4caec5e6e2a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996244 Mar 11 00:52:13.330468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-72318cfd-b276-4d5a-979d-4e289726cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:13.331654 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:13.332181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-72318cfd-b276-4d5a-979d-4e289726cb95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.1178098 Mar 11 00:52:13.372073 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:52:11Z', 'updated_at': '2022-03-11T00:52:11Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:13.398336 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:13.401481 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Checking router: ae52d3c8-d8ab-4330-a991-41c11980df30 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:52:13.403522 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-44fa5c71-cf0a-4d94-b870-2569a3ee202a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 HTTP/1.1" status: 200 len: 991 time: 0.0700746 Mar 11 00:52:13.410838 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:52:13.411275 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-0cf0ace1-18b4-4994-8d76-50325d6aa5c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 999 time: 0.0737209 Mar 11 00:52:13.411451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:52:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:13.461639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-7fea613a-3588-4854-9f11-68b9d211c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:13.463371 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-7fea613a-3588-4854-9f11-68b9d211c782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0469975 Mar 11 00:52:13.512468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-17bc2ac2-3ad5-4258-bc9d-81805d695d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:13.515133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-17bc2ac2-3ad5-4258-bc9d-81805d695d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461421 Mar 11 00:52:13.521225 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:52:13.609762 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-213943be-838c-4b1a-bcb6-443f693627cd service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888467 Mar 11 00:52:13.705655 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a9b6b8e-c1fa-4a51-9ae3-7e59c37fa989 req-6c9d46f2-bc09-4621-8ff9-544056e1ed89 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900300 Mar 11 00:52:13.744280 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:52:11Z', 'updated_at': '2022-03-11T00:52:11Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:52:13.774572 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055df956-519b-41c7-95a1-af7ece157a1f None None] The sync data for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 is: [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:52:11Z', 'updated_at': '2022-03-11T00:52:11Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:52:13.971333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d31510-09b6-4dba-a996-35e3b6ae153c None None] New status for floating IP 1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:52:14.405050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44378) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:14.465853 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ad9c9181-e5a3-472f-88c9-d839fd2cb738 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 HTTP/1.1" status: 200 len: 993 time: 0.0596104 Mar 11 00:52:36.827957 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4f8668f5-be27-44d4-8c7f-2c8a6779e2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:39.397848 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b8a3e41b-c294-41c1-9405-2e1cf68a3b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:40.626740 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:41.033730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-0c6e2100-0961-47a9-912c-b750b42e7ab8 req-90afde81-0931-4666-879e-738ddbea440f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:52:41.034776 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0c6e2100-0961-47a9-912c-b750b42e7ab8 req-90afde81-0931-4666-879e-738ddbea440f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053837 Mar 11 00:52:41.205768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44394) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:41.241124 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138d7ef-3a3a-419b-be6d-0f3f3fdcebe8 req-75a06962-3ac6-440a-b534-8f79c9ee36c8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:41.242650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0138d7ef-3a3a-419b-be6d-0f3f3fdcebe8 req-75a06962-3ac6-440a-b534-8f79c9ee36c8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0563710 Mar 11 00:52:41.271015 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:41.300479 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-7f0cf9b0-d214-4d76-9e62-f8acb3a32401 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935500 Mar 11 00:52:41.309362 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-f9ba8c63-3b64-481b-96d3-d7e8b2b68aad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:52:41.310337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-f9ba8c63-3b64-481b-96d3-d7e8b2b68aad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053148 Mar 11 00:52:41.313745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0138d7ef-3a3a-419b-be6d-0f3f3fdcebe8 req-cdd4bbae-b4dd-4992-b2e3-093a538e124f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635476 Mar 11 00:52:41.622552 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:41.659466 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44416) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:52:41.748658 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-6758ffc0-6983-4baa-8821-9aca974997a7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:41.749990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-6758ffc0-6983-4baa-8821-9aca974997a7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 942 time: 0.0895114 Mar 11 00:52:41.803305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:42.179913 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:52:42.437220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430ccbc-615a-4ce4-a90b-22644b48256d req-8d5bc7b9-7641-4503-a778-99ab56872d98 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:42.438703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6430ccbc-615a-4ce4-a90b-22644b48256d req-8d5bc7b9-7641-4503-a778-99ab56872d98 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0547118 Mar 11 00:52:42.520483 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6430ccbc-615a-4ce4-a90b-22644b48256d req-c8db2cfa-85c4-4222-8723-d6c8b3accd61 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734053 Mar 11 00:52:42.522352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-99da8d15-e992-42c3-8618-fde563818eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:42.523742 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-99da8d15-e992-42c3-8618-fde563818eeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1127 time: 0.0841997 Mar 11 00:52:42.636733 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-f6840612-c638-4d79-82b3-be7af218b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:42.638393 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-f6840612-c638-4d79-82b3-be7af218b4c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0861070 Mar 11 00:52:42.706858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-1c59bc28-067e-4aec-a611-c211d4b89ad9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 1001 time: 0.0623169 Mar 11 00:52:42.754433 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-6d1a02ec-71e6-48ff-8d5b-1c32390d3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:42.755837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-6d1a02ec-71e6-48ff-8d5b-1c32390d3163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0429721 Mar 11 00:52:42.804260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-09052d1e-9329-4bfb-923a-585654b0b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:42.805759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-09052d1e-9329-4bfb-923a-585654b0b08e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435722 Mar 11 00:52:42.899767 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-31644a76-d0b2-4f1a-a9a9-2f87ed75ec70 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868657 Mar 11 00:52:42.995381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa2764d2-4930-42e1-b512-95dcdd4d317c req-c08323dc-3bc1-417a-899a-75cfe93ef054 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877829 Mar 11 00:52:43.081194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-f2d2a03c-5690-4c33-bb08-a7969a09a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:43.082697 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-f2d2a03c-5690-4c33-bb08-a7969a09a8c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1127 time: 0.0467744 Mar 11 00:52:43.170987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-89660b7b-a193-4a56-8108-2b9bb3fc6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:43.172407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-89660b7b-a193-4a56-8108-2b9bb3fc6086 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0836837 Mar 11 00:52:43.250459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-31bbed43-a1e7-45a8-9b0a-5563e1b05d0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 1001 time: 0.0702932 Mar 11 00:52:43.297806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-71c07ba0-a5a2-433f-94ce-fc58ea672355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:43.299240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-71c07ba0-a5a2-433f-94ce-fc58ea672355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0431442 Mar 11 00:52:43.346736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-1839bc4c-c7e8-470c-9f18-7075335707b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:43.348237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-1839bc4c-c7e8-470c-9f18-7075335707b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431287 Mar 11 00:52:43.393813 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:43.443502 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-9ffc4877-6208-4512-a40a-2012f4dc8ae1 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892107 Mar 11 00:52:43.538903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-d942aecf-7786-443d-98c0-c114776ace72 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Mar 11 00:52:43.652712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a2b1-78e1-48b7-92df-44d982dc80d8 req-31094474-3fb9-4c0b-ad61-e4d6f89a8485 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:43.654875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0383a2b1-78e1-48b7-92df-44d982dc80d8 req-31094474-3fb9-4c0b-ad61-e4d6f89a8485 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0593965 Mar 11 00:52:43.703668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0383a2b1-78e1-48b7-92df-44d982dc80d8 req-e74e841d-511d-4863-bcb9-03993d4eb83a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Mar 11 00:52:44.830006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166052cb-ec0f-474b-811f-4cd6bedb343b req-733c2741-ff6a-4623-ac59-02b1a041acfd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:44.831473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166052cb-ec0f-474b-811f-4cd6bedb343b req-733c2741-ff6a-4623-ac59-02b1a041acfd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0515914 Mar 11 00:52:44.880007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-166052cb-ec0f-474b-811f-4cd6bedb343b req-9299137c-afa4-474c-ad86-f7e612cb537e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Mar 11 00:52:46.014170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4ca0-cfaa-47f6-a3f3-2f4e97232f0b req-e388dd07-a7e3-4798-95cc-2992379198ff tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:46.015614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3ce4ca0-cfaa-47f6-a3f3-2f4e97232f0b req-e388dd07-a7e3-4798-95cc-2992379198ff tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0555639 Mar 11 00:52:46.063579 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3ce4ca0-cfaa-47f6-a3f3-2f4e97232f0b req-66b4eda0-6330-477f-93a3-f84d143deede tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Mar 11 00:52:47.180905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff6cd2-acf9-43d0-a4ca-3378eda4cf1b req-21864097-75f2-4119-a0c6-fa211a05f643 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:47.182267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ceff6cd2-acf9-43d0-a4ca-3378eda4cf1b req-21864097-75f2-4119-a0c6-fa211a05f643 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0518057 Mar 11 00:52:47.229993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ceff6cd2-acf9-43d0-a4ca-3378eda4cf1b req-627dd457-6ba6-4351-a2fd-95bbb7e4872b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Mar 11 00:52:48.354624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69899ef-a3ef-47dd-acd9-265065832c2d req-629be782-b48e-44e9-aec3-6d25a3f2f488 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:48.357134 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b69899ef-a3ef-47dd-acd9-265065832c2d req-629be782-b48e-44e9-aec3-6d25a3f2f488 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0569780 Mar 11 00:52:48.405692 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b69899ef-a3ef-47dd-acd9-265065832c2d req-ffc8e893-c4b1-4550-96e5-ec42f2065a9a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Mar 11 00:52:49.523343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9c00-fc33-4347-b507-d44416213b6c req-d116886e-f1a7-437e-b93b-6466d733913e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:49.524764 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3efe9c00-fc33-4347-b507-d44416213b6c req-d116886e-f1a7-437e-b93b-6466d733913e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0528145 Mar 11 00:52:49.573552 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3efe9c00-fc33-4347-b507-d44416213b6c req-6b71429a-3f11-4307-b84b-d419c27a0691 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Mar 11 00:52:50.689902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2592cf-d8f7-4a62-83c4-cd03c07b08e1 req-bb22409c-64dc-48fe-8b96-16af79653bb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:50.691372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b2592cf-d8f7-4a62-83c4-cd03c07b08e1 req-bb22409c-64dc-48fe-8b96-16af79653bb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0512440 Mar 11 00:52:50.743532 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5b2592cf-d8f7-4a62-83c4-cd03c07b08e1 req-96a1f39a-8e87-4f25-bf57-41d880e8468d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Mar 11 00:52:51.862889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a9d20-28b0-4242-982b-6d5a839f36d5 req-a0f83f3b-111f-4751-88d3-d12da1787a8f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:51.864388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-229a9d20-28b0-4242-982b-6d5a839f36d5 req-a0f83f3b-111f-4751-88d3-d12da1787a8f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0528414 Mar 11 00:52:51.913254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-229a9d20-28b0-4242-982b-6d5a839f36d5 req-59a2e8dc-ab0e-495d-a360-cb14d536eafb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Mar 11 00:52:53.035396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac980767-4eff-471a-bf05-32f8116ca949 req-9e3ac0bd-0e41-480a-ac0b-26c4c62aba0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:53.036895 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac980767-4eff-471a-bf05-32f8116ca949 req-9e3ac0bd-0e41-480a-ac0b-26c4c62aba0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0521374 Mar 11 00:52:53.086282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ac980767-4eff-471a-bf05-32f8116ca949 req-02258979-e5b5-457d-a4aa-50fb08e47f13 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Mar 11 00:52:54.208966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7b2c-cd53-4520-bfee-4ddc5138c90d req-8829366c-e4d1-40f5-bbb1-72102f09260f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:54.210455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f13a7b2c-cd53-4520-bfee-4ddc5138c90d req-8829366c-e4d1-40f5-bbb1-72102f09260f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0563812 Mar 11 00:52:54.258765 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f13a7b2c-cd53-4520-bfee-4ddc5138c90d req-874300c8-bdb0-408d-afb1-ba0d9ebe512b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Mar 11 00:52:55.321274 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-1f3b1340-f9a7-431c-8b53-1e60710b8c65 service neutron] show failed (client error): The resource could not be found. Mar 11 00:52:55.322323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-1f3b1340-f9a7-431c-8b53-1e60710b8c65 service neutron] 10.222.0.30 "GET /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8/bindings/n-h1-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0574226 Mar 11 00:52:55.380262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a04f7-bec4-47f4-a2fe-e5cce886aa07 req-c890ea84-0d47-446e-b498-0f3332b6c3af tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:55.381900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba5a04f7-bec4-47f4-a2fe-e5cce886aa07 req-c890ea84-0d47-446e-b498-0f3332b6c3af tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0545604 Mar 11 00:52:55.434811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba5a04f7-bec4-47f4-a2fe-e5cce886aa07 req-1f3c3703-df1f-4321-8d11-410b24ce3ee3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 Mar 11 00:52:55.525257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-25593c1f-60b9-4a4a-ab0b-a3902c023641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:55.526834 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-25593c1f-60b9-4a4a-ab0b-a3902c023641 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 1127 time: 0.0484097 Mar 11 00:52:55.536046 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-227376b4-93d5-4ad4-b955-5902e8b6df04 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:52:55.537023 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-227376b4-93d5-4ad4-b955-5902e8b6df04 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047724 Mar 11 00:52:55.547766 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-831844-1', 'device_owner': 'compute:nova'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:52:55.604377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:55.803605 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:55.838563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h2-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:52:55.882859 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:52:55.885133 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ed91f-6ee3-4a61-9655-705f039897cd" -d '{"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:52:55.889696 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks [] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:55.902745 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Transition to ACTIVE for port object 8d1cd289-baff-4134-b11f-93d5de3111c8 will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:52:55.906537 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:55.937156 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f387c9-4b50-4965-a2b7-bcb8a33b9ee8 x-openstack-request-id: req-c5f387c9-4b50-4965-a2b7-bcb8a33b9ee8 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:52:55.937447 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:52:55.937701 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5f387c9-4b50-4965-a2b7-bcb8a33b9ee8 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:52:55.938088 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'code': 200} Mar 11 00:52:55.989249 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=6']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:56.001072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.001418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.001756 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.002089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.002420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.002749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.003166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.004456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.004456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.004456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.004456 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.004908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.005071 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:56.043406 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] No DVR routers for this DVR port 8d1cd289-baff-4134-b11f-93d5de3111c8 on host n-h2-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:52:56.187390 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:52:56.187730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:52:56.188093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:52:56.192347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:52:56.192672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Attempting to bind port 8d1cd289-baff-4134-b11f-93d5de3111c8 on network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:52:56.197675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:52:56.198013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Checking segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:52:56.198398 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Bound using segment: {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:52:56.198824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Bound port: 8d1cd289-baff-4134-b11f-93d5de3111c8, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:52:56.199175 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:56.261520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:52:56.265559 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:52:56.271305 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:56.304223 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.304964 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:56.306194 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] 10.222.0.39 "PUT /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 1091 time: 0.7626925 Mar 11 00:52:56.336653 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902485f6-138a-4764-970c-adc522f6c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=7']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:56.377117 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-2d51dd5d-2a6c-453c-bc8c-dc964584f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.378694 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-2d51dd5d-2a6c-453c-bc8c-dc964584f9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0496809 Mar 11 00:52:56.478133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-c82f431c-39da-4293-9634-5424333d2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.479631 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-c82f431c-39da-4293-9634-5424333d2be1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0954773 Mar 11 00:52:56.549836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-d91fc73a-b532-437d-8b28-ac45222d6a89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 999 time: 0.0644691 Mar 11 00:52:56.567765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859129e5-5809-489d-a9d7-7b33b5eda633 req-1cb59f78-c05e-49b2-abab-f796126cdad0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.569627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-859129e5-5809-489d-a9d7-7b33b5eda633 req-1cb59f78-c05e-49b2-abab-f796126cdad0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0590825 Mar 11 00:52:56.602133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-00422c5e-b6a6-4738-ac09-85ac012a95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.603487 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-00422c5e-b6a6-4738-ac09-85ac012a95a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0483158 Mar 11 00:52:56.618256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-859129e5-5809-489d-a9d7-7b33b5eda633 req-cfce9fb4-6b54-4a91-b924-d5a0750773c9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Mar 11 00:52:56.652680 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-b54b2f9d-d0df-4279-a7aa-971b2afa715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:56.654781 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-b54b2f9d-d0df-4279-a7aa-971b2afa715b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455246 Mar 11 00:52:56.747072 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-19a2117a-9cb6-4177-b570-d5f64100d86f service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Mar 11 00:52:56.834386 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20ae4d67-a3bf-4b28-a401-37dff3d3a457 req-4c5ad9d5-e651-47d8-9d2a-a86702c93f78 service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820799 Mar 11 00:52:57.738870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eef90-c60f-4ebb-b7c0-314aab9c8c3b req-372852f3-fe23-4640-8f6c-5337886d8fa9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:57.740347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-198eef90-c60f-4ebb-b7c0-314aab9c8c3b req-372852f3-fe23-4640-8f6c-5337886d8fa9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0517688 Mar 11 00:52:57.788574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-198eef90-c60f-4ebb-b7c0-314aab9c8c3b req-81db5fd0-9c73-4db2-8887-097c70a3f7cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426631 Mar 11 00:52:57.938702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:52:57.941115 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:52:57.988965 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af266851-d674-419d-b3ce-cb62fc0f79a4 x-openstack-request-id: req-af266851-d674-419d-b3ce-cb62fc0f79a4 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:52:57.989265 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:52:57.989597 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af266851-d674-419d-b3ce-cb62fc0f79a4 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:52:57.990018 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'status': 'completed', 'code': 200} Mar 11 00:52:58.055735 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-aeb0b6d7-acff-4dd3-b01f-92527da393fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.057309 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-aeb0b6d7-acff-4dd3-b01f-92527da393fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0471556 Mar 11 00:52:58.061399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-4eb130dd-ba5b-4712-ba6c-a1b2ca27ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.062884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-4eb130dd-ba5b-4712-ba6c-a1b2ca27ed48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0505097 Mar 11 00:52:58.152985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-4023887e-1d39-4f31-ad9b-d8d364de1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.154623 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-4023887e-1d39-4f31-ad9b-d8d364de1ac9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0917590 Mar 11 00:52:58.155779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-88fe8a47-3bc1-4343-a9e5-5a3fc34829f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.157260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-88fe8a47-3bc1-4343-a9e5-5a3fc34829f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.0888283 Mar 11 00:52:58.223690 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-a6623e3e-b89d-4d6c-adcf-cc88c1d8971f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 999 time: 0.0609729 Mar 11 00:52:58.225446 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-128f9ad0-e412-4503-9d1c-78f17cf43948 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 999 time: 0.0626338 Mar 11 00:52:58.275388 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-aacfa8bc-3a5b-4fc3-9594-ff11ea90922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.276904 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-aacfa8bc-3a5b-4fc3-9594-ff11ea90922a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0446661 Mar 11 00:52:58.279418 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-0a57bea5-44bb-4549-b7dc-e68a5cdc09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.280912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-0a57bea5-44bb-4549-b7dc-e68a5cdc09be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0514436 Mar 11 00:52:58.326310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-3486a320-6b20-41ac-b998-ee1819919c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.327891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-3486a320-6b20-41ac-b998-ee1819919c4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458171 Mar 11 00:52:58.331302 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-d1c48571-f17f-4a1f-adb8-03c0971ae4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.332810 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-d1c48571-f17f-4a1f-adb8-03c0971ae4ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450168 Mar 11 00:52:58.422766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-a471a415-bd61-4e08-8d48-f37d7d099211 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892589 Mar 11 00:52:58.426118 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-77686817-b1ab-4be8-b761-45fc84f1d071 service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 Mar 11 00:52:58.514207 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-95d153e1-c6ca-4dbf-b4f7-99691f84a1aa service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859313 Mar 11 00:52:58.516106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1c9fd22e-8c2d-4bfd-9fff-85e01be925fb req-56fbc059-9fe8-49ff-9c46-5af4961ae672 service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835199 Mar 11 00:52:58.590826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:52:58.628044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] The host n-h2-831844-1 is not matching for port 8d1cd289-baff-4134-b11f-93d5de3111c8 host n-h1-831844-1! {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 00:52:58.628434 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:52:58.914779 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2cc12-a45c-442b-a116-634f23ff7f8c req-c64b8016-a089-4bc9-9281-145c99f05e24 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:58.916296 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca2cc12-a45c-442b-a116-634f23ff7f8c req-c64b8016-a089-4bc9-9281-145c99f05e24 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0573075 Mar 11 00:52:58.964915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bca2cc12-a45c-442b-a116-634f23ff7f8c req-c94346d1-0f89-44ad-9a61-1172e270041a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Mar 11 00:52:59.190759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cd5a0-d6cc-4980-887d-46da3ff5926c req-f0470321-00b2-4c3d-bddb-cde39ad8f44d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.192258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-981cd5a0-d6cc-4980-887d-46da3ff5926c req-f0470321-00b2-4c3d-bddb-cde39ad8f44d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0823708 Mar 11 00:52:59.203622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-f19c93b6-6ddf-4879-b137-f3896688b197 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.204994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-f19c93b6-6ddf-4879-b137-f3896688b197 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&binding%3Ahost_id=n-h1-831844-1 HTTP/1.1" status: 200 len: 943 time: 0.0852993 Mar 11 00:52:59.291027 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-981cd5a0-d6cc-4980-887d-46da3ff5926c req-ae464594-6f7a-480b-931d-4ce8d3b7b5b4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850942 Mar 11 00:52:59.296731 n-d-831844-1 neutron-server[110425]: INFO neutron.api.v2.resource [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-accb4e44-3fad-471c-bb02-f83b74bb87c8 service neutron] delete failed (client error): The resource could not be found. Mar 11 00:52:59.297662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-accb4e44-3fad-471c-bb02-f83b74bb87c8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8/bindings/n-h2-831844-1 HTTP/1.1" status: 404 len: 380 time: 0.0863724 Mar 11 00:52:59.423699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-ed5d2780-d642-43b6-ade8-aaee98bdf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.425205 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-ed5d2780-d642-43b6-ade8-aaee98bdf2be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1125 time: 0.0830801 Mar 11 00:52:59.436845 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243ac8d-4ad2-400b-bbf1-6a5acbdb327f req-88a7bf1c-11ff-4696-9833-65c4a32ff1e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.438289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f243ac8d-4ad2-400b-bbf1-6a5acbdb327f req-88a7bf1c-11ff-4696-9833-65c4a32ff1e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 943 time: 0.0706232 Mar 11 00:52:59.447589 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63c66d0f-b53c-4705-8a7c-db6b9cd51746 req-b2a949ca-1e28-43c0-9b79-bdf5e04452a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272601 Mar 11 00:52:59.512031 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63c66d0f-b53c-4705-8a7c-db6b9cd51746 req-7a0987a0-f738-49ac-b000-82e84822090e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0260401 Mar 11 00:52:59.546266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f243ac8d-4ad2-400b-bbf1-6a5acbdb327f req-038e7fcb-04e7-444d-865c-de59e12a2050 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995595 Mar 11 00:52:59.554284 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63c66d0f-b53c-4705-8a7c-db6b9cd51746 req-2f46f443-80ba-4e50-9673-5adf4e4d370f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242631 Mar 11 00:52:59.565882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-08e03d53-e8fb-4bd9-9f3c-8aab3ab3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.567332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-08e03d53-e8fb-4bd9-9f3c-8aab3ab3d4cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.1282010 Mar 11 00:52:59.615094 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:52:59.638913 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-86621fe8-9730-4cdb-be64-0edbde5219c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 999 time: 0.0652795 Mar 11 00:52:59.654051 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c66d0f-b53c-4705-8a7c-db6b9cd51746 req-b82c6f6f-9e7d-4f1e-943b-95779429df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.655485 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-63c66d0f-b53c-4705-8a7c-db6b9cd51746 req-b82c6f6f-9e7d-4f1e-943b-95779429df7c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948527 Mar 11 00:52:59.688243 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-8b2bf143-3ae6-4446-af37-3ab20db608dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.689718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-8b2bf143-3ae6-4446-af37-3ab20db608dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0457823 Mar 11 00:52:59.716359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:59.727753 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'port_id': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'mac_address': 'fa:16:3e:ac:94:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:52:59.737165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-a793f8e3-dded-4fd4-b5bb-dca5a78caecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:52:59.738684 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-a793f8e3-dded-4fd4-b5bb-dca5a78caecb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436742 Mar 11 00:52:59.766688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8d1cd289-baff-4134-b11f-93d5de3111c8 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:52:59.767203 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:59.779884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1cd289-baff-4134-b11f-93d5de3111c8 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:52:59.799002 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:52:59.803167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:52:59.833746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-22dc565a-fced-4999-b863-f6448d9bbbd4 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884597 Mar 11 00:52:59.850607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:52:59.858488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.858844 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.859193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.859536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.859879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.860238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.860570 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.860899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.861226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.861549 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.861879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.862201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.862524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:52:59.929722 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cc712be7-2265-4cbf-a40b-ffe60da2ff7e req-d6c72d86-c87b-4a6d-8787-a170efd0e529 service neutron] 10.222.0.30 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Mar 11 00:53:00.146412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['8d1cd289-baff-4134-b11f-93d5de3111c8'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:53:00.666986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556bd8-f7a2-4355-99c8-22d466f17cf9 req-719d7fc7-a1f4-463b-a401-4fd326590530 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:00.668999 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15556bd8-f7a2-4355-99c8-22d466f17cf9 req-719d7fc7-a1f4-463b-a401-4fd326590530 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 944 time: 0.0527539 Mar 11 00:53:00.717078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-15556bd8-f7a2-4355-99c8-22d466f17cf9 req-8bd1a9c9-3101-4577-bd45-208c21292ebf tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Mar 11 00:53:00.739355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44474) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:00.798063 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c405c40e-87ca-482c-8e55-b9e511f61dc4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 HTTP/1.1" status: 200 len: 992 time: 0.0575855 Mar 11 00:53:01.615046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:01.666159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port 8d1cd289-baff-4134-b11f-93d5de3111c8 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:53:01.670394 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port 8d1cd289-baff-4134-b11f-93d5de3111c8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:01.670769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:01.743979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port 8d1cd289-baff-4134-b11f-93d5de3111c8 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:01.744363 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:01.767266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:01.769488 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef342057-c510-49e3-bb8d-411c05959d49" -d '{"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:01.781973 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:01.785727 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:01.812179 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4a860-efa1-4334-b6e0-26c096fe0f9e x-openstack-request-id: req-b0d4a860-efa1-4334-b6e0-26c096fe0f9e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:01.812476 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-plugged", "status": "completed", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:01.812729 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0d4a860-efa1-4334-b6e0-26c096fe0f9e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:01.813120 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'code': 200} Mar 11 00:53:01.838129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:06.832960 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3cb91410-a61c-4974-b498-e9b0f19ee4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:09.398413 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-49cc32ad-eb68-4c30-8320-9b8e17d9109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:10.630140 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:11.275495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:11.629654 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:11.803846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:13.397568 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:19.179494 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:53:29.160196 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44490) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:29.316123 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port ec266fe9-07fb-4b09-ae6f-1dea78058a19 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:53:29.316473 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.394501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.394831 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (ec266fe9-07fb-4b09-ae6f-1dea78058a19), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.407093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for ec266fe9-07fb-4b09-ae6f-1dea78058a19 owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:53:29.554217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (ec266fe9-07fb-4b09-ae6f-1dea78058a19), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.581393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=ec266fe9-07fb-4b09-ae6f-1dea78058a19,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:29.641645 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.641977 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 disassociated (deleted). External IP: 172.25.7.128, port: 8d1cd289-baff-4134-b11f-93d5de3111c8. Mar 11 00:53:29.855992 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router ae52d3c8-d8ab-4330-a991-41c11980df30 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:53:29.970360 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:53:29.975226 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:29.979662 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Sync routers for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:53:29.989229 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:29.989842 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:30.004270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8a939bdb-6feb-43ac-b3a0-726dfd05485b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7 HTTP/1.1" status: 204 len: 168 time: 0.8429720 Mar 11 00:53:30.004849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:30.007092 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20985f3e-0fa7-4169-a882-570e34805fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:30.047565 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a18e8-d6e8-4ca9-80dd-f9e01a306f81 x-openstack-request-id: req-f63a18e8-d6e8-4ca9-80dd-f9e01a306f81 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:30.048121 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:30.048971 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f63a18e8-d6e8-4ca9-80dd-f9e01a306f81 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:30.049697 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'status': 'completed', 'code': 200} Mar 11 00:53:30.105389 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:30.119452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-a56658e4-6c13-4b8e-a3e7-4ce573c15462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:30.121164 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-a56658e4-6c13-4b8e-a3e7-4ce573c15462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 1127 time: 0.0525050 Mar 11 00:53:30.328388 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:30.361240 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Checking router: ae52d3c8-d8ab-4330-a991-41c11980df30 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:53:30.370913 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:30.371480 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:30.578190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461a58-407e-4f3b-8f72-ccdc9f4fd17b req-be9dfab3-fcda-40f7-8a7e-00603db56f86 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:30.579523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48461a58-407e-4f3b-8f72-ccdc9f4fd17b req-be9dfab3-fcda-40f7-8a7e-00603db56f86 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.3825788 Mar 11 00:53:30.579798 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:30.605988 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-dfad6ed4-b3f9-4908-bc57-2a21f09af2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:30.607849 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-dfad6ed4-b3f9-4908-bc57-2a21f09af2c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 200 len: 897 time: 0.4655807 Mar 11 00:53:30.632553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-48461a58-407e-4f3b-8f72-ccdc9f4fd17b req-d779fc0e-8b9e-4c9a-bba6-9e014d33ed5b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466063 Mar 11 00:53:30.655826 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-14d20ffc-21ba-4c26-87a0-1dd9e794c75a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 200 len: 217 time: 0.0395646 Mar 11 00:53:30.704483 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-3a1a50c9-dd5d-4e76-8e1e-7de31a20f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:30.705939 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-3a1a50c9-dd5d-4e76-8e1e-7de31a20f924 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 200 len: 835 time: 0.0449440 Mar 11 00:53:30.756336 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-3e6e2123-de86-4863-b508-3b12cb2d98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:30.757844 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-3e6e2123-de86-4863-b508-3b12cb2d98a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450861 Mar 11 00:53:30.780457 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:30.806145 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54429cb-4bef-454a-86e9-e090e624d363 None None] The sync data for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 is: [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:51:58Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4ea327f1-6482-4dce-aefd-55ff33e5e066', 'name': '', 'network_id': '87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:ba:0e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:57Z', 'updated_at': '2022-03-11T00:52:01Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'd54f4013-ef69-4ac2-822f-a7a7c2da75ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:53:30.854441 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-72823ba0-f04d-4706-a707-ceca07b6b074 service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Mar 11 00:53:30.948132 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-20985f3e-0fa7-4169-a882-570e34805fa2 req-a4d1edf5-c43f-4a75-96e4-abd3fa48fd69 service neutron] 10.222.0.39 "GET /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Mar 11 00:53:31.041637 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dd270-f345-4493-8998-9d0965aea1be None None] New status for floating IP 1b4c7bdc-b0d0-4b65-a65d-8aabc464cfa7: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:53:31.505077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc87dd-5514-4199-b407-768f3513c787 req-2381ade9-c251-41e9-adc5-ae1a5c136fee tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:31.506418 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3acc87dd-5514-4199-b407-768f3513c787 req-2381ade9-c251-41e9-adc5-ae1a5c136fee tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0567088 Mar 11 00:53:31.598539 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 8d1cd289-baff-4134-b11f-93d5de3111c8 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:53:31.598879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:31.696887 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 8d1cd289-baff-4134-b11f-93d5de3111c8, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=8d1cd289-baff-4134-b11f-93d5de3111c8,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:31.698064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:31.711504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 8d1cd289-baff-4134-b11f-93d5de3111c8 owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:53:31.752653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f336f9-8796-4836-9843-90f9050f1d56 req-ef26f328-7ad2-4700-a222-86007584afec tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:31.754138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5f336f9-8796-4836-9843-90f9050f1d56 req-ef26f328-7ad2-4700-a222-86007584afec tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd390ca5-3c3a-433a-96cb-0047d68945df HTTP/1.1" status: 200 len: 945 time: 0.0521512 Mar 11 00:53:31.804374 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5f336f9-8796-4836-9843-90f9050f1d56 req-1d83e353-ad0f-4c09-b67d-8b70e39608d8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7b68291-2029-4b83-8b65-30457e58494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Mar 11 00:53:31.841641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (8d1cd289-baff-4134-b11f-93d5de3111c8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:31.873574 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=8d1cd289-baff-4134-b11f-93d5de3111c8,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:31.918324 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] No DVR routers for this DVR port 8d1cd289-baff-4134-b11f-93d5de3111c8 on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:53:31.921594 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:31.924882 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3acc87dd-5514-4199-b407-768f3513c787 req-79d99f6b-fa13-4a87-9d3f-4da7d14aa30d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "DELETE /v2.0/ports/8d1cd289-baff-4134-b11f-93d5de3111c8 HTTP/1.1" status: 204 len: 173 time: 0.4132473 Mar 11 00:53:32.051332 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-deleted', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:32.053770 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f2cac4-873e-4859-8cb0-aea4bce1e301" -d '{"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-deleted", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:32.090659 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75d507-e95f-433c-8b47-ec847e689e85 x-openstack-request-id: req-cd75d507-e95f-433c-8b47-ec847e689e85 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:32.090977 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd390ca5-3c3a-433a-96cb-0047d68945df", "name": "network-vif-deleted", "tag": "8d1cd289-baff-4134-b11f-93d5de3111c8", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:32.091317 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd75d507-e95f-433c-8b47-ec847e689e85 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:32.091731 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd390ca5-3c3a-433a-96cb-0047d68945df', 'name': 'network-vif-deleted', 'tag': '8d1cd289-baff-4134-b11f-93d5de3111c8', 'status': 'completed', 'code': 200} Mar 11 00:53:32.863044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44506) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:33.236368 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (ae52d3c8-d8ab-4330-a991-41c11980df30), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:33.497683 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 4ea327f1-6482-4dce-aefd-55ff33e5e066 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:53:33.497945 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:33.590347 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 4ea327f1-6482-4dce-aefd-55ff33e5e066, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4ea327f1-6482-4dce-aefd-55ff33e5e066,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:33.590819 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:33.603827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 4ea327f1-6482-4dce-aefd-55ff33e5e066 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:53:33.770594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:53:33.790460 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: 8d1cd289-baff-4134-b11f-93d5de3111c8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:53:33.790845 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device 8d1cd289-baff-4134-b11f-93d5de3111c8 not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:53:33.791238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (4ea327f1-6482-4dce-aefd-55ff33e5e066), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:33.822175 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=4ea327f1-6482-4dce-aefd-55ff33e5e066,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:34.003204 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (ae52d3c8-d8ab-4330-a991-41c11980df30), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.227072 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router ae52d3c8-d8ab-4330-a991-41c11980df30 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:53:34.335551 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:53:34.340709 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-28d5467a-ebae-479d-9642-c8ac7da94712 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/ae52d3c8-d8ab-4330-a991-41c11980df30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764900 Mar 11 00:53:34.343476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44508) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:34.345009 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Sync routers for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:53:34.355315 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:34.355958 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:34.398705 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_v2 [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting subnet d54f4013-ef69-4ac2-822f-a7a7c2da75ae {{(pid=110426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:53:34.401728 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (d54f4013-ef69-4ac2-822f-a7a7c2da75ae), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.445268 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8597774'] for subnet (d54f4013-ef69-4ac2-822f-a7a7c2da75ae), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.463906 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:34.532586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (d54f4013-ef69-4ac2-822f-a7a7c2da75ae), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.593048 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9823311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847219'] for subnet (d54f4013-ef69-4ac2-822f-a7a7c2da75ae), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.621510 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Subnet': ['ID=d54f4013-ef69-4ac2-822f-a7a7c2da75ae,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:34.623592 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.626807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-781188a6-433a-4fee-859d-6b0d133899d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/subnets/d54f4013-ef69-4ac2-822f-a7a7c2da75ae HTTP/1.1" status: 204 len: 168 time: 0.2823329 Mar 11 00:53:34.628393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a640715-88af-4d47-81a5-acd4f42eb22b None None] Network 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:53:34.629545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44510) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:34.647013 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:53:33Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:34.675577 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Checking router: ae52d3c8-d8ab-4330-a991-41c11980df30 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:53:34.683947 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Routers {'ae52d3c8-d8ab-4330-a991-41c11980df30'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:34.685888 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['ae52d3c8-d8ab-4330-a991-41c11980df30'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:34.764071 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.803040 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] Set router ae52d3c8-d8ab-4330-a991-41c11980df30 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:34.825617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] DHCP port deletion for 87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:53:34.873146 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Deleting port 2c479c58-55c8-441e-ba03-368837576579 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:53:34.873808 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2c479c58-55c8-441e-ba03-368837576579), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.905171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (ae52d3c8-d8ab-4330-a991-41c11980df30), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.945855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] For port 2c479c58-55c8-441e-ba03-368837576579, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2c479c58-55c8-441e-ba03-368837576579,segment=NetworkSegment(0ba8248f-cac1-4f2a-95d3-2e73907d2f0c),segment_id=0ba8248f-cac1-4f2a-95d3-2e73907d2f0c)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:34.946860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2c479c58-55c8-441e-ba03-368837576579), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:34.961567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Calling delete_port for 2c479c58-55c8-441e-ba03-368837576579 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:53:34.987421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port fa3e63c7-6670-4b40-ad2b-c66106012be4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:53:34.987749 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.048540 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:53:33Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:35.052538 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (2c479c58-55c8-441e-ba03-368837576579), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.078815 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfb274-9ca8-40f0-acd3-401428f03779 None None] The sync data for ids ['ae52d3c8-d8ab-4330-a991-41c11980df30'] in n-d-831844-1 is: [{'id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054546734', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:51:54Z', 'updated_at': '2022-03-11T00:53:33Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'fa3e63c7-6670-4b40-ad2b-c66106012be4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:df:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52d3c8-d8ab-4330-a991-41c11980df30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:51:55Z', 'updated_at': '2022-03-11T00:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:53:35.089327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] Pushing event deleted for resources: {'Port': ['ID=2c479c58-55c8-441e-ba03-368837576579,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:35.091988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208b1eb-ba86-432d-97e1-c5a23520eff3 None None] No DVR routers for this DVR port 2c479c58-55c8-441e-ba03-368837576579 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:53:35.106376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port fa3e63c7-6670-4b40-ad2b-c66106012be4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fa3e63c7-6670-4b40-ad2b-c66106012be4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:35.106671 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.123583 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for fa3e63c7-6670-4b40-ad2b-c66106012be4 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:53:35.293294 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fa3e63c7-6670-4b40-ad2b-c66106012be4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.321897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=fa3e63c7-6670-4b40-ad2b-c66106012be4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:35.351570 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.351847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.352223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.352568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.352904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.353320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.353556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.353882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.354209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.354554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.354862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.355187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.355508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:35.398601 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (ae52d3c8-d8ab-4330-a991-41c11980df30), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.501285 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.503624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (ae52d3c8-d8ab-4330-a991-41c11980df30), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.551277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (ae52d3c8-d8ab-4330-a991-41c11980df30), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.551894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Fanout notify agent at l3_agent the message router_deleted on router ae52d3c8-d8ab-4330-a991-41c11980df30 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:53:35.559145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.561652 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1284d85d-40fe-47ea-8cf8-da6c74b76981 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/routers/ae52d3c8-d8ab-4330-a991-41c11980df30 HTTP/1.1" status: 204 len: 168 time: 0.9291689 Mar 11 00:53:35.563455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44514) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:35.648615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.743019 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.768437 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:35.780723 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:35.781170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba8248f-cac1-4f2a-95d3-2e73907d2f0c') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:35.798387 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (0ba8248f-cac1-4f2a-95d3-2e73907d2f0c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.813239 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (0ba8248f-cac1-4f2a-95d3-2e73907d2f0c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.820127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:53:35.820737 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (0ba8248f-cac1-4f2a-95d3-2e73907d2f0c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: timer() Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:53:35.824388 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:53:35.886322 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.893969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.897124 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/networks/87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60 HTTP/1.1" status: 204 len: 168 time: 0.3326392 Mar 11 00:53:35.899901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44516) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:35.908970 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d809f-198a-4944-bc99-664b1dd891e1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Network': ['ID=87a0d2ea-76c3-4aa2-9d23-1922ab6f4d60,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:35.964676 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d7b68291-2029-4b83-8b65-30457e58494b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:35.990966 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d7b68291-2029-4b83-8b65-30457e58494b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.052806 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d7b68291-2029-4b83-8b65-30457e58494b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.055381 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.056612 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7b68291-2029-4b83-8b65-30457e58494b HTTP/1.1" status: 204 len: 168 time: 0.1555529 Mar 11 00:53:36.066697 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d4b20-23b4-470e-a2e6-3aed4d873b28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b68291-2029-4b83-8b65-30457e58494b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.270093 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2c479c58-55c8-441e-ba03-368837576579 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:53:36.291090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 2c479c58-55c8-441e-ba03-368837576579 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:53:36.291439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2c479c58-55c8-441e-ba03-368837576579 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:53:36.291849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fa3e63c7-6670-4b40-ad2b-c66106012be4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:53:36.317497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fa3e63c7-6670-4b40-ad2b-c66106012be4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:53:36.317809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fa3e63c7-6670-4b40-ad2b-c66106012be4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:53:36.318265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4ea327f1-6482-4dce-aefd-55ff33e5e066 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:53:36.338593 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4ea327f1-6482-4dce-aefd-55ff33e5e066 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:53:36.338955 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4ea327f1-6482-4dce-aefd-55ff33e5e066 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:53:36.358455 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44522) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.363007 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398280910', 'description': 'tempest-secgroup-smoke-398280910 description', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:36.388205 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.457575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d1295ef8-42b7-4ae2-80b5-dfa5ce70369f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.461148 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d1295ef8-42b7-4ae2-80b5-dfa5ce70369f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.489384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.493261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1311083 Mar 11 00:53:36.493984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44524) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.494849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce92fb4-5c24-4d9f-b84c-2368b70e7b39 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.500199 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:36.525031 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (2e4b487e-0d26-4960-b79e-efb0b2bdd1e7), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.581171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (2e4b487e-0d26-4960-b79e-efb0b2bdd1e7), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.585158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2e4b487e-0d26-4960-b79e-efb0b2bdd1e7), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.602435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4b487e-0d26-4960-b79e-efb0b2bdd1e7,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.610988 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.612203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2dee06fc-a443-4f0a-9106-a9d5b40163f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166177 Mar 11 00:53:36.615049 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44526) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.619289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:36.643547 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6dc1c17d-b8ab-4cf3-bb16-fe972ab54445), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.704305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (6dc1c17d-b8ab-4cf3-bb16-fe972ab54445), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.708697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6dc1c17d-b8ab-4cf3-bb16-fe972ab54445), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.729795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc1c17d-b8ab-4cf3-bb16-fe972ab54445,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.736159 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.740140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1f7adc38-7dd6-4aad-83cd-c7ad43ac45a6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213365 Mar 11 00:53:36.740244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44528) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.744396 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:36.769433 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (833bf628-0e9c-406c-b39a-934f8cf54e4b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.827150 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (833bf628-0e9c-406c-b39a-934f8cf54e4b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.831346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (833bf628-0e9c-406c-b39a-934f8cf54e4b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.836565 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-711c78c8-5b6e-4955-8397-fce54856d010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.850283 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833bf628-0e9c-406c-b39a-934f8cf54e4b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.855251 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.857195 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5f64dc7b-7d3a-4797-ad34-a52045e291dd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160278 Mar 11 00:53:36.859815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44530) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.864057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:36.890730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (e2eb0cec-4aa1-469b-9fdf-0016cfa6c3b2), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.954056 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (e2eb0cec-4aa1-469b-9fdf-0016cfa6c3b2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.957303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (e2eb0cec-4aa1-469b-9fdf-0016cfa6c3b2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.976676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eb0cec-4aa1-469b-9fdf-0016cfa6c3b2,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:36.985455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:36.986661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cae7b5ed-8bfb-419a-b659-b51e6f7cfd05 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259005 Mar 11 00:53:36.989449 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44532) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:36.993810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:37.013513 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:53:37.018275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (2f8f6d20-5329-4441-b37a-cd56e32068db), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.081097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (2f8f6d20-5329-4441-b37a-cd56e32068db), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.084766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2f8f6d20-5329-4441-b37a-cd56e32068db), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.099812 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8f6d20-5329-4441-b37a-cd56e32068db,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:37.110957 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.112199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a7773e6-1990-434e-98b6-a30bf4cf9f23 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217785 Mar 11 00:53:37.115856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44534) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:37.120194 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': 'd1295ef8-42b7-4ae2-80b5-dfa5ce70369f', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:37.141198 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:53:37.146069 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (a99d3c1c-596f-4ace-a0d6-1505bb818398), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.206067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (a99d3c1c-596f-4ace-a0d6-1505bb818398), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.209424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a99d3c1c-596f-4ace-a0d6-1505bb818398), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.227591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99d3c1c-596f-4ace-a0d6-1505bb818398,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:37.233455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.237703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-82f439d8-62c3-49fd-8518-bdce19db8eb3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178281 Mar 11 00:53:37.237703 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44536) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:37.242488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'network': {'name': 'tempest-network-smoke--1656216914', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'port_security_enabled': True}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:37.261385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:53:37.265075 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.288734 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:53:37.298998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91beb7b8-5cfa-4a6c-9896-2177b2f71029), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.299346 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Added segment 91beb7b8-5cfa-4a6c-9896-2177b2f71029 of type vlan for network 84294c73-81b1-4fdd-b062-2866614ae5f1 Mar 11 00:53:37.339424 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (84294c73-81b1-4fdd-b062-2866614ae5f1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.364476 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (84294c73-81b1-4fdd-b062-2866614ae5f1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.369567 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:37.370180 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.410958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722641 Mar 11 00:53:37.413608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44538) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:37.417849 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'admin_state_up': True, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:37.453761 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543045c7-8b80-4ec6-a6b2-b3cffcbb3f3b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Network': ['ID=84294c73-81b1-4fdd-b062-2866614ae5f1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:37.467770 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:53:37.471010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.472160 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.528981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (9067fc0c-0713-4e27-a498-8d8b794e7eb8), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.671645 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (9067fc0c-0713-4e27-a498-8d8b794e7eb8), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.866729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.885145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:37.987116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.116 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/f31123db-6bed-48fa-bc50-eb194b1613d4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:53:38.094500 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:38.129330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:38.168111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:38.173419 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:38.176878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:53:38.182187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=f31123db-6bed-48fa-bc50-eb194b1613d4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:38.437242 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:38.638277 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:38.765740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:53:38.873710 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:53:38.883028 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Sync routers for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:53:38.893697 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:38.894190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:38.894817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:38.895004 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f5d2ad06-66eb-4125-854e-243051ceefbc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4804387 Mar 11 00:53:38.898115 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44540) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:38.926809 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-56ab6b56-9feb-4da6-8c0c-481ea5d99088 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275996 Mar 11 00:53:38.929375 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44542) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:39.006951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:39.078530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3be0d9-7483-4a7f-87a5-acf85e38aca0 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:39.082799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e3be0d9-7483-4a7f-87a5-acf85e38aca0 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1497712 Mar 11 00:53:39.082965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44544) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:39.109630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fa2040bb-f7c6-4b56-8e03-d3c890e7e84d tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257249 Mar 11 00:53:39.112057 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44546) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:39.116607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1657047320', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:39.183829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:38Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:39.206602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:53:39.219166 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.377952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Checking router: 9067fc0c-0713-4e27-a498-8d8b794e7eb8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:53:39.378205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Updating router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 port f31123db-6bed-48fa-bc50-eb194b1613d4 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:53:39.410179 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (cc568e49-76a0-4a3b-9fab-1fe02e0454ad), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.417034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.418686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-88e3b98e-03b6-4a6c-8200-f559381927df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.471810 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Subnet': ['ID=cc568e49-76a0-4a3b-9fab-1fe02e0454ad,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:39.480819 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Checking segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:53:39.481971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network hostable DHCP agents. Network: 84294c73-81b1-4fdd-b062-2866614ae5f1, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:53:39.499971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:53:39.509771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 84294c73-81b1-4fdd-b062-2866614ae5f1) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:39.514073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:39.514587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.519161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a25fb5-42c8-46fd-84ae-cf186d691ca5 None None] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:53:39.532499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e2fc15a2-025b-4961-a735-927d5273e82f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4194417 Mar 11 00:53:39.535752 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44548) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:39.693963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-84294c73-81b1-4fdd-b062-2866614ae5f1', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:53:39.694823 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.844146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks [] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.868858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.936285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Allocated IP 172.20.0.2 (84294c73-81b1-4fdd-b062-2866614ae5f1/cc568e49-76a0-4a3b-9fab-1fe02e0454ad/fe3114cb-7677-445b-8f6f-66e4d462b11e) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:53:39.947622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Attempting to bind port f31123db-6bed-48fa-bc50-eb194b1613d4 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:53:39.948021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Attempting to bind port f31123db-6bed-48fa-bc50-eb194b1613d4 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:53:39.948393 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Attempting to bind port f31123db-6bed-48fa-bc50-eb194b1613d4 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:53:39.961903 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eaf18-12ea-40b6-9c51-e5963bcc5737 None None] Pushing event updated for resources: {'Port': ['ID=f31123db-6bed-48fa-bc50-eb194b1613d4,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:39.968003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:53:39.968392 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:53:39.968805 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:39.969202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:53:39.969686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Bound port: f31123db-6bed-48fa-bc50-eb194b1613d4, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:53:39.970071 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.081164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] For port f31123db-6bed-48fa-bc50-eb194b1613d4, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:53:40.085591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] For port f31123db-6bed-48fa-bc50-eb194b1613d4, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31123db-6bed-48fa-bc50-eb194b1613d4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:53:40.098799 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.195688 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:40.196251 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:40.258222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899eaf18-12ea-40b6-9c51-e5963bcc5737 None None] Pushing event updated for resources: {'Port': ['ID=f31123db-6bed-48fa-bc50-eb194b1613d4,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:40.264866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks [] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.276983 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.305298 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.359358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:40.368443 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:40.370811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:53:40.377789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Pushing event updated for resources: {'Port': ['ID=fe3114cb-7677-445b-8f6f-66e4d462b11e,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:40.387456 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:40.507765 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Attempting to bind port fe3114cb-7677-445b-8f6f-66e4d462b11e on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:53:40.508072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Attempting to bind port fe3114cb-7677-445b-8f6f-66e4d462b11e by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:53:40.508444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Attempting to bind port fe3114cb-7677-445b-8f6f-66e4d462b11e on network 84294c73-81b1-4fdd-b062-2866614ae5f1 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:53:40.539519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:53:40.539916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Checking segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:53:40.540343 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.540740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Bound using segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:53:40.541195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Bound port: fe3114cb-7677-445b-8f6f-66e4d462b11e, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:53:40.541582 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.578815 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.1 (84294c73-81b1-4fdd-b062-2866614ae5f1/cc568e49-76a0-4a3b-9fab-1fe02e0454ad/5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:53:40.663770 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.667528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] For port fe3114cb-7677-445b-8f6f-66e4d462b11e, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:53:40.672281 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] For port fe3114cb-7677-445b-8f6f-66e4d462b11e, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fe3114cb-7677-445b-8f6f-66e4d462b11e,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:53:40.680571 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.693097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.730216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:40.738058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-396c7600-1901-42df-b150-bd8dc633445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:38Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:40.774247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49804e-910a-40c5-a913-36331d5ddbaa None None] Pushing event updated for resources: {'Port': ['ID=fe3114cb-7677-445b-8f6f-66e4d462b11e,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:40.777910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c7600-1901-42df-b150-bd8dc633445f None None] The sync data for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 is: [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:38Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:53:40.783596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:40.791316 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:40.793625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:40.796017 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:53:40.848126 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.029622 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.278315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.346248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.350993 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.432121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:41.436407 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.552187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:41.553978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:41.656614 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.713549 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:53:41.811693 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:41.835486 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90f8f7-e80d-474a-9384-e29af4b667da None None] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:53:41.863699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:53:41.868799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7a14200e-f3e4-42f1-9731-c1c71bc09374 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/9067fc0c-0713-4e27-a498-8d8b794e7eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3319595 Mar 11 00:53:41.960620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Provisioning complete for port fe3114cb-7677-445b-8f6f-66e4d462b11e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:41.960980 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.034454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fc2ef194-c07e-4cd1-adf2-48c52a754145 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398280910&fields=id&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 267 time: 0.0545223 Mar 11 00:53:42.061287 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Current status of the port fe3114cb-7677-445b-8f6f-66e4d462b11e is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:42.061781 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.101327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] For port fe3114cb-7677-445b-8f6f-66e4d462b11e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fe3114cb-7677-445b-8f6f-66e4d462b11e,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:42.107111 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.156458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-48a616d1-7c18-4ac1-9962-8eaa16f7f238 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:42.158248 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-48a616d1-7c18-4ac1-9962-8eaa16f7f238 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 797 time: 0.1168361 Mar 11 00:53:42.160705 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5b07f-efbe-4929-b002-fdcc8fd56f1b None None] Pushing event updated for resources: {'Port': ['ID=fe3114cb-7677-445b-8f6f-66e4d462b11e,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:42.180191 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-a0bdaec4-4991-4132-8a7c-b77daa66f589 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/quotas/715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 375 time: 0.0100968 Mar 11 00:53:42.242190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-ce4a5852-c1c8-4c59-b2dd-eae158a5e58b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561681 Mar 11 00:53:42.260220 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fe3e9720-9306-4d17-ae82-3fcd5943984d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:53:42.261902 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fe3e9720-9306-4d17-ae82-3fcd5943984d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063963 Mar 11 00:53:42.336073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Provisioning complete for port fe3114cb-7677-445b-8f6f-66e4d462b11e triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.337046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.378823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31123db-6bed-48fa-bc50-eb194b1613d4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:42.387989 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-3c02bb26-5d7d-48ee-955f-cf9466dbd07c service neutron] 10.222.0.21 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145589 Mar 11 00:53:42.484484 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f31123db-6bed-48fa-bc50-eb194b1613d4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.484858 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.500460 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-96bf8e97-9e97-410f-a09d-944013abb42b service neutron] 10.222.0.21 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054344 Mar 11 00:53:42.520650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Current status of the port fe3114cb-7677-445b-8f6f-66e4d462b11e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:42.538285 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.538660 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.600239 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-706ada2d-223c-444e-977c-9189b6fe036c None None] Port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:53:42.611703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f31123db-6bed-48fa-bc50-eb194b1613d4 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:42.612310 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.645472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port f31123db-6bed-48fa-bc50-eb194b1613d4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31123db-6bed-48fa-bc50-eb194b1613d4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:42.654616 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.655702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fe3114cb-7677-445b-8f6f-66e4d462b11e up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:42.710698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5ded07-b6bf-4d73-b65a-789f5b329550 req-69ae8c3e-8536-47d1-a384-3db6d9be6696 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 210 time: 0.0533075 Mar 11 00:53:42.721738 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Sync routers for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:53:42.735188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:42.735899 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:42.771543 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-38eaaf4a-5147-4451-9ee7-d9250abbbe3d None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.771932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38eaaf4a-5147-4451-9ee7-d9250abbbe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.773931 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=f31123db-6bed-48fa-bc50-eb194b1613d4,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:42.816332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-38eaaf4a-5147-4451-9ee7-d9250abbbe3d None None] Port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:53:42.819037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port fe3114cb-7677-445b-8f6f-66e4d462b11e triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.819580 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.883305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:42.904436 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port fe3114cb-7677-445b-8f6f-66e4d462b11e is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:42.938738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-f2607b66-7e77-4b07-b63f-c96f68cad503 None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:42.939206 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f2607b66-7e77-4b07-b63f-c96f68cad503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:42.979059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-f2607b66-7e77-4b07-b63f-c96f68cad503 None None] Port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:53:43.088562 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:41Z', 'revision_number': 2, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:43.209520 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Checking router: 9067fc0c-0713-4e27-a498-8d8b794e7eb8 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:53:43.209876 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Updating router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:53:43.237284 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.401431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.502090 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks [] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.507331 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.557948 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Pushing event updated for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:43.586096 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.586096 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.586450 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.586594 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.586928 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.587261 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.587590 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.587973 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.588260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.588584 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.588910 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.589231 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.589585 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:53:43.639854 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Attempting to bind port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:53:43.640273 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Attempting to bind port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:53:43.640642 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Attempting to bind port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 on network 84294c73-81b1-4fdd-b062-2866614ae5f1 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:53:43.650879 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:53:43.651251 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Checking segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:53:43.651911 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.652484 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Bound using segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:53:43.653089 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Bound port: 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:53:43.653482 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.740271 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] For port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:53:43.744975 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] For port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:53:43.745762 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-e88b79fd-c931-45b3-bf2b-cb7f7e59587e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:43.748189 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-e88b79fd-c931-45b3-bf2b-cb7f7e59587e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 797 time: 0.1224995 Mar 11 00:53:43.752654 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.810437 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:43.811557 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:43.822488 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:43.823860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.869033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d73aab81-aee7-4422-852a-9c3d80803669 req-8edba4c6-c0ca-477a-a5ec-e6268f7fe4c7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 210 time: 0.0440605 Mar 11 00:53:43.875664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-a3bd0458-fb14-4c5d-8a03-9e058423d076 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 379 time: 0.1172490 Mar 11 00:53:43.888757 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'port': {'device_id': 'e762f65f-ceec-46ff-9715-be4649737b90', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'admin_state_up': True, 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'security_groups': ['d1295ef8-42b7-4ae2-80b5-dfa5ce70369f']}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:43.938110 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc98d9-6953-457b-be30-c6cbb5197256 None None] Pushing event updated for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:43.949248 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Current status of the port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:43.950417 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:43.969443 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:43.999379 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] For port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:44.004890 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.038467 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'port': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:53:44.042424 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.196477 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.11 (84294c73-81b1-4fdd-b062-2866614ae5f1/cc568e49-76a0-4a3b-9fab-1fe02e0454ad/fcd8bfbc-2d58-441c-8952-73618f164e2a) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:53:44.237987 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:44.239351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-24413e58-b907-4c8a-9a02-413be142e18d None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:44.239732 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-24413e58-b907-4c8a-9a02-413be142e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.268288 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655441d-50a6-41be-9f9d-8d311c431662 None None] Pushing event updated for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:44.275044 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1494239-44ea-4ab7-b86b-f2cbef3565be None None] The sync data for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 is: [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:53:44.316495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31123db-6bed-48fa-bc50-eb194b1613d4 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:44.384948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-24413e58-b907-4c8a-9a02-413be142e18d None None] Current status of the port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:44.404754 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port f31123db-6bed-48fa-bc50-eb194b1613d4 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:44.405498 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.405864 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.452721 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.498310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port f31123db-6bed-48fa-bc50-eb194b1613d4 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:44.498753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:44.504791 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:44.508638 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:53:44.532460 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:44.561788 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:44.562455 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.580892 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-2471ed2e-9fb0-4722-a30e-8e6d547f20fa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6969452 Mar 11 00:53:44.593893 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Request body: {'port': {'device_id': 'e762f65f-ceec-46ff-9715-be4649737b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-831844-1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:44.665374 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.808155 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82181c04-6d83-420e-b4e2-44579a8a61d1 None None] Provisioning complete for port fcd8bfbc-2d58-441c-8952-73618f164e2a triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:44.808521 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82181c04-6d83-420e-b4e2-44579a8a61d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.851424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82181c04-6d83-420e-b4e2-44579a8a61d1 None None] Port fcd8bfbc-2d58-441c-8952-73618f164e2a cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:53:44.957205 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd8bfbc-2d58-441c-8952-73618f164e2a {{(pid=110426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:53:44.966867 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks [] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:44.980670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.provisioning_blocks [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Transition to ACTIVE for port object fcd8bfbc-2d58-441c-8952-73618f164e2a will not be triggered until provisioned by entity L2. {{(pid=110426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:53:44.986865 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:45.013320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ba3b7-2445-4a75-8ced-3e700ff611d9 req-414d601a-13ac-4b80-937e-c5c35e6c3731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.015668 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd3ba3b7-2445-4a75-8ced-3e700ff611d9 req-414d601a-13ac-4b80-937e-c5c35e6c3731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 932 time: 0.0764523 Mar 11 00:53:45.042973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:45.097549 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cd3ba3b7-2445-4a75-8ced-3e700ff611d9 req-cdfa7bff-ce2a-491a-93d2-ad84f177ed85 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681322 Mar 11 00:53:45.134795 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Attempting to bind port fcd8bfbc-2d58-441c-8952-73618f164e2a on host n-h1-831844-1 for vnic_type normal with profile {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:53:45.135131 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Attempting to bind port fcd8bfbc-2d58-441c-8952-73618f164e2a by drivers openvswitch,hyperv on host n-h1-831844-1 at level 0 using segments [{'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:53:45.135461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Attempting to bind port fcd8bfbc-2d58-441c-8952-73618f164e2a on network 84294c73-81b1-4fdd-b062-2866614ae5f1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:53:45.141215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Port fcd8bfbc-2d58-441c-8952-73618f164e2a on network 84294c73-81b1-4fdd-b062-2866614ae5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-831844-1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:53:45.141667 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Attempting to bind port fcd8bfbc-2d58-441c-8952-73618f164e2a on network 84294c73-81b1-4fdd-b062-2866614ae5f1 {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:53:45.147013 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Checking agent: {'id': 'e7824a62-d492-4d12-bc0b-c703d4e432d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:53:45.147491 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Checking segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:53:45.147886 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Bound using segment: {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'} {{(pid=110426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:53:45.148537 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.managers [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Bound port: fcd8bfbc-2d58-441c-8952-73618f164e2a, host: n-h1-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91beb7b8-5cfa-4a6c-9896-2177b2f71029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1'}}] {{(pid=110426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:53:45.148900 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:45.224620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, cleared binding levels {{(pid=110426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:53:45.228114 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:53:45.236021 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:45.272493 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.273109 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:45.274493 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] 10.222.0.39 "PUT /v2.0/ports/fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 1092 time: 0.6862950 Mar 11 00:53:45.275089 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:45.277292 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865c831f-3a07-492a-a5b7-afff19d7c8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:45.307389 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb54aad-d78d-4b04-bba1-b94db59e25ea service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=3']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:45.345785 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f836f3-4d48-4020-ab55-92bdde8a89ba x-openstack-request-id: req-86f836f3-4d48-4020-ab55-92bdde8a89ba {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:45.346101 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:45.346363 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86f836f3-4d48-4020-ab55-92bdde8a89ba {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:45.346763 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'status': 'completed', 'code': 200} Mar 11 00:53:45.391129 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-5eb62168-ade6-4166-9bcb-8ee637ff776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.392697 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-5eb62168-ade6-4166-9bcb-8ee637ff776b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1126 time: 0.0581846 Mar 11 00:53:45.444148 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-ad7e0416-6c90-4aae-b3ff-3afc5081a951 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 217 time: 0.0442266 Mar 11 00:53:45.493104 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-3453a00f-9eb5-4b1d-9182-719ae6728994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.494523 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-3453a00f-9eb5-4b1d-9182-719ae6728994 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 200 len: 835 time: 0.0450816 Mar 11 00:53:45.550282 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-b3de4c50-2894-4488-87a1-45f64531b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.551692 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-b3de4c50-2894-4488-87a1-45f64531b963 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84294c73-81b1-4fdd-b062-2866614ae5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501740 Mar 11 00:53:45.643372 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-81eca601-81d4-4676-977d-5832fbdc9ded service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857913 Mar 11 00:53:45.738842 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4670af9f-ace9-43e5-968f-12b148eb3df5 req-1bdc4713-4a0f-4472-97e5-309a045e8fba service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Mar 11 00:53:45.828602 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-41cc3a5f-5cc2-4e65-af71-506ce4cc7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.830083 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-41cc3a5f-5cc2-4e65-af71-506ce4cc7aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1126 time: 0.0450604 Mar 11 00:53:45.921394 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-409bd11d-9632-45a6-b987-65985dabae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:45.922903 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-409bd11d-9632-45a6-b987-65985dabae80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 898 time: 0.0861068 Mar 11 00:53:45.967419 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-e2881d75-ad23-4403-b097-38043cca8a69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 217 time: 0.0382178 Mar 11 00:53:46.016273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-4fe88850-8222-4a6a-aee7-582910bd572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:46.017735 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-4fe88850-8222-4a6a-aee7-582910bd572e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 200 len: 835 time: 0.0436883 Mar 11 00:53:46.066962 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-cd59ff25-9b57-4859-9f22-cdd8171df0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:46.068674 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-cd59ff25-9b57-4859-9f22-cdd8171df0f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84294c73-81b1-4fdd-b062-2866614ae5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447028 Mar 11 00:53:46.234891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76b0d7-8a1a-4f75-b5d9-4f050c1a8ded req-5ab645bc-8622-42cb-8640-743d1ccf654c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:46.236331 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db76b0d7-8a1a-4f75-b5d9-4f050c1a8ded req-5ab645bc-8622-42cb-8640-743d1ccf654c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 944 time: 0.0649071 Mar 11 00:53:46.299177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:46.300449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db76b0d7-8a1a-4f75-b5d9-4f050c1a8ded req-8767cc94-51ea-4fc0-84ca-d607a3e8aef6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574946 Mar 11 00:53:46.353569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:46.353985 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:46.447317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:46.509796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-a04c602d-939c-4f7d-a8c0-7cb49e3079c2 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338281 Mar 11 00:53:46.600117 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-865c831f-3a07-492a-a5b7-afff19d7c8c4 req-53c2798e-7cbc-4f9a-9553-f96367c54b23 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837314 Mar 11 00:53:47.420985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fc9db-2f46-4c0f-ac27-8b9e8c08a083 req-ef2926e6-6e9e-4081-82ad-11032cb6f536 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:47.422464 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-773fc9db-2f46-4c0f-ac27-8b9e8c08a083 req-ef2926e6-6e9e-4081-82ad-11032cb6f536 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 944 time: 0.0534990 Mar 11 00:53:47.471599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-773fc9db-2f46-4c0f-ac27-8b9e8c08a083 req-7aa81a65-94c8-4fdb-822e-53fc652e6081 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434959 Mar 11 00:53:48.590882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72617f33-be74-4f74-a445-8807564951a7 req-1525efd0-9386-4479-a190-a07f6bfe2538 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:48.592380 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72617f33-be74-4f74-a445-8807564951a7 req-1525efd0-9386-4479-a190-a07f6bfe2538 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 944 time: 0.0540340 Mar 11 00:53:48.641318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-72617f33-be74-4f74-a445-8807564951a7 req-c36df10c-b06f-485f-a010-4b37f398858c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433888 Mar 11 00:53:49.765004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8dcb0-b005-4cd0-97ee-d78077cd66d2 req-edba907b-7226-43ad-856a-813e08785d02 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:49.766473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1d8dcb0-b005-4cd0-97ee-d78077cd66d2 req-edba907b-7226-43ad-856a-813e08785d02 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 944 time: 0.0575554 Mar 11 00:53:49.814944 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e1d8dcb0-b005-4cd0-97ee-d78077cd66d2 req-5e609809-7eb7-4ba6-834f-684ad5ad9653 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 Mar 11 00:53:49.832502 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fcd8bfbc-2d58-441c-8952-73618f164e2a details requested by agent hyperv_n-h1-831844-1 with host n-h1-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:53:49.926556 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:49.938137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Returning: {'device': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'port_id': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'mac_address': 'fa:16:3e:a3:6f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:53:49.978890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port fcd8bfbc-2d58-441c-8952-73618f164e2a is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:49.979283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:49.992111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd8bfbc-2d58-441c-8952-73618f164e2a {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:53:50.014148 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:50.017848 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:50.065193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:50.296132 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] get_ports_and_sgs() called for port_ids ['fcd8bfbc-2d58-441c-8952-73618f164e2a'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:53:50.935939 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e985e11-5c94-4ff5-8f18-b4d986f3c43d req-d219f81d-ee1d-4b52-9c3b-519e84278f75 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:50.937411 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e985e11-5c94-4ff5-8f18-b4d986f3c43d req-d219f81d-ee1d-4b52-9c3b-519e84278f75 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 945 time: 0.0535088 Mar 11 00:53:50.985180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e985e11-5c94-4ff5-8f18-b4d986f3c43d req-37482c8c-5fa4-4e3f-9a1f-e6a8f9bcaf0e tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422292 Mar 11 00:53:51.833284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fcd8bfbc-2d58-441c-8952-73618f164e2a up at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:53:51.884059 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning for port fcd8bfbc-2d58-441c-8952-73618f164e2a completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:53:51.888562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Provisioning complete for port fcd8bfbc-2d58-441c-8952-73618f164e2a triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:53:51.888943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:51.969727 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Current status of the port fcd8bfbc-2d58-441c-8952-73618f164e2a is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:53:51.970129 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:51.992519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:51.994793 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf9178-872b-4b53-abcc-75dd5dec40e4" -d '{"events": [{"server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:52.007461 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:53:52.012938 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:52.041541 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7594efe-db2b-4128-8824-4e06d0959b00 x-openstack-request-id: req-a7594efe-db2b-4128-8824-4e06d0959b00 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:52.041853 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:52.042116 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7594efe-db2b-4128-8824-4e06d0959b00 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:52.042552 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'code': 200} Mar 11 00:53:52.073701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Pushing event updated for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:52.123746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77a1c8-56cb-4019-9354-83a3ed36fac3 req-122298eb-7234-4258-8db5-3c3d6af25cd4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:52.125400 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad77a1c8-56cb-4019-9354-83a3ed36fac3 req-122298eb-7234-4258-8db5-3c3d6af25cd4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0588706 Mar 11 00:53:52.139708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298d46-0067-4453-9719-fc64e539e97c req-a151f6d1-8529-4844-992c-28a2a22a97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:52.141337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c298d46-0067-4453-9719-fc64e539e97c req-a151f6d1-8529-4844-992c-28a2a22a97b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1128 time: 0.0445020 Mar 11 00:53:52.175165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad77a1c8-56cb-4019-9354-83a3ed36fac3 req-4409fa44-5384-429e-9d00-2b7e654028ca tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440311 Mar 11 00:53:52.188150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4c298d46-0067-4453-9719-fc64e539e97c req-6280ff55-d9ee-480c-a96b-a9413db959dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Mar 11 00:53:53.297600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d66ea-3ef8-4011-809d-f93a4683e18d req-ee088c0e-8ab9-4268-a87b-45f8c567da64 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:53.299156 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908d66ea-3ef8-4011-809d-f93a4683e18d req-ee088c0e-8ab9-4268-a87b-45f8c567da64 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0539382 Mar 11 00:53:53.355006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908d66ea-3ef8-4011-809d-f93a4683e18d req-12ee9c3c-d673-4873-93d7-216ed17d9582 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502262 Mar 11 00:53:54.475712 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb95eb4-e58d-4baf-9130-b0c0a3081087 req-b1df98c6-82b1-4f05-a177-67e1383cd214 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:54.477149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cb95eb4-e58d-4baf-9130-b0c0a3081087 req-b1df98c6-82b1-4f05-a177-67e1383cd214 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0527546 Mar 11 00:53:54.532449 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2cb95eb4-e58d-4baf-9130-b0c0a3081087 req-6d665887-eacc-4ff6-bd9b-05f5665ba387 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489795 Mar 11 00:53:54.652208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affda23-8367-423f-99e4-915bed198c4b req-f44dc280-c5a5-4167-a0c3-5769d339cc6f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:54.654187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9affda23-8367-423f-99e4-915bed198c4b req-f44dc280-c5a5-4167-a0c3-5769d339cc6f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0548799 Mar 11 00:53:54.702793 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9affda23-8367-423f-99e4-915bed198c4b req-170fb306-9317-4275-bae5-b072822f8cb7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430236 Mar 11 00:53:54.724381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44602) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:54.767060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a27236-02a1-4fb0-a21b-26683fa44949 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:54.768520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-18a27236-02a1-4fb0-a21b-26683fa44949 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1123 time: 0.0431774 Mar 11 00:53:54.771343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44604) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:54.775523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:53:54.796544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:54.896848 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.001102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.134 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/fc8fd607-cced-438a-afa8-705a1f01b6a9) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:53:55.106910 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.139459 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.173127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:53:55.175898 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:53:55.179373 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:53:55.208137 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=fc8fd607-cced-438a-afa8-705a1f01b6a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:55.548830 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.615022 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.773005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.777425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.848204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=fc8fd607-cced-438a-afa8-705a1f01b6a9,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:53:55.858444 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:55.960040 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf associated. External IP: 172.25.7.134, port: fcd8bfbc-2d58-441c-8952-73618f164e2a. Mar 11 00:53:56.172791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:53:56.177994 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:53:56.282832 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:53:56.292374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Sync routers for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:53:56.300694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:53:56.306729 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:56.307359 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:56.422149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:56.646376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d0ec9999-26f4-417a-9128-b78cdb82308a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8740201 Mar 11 00:53:56.647023 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:53:56.649416 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dbcee1-d7e5-4f60-81a0-1127ff135e55" -d '{"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:53:56.650227 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'port_id': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'mac_address': 'fa:16:3e:a3:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762f65f-ceec-46ff-9715-be4649737b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:53:55Z', 'updated_at': '2022-03-11T00:53:55Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:56.681675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Checking router: 9067fc0c-0713-4e27-a498-8d8b794e7eb8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:53:56.688708 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc79eb-5a87-45f6-8f05-ee554254488b x-openstack-request-id: req-24bc79eb-5a87-45f6-8f05-ee554254488b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:53:56.689002 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:53:56.689256 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24bc79eb-5a87-45f6-8f05-ee554254488b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:53:56.689656 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'status': 'completed', 'code': 200} Mar 11 00:53:56.690820 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:53:56.691511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:53:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:56.750920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b95ce8-b00d-46dd-8fee-9a8e0e67ca8f req-ccf2550b-ee7b-4b18-b07f-d630489b9da4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:56.752560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75b95ce8-b00d-46dd-8fee-9a8e0e67ca8f req-ccf2550b-ee7b-4b18-b07f-d630489b9da4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0546491 Mar 11 00:53:56.762957 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-1c7c0a8a-4963-431e-a6c5-cf30abba2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:56.765121 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-1c7c0a8a-4963-431e-a6c5-cf30abba2812 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1128 time: 0.0530081 Mar 11 00:53:56.804794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-75b95ce8-b00d-46dd-8fee-9a8e0e67ca8f req-e92cdaf4-e31f-4a28-8f54-028991f1eadd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465827 Mar 11 00:53:56.805160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:53:56.828443 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44610) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:56.864789 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-e32c6196-aec1-44df-a35c-3118b1e4af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:56.867323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-e32c6196-aec1-44df-a35c-3118b1e4af03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 898 time: 0.0961530 Mar 11 00:53:56.897309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ddf8c48c-64a2-4b3d-98eb-d56edc33c89a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf HTTP/1.1" status: 200 len: 992 time: 0.0673935 Mar 11 00:53:56.942320 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-532d2144-f30b-4291-8f94-46042485843b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 1000 time: 0.0684700 Mar 11 00:53:56.994448 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-d42a8eba-1d55-4c1e-8ca0-ef5b36cf96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:56.995914 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-d42a8eba-1d55-4c1e-8ca0-ef5b36cf96e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 200 len: 835 time: 0.0483210 Mar 11 00:53:57.032237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'port_id': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'mac_address': 'fa:16:3e:a3:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762f65f-ceec-46ff-9715-be4649737b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:53:55Z', 'updated_at': '2022-03-11T00:53:55Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:53:57.045110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-372b4a8a-7103-4cc1-b367-fc4c516d77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:53:57.046683 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-372b4a8a-7103-4cc1-b367-fc4c516d77cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84294c73-81b1-4fdd-b062-2866614ae5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450387 Mar 11 00:53:57.058963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16288d71-d6e8-4d5f-ad03-77ff1207c2b0 None None] The sync data for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 is: [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.134', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'port_id': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'mac_address': 'fa:16:3e:a3:6f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e762f65f-ceec-46ff-9715-be4649737b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:53:55Z', 'updated_at': '2022-03-11T00:53:55Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:53:57.145324 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-a247404d-60a8-47c3-b070-fc4084da9663 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929770 Mar 11 00:53:57.243581 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-72dbcee1-d7e5-4f60-81a0-1127ff135e55 req-cf761a09-4e84-406d-b062-e596e6708022 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920374 Mar 11 00:53:57.256317 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d430256-550d-4e4c-a262-27209aae8997 None None] New status for floating IP 2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:53:57.900976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44612) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:53:57.960286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-759a778c-58da-4101-a144-0dcd7c60ef43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf HTTP/1.1" status: 200 len: 994 time: 0.0581594 Mar 11 00:54:00.016109 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1a018d8-b975-4a3a-83c4-024928d020f1 req-837fe1e6-2746-437d-8228-3caa820ce532 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256121 Mar 11 00:54:00.062203 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1a018d8-b975-4a3a-83c4-024928d020f1 req-717a6896-d498-4ab1-841f-9f14019eb3fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0258172 Mar 11 00:54:00.101264 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1a018d8-b975-4a3a-83c4-024928d020f1 req-49651c2c-367a-41c0-a089-565927f77a8c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202663 Mar 11 00:54:00.196075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a018d8-b975-4a3a-83c4-024928d020f1 req-128af4b0-76ff-4d94-a7f1-5e2f11e686c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:00.197430 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f1a018d8-b975-4a3a-83c4-024928d020f1 req-128af4b0-76ff-4d94-a7f1-5e2f11e686c1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905943 Mar 11 00:54:06.840089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42713e74-eb5a-40fd-8d1e-bab77833418e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:09.398333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fa1ceb43-9311-4d69-a833-0be5965fb293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:10.634760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:11.273797 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:11.632183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:11.803828 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:13.404366 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:24.760635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0108-1c6b-48a6-852a-b15f53510b8e req-a880def2-3616-490b-bbb5-074b81571a3c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:24.763283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0ff0108-1c6b-48a6-852a-b15f53510b8e req-a880def2-3616-490b-bbb5-074b81571a3c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.1005454 Mar 11 00:54:24.815955 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b0ff0108-1c6b-48a6-852a-b15f53510b8e req-c9c74f39-0859-46d5-a070-f82203aeb1cc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470042 Mar 11 00:54:25.979005 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d45c05-d16b-4226-96ce-ccf71bd793f9 req-5aeb2c62-091a-4500-9430-853762a48731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:25.981240 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d45c05-d16b-4226-96ce-ccf71bd793f9 req-5aeb2c62-091a-4500-9430-853762a48731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0956769 Mar 11 00:54:26.028347 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-07d45c05-d16b-4226-96ce-ccf71bd793f9 req-723d4ae9-d278-45f8-aa85-ef4250c73bd0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Mar 11 00:54:27.146230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ebe51-f5e4-427f-abeb-77ba993e518e req-cc8b4a45-8eb2-4659-950d-0f535f990053 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:27.147678 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b63ebe51-f5e4-427f-abeb-77ba993e518e req-cc8b4a45-8eb2-4659-950d-0f535f990053 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0515361 Mar 11 00:54:27.195040 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b63ebe51-f5e4-427f-abeb-77ba993e518e req-ce7abf71-b8fa-419e-b7cf-db57dd363393 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Mar 11 00:54:28.325655 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4932-1baf-40b1-95fe-6711f9bf17ab req-f73f40bc-4427-41fa-88a9-9e7211de851c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:28.327151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61b4932-1baf-40b1-95fe-6711f9bf17ab req-f73f40bc-4427-41fa-88a9-9e7211de851c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0584698 Mar 11 00:54:28.375250 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b61b4932-1baf-40b1-95fe-6711f9bf17ab req-b945a241-91fd-4176-bcfd-385ba24eec02 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Mar 11 00:54:29.494811 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4653ee5-ad9c-4232-b39f-fdf38cb985e2 req-9f1d6592-6a44-4a67-af42-73aae1c0b27c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:29.497109 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4653ee5-ad9c-4232-b39f-fdf38cb985e2 req-9f1d6592-6a44-4a67-af42-73aae1c0b27c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0533857 Mar 11 00:54:29.544849 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4653ee5-ad9c-4232-b39f-fdf38cb985e2 req-7d38c0d1-90fc-4847-be08-76ed9c8732e4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Mar 11 00:54:30.663857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f903-ad4b-49cc-b351-a1824e1ca406 req-ad5f2d79-f16e-450e-b3b4-dfbe2a08413c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:30.665338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ff6f903-ad4b-49cc-b351-a1824e1ca406 req-ad5f2d79-f16e-450e-b3b4-dfbe2a08413c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0512769 Mar 11 00:54:30.717442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ff6f903-ad4b-49cc-b351-a1824e1ca406 req-94b71790-9abe-465d-b763-67f09eb29b77 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462639 Mar 11 00:54:31.834381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8335-e8ba-4488-9b16-57dda8addfdc req-5117e84b-1534-4d8b-be87-8db300284feb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:31.839416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dab8335-e8ba-4488-9b16-57dda8addfdc req-5117e84b-1534-4d8b-be87-8db300284feb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Mar 11 00:54:31.885008 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dab8335-e8ba-4488-9b16-57dda8addfdc req-c315892c-e248-4eb1-a7ef-9ac5ab14ac28 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433218 Mar 11 00:54:33.004073 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33456e5-65b1-450c-b6cc-c7eb5a06a227 req-3c275e70-7352-4380-8fea-ed6c9373bbc7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:33.005555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33456e5-65b1-450c-b6cc-c7eb5a06a227 req-3c275e70-7352-4380-8fea-ed6c9373bbc7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0519454 Mar 11 00:54:33.055103 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c33456e5-65b1-450c-b6cc-c7eb5a06a227 req-822f2ab3-236a-439d-80c3-5840cc08d08f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Mar 11 00:54:33.177186 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:54:34.179548 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6d442-da23-43dc-b61f-6a9594b59b78 req-da876c5a-3842-4c3a-8676-33472a1c366c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:34.180967 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ef6d442-da23-43dc-b61f-6a9594b59b78 req-da876c5a-3842-4c3a-8676-33472a1c366c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0561109 Mar 11 00:54:34.232362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ef6d442-da23-43dc-b61f-6a9594b59b78 req-946e5bcc-212e-4c95-a77d-ac0a032adfe7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Mar 11 00:54:35.357794 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86df0f-8e39-45aa-975f-4e275a4fe82d req-79fb2b5a-11d6-49b9-add7-2f94c71e8d99 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:35.359316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd86df0f-8e39-45aa-975f-4e275a4fe82d req-79fb2b5a-11d6-49b9-add7-2f94c71e8d99 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0582082 Mar 11 00:54:35.408308 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd86df0f-8e39-45aa-975f-4e275a4fe82d req-f7231e1f-64e9-4b31-a10a-33554aff0c78 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Mar 11 00:54:35.431035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44654) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:54:35.492648 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-78e0a770-c576-4a4e-aebf-cf792c47f4ca tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf HTTP/1.1" status: 200 len: 994 time: 0.0604506 Mar 11 00:54:36.778477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52920105-e684-4439-996c-e4dbe2ad68ec req-d74c20d1-6015-4634-bdf0-4ade64c7b8c8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:36.780000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52920105-e684-4439-996c-e4dbe2ad68ec req-d74c20d1-6015-4634-bdf0-4ade64c7b8c8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0618677 Mar 11 00:54:36.794969 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-eac5ca1b-d97a-49c8-becc-2a1733538c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:36.797303 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-eac5ca1b-d97a-49c8-becc-2a1733538c85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1128 time: 0.0560217 Mar 11 00:54:36.844701 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-52920105-e684-4439-996c-e4dbe2ad68ec req-a9bdec7c-93e5-4dce-90a0-0de816f620b3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576913 Mar 11 00:54:36.855378 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ead2177c-8188-40dc-aa72-4450b87e65af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:36.901804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-be39c1ee-a5d9-402a-b008-84bb767315cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:36.904137 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-be39c1ee-a5d9-402a-b008-84bb767315cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 898 time: 0.1010983 Mar 11 00:54:36.974026 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-c45b9c28-7399-4726-9c33-0a3c63703c80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 1002 time: 0.0640490 Mar 11 00:54:37.020712 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-41cd20ef-791c-456e-8b32-3132df987a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:37.022103 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-41cd20ef-791c-456e-8b32-3132df987a66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 200 len: 835 time: 0.0424440 Mar 11 00:54:37.075066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-9c9d4b33-2231-467c-8854-f3a49af116fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:37.076620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-9c9d4b33-2231-467c-8854-f3a49af116fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84294c73-81b1-4fdd-b062-2866614ae5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475771 Mar 11 00:54:37.169451 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-fa464a34-fe2b-44a2-ab3b-5d4011144749 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 Mar 11 00:54:37.257232 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-84ec7379-7fa6-4f47-aa15-b941e43492f7 req-f2bb072d-5074-4aef-88f7-4dbfecfc6d25 service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821154 Mar 11 00:54:37.963750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d34a8a-a7dd-456e-802e-3415efcb64e1 req-312fbc26-a011-4961-9c91-03f73aa7ee31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:54:37.965238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d34a8a-a7dd-456e-802e-3415efcb64e1 req-312fbc26-a011-4961-9c91-03f73aa7ee31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0532820 Mar 11 00:54:38.014877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-33d34a8a-a7dd-456e-802e-3415efcb64e1 req-123c6969-4c13-4021-8d80-100e9b9b9dcd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Mar 11 00:54:38.037399 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44666) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:54:38.104558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4c33759f-a0e1-4454-9932-5579d5d784a9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf HTTP/1.1" status: 200 len: 994 time: 0.0659034 Mar 11 00:54:39.399231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6e48caa-5a44-40e5-bebb-a700c7991c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:40.639725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:41.288284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:41.633210 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:41.804031 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:54:43.406026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:01.542368 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-febae4b9-9039-4a80-b571-601ed815883c req-5abbed84-12e1-4661-a5fc-f4c489981589 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0721030 Mar 11 00:55:01.589450 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-febae4b9-9039-4a80-b571-601ed815883c req-9b263f99-86de-4e07-8d79-08a9aa9dc4f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 11 00:55:01.628196 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-febae4b9-9039-4a80-b571-601ed815883c req-a21a628a-3a47-4b8c-93c0-d6d79ea4a892 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195827 Mar 11 00:55:01.723253 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febae4b9-9039-4a80-b571-601ed815883c req-e20ced5c-e934-49aa-b4be-743585579aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:01.724755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-febae4b9-9039-4a80-b571-601ed815883c req-e20ced5c-e934-49aa-b4be-743585579aab service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911579 Mar 11 00:55:06.841351 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3da24922-e3ff-4370-8ab5-9ceb8cbf2e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.493632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44690) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:08.650730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port fc8fd607-cced-438a-afa8-705a1f01b6a9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:55:08.651070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.726474 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.726833 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (fc8fd607-cced-438a-afa8-705a1f01b6a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.738335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for fc8fd607-cced-438a-afa8-705a1f01b6a9 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:55:08.887211 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (fc8fd607-cced-438a-afa8-705a1f01b6a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.917188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=fc8fd607-cced-438a-afa8-705a1f01b6a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:08.945102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.945462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.945816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.946165 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.946505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.946846 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.947184 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.947515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.947856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.948200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.948530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.948856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.949181 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:08.990636 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:08.990969 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf disassociated (deleted). External IP: 172.25.7.134, port: fcd8bfbc-2d58-441c-8952-73618f164e2a. Mar 11 00:55:09.204646 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:55:09.314750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:55:09.319981 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:09.324560 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Sync routers for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:55:09.334317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:09.335003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:54:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:09.349994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a6e66c11-7a03-4b68-a5a7-8db9746a31a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/floatingips/2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf HTTP/1.1" status: 204 len: 168 time: 0.8552454 Mar 11 00:55:09.350689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:55:09.353175 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:55:09.449127 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266491d-bd04-4024-b598-9ce969f17a09 x-openstack-request-id: req-2266491d-bd04-4024-b598-9ce969f17a09 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:55:09.449423 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:55:09.449678 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2266491d-bd04-4024-b598-9ce969f17a09 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:55:09.450090 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'status': 'completed', 'code': 200} Mar 11 00:55:09.542768 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-446864e2-e61b-4d67-9ccc-7761451af5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:09.544342 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-446864e2-e61b-4d67-9ccc-7761451af5ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 1128 time: 0.0682669 Mar 11 00:55:09.610342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7262a6-e00f-4e65-ae09-38a97156582c req-1a112020-52a2-474d-bd46-02b03feeef5f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:09.612007 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d7262a6-e00f-4e65-ae09-38a97156582c req-1a112020-52a2-474d-bd46-02b03feeef5f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0573671 Mar 11 00:55:09.627991 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e96b0f05-7ebf-4b01-a15f-020f755a398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:09.646024 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-6751c54c-9a01-4adf-ba9e-a1f5d0877b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:09.647900 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-6751c54c-9a01-4adf-ba9e-a1f5d0877b6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 200 len: 898 time: 0.0971363 Mar 11 00:55:09.650201 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:09.666294 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d7262a6-e00f-4e65-ae09-38a97156582c req-0f334446-1f78-45cf-82c5-ec8bacc7fc8a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485382 Mar 11 00:55:09.698040 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-93ab14ef-a5e8-48b2-9166-57cdafce8d6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 200 len: 217 time: 0.0437114 Mar 11 00:55:09.748050 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-7cc7264e-8258-4f95-8195-f00cc2a9b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:09.749356 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-7cc7264e-8258-4f95-8195-f00cc2a9b40d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 200 len: 835 time: 0.0445423 Mar 11 00:55:09.798471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-dba453ab-c910-4653-a305-01b215773717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:09.800106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-dba453ab-c910-4653-a305-01b215773717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84294c73-81b1-4fdd-b062-2866614ae5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445876 Mar 11 00:55:09.853398 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:09.883738 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Checking router: 9067fc0c-0713-4e27-a498-8d8b794e7eb8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:55:09.892408 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:09.893013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:09.896828 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-e63997f2-42d2-4927-94fd-8f014b2f847b service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899549 Mar 11 00:55:09.990425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ce4f6163-d3aa-4a54-9c55-82e89fafdb0c req-a1c58232-428d-48af-a8fb-04da608952ae service neutron] 10.222.0.39 "GET /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874317 Mar 11 00:55:10.000665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:10.176530 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:55:10.195240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:10.221541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2288c10-9eae-481e-880b-a1395a8b23b8 None None] The sync data for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 is: [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:40Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009', 'name': '', 'network_id': '84294c73-81b1-4fdd-b062-2866614ae5f1', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:2c:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:40Z', 'updated_at': '2022-03-11T00:53:43Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': 'cc568e49-76a0-4a3b-9fab-1fe02e0454ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:55:10.440235 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aa57e7-1e18-4e4a-9208-2b0fd75e677d None None] New status for floating IP 2015ff2c-0df9-4b6b-b440-fd45d9d3e5bf: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:55:10.642032 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:10.789530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f50b31-d3f2-4edc-9fe5-572fee2ebf11 req-643bdeac-3e31-49c1-86cb-70a4a9647327 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:10.791019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69f50b31-d3f2-4edc-9fe5-572fee2ebf11 req-643bdeac-3e31-49c1-86cb-70a4a9647327 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0523443 Mar 11 00:55:10.843394 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-69f50b31-d3f2-4edc-9fe5-572fee2ebf11 req-bff5cff2-0b03-4624-91e7-931631e03f6c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467522 Mar 11 00:55:11.045599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-315d60e8-28db-44f4-b780-9e6bc2b01a0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:11.047166 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-315d60e8-28db-44f4-b780-9e6bc2b01a0d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Mar 11 00:55:11.142245 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port fcd8bfbc-2d58-441c-8952-73618f164e2a {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:55:11.142583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.233432 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port fcd8bfbc-2d58-441c-8952-73618f164e2a, host n-h1-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-831844-1',level=0,port_id=fcd8bfbc-2d58-441c-8952-73618f164e2a,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:11.233791 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.245411 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for fcd8bfbc-2d58-441c-8952-73618f164e2a owned by compute:nova {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:55:11.288151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.372772 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (fcd8bfbc-2d58-441c-8952-73618f164e2a), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.406505 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=fcd8bfbc-2d58-441c-8952-73618f164e2a,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:11.433901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.434254 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.434599 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.434936 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.435296 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.435622 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.435967 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.436295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.436619 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.436941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.437894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.438220 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.438533 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:11.461066 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] No DVR routers for this DVR port fcd8bfbc-2d58-441c-8952-73618f164e2a on host n-h1-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:55:11.463581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.466833 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8b8dafaa-a7e0-4081-b183-9aae7e8533e6 req-4506a25e-1b4a-40ab-8a3f-82f612cd6a62 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.39 "DELETE /v2.0/ports/fcd8bfbc-2d58-441c-8952-73618f164e2a HTTP/1.1" status: 204 len: 173 time: 0.4148219 Mar 11 00:55:11.467291 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'name': 'network-vif-deleted', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:55:11.469634 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872ec76b-4b06-4d99-a8be-10dde4ede16e" -d '{"events": [{"server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "name": "network-vif-deleted", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:55:11.509793 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9df12f-13a7-4204-8c10-7df84d85f2ef x-openstack-request-id: req-7f9df12f-13a7-4204-8c10-7df84d85f2ef {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:55:11.510086 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e762f65f-ceec-46ff-9715-be4649737b90", "name": "network-vif-deleted", "tag": "fcd8bfbc-2d58-441c-8952-73618f164e2a", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:55:11.510343 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f9df12f-13a7-4204-8c10-7df84d85f2ef {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:55:11.510764 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e762f65f-ceec-46ff-9715-be4649737b90', 'name': 'network-vif-deleted', 'tag': 'fcd8bfbc-2d58-441c-8952-73618f164e2a', 'status': 'completed', 'code': 200} Mar 11 00:55:11.626075 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.809483 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:11.978602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d7072821-fb4a-4b5e-95e7-4dc92b2274bf req-5f78d429-2d52-4570-86d4-b476786d1657 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=e762f65f-ceec-46ff-9715-be4649737b90 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Mar 11 00:55:13.036418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44708) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:13.400637 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:13.409306 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:13.671790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:55:13.672104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:13.761985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:13.762346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:13.775565 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:55:13.963667 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:13.990817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:14.170308 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:14.276951 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fcd8bfbc-2d58-441c-8952-73618f164e2a no longer exists at agent hyperv_n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:55:14.301921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] No Port match for: fcd8bfbc-2d58-441c-8952-73618f164e2a {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:55:14.302529 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Device fcd8bfbc-2d58-441c-8952-73618f164e2a not bound to the agent host n-h1-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:55:14.698603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:55:14.806314 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:55:14.811271 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a265817-0820-4133-bec7-ac5ade271ce0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/9067fc0c-0713-4e27-a498-8d8b794e7eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738302 Mar 11 00:55:14.814186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44710) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:14.818054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Sync routers for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:55:14.827368 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:14.828112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:14.865635 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting subnet cc568e49-76a0-4a3b-9fab-1fe02e0454ad {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:55:14.868806 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (cc568e49-76a0-4a3b-9fab-1fe02e0454ad), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:14.908156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (cc568e49-76a0-4a3b-9fab-1fe02e0454ad), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:14.934683 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:14.998784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (cc568e49-76a0-4a3b-9fab-1fe02e0454ad), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.060587 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (cc568e49-76a0-4a3b-9fab-1fe02e0454ad), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.091198 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.094740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/subnets/cc568e49-76a0-4a3b-9fab-1fe02e0454ad HTTP/1.1" status: 204 len: 168 time: 0.2793930 Mar 11 00:55:15.095768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9df287-aaa0-460f-b230-04a1bad42b2f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Subnet': ['ID=cc568e49-76a0-4a3b-9fab-1fe02e0454ad,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:15.097470 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44712) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:15.106927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb7aba-357c-4b69-ac89-8f3d5fc0d383 None None] Network 84294c73-81b1-4fdd-b062-2866614ae5f1 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:55:15.189658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:55:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:15.208771 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.223639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Checking router: 9067fc0c-0713-4e27-a498-8d8b794e7eb8 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:55:15.236387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Routers {'9067fc0c-0713-4e27-a498-8d8b794e7eb8'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:15.236999 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:15.327532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (9067fc0c-0713-4e27-a498-8d8b794e7eb8), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.363618 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] Set router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:15.367229 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] DHCP port deletion for 84294c73-81b1-4fdd-b062-2866614ae5f1 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:55:15.399093 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port f31123db-6bed-48fa-bc50-eb194b1613d4 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:55:15.399565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.483794 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port f31123db-6bed-48fa-bc50-eb194b1613d4, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=f31123db-6bed-48fa-bc50-eb194b1613d4,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:15.484734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.498566 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for f31123db-6bed-48fa-bc50-eb194b1613d4 owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:55:15.556030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Deleting port fe3114cb-7677-445b-8f6f-66e4d462b11e {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:55:15.556342 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.630034 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] For port fe3114cb-7677-445b-8f6f-66e4d462b11e, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=fe3114cb-7677-445b-8f6f-66e4d462b11e,segment=NetworkSegment(91beb7b8-5cfa-4a6c-9896-2177b2f71029),segment_id=91beb7b8-5cfa-4a6c-9896-2177b2f71029)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:15.630431 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.647016 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Calling delete_port for fe3114cb-7677-445b-8f6f-66e4d462b11e owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:55:15.661221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:55:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:15.684958 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (f31123db-6bed-48fa-bc50-eb194b1613d4), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.716085 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=f31123db-6bed-48fa-bc50-eb194b1613d4,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:15.719668 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c36fc-b6da-431a-8da9-3bd9ad0d4455 None None] The sync data for ids ['9067fc0c-0713-4e27-a498-8d8b794e7eb8'] in n-d-831844-1 is: [{'id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474552039', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:55:13Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'f31123db-6bed-48fa-bc50-eb194b1613d4', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9067fc0c-0713-4e27-a498-8d8b794e7eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:53:37Z', 'updated_at': '2022-03-11T00:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:55:15.787011 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (fe3114cb-7677-445b-8f6f-66e4d462b11e), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.792902 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.817410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Pushing event deleted for resources: {'Port': ['ID=fe3114cb-7677-445b-8f6f-66e4d462b11e,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:15.819774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] No DVR routers for this DVR port fe3114cb-7677-445b-8f6f-66e4d462b11e on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:55:15.829821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.830420 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.832154 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.840242 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.840663 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.841007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.841513 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.841677 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.842011 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.842679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.843128 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.847183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.847183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784c7a34-9575-4fa2-8710-418c193a4f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:15.899527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.901849 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (9067fc0c-0713-4e27-a498-8d8b794e7eb8), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.949107 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (9067fc0c-0713-4e27-a498-8d8b794e7eb8), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.949658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Fanout notify agent at l3_agent the message router_deleted on router 9067fc0c-0713-4e27-a498-8d8b794e7eb8 {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:55:15.956904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:15.958007 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9924c651-cef0-43f9-a599-332b89a6a884 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/routers/9067fc0c-0713-4e27-a498-8d8b794e7eb8 HTTP/1.1" status: 204 len: 168 time: 0.8595605 Mar 11 00:55:15.960742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44714) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:16.035843 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (84294c73-81b1-4fdd-b062-2866614ae5f1), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.131984 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (84294c73-81b1-4fdd-b062-2866614ae5f1), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.154515 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84294c73-81b1-4fdd-b062-2866614ae5f1']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:16.165507 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91beb7b8-5cfa-4a6c-9896-2177b2f71029') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:16.165882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91beb7b8-5cfa-4a6c-9896-2177b2f71029') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:16.176985 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (91beb7b8-5cfa-4a6c-9896-2177b2f71029), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.192947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (91beb7b8-5cfa-4a6c-9896-2177b2f71029), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.200826 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:55:16.201230 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (91beb7b8-5cfa-4a6c-9896-2177b2f71029), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:55:16.204557 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:55:16.282720 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (84294c73-81b1-4fdd-b062-2866614ae5f1), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.288497 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.292172 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/networks/84294c73-81b1-4fdd-b062-2866614ae5f1 HTTP/1.1" status: 204 len: 168 time: 0.3303745 Mar 11 00:55:16.294940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44716) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:16.307848 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f5b6c-587e-4240-aba1-1f765872c16a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Network': ['ID=84294c73-81b1-4fdd-b062-2866614ae5f1,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:16.365722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d1295ef8-42b7-4ae2-80b5-dfa5ce70369f), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.393099 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:55:16.400275 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (d1295ef8-42b7-4ae2-80b5-dfa5ce70369f), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.415548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:55:16.416030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 5208ab52-f9c7-4fa3-bbe9-6d9f0c4fc009 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:55:16.416558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fe3114cb-7677-445b-8f6f-66e4d462b11e no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:55:16.436193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: fe3114cb-7677-445b-8f6f-66e4d462b11e {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:55:16.436626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device fe3114cb-7677-445b-8f6f-66e4d462b11e not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:55:16.472216 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (d1295ef8-42b7-4ae2-80b5-dfa5ce70369f), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.474847 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.476057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/security-groups/d1295ef8-42b7-4ae2-80b5-dfa5ce70369f HTTP/1.1" status: 204 len: 168 time: 0.1794844 Mar 11 00:55:16.487342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f169cc-d875-4f35-8d24-b7b6529fc05a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1295ef8-42b7-4ae2-80b5-dfa5ce70369f,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:16.755155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44722) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:16.759834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478561119', 'description': 'tempest-secgroup-smoke-1478561119 description', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:16.785861 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.858037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (9aff9a19-8088-4ace-8843-c03fdbb23b9b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.861958 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9aff9a19-8088-4ace-8843-c03fdbb23b9b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.891323 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.892584 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1364069 Mar 11 00:55:16.894461 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c56b1-25dc-4b9a-8567-14fcc3201996 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff9a19-8088-4ace-8843-c03fdbb23b9b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:16.895575 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44726) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:16.900326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:16.925403 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (f74ea290-df08-4c6a-9637-5ea37f75dfbb), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.981648 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (f74ea290-df08-4c6a-9637-5ea37f75dfbb), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:16.985616 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (f74ea290-df08-4c6a-9637-5ea37f75dfbb), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.002891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74ea290-df08-4c6a-9637-5ea37f75dfbb,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.010532 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.011812 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-91615c3b-6ddf-4cda-930c-7cd6887ccc17 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150341 Mar 11 00:55:17.014519 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44728) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.018804 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.043509 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (4322cdf6-59c9-441c-a3da-01358ee1e522), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.101937 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (4322cdf6-59c9-441c-a3da-01358ee1e522), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.105432 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (4322cdf6-59c9-441c-a3da-01358ee1e522), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.123681 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4322cdf6-59c9-441c-a3da-01358ee1e522,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.129026 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.130199 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-387c070a-c47d-4ccd-b12d-fd3e1a3d10c5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147184 Mar 11 00:55:17.132977 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44730) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.137134 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.161437 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (8ff99214-9223-4b7a-8f6f-18b87dbf639f), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.219412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (8ff99214-9223-4b7a-8f6f-18b87dbf639f), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.223050 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8ff99214-9223-4b7a-8f6f-18b87dbf639f), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.238754 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff99214-9223-4b7a-8f6f-18b87dbf639f,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.249080 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.250523 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-77627d66-34b0-4575-b518-73e9f8a5bdf7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166482 Mar 11 00:55:17.253348 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44732) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.257504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.282774 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (de8c0729-5ec8-4aa4-8380-45707493113a), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.339217 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (de8c0729-5ec8-4aa4-8380-45707493113a), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.342710 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (de8c0729-5ec8-4aa4-8380-45707493113a), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.362832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8c0729-5ec8-4aa4-8380-45707493113a,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.371111 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.372337 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a8146038-4ca3-40af-862b-5b3c6256788a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180756 Mar 11 00:55:17.375501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44734) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.379968 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.399940 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:55:17.404595 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (264a8e9c-6d94-4660-bfe6-c727351afeff), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.464498 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (264a8e9c-6d94-4660-bfe6-c727351afeff), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.468767 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (264a8e9c-6d94-4660-bfe6-c727351afeff), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.486165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264a8e9c-6d94-4660-bfe6-c727351afeff,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.494049 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.496180 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e1f1bca8-5559-4e55-be50-75feebf1a96f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187949 Mar 11 00:55:17.498479 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44736) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.503447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'security_group_rule': {'security_group_id': '9aff9a19-8088-4ace-8843-c03fdbb23b9b', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.523232 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Project 715ce9ecf7fa4ff597e805fb4c0c3f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:55:17.528081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (63e85d6d-16d3-4395-a368-090584c6ef4c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.588765 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (63e85d6d-16d3-4395-a368-090584c6ef4c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.592329 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (63e85d6d-16d3-4395-a368-090584c6ef4c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.611041 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e85d6d-16d3-4395-a368-090584c6ef4c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.616747 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.617921 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-a5b622e1-142f-48a5-8f9c-952a203b3de9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184118 Mar 11 00:55:17.620811 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44738) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.625646 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'network': {'name': 'tempest-network-smoke--668459123', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'port_security_enabled': True}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.644447 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:55:17.647681 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.673077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:55:17.682448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c6ecd9bc-f233-4b31-9e1b-c85906f92407), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.682793 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Added segment c6ecd9bc-f233-4b31-9e1b-c85906f92407 of type vlan for network 5a18e30b-866a-4716-968e-8adf97d27e12 Mar 11 00:55:17.725313 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (5a18e30b-866a-4716-968e-8adf97d27e12), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.750096 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (5a18e30b-866a-4716-968e-8adf97d27e12), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.755730 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:17.756350 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.789474 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1676612 Mar 11 00:55:17.792325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44740) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:17.796962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'admin_state_up': True, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:17.818145 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.819176 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:17.830691 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79aae0-f0b2-4d54-89d9-a4a10377b213 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Network': ['ID=5a18e30b-866a-4716-968e-8adf97d27e12,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:17.845089 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 5a18e30b-866a-4716-968e-8adf97d27e12 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:55:17.878700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (f1a5d3dc-30c4-4e74-816a-cec716e148ec), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.023366 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (f1a5d3dc-30c4-4e74-816a-cec716e148ec), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.217157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.235839 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.279884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31123db-6bed-48fa-bc50-eb194b1613d4 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:55:18.301833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: f31123db-6bed-48fa-bc50-eb194b1613d4 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:55:18.302190 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device f31123db-6bed-48fa-bc50-eb194b1613d4 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:55:18.346287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.191 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/a6df9b9e-931d-438d-bdc5-a36fff487c5b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:55:18.456380 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.489816 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.527404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:18.532603 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:18.536102 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:55:18.541459 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=a6df9b9e-931d-438d-bdc5-a36fff487c5b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:18.788545 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:18.990010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.117619 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router f1a5d3dc-30c4-4e74-816a-cec716e148ec is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:55:19.224342 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:55:19.235239 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Sync routers for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:55:19.243856 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.245119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d11a1e5a-ace9-422c-b9ea-bdbc52b5c425 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4517760 Mar 11 00:55:19.246163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:19.246853 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:19.248248 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44742) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:19.320866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86015cdf-c4e6-4e5c-bb20-b5495b6a8c47 tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714695 Mar 11 00:55:19.323384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44746) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:19.354653 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:19.416801 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd16971-ef51-4ab9-9c42-0f05327fc17c tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:19.418249 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1bd16971-ef51-4ab9-9c42-0f05327fc17c tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939500 Mar 11 00:55:19.420987 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44748) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:19.449290 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2bd8e4a5-9f54-44d0-9aaf-b52bbba19b8f tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270224 Mar 11 00:55:19.451841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44750) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:19.457028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882096594', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:19.536076 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:18Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:19.540976 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:55:19.544394 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.651043 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Checking router: f1a5d3dc-30c4-4e74-816a-cec716e148ec for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:55:19.651398 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Updating router f1a5d3dc-30c4-4e74-816a-cec716e148ec port a6df9b9e-931d-438d-bdc5-a36fff487c5b binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:55:19.679026 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.730643 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (587f4183-5864-49e4-97d5-920ca6882933), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.798948 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Subnet': ['ID=587f4183-5864-49e4-97d5-920ca6882933,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:19.816684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Checking segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:55:19.817305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network hostable DHCP agents. Network: 5a18e30b-866a-4716-968e-8adf97d27e12, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:55:19.834400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 5a18e30b-866a-4716-968e-8adf97d27e12 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:55:19.844790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 5a18e30b-866a-4716-968e-8adf97d27e12) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:19.848798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:19.849400 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.853483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f18044-1eaf-46ba-8c8e-2837eb7fe3c6 None None] Network 5a18e30b-866a-4716-968e-8adf97d27e12 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:55:19.871432 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b9ff9499-10ab-43e2-b606-9a8150eddc43 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4185486 Mar 11 00:55:19.874187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44752) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:19.946397 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks [] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.954533 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:19.967346 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-5a18e30b-866a-4716-968e-8adf97d27e12', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:55:19.967346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.010830 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Attempting to bind port a6df9b9e-931d-438d-bdc5-a36fff487c5b on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:55:20.011202 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Attempting to bind port a6df9b9e-931d-438d-bdc5-a36fff487c5b by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:55:20.011564 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Attempting to bind port a6df9b9e-931d-438d-bdc5-a36fff487c5b on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:55:20.013497 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Pushing event updated for resources: {'Port': ['ID=a6df9b9e-931d-438d-bdc5-a36fff487c5b,revision_number=2']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:20.022957 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:55:20.023335 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:55:20.023744 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.024167 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:55:20.024635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Bound port: a6df9b9e-931d-438d-bdc5-a36fff487c5b, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:55:20.025016 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.027243 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.027591 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.027957 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.028292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.028630 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.028960 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.029286 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.029612 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.029935 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.030256 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.030607 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.030930 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.031339 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:55:20.087024 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] For port a6df9b9e-931d-438d-bdc5-a36fff487c5b, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:55:20.091912 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] For port a6df9b9e-931d-438d-bdc5-a36fff487c5b, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a6df9b9e-931d-438d-bdc5-a36fff487c5b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:55:20.097695 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.118829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Allocated IP 172.20.0.2 (5a18e30b-866a-4716-968e-8adf97d27e12/587f4183-5864-49e4-97d5-920ca6882933/790f4935-7c58-4083-b260-70bf5ab826e8) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:55:20.161436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a15954-6836-4b1c-b1a9-4d8e1ce0a7bd None None] Pushing event updated for resources: {'Port': ['ID=a6df9b9e-931d-438d-bdc5-a36fff487c5b,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:20.165650 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:20.166364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:20.267051 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks [] for port (790f4935-7c58-4083-b260-70bf5ab826e8), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.274303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.280099 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:20.312666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Network 5a18e30b-866a-4716-968e-8adf97d27e12 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:20.315825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:20.319799 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:55:20.336117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Pushing event updated for resources: {'Port': ['ID=790f4935-7c58-4083-b260-70bf5ab826e8,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:20.372648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.387806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Attempting to bind port 790f4935-7c58-4083-b260-70bf5ab826e8 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:55:20.388216 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Attempting to bind port 790f4935-7c58-4083-b260-70bf5ab826e8 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:55:20.388586 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Attempting to bind port 790f4935-7c58-4083-b260-70bf5ab826e8 on network 5a18e30b-866a-4716-968e-8adf97d27e12 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:55:20.393703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:55:20.394091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Checking segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:55:20.394499 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.394900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Bound using segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:55:20.395372 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Bound port: 790f4935-7c58-4083-b260-70bf5ab826e8, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:55:20.395990 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.460067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] For port 790f4935-7c58-4083-b260-70bf5ab826e8, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:55:20.463226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] For port 790f4935-7c58-4083-b260-70bf5ab826e8, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=790f4935-7c58-4083-b260-70bf5ab826e8,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:55:20.469747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:20.471658 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:18Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:20.499042 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbe3e4-e1a8-4f20-a499-9e1b2f92b3a1 None None] The sync data for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 is: [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:18Z', 'revision_number': 3, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:55:20.705233 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41433208-446c-4cf4-b77e-6fe9297395f0 None None] Pushing event updated for resources: {'Port': ['ID=790f4935-7c58-4083-b260-70bf5ab826e8,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:21.056975 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.1 (5a18e30b-866a-4716-968e-8adf97d27e12/587f4183-5864-49e4-97d5-920ca6882933/4cc89350-d578-4377-8e88-5e160669dc0d) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:55:21.188033 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (4cc89350-d578-4377-8e88-5e160669dc0d), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.223184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.266212 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 5a18e30b-866a-4716-968e-8adf97d27e12 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:21.273471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:21.276125 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:55:21.301929 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:21.327134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.476746 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.725306 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea2317-850e-4ce7-9c06-290447e5a289 None None] Network 5a18e30b-866a-4716-968e-8adf97d27e12 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:55:21.770167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (4cc89350-d578-4377-8e88-5e160669dc0d), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.774621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.828821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Provisioning complete for port 790f4935-7c58-4083-b260-70bf5ab826e8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:21.828821 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.851992 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:21.855893 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.930473 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Current status of the port 790f4935-7c58-4083-b260-70bf5ab826e8 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:21.930872 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.978569 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] For port 790f4935-7c58-4083-b260-70bf5ab826e8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=790f4935-7c58-4083-b260-70bf5ab826e8,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:21.985115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:21.990527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 5a18e30b-866a-4716-968e-8adf97d27e12 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:21.992330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:22.036624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac591-a3c4-4f5d-bc44-eda532286bea None None] Pushing event updated for resources: {'Port': ['ID=790f4935-7c58-4083-b260-70bf5ab826e8,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:22.129083 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router f1a5d3dc-30c4-4e74-816a-cec716e148ec has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:55:22.208032 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Provisioning complete for port 4cc89350-d578-4377-8e88-5e160669dc0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:22.208531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:22.250906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Port 4cc89350-d578-4377-8e88-5e160669dc0d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:55:22.251152 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:55:22.257667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-ba606da9-5a70-4db7-9a8d-94b73eaf1a9c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/f1a5d3dc-30c4-4e74-816a-cec716e148ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3819833 Mar 11 00:55:22.270440 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Sync routers for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:55:22.285868 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Provisioning complete for port 790f4935-7c58-4083-b260-70bf5ab826e8 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:22.286761 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:22.289655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:22.290297 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:22.434994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 790f4935-7c58-4083-b260-70bf5ab826e8 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:55:22.450769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-e6e265d9-fd36-4197-afec-f602c9e1832c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478561119&fields=id&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 267 time: 0.0492625 Mar 11 00:55:22.517624 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:22.555627 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-17e7814c-ceff-4a23-8890-c4eaece43a37 None None] Current status of the port 790f4935-7c58-4083-b260-70bf5ab826e8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:22.580515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-33e1fb64-f48f-456b-ac15-6c11bf6f89d6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:22.582107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-33e1fb64-f48f-456b-ac15-6c11bf6f89d6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 796 time: 0.1200318 Mar 11 00:55:22.597891 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-1e0825f6-c790-4a57-83f7-0ae6eae45579 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/quotas/715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 375 time: 0.0102067 Mar 11 00:55:22.619907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 790f4935-7c58-4083-b260-70bf5ab826e8 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:22.620311 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:22.655458 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-e4424070-5b7a-43dc-a926-d931168ff38a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506279 Mar 11 00:55:22.710495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-6e2dbbbd-2346-4dda-8232-a7db26be1e8b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:55:22.711619 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-6e2dbbbd-2346-4dda-8232-a7db26be1e8b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0451305 Mar 11 00:55:22.730860 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7b250361-3ecd-43fb-b2e5-660846efd1f0 None None] Provisioning complete for port 4cc89350-d578-4377-8e88-5e160669dc0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:22.731426 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7b250361-3ecd-43fb-b2e5-660846efd1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:22.804325 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-e365b6f9-e2ce-429e-ad0a-0cac86a9829a service neutron] 10.222.0.21 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863755 Mar 11 00:55:22.810686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7b250361-3ecd-43fb-b2e5-660846efd1f0 None None] Port 4cc89350-d578-4377-8e88-5e160669dc0d cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:55:22.825679 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 790f4935-7c58-4083-b260-70bf5ab826e8 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:22.826742 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a6df9b9e-931d-438d-bdc5-a36fff487c5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:55:22.883223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 2, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:22.911477 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-ca3965cf-2d76-4a1c-8f21-140e9faa761d service neutron] 10.222.0.21 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012878 Mar 11 00:55:22.914861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Checking router: f1a5d3dc-30c4-4e74-816a-cec716e148ec for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:55:22.915221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Updating router f1a5d3dc-30c4-4e74-816a-cec716e148ec port 4cc89350-d578-4377-8e88-5e160669dc0d binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:55:22.919455 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a6df9b9e-931d-438d-bdc5-a36fff487c5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:22.919826 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:22.972845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.084180 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a0af4b2-3747-487c-a7e8-6d59469888d3 req-7a3680fa-8d0e-4a2a-98fd-18acb606e7aa tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 210 time: 0.0311642 Mar 11 00:55:23.107846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a6df9b9e-931d-438d-bdc5-a36fff487c5b is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:23.108261 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.138588 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port a6df9b9e-931d-438d-bdc5-a36fff487c5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a6df9b9e-931d-438d-bdc5-a36fff487c5b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:23.143452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.246376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=a6df9b9e-931d-438d-bdc5-a36fff487c5b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:23.335391 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks [] for port (4cc89350-d578-4377-8e88-5e160669dc0d), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.340760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.398468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3903-2a60-41c1-9cc5-1ad940285ea8 None None] Pushing event updated for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:23.459859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Attempting to bind port 4cc89350-d578-4377-8e88-5e160669dc0d on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:55:23.460282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Attempting to bind port 4cc89350-d578-4377-8e88-5e160669dc0d by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:55:23.460626 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Attempting to bind port 4cc89350-d578-4377-8e88-5e160669dc0d on network 5a18e30b-866a-4716-968e-8adf97d27e12 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:55:23.466240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:55:23.466619 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Checking segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:55:23.467024 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.467412 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Bound using segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:55:23.467878 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Bound port: 4cc89350-d578-4377-8e88-5e160669dc0d, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:55:23.468435 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.544734 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] For port 4cc89350-d578-4377-8e88-5e160669dc0d, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:55:23.548981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] For port 4cc89350-d578-4377-8e88-5e160669dc0d, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4cc89350-d578-4377-8e88-5e160669dc0d,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:55:23.554730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.616839 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:23.617647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:23.665299 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3903-2a60-41c1-9cc5-1ad940285ea8 None None] Pushing event updated for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:23.695134 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Provisioning complete for port 4cc89350-d578-4377-8e88-5e160669dc0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:23.695515 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.785511 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:23.899548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Current status of the port 4cc89350-d578-4377-8e88-5e160669dc0d is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:23.899967 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:23.983386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] For port 4cc89350-d578-4377-8e88-5e160669dc0d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4cc89350-d578-4377-8e88-5e160669dc0d,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:23.993698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.076815 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74487e-c49a-4ece-8ee9-10ea67bc128f None None] Pushing event updated for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:24.099069 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:24.120507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-138c3fbf-eb41-45fa-b58a-c46e4b6894cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:24.123105 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-138c3fbf-eb41-45fa-b58a-c46e4b6894cd tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 796 time: 0.1373286 Mar 11 00:55:24.204365 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-28ec3119-d976-4e04-a1a1-bd48f7d510bd req-71ff3e6d-abd3-43ed-9bee-c05d07dd8a4a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 210 time: 0.0410922 Mar 11 00:55:24.220592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-2eb67760-f7f4-425c-bfa4-c1cbd94d9595 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c HTTP/1.1" status: 200 len: 380 time: 0.0878029 Mar 11 00:55:24.230127 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'port': {'device_id': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'admin_state_up': True, 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'security_groups': ['9aff9a19-8088-4ace-8843-c03fdbb23b9b']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:24.299017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44e068d-9152-4181-8c6f-711e8a54e10e None None] The sync data for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 is: [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:55:24.308807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8a323051-f76d-4f59-a78f-c47fb8b6f0fc None None] Provisioning complete for port 4cc89350-d578-4377-8e88-5e160669dc0d triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:24.309185 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8a323051-f76d-4f59-a78f-c47fb8b6f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.369805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a6df9b9e-931d-438d-bdc5-a36fff487c5b up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:55:24.391814 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Made reservation on behalf of 715ce9ecf7fa4ff597e805fb4c0c3f5c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:55:24.395373 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.447514 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8a323051-f76d-4f59-a78f-c47fb8b6f0fc None None] Current status of the port 4cc89350-d578-4377-8e88-5e160669dc0d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:24.471030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port a6df9b9e-931d-438d-bdc5-a36fff487c5b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:24.471420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.544670 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.20.0.8 (5a18e30b-866a-4716-968e-8adf97d27e12/587f4183-5864-49e4-97d5-920ca6882933/933c9b89-3686-40e6-b0d7-f582ee68b1ef) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:55:24.558298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port a6df9b9e-931d-438d-bdc5-a36fff487c5b is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:24.699994 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.736083 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.781002 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 5a18e30b-866a-4716-968e-8adf97d27e12 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:24.786741 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:24.790571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:55:24.821363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:24.854850 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:24.855523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:24.877759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-eeae391c-06c5-4888-abd8-97d278a1aa31 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6513364 Mar 11 00:55:24.933225 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Request body: {'port': {'device_id': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:25.006070 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.072531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-000911ae-e6fe-444e-9cac-5d10c24d0290 None None] Provisioning complete for port 933c9b89-3686-40e6-b0d7-f582ee68b1ef triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:25.073150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-000911ae-e6fe-444e-9cac-5d10c24d0290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.108187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-000911ae-e6fe-444e-9cac-5d10c24d0290 None None] Port 933c9b89-3686-40e6-b0d7-f582ee68b1ef cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:55:25.321032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933c9b89-3686-40e6-b0d7-f582ee68b1ef {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:55:25.330523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks [] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.348091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Transition to ACTIVE for port object 933c9b89-3686-40e6-b0d7-f582ee68b1ef will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:55:25.352358 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.392949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a9fb2-cb0a-442f-8285-298bc499c1d9 req-7199c0c6-6c74-4761-af64-cb4903cd0bb5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:25.394454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-124a9fb2-cb0a-442f-8285-298bc499c1d9 req-7199c0c6-6c74-4761-af64-cb4903cd0bb5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 931 time: 0.1130929 Mar 11 00:55:25.432091 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Pushing event updated for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:25.511719 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-124a9fb2-cb0a-442f-8285-298bc499c1d9 req-d7276733-0f15-4106-ab27-d4a3d820da34 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091161 Mar 11 00:55:25.538001 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Attempting to bind port 933c9b89-3686-40e6-b0d7-f582ee68b1ef on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:55:25.538345 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Attempting to bind port 933c9b89-3686-40e6-b0d7-f582ee68b1ef by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:55:25.538680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Attempting to bind port 933c9b89-3686-40e6-b0d7-f582ee68b1ef on network 5a18e30b-866a-4716-968e-8adf97d27e12 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:55:25.543460 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Port 933c9b89-3686-40e6-b0d7-f582ee68b1ef on network 5a18e30b-866a-4716-968e-8adf97d27e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:55:25.543784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Attempting to bind port 933c9b89-3686-40e6-b0d7-f582ee68b1ef on network 5a18e30b-866a-4716-968e-8adf97d27e12 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:55:25.549163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:55:25.549508 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Checking segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:55:25.549895 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Bound using segment: {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:55:25.550325 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Bound port: 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ecd9bc-f233-4b31-9e1b-c85906f92407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:55:25.550685 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.617004 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:55:25.620050 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:55:25.626018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.661616 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:25.662221 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:25.663622 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] 10.222.0.30 "PUT /v2.0/ports/933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 1091 time: 0.7794511 Mar 11 00:55:25.664103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:55:25.666419 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a42312-986a-45e6-bc2a-b8cf550be3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:55:25.694688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8610ee-905a-4af3-bf3b-bf9e35aca649 service neutron] Pushing event updated for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:25.734419 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01608fa-5aed-44b8-b880-5462a72a773d x-openstack-request-id: req-b01608fa-5aed-44b8-b880-5462a72a773d {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:55:25.734794 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:55:25.735055 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b01608fa-5aed-44b8-b880-5462a72a773d {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:55:25.735473 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'status': 'completed', 'code': 200} Mar 11 00:55:25.757554 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-bd1bcde4-e0de-4ba2-919a-5d3b414951f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:25.759098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-bd1bcde4-e0de-4ba2-919a-5d3b414951f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1125 time: 0.0591576 Mar 11 00:55:25.802551 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-67b1e35a-b8ef-4f50-9b35-15c4b0104c2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 217 time: 0.0363162 Mar 11 00:55:25.854087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-063df8d9-d806-4d6f-a6b3-40aaa036d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:25.855556 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-063df8d9-d806-4d6f-a6b3-40aaa036d8ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0477409 Mar 11 00:55:25.908560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-4cfad6d5-7016-4aa3-9d5f-cb0f02283825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:25.910061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-4cfad6d5-7016-4aa3-9d5f-cb0f02283825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489964 Mar 11 00:55:26.001350 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-237a5a52-d69a-43cd-a6a6-4d95ebbba0fe service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Mar 11 00:55:26.093991 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d8ecb77-aed0-4975-b209-7839173cba01 req-dc184274-6c68-4bc0-8727-25477a7815b7 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Mar 11 00:55:26.185012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9eace43d-7e19-4a6a-aca0-8a37f85ca5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:26.186559 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9eace43d-7e19-4a6a-aca0-8a37f85ca5b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1125 time: 0.0459008 Mar 11 00:55:26.277506 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9a470efc-7c0a-4846-876f-14215b154e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:26.279627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9a470efc-7c0a-4846-876f-14215b154e5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 897 time: 0.0871663 Mar 11 00:55:26.328067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-985a8729-baef-44b3-878e-cfa64d3747c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 217 time: 0.0408113 Mar 11 00:55:26.345195 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4cc89350-d578-4377-8e88-5e160669dc0d up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:55:26.377368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9f20b8b0-c4ac-49e3-aeac-1f117d578967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:26.378867 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-9f20b8b0-c4ac-49e3-aeac-1f117d578967 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0453691 Mar 11 00:55:26.394295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 4cc89350-d578-4377-8e88-5e160669dc0d triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:26.394699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:26.429696 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-b74ff539-9342-4732-8e7e-28fd13ae92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:26.431242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-b74ff539-9342-4732-8e7e-28fd13ae92f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453291 Mar 11 00:55:26.470301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 4cc89350-d578-4377-8e88-5e160669dc0d is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:26.526818 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-cd4f37df-6797-48fe-a70d-60ea4b9755ea service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884521 Mar 11 00:55:26.651366 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96a42312-986a-45e6-bc2a-b8cf550be3a4 req-c7f9ac40-9e83-4d7a-8cb1-f9d219a5d9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178133 Mar 11 00:55:26.666469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd386-acb3-42fc-9cd6-3fe86a387c41 req-41d1712e-8be6-4cec-b21a-101d3ff8938f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:26.667950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-168bd386-acb3-42fc-9cd6-3fe86a387c41 req-41d1712e-8be6-4cec-b21a-101d3ff8938f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 943 time: 0.0716350 Mar 11 00:55:26.718430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-168bd386-acb3-42fc-9cd6-3fe86a387c41 req-40079c2d-ff25-4c95-a7b1-b7f8b595a0f5 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Mar 11 00:55:27.839032 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d32d93-b660-4c72-9cda-b520f921aa43 req-10eed844-faa7-43c7-b013-2f67ede05d72 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:27.840567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9d32d93-b660-4c72-9cda-b520f921aa43 req-10eed844-faa7-43c7-b013-2f67ede05d72 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 943 time: 0.0528190 Mar 11 00:55:27.893355 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e9d32d93-b660-4c72-9cda-b520f921aa43 req-8c48d71e-4182-42c9-b073-9f1cfd8b64f3 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Mar 11 00:55:29.010972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d728fb8-631a-493a-9e6d-589f4ef1718d req-381e4ee1-84ca-4c6a-a999-086905e60349 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:29.012441 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d728fb8-631a-493a-9e6d-589f4ef1718d req-381e4ee1-84ca-4c6a-a999-086905e60349 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 943 time: 0.0524676 Mar 11 00:55:29.060627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6d728fb8-631a-493a-9e6d-589f4ef1718d req-ea1fd53d-7524-4fab-b5cc-4183e3120811 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Mar 11 00:55:29.289612 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 933c9b89-3686-40e6-b0d7-f582ee68b1ef details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:55:29.388994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:29.403160 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'port_id': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'mac_address': 'fa:16:3e:a4:be:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:55:29.440908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 933c9b89-3686-40e6-b0d7-f582ee68b1ef is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:29.441301 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:29.457337 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933c9b89-3686-40e6-b0d7-f582ee68b1ef {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:55:29.476462 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:29.480260 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:29.526183 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:29.719331 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['933c9b89-3686-40e6-b0d7-f582ee68b1ef'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:55:30.181838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8ee9a-0da2-44a4-b5ba-e39f85ba920d req-e9b286c3-4aee-4d76-82a6-1e75f8528731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:30.183316 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30e8ee9a-0da2-44a4-b5ba-e39f85ba920d req-e9b286c3-4aee-4d76-82a6-1e75f8528731 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 944 time: 0.0530415 Mar 11 00:55:30.234116 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-30e8ee9a-0da2-44a4-b5ba-e39f85ba920d req-dcb0a55d-d431-44f4-8804-4c1c3d5a4f60 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Mar 11 00:55:31.307908 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 933c9b89-3686-40e6-b0d7-f582ee68b1ef up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:55:31.364604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 933c9b89-3686-40e6-b0d7-f582ee68b1ef completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:55:31.368939 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 933c9b89-3686-40e6-b0d7-f582ee68b1ef triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:55:31.369355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:31.380087 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9bcc2-b114-472f-9b48-7432af1f8d44 req-f4df99a8-4389-4bf6-9332-929c53b80839 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:31.381605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1eb9bcc2-b114-472f-9b48-7432af1f8d44 req-f4df99a8-4389-4bf6-9332-929c53b80839 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 944 time: 0.0771561 Mar 11 00:55:31.439651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1eb9bcc2-b114-472f-9b48-7432af1f8d44 req-1e897a20-cbfe-434e-ae96-2c13fcaafde0 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521684 Mar 11 00:55:31.462072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 933c9b89-3686-40e6-b0d7-f582ee68b1ef is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:55:31.462507 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:31.487546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:55:31.489837 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4042d0-95eb-48c0-be58-48cabcd08a63" -d '{"events": [{"server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "name": "network-vif-plugged", "status": "completed", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:55:31.502435 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:55:31.508547 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:31.563592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:31.586338 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce009d9-0aac-4038-9b9b-10aab54df6e0 x-openstack-request-id: req-cce009d9-0aac-4038-9b9b-10aab54df6e0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:55:31.586643 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "name": "network-vif-plugged", "status": "completed", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:55:31.587937 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cce009d9-0aac-4038-9b9b-10aab54df6e0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:55:31.588497 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'code': 200} Mar 11 00:55:31.694838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab2e1-929f-4350-9e0a-85e97633a7bf req-5a4fee30-1b25-4997-a477-7667fb1663f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:31.696381 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a0ab2e1-929f-4350-9e0a-85e97633a7bf req-5a4fee30-1b25-4997-a477-7667fb1663f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1127 time: 0.0493424 Mar 11 00:55:31.757679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a0ab2e1-929f-4350-9e0a-85e97633a7bf req-be3be4d9-7479-4ae7-85a9-75131bb26c70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Mar 11 00:55:32.559944 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd9d70-5fb0-4dd8-9908-72e309568c3b req-62550ba8-1e2d-4b42-9660-986e6daf1252 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:32.561401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2cd9d70-5fb0-4dd8-9908-72e309568c3b req-62550ba8-1e2d-4b42-9660-986e6daf1252 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0517197 Mar 11 00:55:32.612832 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2cd9d70-5fb0-4dd8-9908-72e309568c3b req-e9167701-de98-4db8-b849-e1ca738c9a16 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457809 Mar 11 00:55:33.732426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375922c-fd27-4581-887d-8710d776b9bd req-5a9f166f-9f51-4546-a2b9-72cad1613b81 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:33.734833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9375922c-fd27-4581-887d-8710d776b9bd req-5a9f166f-9f51-4546-a2b9-72cad1613b81 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0528288 Mar 11 00:55:33.782146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9375922c-fd27-4581-887d-8710d776b9bd req-610d666e-92ef-48c1-b335-8e29a25c2705 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Mar 11 00:55:33.899912 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819f977-70cb-4835-bcf3-c933b7d34700 req-5fbddcea-01d4-4f2e-ae3c-1cb6b98cdea7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:33.901407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1819f977-70cb-4835-bcf3-c933b7d34700 req-5fbddcea-01d4-4f2e-ae3c-1cb6b98cdea7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0520556 Mar 11 00:55:33.952676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1819f977-70cb-4835-bcf3-c933b7d34700 req-241d0be8-724d-4e63-8a81-d9e74361f621 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451806 Mar 11 00:55:33.974598 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44810) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:34.022095 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d88bf-8fa7-48f9-9c70-60d91459d0bf tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:34.023603 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-aa6d88bf-8fa7-48f9-9c70-60d91459d0bf tempest-TestNetworkAdvancedServerOps-302941319 tempest-TestNetworkAdvancedServerOps-302941319-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1122 time: 0.0480068 Mar 11 00:55:34.026414 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44812) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:34.030862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:55:34.050904 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:34.147860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:34.251074 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Allocated IP 172.25.7.42 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/5c404570-e75a-42c1-8b9e-a7e544c80e5c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:55:34.350805 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:34.394553 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:34.429892 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:55:34.432634 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:55:34.436121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:55:34.468744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5c404570-e75a-42c1-8b9e-a7e544c80e5c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:34.808860 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (66207ac0-5f6d-45b5-aeef-6418a2be8eab), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:34.879892 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:35.032790 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:35.037126 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:35.109827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event updated for resources: {'Port': ['ID=5c404570-e75a-42c1-8b9e-a7e544c80e5c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:55:35.117988 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (66207ac0-5f6d-45b5-aeef-6418a2be8eab), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:35.222797 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 66207ac0-5f6d-45b5-aeef-6418a2be8eab associated. External IP: 172.25.7.42, port: 933c9b89-3686-40e6-b0d7-f582ee68b1ef. Mar 11 00:55:35.444528 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router f1a5d3dc-30c4-4e74-816a-cec716e148ec has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:55:35.555532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:55:35.567703 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Sync routers for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:55:35.575876 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:35.580545 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:35.581480 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:35.609986 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b1043b09-987c-4e09-bce0-453dd2ad7a2c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5825658 Mar 11 00:55:35.610729 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:55:35.613153 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2696d6-9dd8-4162-98ee-3e8013a95aae" -d '{"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:55:35.695676 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:35.724982 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0a722-98d3-4b0c-bd2b-2f87267615c2 x-openstack-request-id: req-26c0a722-98d3-4b0c-bd2b-2f87267615c2 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:55:35.725299 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:55:35.725567 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26c0a722-98d3-4b0c-bd2b-2f87267615c2 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:55:35.726193 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'status': 'completed', 'code': 200} Mar 11 00:55:35.800401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357aa11-df85-444c-87b5-4a2e9b6857b6 req-af94c605-19f3-47e0-baaf-5cb605984834 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:35.802001 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9357aa11-df85-444c-87b5-4a2e9b6857b6 req-af94c605-19f3-47e0-baaf-5cb605984834 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.1193898 Mar 11 00:55:35.828022 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-1c55665f-2156-46d9-b771-6bc82e2c8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:35.830390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-1c55665f-2156-46d9-b771-6bc82e2c8c5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1127 time: 0.0763998 Mar 11 00:55:35.910857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9357aa11-df85-444c-87b5-4a2e9b6857b6 req-9c5f80aa-2381-49bd-8dce-d7eae6122e90 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995753 Mar 11 00:55:35.940494 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44820) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:35.947284 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '66207ac0-5f6d-45b5-aeef-6418a2be8eab', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'port_id': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'mac_address': 'fa:16:3e:a4:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:55:34Z', 'updated_at': '2022-03-11T00:55:34Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:35.971026 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-c8f62109-94da-43b2-be2c-e5cb6f6f4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:35.972789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-c8f62109-94da-43b2-be2c-e5cb6f6f4276 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 897 time: 0.1279438 Mar 11 00:55:35.982523 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Checking router: f1a5d3dc-30c4-4e74-816a-cec716e148ec for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:55:35.994707 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:55:35.995436 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:55:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:36.048517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-f6501169-8f8c-4cf3-8f1c-2b0a0bac0467 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 998 time: 0.0690765 Mar 11 00:55:36.112391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-a59f403d-1ad2-477d-a3bf-744fc72dcc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:36.114535 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-a59f403d-1ad2-477d-a3bf-744fc72dcc0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0593801 Mar 11 00:55:36.119871 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:55:36.181198 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-4292bf92-e070-4e91-ae6c-c9543f878aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:36.183178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-4292bf92-e070-4e91-ae6c-c9543f878aef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630913 Mar 11 00:55:36.315368 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-9c93a66b-0a3f-4593-914b-84ffd489e8c8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249204 Mar 11 00:55:36.370043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6f135f92-f00d-4335-aa27-ba5f98784279 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/66207ac0-5f6d-45b5-aeef-6418a2be8eab HTTP/1.1" status: 200 len: 990 time: 0.4275279 Mar 11 00:55:36.418554 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0f2696d6-9dd8-4162-98ee-3e8013a95aae req-cfdba8fe-fd9f-4287-a620-d7f9fb8c9161 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968022 Mar 11 00:55:36.462033 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '66207ac0-5f6d-45b5-aeef-6418a2be8eab', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'port_id': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'mac_address': 'fa:16:3e:a4:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:55:34Z', 'updated_at': '2022-03-11T00:55:34Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:55:36.493118 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bec6a-741c-4e2a-bfcb-c19c1a83a3c0 None None] The sync data for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 is: [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '66207ac0-5f6d-45b5-aeef-6418a2be8eab', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'port_id': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'mac_address': 'fa:16:3e:a4:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:55:34Z', 'updated_at': '2022-03-11T00:55:34Z', 'revision_number': 0, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:55:36.690085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a268f1c-cf69-4495-bf7d-b03835edd99b None None] New status for floating IP 66207ac0-5f6d-45b5-aeef-6418a2be8eab: ACTIVE {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:55:36.850372 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a83f119b-82aa-4f03-b75c-87f2e85e42bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:37.373688 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44822) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:55:37.434010 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2f5142bc-776b-49b9-99a3-5084760db9a4 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/66207ac0-5f6d-45b5-aeef-6418a2be8eab HTTP/1.1" status: 200 len: 992 time: 0.0589621 Mar 11 00:55:39.400634 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05d74a5a-a132-4572-8188-83459e821c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:40.646229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:41.305956 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:41.654186 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:41.810766 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:43.411686 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:55:47.176618 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:55:47.500724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-bfe55543-f592-424b-b5c9-33ca18971de8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469563 Mar 11 00:55:47.594134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-53ca9165-3a27-4198-a549-f4c73a37572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:47.595663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-53ca9165-3a27-4198-a549-f4c73a37572e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1127 time: 0.0453966 Mar 11 00:55:47.699651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-fa8bfeac-f391-463e-ac8a-93f564caf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:47.701149 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-fa8bfeac-f391-463e-ac8a-93f564caf35e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 897 time: 0.0877595 Mar 11 00:55:47.765122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-b54aab11-ecfa-4621-8f05-1dd3e58ee6d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 1000 time: 0.0573201 Mar 11 00:55:47.814699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-62152255-423b-4a37-a161-c7c72cd8f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:47.816140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-62152255-423b-4a37-a161-c7c72cd8f45e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0465441 Mar 11 00:55:47.863799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-4eecf5bb-3e8e-47cb-9882-5e04690daef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:55:47.865327 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-4eecf5bb-3e8e-47cb-9882-5e04690daef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428858 Mar 11 00:55:47.956293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-0660602a-e436-4758-bbd8-3f4f49be983c service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813291 Mar 11 00:55:48.048114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f14b67ca-5aa8-45e8-85df-4e2cbf5d9628 req-8670d47c-ed05-4628-be80-2b8d405b17e6 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Mar 11 00:56:03.412915 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bed03305-8ff1-4315-89e2-7d525002f77a req-bc9c43fb-44e6-4107-8682-0525e26a6b42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277243 Mar 11 00:56:03.461791 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bed03305-8ff1-4315-89e2-7d525002f77a req-511f9165-2b42-44e5-b47b-572329e506bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0296533 Mar 11 00:56:03.502718 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bed03305-8ff1-4315-89e2-7d525002f77a req-348d52fd-19df-4583-92e8-ad1500614f0c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207603 Mar 11 00:56:03.595076 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03305-8ff1-4315-89e2-7d525002f77a req-6828062c-2ae3-48bc-aedb-50bcb5947182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:03.596583 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-bed03305-8ff1-4315-89e2-7d525002f77a req-6828062c-2ae3-48bc-aedb-50bcb5947182 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880241 Mar 11 00:56:04.153775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a053-a408-402a-849a-f762866f4ea6 req-4c447df4-b391-4c4a-af34-d2dd591e82c6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:04.155282 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5153a053-a408-402a-849a-f762866f4ea6 req-4c447df4-b391-4c4a-af34-d2dd591e82c6 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0528779 Mar 11 00:56:04.203858 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5153a053-a408-402a-849a-f762866f4ea6 req-1a584a24-da14-4bd6-8103-0495960e66d9 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 Mar 11 00:56:05.331883 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d233a-3f90-459d-adda-cb5137aac0dc req-fe544cbc-19bd-479b-8b17-fc9f9575a858 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:05.333388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-928d233a-3f90-459d-adda-cb5137aac0dc req-fe544cbc-19bd-479b-8b17-fc9f9575a858 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0560977 Mar 11 00:56:05.684886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-928d233a-3f90-459d-adda-cb5137aac0dc req-06fd4ea7-2b07-4deb-8162-8fc2812f2abb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455338 Mar 11 00:56:05.708204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44840) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:05.773087 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-79a7b64c-480d-4b85-a6fc-07da1350f532 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/66207ac0-5f6d-45b5-aeef-6418a2be8eab HTTP/1.1" status: 200 len: 992 time: 0.0637088 Mar 11 00:56:06.844089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5201fece-60dd-462f-a929-0a6685f54403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:07.079463 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c0a66-ead9-4f03-bd58-83686907a83d req-4620bb69-38a8-48fb-8aae-f986fbf8667f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:07.080961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a6c0a66-ead9-4f03-bd58-83686907a83d req-4620bb69-38a8-48fb-8aae-f986fbf8667f tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0865366 Mar 11 00:56:07.085462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-0b568ff4-6920-4c0f-8626-53747649a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:07.086903 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-0b568ff4-6920-4c0f-8626-53747649a010 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1127 time: 0.0654488 Mar 11 00:56:07.189288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9a6c0a66-ead9-4f03-bd58-83686907a83d req-24bd81a9-d9b1-4be6-8b26-42ec334c8e76 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013303 Mar 11 00:56:07.210867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-c7559f4f-2507-4761-8b5b-df4a849a9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:07.212340 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-c7559f4f-2507-4761-8b5b-df4a849a9711 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 897 time: 0.1117539 Mar 11 00:56:07.282199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-5fdd0fb8-a81d-446b-941e-7af51a4a7010 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 1000 time: 0.0631065 Mar 11 00:56:07.329265 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-95dd5494-f9b2-4796-bc17-67b3de1f8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:07.330654 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-95dd5494-f9b2-4796-bc17-67b3de1f8bca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0422802 Mar 11 00:56:07.377824 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-149374de-ddff-4a86-bf33-e5b0a2d25293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:07.379276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-149374de-ddff-4a86-bf33-e5b0a2d25293 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432181 Mar 11 00:56:07.469624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-7c40d930-d46f-4ee6-abc2-be6c4ed62392 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843155 Mar 11 00:56:07.558560 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6f86130c-5360-4915-b5e2-a3e467bb2e1f req-8da496c6-c53f-447e-9570-7caa5af7222e service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826991 Mar 11 00:56:08.322765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bce2a-bd67-49c0-a1e7-2d86d079b44b req-69be43d7-8573-4d55-88c2-862e8b2b199a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:08.324270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-508bce2a-bd67-49c0-a1e7-2d86d079b44b req-69be43d7-8573-4d55-88c2-862e8b2b199a tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0635836 Mar 11 00:56:08.375332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-508bce2a-bd67-49c0-a1e7-2d86d079b44b req-f2b9566b-26c9-460c-bacc-243d8eb324a8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Mar 11 00:56:09.403695 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe859e25-16a2-4649-b3a2-c612ee518fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:09.496611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3893e3-8e94-4cf6-b447-73a860c744ad req-be21ec7c-b2d8-4ae5-bed7-5468e2475777 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:09.498068 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a3893e3-8e94-4cf6-b447-73a860c744ad req-be21ec7c-b2d8-4ae5-bed7-5468e2475777 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0539207 Mar 11 00:56:09.546530 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a3893e3-8e94-4cf6-b447-73a860c744ad req-ecf70cb3-54b0-4ea2-8d5a-1e9fb42aa398 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Mar 11 00:56:09.569310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44852) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:09.631883 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0211dc8b-cae8-4564-8564-c610241d423d tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/floatingips/66207ac0-5f6d-45b5-aeef-6418a2be8eab HTTP/1.1" status: 200 len: 992 time: 0.0614345 Mar 11 00:56:09.885077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44858) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:10.043700 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 5c404570-e75a-42c1-8b9e-a7e544c80e5c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:56:10.044068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.125706 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.126034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (5c404570-e75a-42c1-8b9e-a7e544c80e5c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.137733 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 5c404570-e75a-42c1-8b9e-a7e544c80e5c owned by network:floatingip {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:56:10.282351 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (5c404570-e75a-42c1-8b9e-a7e544c80e5c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.309750 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=5c404570-e75a-42c1-8b9e-a7e544c80e5c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:10.372898 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for floatingip (66207ac0-5f6d-45b5-aeef-6418a2be8eab), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.373230 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Floating IP 66207ac0-5f6d-45b5-aeef-6418a2be8eab disassociated (deleted). External IP: 172.25.7.42, port: 933c9b89-3686-40e6-b0d7-f582ee68b1ef. Mar 11 00:56:10.587035 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router f1a5d3dc-30c4-4e74-816a-cec716e148ec has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:56:10.649524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.702454 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:10.707194 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:10.711576 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Sync routers for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:10.721762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:10.722374 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:10.739318 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-ca805140-7583-4a23-8924-e2de9ada1c9b tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/floatingips/66207ac0-5f6d-45b5-aeef-6418a2be8eab HTTP/1.1" status: 204 len: 168 time: 0.8531780 Mar 11 00:56:10.739889 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:56:10.742149 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a1aca-4c97-466b-a03d-d890e6ac0438" -d '{"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:56:10.782914 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa811542-7d81-4cf0-8e3f-098588fb398e x-openstack-request-id: req-aa811542-7d81-4cf0-8e3f-098588fb398e {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:56:10.783206 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:56:10.783588 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa811542-7d81-4cf0-8e3f-098588fb398e {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:56:10.783876 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'status': 'completed', 'code': 200} Mar 11 00:56:10.836893 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:10.864414 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-7f21483f-8cf6-4fa7-b4e5-3e50e03560ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:10.866624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-7f21483f-8cf6-4fa7-b4e5-3e50e03560ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 1127 time: 0.0594051 Mar 11 00:56:11.001217 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-7cdac20d-824b-446a-a948-c1e37b8efa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:11.002695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-7cdac20d-824b-446a-a948-c1e37b8efa6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 200 len: 897 time: 0.1287451 Mar 11 00:56:11.017596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068501c9-e2fa-46ce-9a01-4f67bbbc07ce req-92d03cd0-ceb6-4ab2-94d8-85d63ec50feb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:11.019050 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-068501c9-e2fa-46ce-9a01-4f67bbbc07ce req-92d03cd0-ceb6-4ab2-94d8-85d63ec50feb tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0771360 Mar 11 00:56:11.047535 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:11.068752 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-34d8a553-70cb-459f-94ee-042aaa99da23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 200 len: 217 time: 0.0487363 Mar 11 00:56:11.074805 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Checking router: f1a5d3dc-30c4-4e74-816a-cec716e148ec for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:11.083658 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:11.084292 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:11.134209 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-068501c9-e2fa-46ce-9a01-4f67bbbc07ce req-ac625943-1bfe-4d3f-bf48-d15efdb153a1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082575 Mar 11 00:56:11.144790 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-f56ee8aa-2e4d-4637-bec8-0854283d5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:11.146222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-f56ee8aa-2e4d-4637-bec8-0854283d5fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 200 len: 834 time: 0.0698307 Mar 11 00:56:11.191654 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:11.195386 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-12208f30-71db-4a66-bff4-76c1ba9172ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:11.196932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-12208f30-71db-4a66-bff4-76c1ba9172ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a18e30b-866a-4716-968e-8adf97d27e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447979 Mar 11 00:56:11.286981 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-759ffb5f-cca4-4d94-82e3-05c46d122bcd service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825281 Mar 11 00:56:11.313272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:11.386616 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:11.392908 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-889a1aca-4c97-466b-a03d-d890e6ac0438 req-760df09f-e9e8-48ee-bf64-44135ba40000 service neutron] 10.222.0.30 "GET /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935643 Mar 11 00:56:11.416408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005437e1-2fab-4017-83ef-46c1af87fce7 None None] The sync data for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 is: [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:55:21Z', 'revision_number': 4, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '4cc89350-d578-4377-8e88-5e160669dc0d', 'name': '', 'network_id': '5a18e30b-866a-4716-968e-8adf97d27e12', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'mac_address': 'fa:16:3e:eb:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '587f4183-5864-49e4-97d5-920ca6882933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:20Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'subnets': [{'id': '587f4183-5864-49e4-97d5-920ca6882933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:11.635499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c431949-db5c-4435-b54b-f64ffce1eb4e None None] New status for floating IP 66207ac0-5f6d-45b5-aeef-6418a2be8eab: DOWN {{(pid=110427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:56:11.707674 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:11.814122 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:12.260795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e37a-afde-44cd-988a-de90efed3857 req-503ea94c-5bdb-46cf-a21b-ae3f89a34cc1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:12.262253 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df6e37a-afde-44cd-988a-de90efed3857 req-503ea94c-5bdb-46cf-a21b-ae3f89a34cc1 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0522084 Mar 11 00:56:12.310376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2df6e37a-afde-44cd-988a-de90efed3857 req-3a90af1f-c848-464a-9977-84d717896809 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/security-groups?id=9aff9a19-8088-4ace-8843-c03fdbb23b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Mar 11 00:56:12.586191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-51ed3fad-9015-4e43-ad21-fce91dbdd7dc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:12.587616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-51ed3fad-9015-4e43-ad21-fce91dbdd7dc tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 945 time: 0.0564718 Mar 11 00:56:12.677525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 933c9b89-3686-40e6-b0d7-f582ee68b1ef {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:56:12.677872 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:12.769006 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 933c9b89-3686-40e6-b0d7-f582ee68b1ef, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=933c9b89-3686-40e6-b0d7-f582ee68b1ef,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:12.769363 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:12.781030 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 933c9b89-3686-40e6-b0d7-f582ee68b1ef owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:56:12.907755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (933c9b89-3686-40e6-b0d7-f582ee68b1ef), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:12.940841 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=933c9b89-3686-40e6-b0d7-f582ee68b1ef,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:12.954301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.954301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.954301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.954301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.954706 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.954879 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.955209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.955537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.955861 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.956214 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.956533 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.956858 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.957180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:12.992838 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] No DVR routers for this DVR port 933c9b89-3686-40e6-b0d7-f582ee68b1ef on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:56:12.995429 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:12.999459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cf15ea0a-b27d-4eb4-8c9f-913e0d4a8ebd req-a2b5e403-e9d7-4d34-b337-2283d6557985 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.30 "DELETE /v2.0/ports/933c9b89-3686-40e6-b0d7-f582ee68b1ef HTTP/1.1" status: 204 len: 173 time: 0.4050283 Mar 11 00:56:13.000060 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'name': 'network-vif-deleted', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:56:13.002325 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b7c3c-763c-4d36-b617-8b62a1260ca4" -d '{"events": [{"server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "name": "network-vif-deleted", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:56:13.039160 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e682d0-d746-4aed-b6dc-4e827b34998b x-openstack-request-id: req-12e682d0-d746-4aed-b6dc-4e827b34998b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:56:13.039459 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2854040-6ece-4aac-8df1-15380dbda97e", "name": "network-vif-deleted", "tag": "933c9b89-3686-40e6-b0d7-f582ee68b1ef", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:56:13.039744 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e682d0-d746-4aed-b6dc-4e827b34998b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:56:13.040754 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2854040-6ece-4aac-8df1-15380dbda97e', 'name': 'network-vif-deleted', 'tag': '933c9b89-3686-40e6-b0d7-f582ee68b1ef', 'status': 'completed', 'code': 200} Mar 11 00:56:13.423574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:13.436568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d95d2b1-4f74-4349-81b5-2afd84547eba req-6db29d6d-10e8-4f11-8a8d-c3a5b87f4ad8 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2854040-6ece-4aac-8df1-15380dbda97e HTTP/1.1" status: 200 len: 210 time: 0.0430694 Mar 11 00:56:14.494978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44874) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:14.861616 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:15.122061 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port 4cc89350-d578-4377-8e88-5e160669dc0d {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:56:15.122328 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:15.209417 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port 4cc89350-d578-4377-8e88-5e160669dc0d, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=4cc89350-d578-4377-8e88-5e160669dc0d,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:15.209782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:15.222409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for 4cc89350-d578-4377-8e88-5e160669dc0d owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:56:15.412009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (4cc89350-d578-4377-8e88-5e160669dc0d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:15.444683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=4cc89350-d578-4377-8e88-5e160669dc0d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:15.554487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 933c9b89-3686-40e6-b0d7-f582ee68b1ef no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:56:15.576018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 933c9b89-3686-40e6-b0d7-f582ee68b1ef {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:56:15.576894 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 933c9b89-3686-40e6-b0d7-f582ee68b1ef not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:56:15.618627 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:15.839334 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Router f1a5d3dc-30c4-4e74-816a-cec716e148ec has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:56:15.947900 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:15.952966 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1e3ea0d8-20ad-416d-a813-ef11f12f57e7 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "PUT /v2.0/routers/f1a5d3dc-30c4-4e74-816a-cec716e148ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4569335 Mar 11 00:56:15.955674 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:15.958069 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Sync routers for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:15.967520 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:15.968173 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:16.006855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting subnet 587f4183-5864-49e4-97d5-920ca6882933 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 00:56:16.009961 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for subnet (587f4183-5864-49e4-97d5-920ca6882933), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.050255 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (587f4183-5864-49e4-97d5-920ca6882933), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.076624 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:16.138455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (587f4183-5864-49e4-97d5-920ca6882933), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.196501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (587f4183-5864-49e4-97d5-920ca6882933), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.225662 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Subnet': ['ID=587f4183-5864-49e4-97d5-920ca6882933,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:16.227661 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.230869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c6d93839-b2c3-4c47-80bd-4127b619a2ba tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/subnets/587f4183-5864-49e4-97d5-920ca6882933 HTTP/1.1" status: 204 len: 168 time: 0.2742357 Mar 11 00:56:16.233620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8149ddc0-8387-409b-a726-44f678aa0dfd None None] Network 5a18e30b-866a-4716-968e-8adf97d27e12 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:56:16.233876 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44878) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:16.267762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:56:15Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:16.352472 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.391981 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Checking router: f1a5d3dc-30c4-4e74-816a-cec716e148ec for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:16.400589 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Routers {'f1a5d3dc-30c4-4e74-816a-cec716e148ec'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:16.401209 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:16.434748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] DHCP port deletion for 5a18e30b-866a-4716-968e-8adf97d27e12 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 00:56:16.474822 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_gateway (f1a5d3dc-30c4-4e74-816a-cec716e148ec), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.485158 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Deleting port 790f4935-7c58-4083-b260-70bf5ab826e8 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:56:16.485536 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.513659 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] Set router f1a5d3dc-30c4-4e74-816a-cec716e148ec gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:16.531822 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Deleting port a6df9b9e-931d-438d-bdc5-a36fff487c5b {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 00:56:16.532210 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.565928 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] For port 790f4935-7c58-4083-b260-70bf5ab826e8, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=790f4935-7c58-4083-b260-70bf5ab826e8,segment=NetworkSegment(c6ecd9bc-f233-4b31-9e1b-c85906f92407),segment_id=c6ecd9bc-f233-4b31-9e1b-c85906f92407)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:16.566792 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.579873 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Calling delete_port for 790f4935-7c58-4083-b260-70bf5ab826e8 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:56:16.618217 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] For port a6df9b9e-931d-438d-bdc5-a36fff487c5b, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=a6df9b9e-931d-438d-bdc5-a36fff487c5b,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:16.618612 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.632799 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Calling delete_port for a6df9b9e-931d-438d-bdc5-a36fff487c5b owned by network:router_gateway {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 00:56:16.666575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (790f4935-7c58-4083-b260-70bf5ab826e8), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.699343 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:56:15Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:16.700918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] No DVR routers for this DVR port 790f4935-7c58-4083-b260-70bf5ab826e8 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 00:56:16.706721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Pushing event deleted for resources: {'Port': ['ID=790f4935-7c58-4083-b260-70bf5ab826e8,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:16.715203 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.715857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.716814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.716814 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.717085 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.718057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.718396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.718896 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.719209 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.719547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.719933 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.720282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.720614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07e746-bd3e-4144-b298-c20d4964a629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.731851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca737d03-b8f5-40d4-a109-ef32b91b5c8b None None] The sync data for ids ['f1a5d3dc-30c4-4e74-816a-cec716e148ec'] in n-d-831844-1 is: [{'id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870094384', 'tenant_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:55:17Z', 'updated_at': '2022-03-11T00:56:15Z', 'revision_number': 5, 'project_id': '715ce9ecf7fa4ff597e805fb4c0c3f5c', 'gw_port': {'id': 'a6df9b9e-931d-438d-bdc5-a36fff487c5b', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a5d3dc-30c4-4e74-816a-cec716e148ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:55:18Z', 'updated_at': '2022-03-11T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:16.812692 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (a6df9b9e-931d-438d-bdc5-a36fff487c5b), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:16.839824 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Port': ['ID=a6df9b9e-931d-438d-bdc5-a36fff487c5b,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:16.852307 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.852670 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.853006 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.853344 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.853674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.854001 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.854326 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.854649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.854973 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.855295 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.855617 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.855985 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.856272 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:16.914345 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.021659 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.023884 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router_controller (f1a5d3dc-30c4-4e74-816a-cec716e148ec), precommit_delete_associations {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.070081 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (f1a5d3dc-30c4-4e74-816a-cec716e148ec), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.070658 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Fanout notify agent at l3_agent the message router_deleted on router f1a5d3dc-30c4-4e74-816a-cec716e148ec {{(pid=110426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 00:56:17.078033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.079138 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-612a9be1-e5b4-4f7b-b609-0a8d89fc3966 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/routers/f1a5d3dc-30c4-4e74-816a-cec716e148ec HTTP/1.1" status: 204 len: 168 time: 0.8444343 Mar 11 00:56:17.082005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:17.168343 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (5a18e30b-866a-4716-968e-8adf97d27e12), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.256436 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (5a18e30b-866a-4716-968e-8adf97d27e12), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.276696 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a18e30b-866a-4716-968e-8adf97d27e12']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:17.286345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ecd9bc-f233-4b31-9e1b-c85906f92407') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:17.286636 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ecd9bc-f233-4b31-9e1b-c85906f92407') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:17.296284 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (c6ecd9bc-f233-4b31-9e1b-c85906f92407), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.308965 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (c6ecd9bc-f233-4b31-9e1b-c85906f92407), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.314556 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 00:56:17.314935 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (c6ecd9bc-f233-4b31-9e1b-c85906f92407), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: timer() Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 00:56:17.318072 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 00:56:17.378583 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (5a18e30b-866a-4716-968e-8adf97d27e12), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.385119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.388179 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/networks/5a18e30b-866a-4716-968e-8adf97d27e12 HTTP/1.1" status: 204 len: 168 time: 0.3051944 Mar 11 00:56:17.391522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44882) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:17.399604 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ad570-092c-4433-90bb-ab399fe3892c tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'Network': ['ID=5a18e30b-866a-4716-968e-8adf97d27e12,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:17.448114 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (9aff9a19-8088-4ace-8843-c03fdbb23b9b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.474539 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (9aff9a19-8088-4ace-8843-c03fdbb23b9b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.541142 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9aff9a19-8088-4ace-8843-c03fdbb23b9b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.543769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:17.544982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] 10.222.0.21 "DELETE /v2.0/security-groups/9aff9a19-8088-4ace-8843-c03fdbb23b9b HTTP/1.1" status: 204 len: 168 time: 0.1521285 Mar 11 00:56:17.558726 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab93c3-2aaa-475e-a246-f4374503ef12 tempest-TestNetworkAdvancedServerOps-261995871 tempest-TestNetworkAdvancedServerOps-261995871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff9a19-8088-4ace-8843-c03fdbb23b9b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:17.869013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44890) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:17.999952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8bce2822-f77e-4488-bcc4-00f905075137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=715ce9ecf7fa4ff597e805fb4c0c3f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294794 Mar 11 00:56:18.002448 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44894) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:18.049456 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] Publish callbacks [] for security_group (0aeeefff-5125-4afb-bf0c-3e9ee0092fb5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.070971 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] Publish callbacks [] for security_group (0aeeefff-5125-4afb-bf0c-3e9ee0092fb5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.118045 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (0aeeefff-5125-4afb-bf0c-3e9ee0092fb5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.120632 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.121787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aeeefff-5125-4afb-bf0c-3e9ee0092fb5 HTTP/1.1" status: 204 len: 168 time: 0.1184552 Mar 11 00:56:18.130809 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f321-3fb3-41aa-8e54-c8211d58b1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeeefff-5125-4afb-bf0c-3e9ee0092fb5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:18.359553 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 790f4935-7c58-4083-b260-70bf5ab826e8 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:56:18.380275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 790f4935-7c58-4083-b260-70bf5ab826e8 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:56:18.380616 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 790f4935-7c58-4083-b260-70bf5ab826e8 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:56:18.381103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4cc89350-d578-4377-8e88-5e160669dc0d no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:56:18.389350 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44900) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:18.400902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 4cc89350-d578-4377-8e88-5e160669dc0d {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:56:18.401255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 4cc89350-d578-4377-8e88-5e160669dc0d not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:56:18.401700 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a6df9b9e-931d-438d-bdc5-a36fff487c5b no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:56:18.402549 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a64e0e59-f6ca-46e3-8aea-0776f0fb2bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.422228 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: a6df9b9e-931d-438d-bdc5-a36fff487c5b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 00:56:18.422591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device a6df9b9e-931d-438d-bdc5-a36fff487c5b not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 00:56:18.479529 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a64e0e59-f6ca-46e3-8aea-0776f0fb2bac admin admin] Publish callbacks [] for security_group (9615c2fb-5923-4de0-9ba9-5a2f3f360249), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.483729 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a64e0e59-f6ca-46e3-8aea-0776f0fb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9615c2fb-5923-4de0-9ba9-5a2f3f360249), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.523745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a64e0e59-f6ca-46e3-8aea-0776f0fb2bac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e123ebf70b43e2943474a869dd6ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332779 Mar 11 00:56:18.525756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e0e59-f6ca-46e3-8aea-0776f0fb2bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615c2fb-5923-4de0-9ba9-5a2f3f360249,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:18.526518 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44902) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:18.574590 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] Publish callbacks [] for security_group (9615c2fb-5923-4de0-9ba9-5a2f3f360249), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.595618 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] Publish callbacks [] for security_group (9615c2fb-5923-4de0-9ba9-5a2f3f360249), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.642427 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (9615c2fb-5923-4de0-9ba9-5a2f3f360249), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.645037 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:18.646192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9615c2fb-5923-4de0-9ba9-5a2f3f360249 HTTP/1.1" status: 204 len: 168 time: 0.1186728 Mar 11 00:56:18.653541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15b722-d4c7-41c1-bba8-25a3b8f0ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615c2fb-5923-4de0-9ba9-5a2f3f360249,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:19.322591 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44924) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:19.420293 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-589700131-network', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:19.440084 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Made reservation on behalf of 46b32ecae34d4f9d9924f8aa5f57e9d1 for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:56:19.442712 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.456075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.533599 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks [] for security_group (66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.537495 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.561388 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:56:19.578119 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:19.582770 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (961c1da4-ead0-4b6d-a712-a368e3884a46), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.583117 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Added segment 961c1da4-ead0-4b6d-a712-a368e3884a46 of type vlan for network 188102fd-9346-4bc4-8b3c-eec6caea4cfe Mar 11 00:56:19.623075 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (188102fd-9346-4bc4-8b3c-eec6caea4cfe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.647754 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (188102fd-9346-4bc4-8b3c-eec6caea4cfe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.648645 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:19.649215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.681615 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3579252 Mar 11 00:56:19.684782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44928) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:19.689957 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Request body: {'subnet': {'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-589700131-subnet', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'ip_version': 4}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:19.713980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Made reservation on behalf of 46b32ecae34d4f9d9924f8aa5f57e9d1 for: {'subnet': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:56:19.716747 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8748823'] for subnet (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.721742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170191a9-7897-468e-b5f8-1207521e7f10 admin admin] Pushing event updated for resources: {'Network': ['ID=188102fd-9346-4bc4-8b3c-eec6caea4cfe,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:19.731410 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:56:19.889898 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3967411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8748857'] for subnet (c0d7949e-63b1-4b81-a3b3-4f53516d071b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.938269 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d7949e-63b1-4b81-a3b3-4f53516d071b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:19.953894 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Checking segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:19.954252 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Network hostable DHCP agents. Network: 188102fd-9346-4bc4-8b3c-eec6caea4cfe, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:56:19.970865 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:56:19.979765 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 188102fd-9346-4bc4-8b3c-eec6caea4cfe) {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:19.984009 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:19.984621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:19.989489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c11e8f-fea0-4fa0-b4ba-8c25f8670ba6 None None] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:56:20.000723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-723b218a-dd60-4fbc-b15e-b97e008fcf11 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3146026 Mar 11 00:56:20.003132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44930) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:20.007615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:20.028608 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (84e118d4-72df-4b02-80fd-19419e2aa859), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.029614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (84e118d4-72df-4b02-80fd-19419e2aa859), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.085851 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for router_controller (84e118d4-72df-4b02-80fd-19419e2aa859), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.095519 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:56:20.096503 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.231067 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for router_gateway (84e118d4-72df-4b02-80fd-19419e2aa859), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.239803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Allocated IP 172.20.0.2 (188102fd-9346-4bc4-8b3c-eec6caea4cfe/c0d7949e-63b1-4b81-a3b3-4f53516d071b/2563ae29-53d6-428a-9d53-5284bc0997b5) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:20.383408 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks [] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.389769 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.431559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:20.435563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for router_gateway (84e118d4-72df-4b02-80fd-19419e2aa859), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.436468 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:20.440029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:20.446979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Pushing event updated for resources: {'Port': ['ID=2563ae29-53d6-428a-9d53-5284bc0997b5,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:20.456054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.499325 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Attempting to bind port 2563ae29-53d6-428a-9d53-5284bc0997b5 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:20.499562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Attempting to bind port 2563ae29-53d6-428a-9d53-5284bc0997b5 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:20.499943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Attempting to bind port 2563ae29-53d6-428a-9d53-5284bc0997b5 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:20.505053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:20.505467 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Checking segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:20.506550 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.506550 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Bound using segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:20.506809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Bound port: 2563ae29-53d6-428a-9d53-5284bc0997b5, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:20.507150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.556713 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Allocated IP 172.25.7.16 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/077e1d0b-b72c-4e45-84a0-d56d7b32c435) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:20.574406 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] For port 2563ae29-53d6-428a-9d53-5284bc0997b5, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:20.578315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] For port 2563ae29-53d6-428a-9d53-5284bc0997b5, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2563ae29-53d6-428a-9d53-5284bc0997b5,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:20.584251 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.644375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fc1ab-9b70-483b-ad33-f3ed7e647a7d None None] Pushing event updated for resources: {'Port': ['ID=2563ae29-53d6-428a-9d53-5284bc0997b5,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:20.675413 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.713422 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:20.751971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:20.758872 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:20.762467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:20.785639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Pushing event updated for resources: {'Port': ['ID=077e1d0b-b72c-4e45-84a0-d56d7b32c435,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:21.349108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for router_gateway (84e118d4-72df-4b02-80fd-19419e2aa859), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.531212 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dca5c7-30f6-4b83-9fd9-6f7119eac872 None None] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:56:21.567034 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (84e118d4-72df-4b02-80fd-19419e2aa859), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.642733 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Provisioning complete for port 2563ae29-53d6-428a-9d53-5284bc0997b5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:21.643020 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.711327 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Router 84e118d4-72df-4b02-80fd-19419e2aa859 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:56:21.731803 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Current status of the port 2563ae29-53d6-428a-9d53-5284bc0997b5 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:21.732289 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.770065 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] For port 2563ae29-53d6-428a-9d53-5284bc0997b5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2563ae29-53d6-428a-9d53-5284bc0997b5,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:21.774876 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.826395 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da92b6-8f24-455c-af80-7b12aa2e7f56 None None] Pushing event updated for resources: {'Port': ['ID=2563ae29-53d6-428a-9d53-5284bc0997b5,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:21.834112 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:21.848152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:21.861023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:21.861745 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:21.863330 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:21.864641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d307600d-a07a-44a8-8f75-40c0a19d7e22 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8604696 Mar 11 00:56:21.867337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44932) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:21.977182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:22.063702 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a144bf97-12fd-4ec4-90b1-e2783e3fa3f0 None None] Provisioning complete for port 2563ae29-53d6-428a-9d53-5284bc0997b5 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:22.064109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a144bf97-12fd-4ec4-90b1-e2783e3fa3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.213552 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a144bf97-12fd-4ec4-90b1-e2783e3fa3f0 None None] Current status of the port 2563ae29-53d6-428a-9d53-5284bc0997b5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:22.234350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:21Z', 'revision_number': 3, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:22.264221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:22.264647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Updating router 84e118d4-72df-4b02-80fd-19419e2aa859 port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:56:22.290260 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.291537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.394114 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2563ae29-53d6-428a-9d53-5284bc0997b5 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:22.459771 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Allocated IP 172.20.0.1 (188102fd-9346-4bc4-8b3c-eec6caea4cfe/c0d7949e-63b1-4b81-a3b3-4f53516d071b/40eb9e51-2206-4879-be89-981da45fc473) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:22.574167 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks [] for port (40eb9e51-2206-4879-be89-981da45fc473), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.610777 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.647729 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:22.650660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:22.654227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:22.683965 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 2563ae29-53d6-428a-9d53-5284bc0997b5 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:22.684509 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.688962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:22.704120 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (84e118d4-72df-4b02-80fd-19419e2aa859), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.839649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 2563ae29-53d6-428a-9d53-5284bc0997b5 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:22.845988 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks [] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.853685 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.855279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (40eb9e51-2206-4879-be89-981da45fc473), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.908747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99b4e-8d12-4241-98af-8205b815b8c0 None None] Pushing event updated for resources: {'Port': ['ID=077e1d0b-b72c-4e45-84a0-d56d7b32c435,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:22.912781 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Attempting to bind port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:22.913150 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Attempting to bind port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:22.913499 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Attempting to bind port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:22.919316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:22.919722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:22.920167 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.921097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:22.921574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Bound port: 077e1d0b-b72c-4e45-84a0-d56d7b32c435, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:22.921958 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:22.979649 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c9fdbf0e-b713-4dc4-ac45-cc37db208255 None None] Provisioning complete for port 40eb9e51-2206-4879-be89-981da45fc473 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:22.980135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9fdbf0e-b713-4dc4-ac45-cc37db208255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (40eb9e51-2206-4879-be89-981da45fc473), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.003025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] For port 077e1d0b-b72c-4e45-84a0-d56d7b32c435, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:23.021944 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] For port 077e1d0b-b72c-4e45-84a0-d56d7b32c435, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=077e1d0b-b72c-4e45-84a0-d56d7b32c435,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:23.027307 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c9fdbf0e-b713-4dc4-ac45-cc37db208255 None None] Port 40eb9e51-2206-4879-be89-981da45fc473 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:56:23.032263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.034884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks [] for port (40eb9e51-2206-4879-be89-981da45fc473), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.040665 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.084296 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:23.084934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:23.114312 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:23.116805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (84e118d4-72df-4b02-80fd-19419e2aa859), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.139851 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99b4e-8d12-4241-98af-8205b815b8c0 None None] Pushing event updated for resources: {'Port': ['ID=077e1d0b-b72c-4e45-84a0-d56d7b32c435,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:23.209911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:23.211390 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:23.212873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:23.341889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:56:23.430614 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 2, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:23.460295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19532c5c-07bb-4af4-af55-5572110d4c26 None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 2, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:23.462320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:23.468408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1846a2c0-3300-4e43-a34e-4c9f4897d2e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/84e118d4-72df-4b02-80fd-19419e2aa859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5999491 Mar 11 00:56:23.471631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-a2b90a05-d3e8-4bec-90fd-e1e7b2eaddbd None None] Provisioning complete for port 40eb9e51-2206-4879-be89-981da45fc473 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:23.472052 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a2b90a05-d3e8-4bec-90fd-e1e7b2eaddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (40eb9e51-2206-4879-be89-981da45fc473), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:23.507441 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-a2b90a05-d3e8-4bec-90fd-e1e7b2eaddbd None None] Port 40eb9e51-2206-4879-be89-981da45fc473 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:56:23.981306 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44948) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:23.986578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-922608179-network', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:24.006611 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Made reservation on behalf of 4f581d063a954bcdbde54403dfc610c3 for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:56:24.009054 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.019568 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.115303 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks [] for security_group (47e0c567-51fa-4ae8-b1ef-c50060e50b43), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.123268 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47e0c567-51fa-4ae8-b1ef-c50060e50b43), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.150943 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 00:56:24.165481 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0c567-51fa-4ae8-b1ef-c50060e50b43,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:24.171194 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3f1dc05b-108a-442a-afa0-d198bf33037b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.171493 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Added segment 3f1dc05b-108a-442a-afa0-d198bf33037b of type vlan for network 00016229-64d9-4a2d-a8c4-8d583c5341a9 Mar 11 00:56:24.179355 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:56:24.215597 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (00016229-64d9-4a2d-a8c4-8d583c5341a9), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.242472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (00016229-64d9-4a2d-a8c4-8d583c5341a9), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.243977 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:24.244642 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.280197 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2951565 Mar 11 00:56:24.280503 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44950) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:24.285452 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Request body: {'subnet': {'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-922608179-subnet', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:24.308812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Made reservation on behalf of 4f581d063a954bcdbde54403dfc610c3 for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:56:24.312651 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.325146 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f979cf-88d2-457a-838a-0da382ae1000 admin admin] Pushing event updated for resources: {'Network': ['ID=00016229-64d9-4a2d-a8c4-8d583c5341a9,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:24.346220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 00:56:24.421082 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 077e1d0b-b72c-4e45-84a0-d56d7b32c435 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:24.474066 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:24.474528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.529494 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (26d713e8-a682-436f-aff4-e3e0ab20c30d), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.560855 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:24.561779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.593109 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d713e8-a682-436f-aff4-e3e0ab20c30d,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:24.593413 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 077e1d0b-b72c-4e45-84a0-d56d7b32c435, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=077e1d0b-b72c-4e45-84a0-d56d7b32c435,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:24.602696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.606385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Checking segment: {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:24.606860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Network hostable DHCP agents. Network: 00016229-64d9-4a2d-a8c4-8d583c5341a9, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 00:56:24.626739 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 00:56:24.640331 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 00016229-64d9-4a2d-a8c4-8d583c5341a9) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:24.648949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c1029-aa47-472a-8088-b91ec520916b None None] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:56:24.652342 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:24.653221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.671261 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-6e063622-51af-4879-82e9-69e466c87b1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3887503 Mar 11 00:56:24.673450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44952) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:24.682331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:24.695867 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=077e1d0b-b72c-4e45-84a0-d56d7b32c435,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:24.706523 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.707758 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.766544 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for router_controller (16b6d803-0c2f-47ae-a004-0eba60673f04), precommit_add_association {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.780936 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-00016229-64d9-4a2d-a8c4-8d583c5341a9', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 00:56:24.782271 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.922829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for router_gateway (16b6d803-0c2f-47ae-a004-0eba60673f04), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:24.923476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Allocated IP 172.20.0.2 (00016229-64d9-4a2d-a8c4-8d583c5341a9/26d713e8-a682-436f-aff4-e3e0ab20c30d/95f971db-b33b-46c6-871d-babeeecaaa51) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:25.076350 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks [] for port (95f971db-b33b-46c6-871d-babeeecaaa51), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.082572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.121811 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:25.128772 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:25.133125 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:25.136162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Pushing event updated for resources: {'Port': ['ID=95f971db-b33b-46c6-871d-babeeecaaa51,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:25.138574 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for router_gateway (16b6d803-0c2f-47ae-a004-0eba60673f04), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.159968 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.191913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Attempting to bind port 95f971db-b33b-46c6-871d-babeeecaaa51 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:25.192328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Attempting to bind port 95f971db-b33b-46c6-871d-babeeecaaa51 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:25.192698 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Attempting to bind port 95f971db-b33b-46c6-871d-babeeecaaa51 on network 00016229-64d9-4a2d-a8c4-8d583c5341a9 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:25.197609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:25.197992 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Checking segment: {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:25.198397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.198796 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Bound using segment: {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:25.199270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Bound port: 95f971db-b33b-46c6-871d-babeeecaaa51, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:25.199653 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.266332 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] For port 95f971db-b33b-46c6-871d-babeeecaaa51, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:25.269556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Allocated IP 172.25.7.82 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/3f85d569-e9e9-4e02-87f5-24abb6d326f0) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:25.271744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] For port 95f971db-b33b-46c6-871d-babeeecaaa51, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=95f971db-b33b-46c6-871d-babeeecaaa51,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:25.278446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.338445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52569-97f5-4244-b704-f177d2b7a22c None None] Pushing event updated for resources: {'Port': ['ID=95f971db-b33b-46c6-871d-babeeecaaa51,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:25.394059 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.430878 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.475626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:25.483201 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:25.488051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:25.511574 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Pushing event updated for resources: {'Port': ['ID=3f85d569-e9e9-4e02-87f5-24abb6d326f0,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:25.602207 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:25.615305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:25.616328 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:25.729486 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:25.758320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for router_gateway (16b6d803-0c2f-47ae-a004-0eba60673f04), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.928984 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 2, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:25.955414 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:25.955775 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Updating router 84e118d4-72df-4b02-80fd-19419e2aa859 port 40eb9e51-2206-4879-be89-981da45fc473 binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:56:25.964999 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:25.988238 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (40eb9e51-2206-4879-be89-981da45fc473), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.279452 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks [] for port (40eb9e51-2206-4879-be89-981da45fc473), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.286953 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.388745 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Pushing event updated for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:26.426539 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62b95d-de87-42d0-ad34-e48a52f35038 None None] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 00:56:26.434188 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Attempting to bind port 40eb9e51-2206-4879-be89-981da45fc473 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:26.434570 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Attempting to bind port 40eb9e51-2206-4879-be89-981da45fc473 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:26.434941 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Attempting to bind port 40eb9e51-2206-4879-be89-981da45fc473 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:26.440145 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.440499 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.440870 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.441433 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.442052 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.442052 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.442396 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.442788 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.443408 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.443780 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.444839 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.445260 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.445770 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:56:26.448913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Router 16b6d803-0c2f-47ae-a004-0eba60673f04 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 00:56:26.469119 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:26.469803 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Checking segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:26.470311 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.470800 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Bound using segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:26.471377 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Bound port: 40eb9e51-2206-4879-be89-981da45fc473, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:26.472057 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (40eb9e51-2206-4879-be89-981da45fc473), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.543290 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Provisioning complete for port 95f971db-b33b-46c6-871d-babeeecaaa51 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:26.543677 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.565008 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] For port 40eb9e51-2206-4879-be89-981da45fc473, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:26.569409 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] For port 40eb9e51-2206-4879-be89-981da45fc473, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=40eb9e51-2206-4879-be89-981da45fc473,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:26.576788 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.587025 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 077e1d0b-b72c-4e45-84a0-d56d7b32c435 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:26.609844 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:26.632065 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.632323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Sync routers for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:26.636790 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44954) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:26.647673 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:26.651424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b879b5d5-7ff9-46ba-86ec-cb8ac20e5e35 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9621468 Mar 11 00:56:26.656350 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:26.716185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:26.716836 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:26.736698 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420ada7-060a-412d-8af6-21c8108808f8 None None] Pushing event updated for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:26.803778 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:26.838671 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:26.839528 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.845409 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Current status of the port 95f971db-b33b-46c6-871d-babeeecaaa51 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:26.845803 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:26.890963 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:26.953349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] For port 95f971db-b33b-46c6-871d-babeeecaaa51, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=95f971db-b33b-46c6-871d-babeeecaaa51,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:27.167740 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.175290 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:26Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:27.175605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.209357 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d5a77-4ad8-4714-bd97-a7569fc54622 None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:26Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:27.342590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb54f3-697f-4aff-a5df-e537199b7c06 None None] Pushing event updated for resources: {'Port': ['ID=95f971db-b33b-46c6-871d-babeeecaaa51,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:27.351232 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Allocated IP 172.20.0.1 (00016229-64d9-4a2d-a8c4-8d583c5341a9/26d713e8-a682-436f-aff4-e3e0ab20c30d/9b8236b8-ffdb-4bae-b7f4-a928578f676c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:27.371268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:27.372432 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 95f971db-b33b-46c6-871d-babeeecaaa51 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:27.397256 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Provisioning complete for port 40eb9e51-2206-4879-be89-981da45fc473 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:27.397635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (40eb9e51-2206-4879-be89-981da45fc473), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.471448 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks [] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.510795 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:25Z', 'revision_number': 3, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:27.512380 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.514918 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 95f971db-b33b-46c6-871d-babeeecaaa51 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:27.515300 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.559793 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:27.565573 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:27.567740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Checking router: 16b6d803-0c2f-47ae-a004-0eba60673f04 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:27.568129 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Updating router 16b6d803-0c2f-47ae-a004-0eba60673f04 port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:56:27.569672 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:27.598831 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Current status of the port 40eb9e51-2206-4879-be89-981da45fc473 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:27.599609 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (40eb9e51-2206-4879-be89-981da45fc473), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.599894 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Pushing event updated for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:27.620637 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (16b6d803-0c2f-47ae-a004-0eba60673f04), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.631800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.677930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] For port 40eb9e51-2206-4879-be89-981da45fc473, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=40eb9e51-2206-4879-be89-981da45fc473,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:27.709944 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.783444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 95f971db-b33b-46c6-871d-babeeecaaa51 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:27.812375 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.850356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Provisioning complete for port 95f971db-b33b-46c6-871d-babeeecaaa51 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:27.850655 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:27.907806 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Pushing event updated for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:28.025229 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks [] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.031728 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2d68c979-d3f6-4908-9e05-fb4f07210908 None None] Current status of the port 95f971db-b33b-46c6-871d-babeeecaaa51 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:28.033727 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.090291 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks [] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.096624 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.161798 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df8509-1f75-47b4-9ab5-2be1f8ed3e79 None None] Pushing event updated for resources: {'Port': ['ID=3f85d569-e9e9-4e02-87f5-24abb6d326f0,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:28.168926 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Attempting to bind port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:28.169402 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Attempting to bind port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:28.169872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Attempting to bind port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:28.180474 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:28.180857 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:28.181268 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.181669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:28.182152 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Bound port: 3f85d569-e9e9-4e02-87f5-24abb6d326f0, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:28.182533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.185587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-7efdf05e-1ecf-4391-843f-0e86585ad30f None None] Provisioning complete for port 9b8236b8-ffdb-4bae-b7f4-a928578f676c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:28.186157 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7efdf05e-1ecf-4391-843f-0e86585ad30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.256673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-7efdf05e-1ecf-4391-843f-0e86585ad30f None None] Port 9b8236b8-ffdb-4bae-b7f4-a928578f676c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:56:28.270405 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] For port 3f85d569-e9e9-4e02-87f5-24abb6d326f0, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:28.274788 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] For port 3f85d569-e9e9-4e02-87f5-24abb6d326f0, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f85d569-e9e9-4e02-87f5-24abb6d326f0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:28.281710 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.344501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:28.345163 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:28.351858 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df8509-1f75-47b4-9ab5-2be1f8ed3e79 None None] Pushing event updated for resources: {'Port': ['ID=3f85d569-e9e9-4e02-87f5-24abb6d326f0,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:28.402922 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 95f971db-b33b-46c6-871d-babeeecaaa51 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:28.476249 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (16b6d803-0c2f-47ae-a004-0eba60673f04), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.477986 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Pushing event updated for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:28.511602 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:28.544816 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 95f971db-b33b-46c6-871d-babeeecaaa51 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:28.545200 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.569133 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:28.570563 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:28.703437 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Router 16b6d803-0c2f-47ae-a004-0eba60673f04 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:56:28.756008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 95f971db-b33b-46c6-871d-babeeecaaa51 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:28.757501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 40eb9e51-2206-4879-be89-981da45fc473 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:28.819860 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:28.820833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '9b8236b8-ffdb-4bae-b7f4-a928578f676c', 'name': '', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'mac_address': 'fa:16:3e:d3:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:27Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 2, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'subnets': [{'id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:28.825348 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-7d7b9736-f8d9-425c-95d5-e88d0226fddb admin admin] 10.222.0.21 "PUT /v2.0/routers/16b6d803-0c2f-47ae-a004-0eba60673f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1874177 Mar 11 00:56:28.851316 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a99172-3948-4495-ae06-3c366b7165a9 None None] The sync data for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 is: [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '9b8236b8-ffdb-4bae-b7f4-a928578f676c', 'name': '', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'mac_address': 'fa:16:3e:d3:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:27Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 2, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'subnets': [{'id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:28.852938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 40eb9e51-2206-4879-be89-981da45fc473 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:28.853315 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (40eb9e51-2206-4879-be89-981da45fc473), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.905572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-b6d2ce9e-4022-4ab6-8b65-0e200d5f4433 None None] Provisioning complete for port 9b8236b8-ffdb-4bae-b7f4-a928578f676c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:28.905953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ce9e-4022-4ab6-8b65-0e200d5f4433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:28.974650 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2ce9e-4022-4ab6-8b65-0e200d5f4433 None None] Port 9b8236b8-ffdb-4bae-b7f4-a928578f676c cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:56:28.988357 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 40eb9e51-2206-4879-be89-981da45fc473 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:29.357451 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44962) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:29.362201 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547753961', 'description': 'tempest-secgroup-smoke-547753961 description', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:29.383521 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.463412 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (992f3466-652d-424a-85fe-ee4eefe8efb6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.467011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (992f3466-652d-424a-85fe-ee4eefe8efb6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.494547 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992f3466-652d-424a-85fe-ee4eefe8efb6,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:29.499279 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.500436 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-c185a942-c03f-4ce3-8cd7-d31ab6d47ded tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1419249 Mar 11 00:56:29.503471 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44964) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:29.507753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:29.533221 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8d021f14-e28e-4b6a-aade-a82d1b4c087c), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.593800 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8d021f14-e28e-4b6a-aade-a82d1b4c087c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.597262 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8d021f14-e28e-4b6a-aade-a82d1b4c087c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.614742 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d021f14-e28e-4b6a-aade-a82d1b4c087c,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:29.621842 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.623016 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8ef42283-9b4b-4b27-acec-e614367672a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186225 Mar 11 00:56:29.626278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44966) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:29.630784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:29.654289 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (52676e68-5379-4784-9bd9-044e9fa2097b), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.708494 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (52676e68-5379-4784-9bd9-044e9fa2097b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.712115 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (52676e68-5379-4784-9bd9-044e9fa2097b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.729174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52676e68-5379-4784-9bd9-044e9fa2097b,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:29.737124 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.738399 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-23474e17-0f88-48ba-9e1b-1fda22a831e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111298 Mar 11 00:56:29.741289 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44968) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:29.745487 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:29.770104 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (254384fd-4bf2-4437-9009-f7fc95ad2baf), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.828614 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (254384fd-4bf2-4437-9009-f7fc95ad2baf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.832702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (254384fd-4bf2-4437-9009-f7fc95ad2baf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.851203 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254384fd-4bf2-4437-9009-f7fc95ad2baf,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:29.860246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.861453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-86e49a04-1e6a-4cb7-a54d-3c64a1adc9ef tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192479 Mar 11 00:56:29.864304 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 44970) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:29.868856 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:29.894032 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (9440ab1d-1029-4a79-ad34-938cf1afab41), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.952383 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (9440ab1d-1029-4a79-ad34-938cf1afab41), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.958064 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (9440ab1d-1029-4a79-ad34-938cf1afab41), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.979183 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440ab1d-1029-4a79-ad34-938cf1afab41,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:29.994206 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:29.998082 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8e6c9440-ae4a-4ecd-bb7c-de695f122a99 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303287 Mar 11 00:56:29.998436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44972) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:30.007690 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:30.033678 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Project 46b32ecae34d4f9d9924f8aa5f57e9d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:56:30.039441 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (497cf6fc-4f1e-426c-81c5-e90f9ecf7fa4), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.103379 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (497cf6fc-4f1e-426c-81c5-e90f9ecf7fa4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.110591 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (497cf6fc-4f1e-426c-81c5-e90f9ecf7fa4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.128754 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497cf6fc-4f1e-426c-81c5-e90f9ecf7fa4,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:30.136580 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.138238 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8eb473ab-0e7a-430a-a623-ae62614353ad tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382427 Mar 11 00:56:30.142053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 44974) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:30.146643 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '992f3466-652d-424a-85fe-ee4eefe8efb6', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:30.167309 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Project 46b32ecae34d4f9d9924f8aa5f57e9d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 00:56:30.173781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (eea97f3d-d57c-44ed-9df0-319a9b4ee951), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.237692 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (eea97f3d-d57c-44ed-9df0-319a9b4ee951), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.241702 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (eea97f3d-d57c-44ed-9df0-319a9b4ee951), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.263058 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea97f3d-d57c-44ed-9df0-319a9b4ee951,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:30.268791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.270078 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2d38d25c-550d-4db0-b1ca-47efe6e8a7c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269743 Mar 11 00:56:30.389044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f85d569-e9e9-4e02-87f5-24abb6d326f0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:30.433956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-036b9b06-85a2-4bb7-89cc-bf782966389d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547753961&fields=id&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 267 time: 0.0489926 Mar 11 00:56:30.442929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:30.443303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.528601 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:30.529228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.552607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 3f85d569-e9e9-4e02-87f5-24abb6d326f0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f85d569-e9e9-4e02-87f5-24abb6d326f0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:30.554284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-63d39ccb-b2f1-4b14-8a54-2e45ed8d5c40 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:30.556172 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-63d39ccb-b2f1-4b14-8a54-2e45ed8d5c40 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 808 time: 0.1151433 Mar 11 00:56:30.557668 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:30.574154 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-7278c0fe-aac7-4d88-9f06-418a2cda3e86 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/quotas/46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Mar 11 00:56:30.609042 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=3f85d569-e9e9-4e02-87f5-24abb6d326f0,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:30.638302 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-4de067a7-c349-477b-94e3-a2707989c269 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551183 Mar 11 00:56:30.741087 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-e3c14848-3c49-4c5d-a598-2dbf0f3d5b50 service neutron] 10.222.0.21 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905638 Mar 11 00:56:30.829759 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-d7a17036-ae55-4524-8795-7d86b9554dbc service neutron] 10.222.0.21 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828938 Mar 11 00:56:30.999784 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d8c3642-3100-4c9f-aa7a-0f4664e12845 req-1a0ed5ce-5966-4d8e-8450-9983017e3f92 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Mar 11 00:56:31.386285 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Sync routers for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:31.397169 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:31.397779 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:31.507147 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:31.712833 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '9b8236b8-ffdb-4bae-b7f4-a928578f676c', 'name': '', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'mac_address': 'fa:16:3e:d3:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:27Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 2, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'subnets': [{'id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:31.739988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Checking router: 16b6d803-0c2f-47ae-a004-0eba60673f04 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:31.740345 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Updating router 16b6d803-0c2f-47ae-a004-0eba60673f04 port 9b8236b8-ffdb-4bae-b7f4-a928578f676c binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 00:56:31.767525 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.057157 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-4b58c669-9e28-409a-af41-b3021a9661e4 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:32.059518 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-4b58c669-9e28-409a-af41-b3021a9661e4 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 808 time: 0.1241195 Mar 11 00:56:32.062974 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks [] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.072000 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.116567 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea1edbe-d69c-4cfa-b03f-3fdff185efa3 req-3a33f8d6-3a13-4745-93d6-097c0ee68a72 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Mar 11 00:56:32.133467 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca633f-6dea-4ee2-af42-9b10b1413c59 None None] Pushing event updated for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:32.167121 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-a116607a-3575-4c7e-b4fc-8392557fed32 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 379 time: 0.0969095 Mar 11 00:56:32.177080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'port': {'device_id': '0d101cb0-6350-4718-907c-4b361ec4e269', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'admin_state_up': True, 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'security_groups': ['992f3466-652d-424a-85fe-ee4eefe8efb6']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:32.195569 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Attempting to bind port 9b8236b8-ffdb-4bae-b7f4-a928578f676c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:32.196587 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Attempting to bind port 9b8236b8-ffdb-4bae-b7f4-a928578f676c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:32.196587 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Attempting to bind port 9b8236b8-ffdb-4bae-b7f4-a928578f676c on network 00016229-64d9-4a2d-a8c4-8d583c5341a9 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:32.201531 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:32.201906 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Checking segment: {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:32.202306 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.204028 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Bound using segment: {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:32.204614 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Bound port: 9b8236b8-ffdb-4bae-b7f4-a928578f676c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1dc05b-108a-442a-afa0-d198bf33037b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:32.205000 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.293068 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] For port 9b8236b8-ffdb-4bae-b7f4-a928578f676c, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:32.296762 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] For port 9b8236b8-ffdb-4bae-b7f4-a928578f676c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b8236b8-ffdb-4bae-b7f4-a928578f676c,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:32.306502 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.309368 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Made reservation on behalf of 46b32ecae34d4f9d9924f8aa5f57e9d1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 00:56:32.314553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.378617 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:32.379300 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:32.383208 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca633f-6dea-4ee2-af42-9b10b1413c59 None None] Pushing event updated for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:32.409439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f85d569-e9e9-4e02-87f5-24abb6d326f0 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:32.497527 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Provisioning complete for port 9b8236b8-ffdb-4bae-b7f4-a928578f676c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:32.498309 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.513348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Allocated IP 172.20.0.14 (188102fd-9346-4bc4-8b3c-eec6caea4cfe/c0d7949e-63b1-4b81-a3b3-4f53516d071b/9f124098-6471-4928-97e5-4f7dc2e648a1) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:32.538325 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:32.576058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:32.576574 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.661185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Current status of the port 9b8236b8-ffdb-4bae-b7f4-a928578f676c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:32.661684 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.707151 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.754730 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.803371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:32.809348 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:32.813639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:32.817895 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '9b8236b8-ffdb-4bae-b7f4-a928578f676c', 'name': '', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'mac_address': 'fa:16:3e:d3:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:27Z', 'updated_at': '2022-03-11T00:56:32Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'subnets': [{'id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:32.840346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:32.866869 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8e06f-2e7f-43fc-b038-d798ac207c53 None None] The sync data for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 is: [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '9b8236b8-ffdb-4bae-b7f4-a928578f676c', 'name': '', 'network_id': '00016229-64d9-4a2d-a8c4-8d583c5341a9', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'mac_address': 'fa:16:3e:d3:44:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:27Z', 'updated_at': '2022-03-11T00:56:32Z', 'revision_number': 4, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'subnets': [{'id': '26d713e8-a682-436f-aff4-e3e0ab20c30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:32.893138 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:32.893836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.918988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-de53bf09-49df-4ef0-9324-a6b931f4e937 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7464604 Mar 11 00:56:32.931863 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Request body: {'port': {'device_id': '0d101cb0-6350-4718-907c-4b361ec4e269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:32.949639 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] For port 9b8236b8-ffdb-4bae-b7f4-a928578f676c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b8236b8-ffdb-4bae-b7f4-a928578f676c,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:32.973104 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:32.976920 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:33.044821 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.081880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545082b1-4fe7-4f80-9319-e2fdd7dde0a9 None None] Pushing event updated for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:33.114192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e9fe11c6-6053-450c-ae2c-5af13a3ae0fc None None] Provisioning complete for port 9b8236b8-ffdb-4bae-b7f4-a928578f676c triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:33.114585 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e9fe11c6-6053-450c-ae2c-5af13a3ae0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.217559 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe11c6-6053-450c-ae2c-5af13a3ae0fc None None] Current status of the port 9b8236b8-ffdb-4bae-b7f4-a928578f676c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:33.338558 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e14ba-33b2-467a-a2fa-a8504f5d244f req-a9d4aee0-fb30-4e55-a9b5-23cbe7b27407 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:33.340033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd9e14ba-33b2-467a-a2fa-a8504f5d244f req-a9d4aee0-fb30-4e55-a9b5-23cbe7b27407 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 932 time: 0.1258917 Mar 11 00:56:33.353376 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9af94da3-828d-425c-8e42-fe792c44beab None None] Provisioning complete for port 9f124098-6471-4928-97e5-4f7dc2e648a1 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:33.353376 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9af94da3-828d-425c-8e42-fe792c44beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.389930 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9af94da3-828d-425c-8e42-fe792c44beab None None] Port 9f124098-6471-4928-97e5-4f7dc2e648a1 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 00:56:33.443076 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fd9e14ba-33b2-467a-a2fa-a8504f5d244f req-b28e40e9-9952-4ff2-a942-81748ecdbb10 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942698 Mar 11 00:56:33.459471 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:56:33.467700 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks [] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.480047 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Transition to ACTIVE for port object 9f124098-6471-4928-97e5-4f7dc2e648a1 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 00:56:33.484931 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.536330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:33.611578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Attempting to bind port 9f124098-6471-4928-97e5-4f7dc2e648a1 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 00:56:33.611917 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Attempting to bind port 9f124098-6471-4928-97e5-4f7dc2e648a1 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 00:56:33.612276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Attempting to bind port 9f124098-6471-4928-97e5-4f7dc2e648a1 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:33.616998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Port 9f124098-6471-4928-97e5-4f7dc2e648a1 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 00:56:33.617309 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Attempting to bind port 9f124098-6471-4928-97e5-4f7dc2e648a1 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 00:56:33.622457 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 00:56:33.622797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Checking segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 00:56:33.623186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Bound using segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 00:56:33.623614 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Bound port: 9f124098-6471-4928-97e5-4f7dc2e648a1, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 00:56:33.624004 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.697724 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 00:56:33.701352 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 00:56:33.706805 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.742436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:33.743134 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:33.744553 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1092 time: 0.8182471 Mar 11 00:56:33.745011 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:56:33.747277 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:56:33.779007 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d0d2f-75a0-473d-ab82-024cf0f2f222 service neutron] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:33.807167 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff1ced-93a2-4c5a-8ddd-8deac6a09c41 x-openstack-request-id: req-83ff1ced-93a2-4c5a-8ddd-8deac6a09c41 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:56:33.807463 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:56:33.807711 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83ff1ced-93a2-4c5a-8ddd-8deac6a09c41 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:56:33.808141 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'status': 'completed', 'code': 200} Mar 11 00:56:33.849697 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-afd02473-8843-42c9-89b3-ca2f1c100033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:33.851151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-afd02473-8843-42c9-89b3-ca2f1c100033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1126 time: 0.0546036 Mar 11 00:56:33.895059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-5146c038-29bc-45b4-ae70-589deade7442 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 217 time: 0.0372193 Mar 11 00:56:33.947904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-d7b7eb6b-2df3-4087-8482-94c050680142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:33.949420 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-d7b7eb6b-2df3-4087-8482-94c050680142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0494299 Mar 11 00:56:33.997441 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-40df1dbd-9513-410e-9bf0-91e44f0b2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:33.998916 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-40df1dbd-9513-410e-9bf0-91e44f0b2b22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435920 Mar 11 00:56:34.097016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-41f5551b-67a2-4ae5-8f4d-e3377bb9e2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920639 Mar 11 00:56:34.186570 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-68164422-15ae-4a66-9726-55acf4fbaf79 req-8b84ddf1-2275-4aa0-bd74-7c23aa1c6ecf service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839074 Mar 11 00:56:34.275902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-6234da74-132d-4287-9e73-9909fed35e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:34.277473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-6234da74-132d-4287-9e73-9909fed35e5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1126 time: 0.0480652 Mar 11 00:56:34.378035 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-b87e185e-6304-486e-9f8e-ffa243ccddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:34.379369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9b8236b8-ffdb-4bae-b7f4-a928578f676c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:34.379769 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-b87e185e-6304-486e-9f8e-ffa243ccddea service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0965834 Mar 11 00:56:34.423151 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-8282e304-c598-4099-a184-4b7f29387abe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 217 time: 0.0377386 Mar 11 00:56:34.426961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 9b8236b8-ffdb-4bae-b7f4-a928578f676c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:34.427333 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:34.476647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-556f4583-5e29-4bbe-8a07-8e3046f89aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:34.478114 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-556f4583-5e29-4bbe-8a07-8e3046f89aac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0487506 Mar 11 00:56:34.507537 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 9b8236b8-ffdb-4bae-b7f4-a928578f676c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:34.561684 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-03978ad8-8ab4-49a7-95e6-032989f965cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:34.563544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-03978ad8-8ab4-49a7-95e6-032989f965cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779779 Mar 11 00:56:34.585370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc09a8f-2ee0-400e-addc-4288339ccbd6 req-bc3a8b19-d8f1-4ceb-b6a3-a78cbdd3adf2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:34.586756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fc09a8f-2ee0-400e-addc-4288339ccbd6 req-bc3a8b19-d8f1-4ceb-b6a3-a78cbdd3adf2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0700209 Mar 11 00:56:34.689772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1fc09a8f-2ee0-400e-addc-4288339ccbd6 req-40ed6e2e-584b-404b-8613-66fe0bbfc40f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927064 Mar 11 00:56:34.704813 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-9f5092d4-c40a-42cf-9518-8f1ef4613eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340201 Mar 11 00:56:34.796303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0ce494ff-fa72-4b86-ba34-1e1654b2b3a8 req-66164247-b0dc-4411-b298-802429b08247 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Mar 11 00:56:35.821960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d59e7-92f4-4d4f-9cb1-12d4038cfa09 req-2d86aa4d-d157-4ed1-87b8-5013f57ff24d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:35.823473 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f60d59e7-92f4-4d4f-9cb1-12d4038cfa09 req-2d86aa4d-d157-4ed1-87b8-5013f57ff24d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0606022 Mar 11 00:56:35.873956 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f60d59e7-92f4-4d4f-9cb1-12d4038cfa09 req-3710b35e-acac-48ba-826d-13a6632f71a5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Mar 11 00:56:36.850619 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a44520ff-89cc-4384-b74b-8c3485b739bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:36.993891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697513-481a-4f6f-8223-1b3b02258bf9 req-8ca4b499-ee22-4832-aa40-15ddbbf11cc7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:36.995369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8697513-481a-4f6f-8223-1b3b02258bf9 req-8ca4b499-ee22-4832-aa40-15ddbbf11cc7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0531728 Mar 11 00:56:37.043750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e8697513-481a-4f6f-8223-1b3b02258bf9 req-cfb6a664-8e1f-4597-877c-39739ceec0ae tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Mar 11 00:56:37.631812 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:56:37.728105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:37.739418 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:56:37.775574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:37.776346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:37.790177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:56:37.809223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:37.813605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:37.863301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:38.014095 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9f124098-6471-4928-97e5-4f7dc2e648a1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:56:38.174389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efea8e-3dfc-449d-a598-3f2147df295f req-50a13231-24b0-463c-9866-65211e5f76e1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:38.175807 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71efea8e-3dfc-449d-a598-3f2147df295f req-50a13231-24b0-463c-9866-65211e5f76e1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 945 time: 0.0622776 Mar 11 00:56:38.225575 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71efea8e-3dfc-449d-a598-3f2147df295f req-87531127-7d58-4cf4-a1c4-4d982deea198 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440702 Mar 11 00:56:39.347833 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f550-4710-4134-a7a8-50615713890e req-5f4bb02a-2256-411c-9c67-83bb5885d8c5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:39.349348 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c918f550-4710-4134-a7a8-50615713890e req-5f4bb02a-2256-411c-9c67-83bb5885d8c5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 945 time: 0.0544317 Mar 11 00:56:39.398857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c918f550-4710-4134-a7a8-50615713890e req-19f350d8-dfab-420f-b637-ea43d40af71b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437596 Mar 11 00:56:39.408730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8b085832-e871-4db9-955e-e6b0fcd56fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:39.647168 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:56:39.695029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 9f124098-6471-4928-97e5-4f7dc2e648a1 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 00:56:39.698645 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9f124098-6471-4928-97e5-4f7dc2e648a1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:56:39.699018 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:39.776200 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:56:39.776589 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:39.798105 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:56:39.800352 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4695e23e-02c2-42d4-91b5-94aef17a1dc6" -d '{"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:56:39.811906 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:56:39.818380 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:39.845508 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae8578c-ec6e-4a76-9af5-36fc087d70d9 x-openstack-request-id: req-fae8578c-ec6e-4a76-9af5-36fc087d70d9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:56:39.845813 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:56:39.846063 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae8578c-ec6e-4a76-9af5-36fc087d70d9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:56:39.846467 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'code': 200} Mar 11 00:56:39.871879 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:39.943153 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6790dcd-db13-412f-8b89-57897f6c83f8 req-9ffb67a0-03ff-4c18-b3e2-088bf0055142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:39.944679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6790dcd-db13-412f-8b89-57897f6c83f8 req-9ffb67a0-03ff-4c18-b3e2-088bf0055142 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0454063 Mar 11 00:56:39.992590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6790dcd-db13-412f-8b89-57897f6c83f8 req-5e718e42-2ec4-4c4d-8af5-403e7e0b3566 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Mar 11 00:56:40.521272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02962e-a01b-453c-9ed3-f6807efcb8ac req-6e92dbd7-3522-4c9b-b506-7b2f277f8bcf tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:40.522650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d02962e-a01b-453c-9ed3-f6807efcb8ac req-6e92dbd7-3522-4c9b-b506-7b2f277f8bcf tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0511668 Mar 11 00:56:40.570949 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5d02962e-a01b-453c-9ed3-f6807efcb8ac req-8e690efd-3011-4439-aff9-fb101b24b0b0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427315 Mar 11 00:56:40.652691 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:41.310284 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:41.669062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:41.693584 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bf9b1-cb30-4d1b-9731-83380a19d13b req-2e5b71a1-529f-4043-806c-0ceda538ffcf tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:41.695053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-808bf9b1-cb30-4d1b-9731-83380a19d13b req-2e5b71a1-529f-4043-806c-0ceda538ffcf tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0539255 Mar 11 00:56:41.742732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-808bf9b1-cb30-4d1b-9731-83380a19d13b req-8a19741e-625a-43fd-acb1-7cce9240739f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Mar 11 00:56:41.817234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:41.868652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fd27b-ae1a-45f3-b298-8243bfd61db7 req-132d96d7-74e1-4fd9-bd09-6fb7c166f387 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:41.870025 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d1fd27b-ae1a-45f3-b298-8243bfd61db7 req-132d96d7-74e1-4fd9-bd09-6fb7c166f387 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0593030 Mar 11 00:56:41.917650 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d1fd27b-ae1a-45f3-b298-8243bfd61db7 req-3beb0a77-8fad-4627-813f-d0873981e00f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Mar 11 00:56:41.939882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45028) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:42.073545 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c334ec6-de26-4919-bf19-b4b4260a45de tempest-TestShelveInstance-1440375881 tempest-TestShelveInstance-1440375881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:42.075053 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-5c334ec6-de26-4919-bf19-b4b4260a45de tempest-TestShelveInstance-1440375881 tempest-TestShelveInstance-1440375881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1123 time: 0.1341822 Mar 11 00:56:42.077984 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45032) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 00:56:42.082595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 00:56:42.103774 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:42.201184 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:42.302376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Allocated IP 172.25.7.164 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/b16e0dcb-96a9-4143-8229-958d6b894df4) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 00:56:42.412621 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:42.449713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:42.488258 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 00:56:42.493064 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 00:56:42.496525 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 00:56:42.521764 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=b16e0dcb-96a9-4143-8229-958d6b894df4,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:42.873183 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (a8b11cb5-e466-4f94-8087-e4d0332dc948), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:42.939704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.091718 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.096801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.168830 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=b16e0dcb-96a9-4143-8229-958d6b894df4,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:56:43.178701 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (a8b11cb5-e466-4f94-8087-e4d0332dc948), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.419150 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.587939 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Floating IP a8b11cb5-e466-4f94-8087-e4d0332dc948 associated. External IP: 172.25.7.164, port: 9f124098-6471-4928-97e5-4f7dc2e648a1. Mar 11 00:56:43.795268 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 00:56:43.905230 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 00:56:43.915361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 00:56:43.923531 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:56:43.929916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:43.930821 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:43.953263 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8f90fea8-6897-455e-bd60-452655fe7310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8737895 Mar 11 00:56:43.954818 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:56:43.956858 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96" -d '{"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:56:43.994605 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d8aa5-bf80-44dd-9227-841a0204ab0c x-openstack-request-id: req-7b4d8aa5-bf80-44dd-9227-841a0204ab0c {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:56:43.994907 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:56:43.995167 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b4d8aa5-bf80-44dd-9227-841a0204ab0c {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:56:43.995574 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'status': 'completed', 'code': 200} Mar 11 00:56:44.048690 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:44.064836 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-e997350b-cf5a-4e44-a776-a430b35c4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:44.066592 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-e997350b-cf5a-4e44-a776-a430b35c4a77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0486248 Mar 11 00:56:44.155556 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-38734141-b672-419e-bf38-d816e5c5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:44.157787 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-38734141-b672-419e-bf38-d816e5c5fcf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0845070 Mar 11 00:56:44.225258 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-42e34163-e9c4-44f6-8501-9a398b16281c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1000 time: 0.0622296 Mar 11 00:56:44.272655 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a8b11cb5-e466-4f94-8087-e4d0332dc948', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d101cb0-6350-4718-907c-4b361ec4e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:56:42Z', 'updated_at': '2022-03-11T00:56:42Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:44.273700 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-6deebaa7-63e2-4b48-871c-7cf5d11758a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:44.275143 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-6deebaa7-63e2-4b48-871c-7cf5d11758a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0435722 Mar 11 00:56:44.303220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 00:56:44.312017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 00:56:44.312646 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T00:56:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:44.325686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-97d2f3de-0b0c-45de-b32b-a0d7f73033ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:44.327578 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-97d2f3de-0b0c-45de-b32b-a0d7f73033ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465047 Mar 11 00:56:44.419447 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-84d150a2-a3b4-41d0-912c-8773cf316a87 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865564 Mar 11 00:56:44.419691 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 00:56:44.511533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a73a62f-c10a-4f86-8e26-fdd2bc53cc96 req-656ec9a7-2668-4d2a-aad6-26ebbf0dc48d service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863540 Mar 11 00:56:44.648363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a8b11cb5-e466-4f94-8087-e4d0332dc948', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d101cb0-6350-4718-907c-4b361ec4e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:56:42Z', 'updated_at': '2022-03-11T00:56:42Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 00:56:44.676481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142c589-1561-4f98-9235-dfde856e4537 None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'a8b11cb5-e466-4f94-8087-e4d0332dc948', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d101cb0-6350-4718-907c-4b361ec4e269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T00:56:42Z', 'updated_at': '2022-03-11T00:56:42Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 00:56:44.856916 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0fda9-7872-44e4-8cb4-c5afe9f88e07 None None] New status for floating IP a8b11cb5-e466-4f94-8087-e4d0332dc948: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 00:56:48.449601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-c8676afb-4c69-4c9f-9659-a9f184c124ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486465 Mar 11 00:56:48.532158 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197670c-a490-4522-9356-82bae5b4053a req-d6fec224-825e-413f-9b2d-f33ce6b27702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:48.534303 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-d6fec224-825e-413f-9b2d-f33ce6b27702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0435140 Mar 11 00:56:48.641179 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197670c-a490-4522-9356-82bae5b4053a req-53d76410-e812-46ff-b044-6245ab0abc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:48.642595 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-53d76410-e812-46ff-b044-6245ab0abc28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0900202 Mar 11 00:56:48.706138 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-2f3b3683-1e5e-45ac-8e24-fd3d1b52c8b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1002 time: 0.0580406 Mar 11 00:56:48.752707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197670c-a490-4522-9356-82bae5b4053a req-19ebeb27-9292-430b-ac04-be11abfa46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:48.754110 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-19ebeb27-9292-430b-ac04-be11abfa46da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0425391 Mar 11 00:56:48.804381 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197670c-a490-4522-9356-82bae5b4053a req-850c0bb7-7f32-4a63-99a7-34b12412ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:56:48.805855 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-850c0bb7-7f32-4a63-99a7-34b12412ff1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463767 Mar 11 00:56:48.893772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-6ec78ef8-b827-4514-a868-d069d2d45e91 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818889 Mar 11 00:56:48.986491 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6197670c-a490-4522-9356-82bae5b4053a req-97bb5f4d-353e-4d1c-b369-19b83169e7fd service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875850 Mar 11 00:57:01.178725 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:57:03.412080 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9f0d3ce6-734a-42b0-ba12-ffa9bbcca5d2 req-59736645-6281-4c63-9f49-081f80ee2fba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271163 Mar 11 00:57:03.458270 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9f0d3ce6-734a-42b0-ba12-ffa9bbcca5d2 req-3a82a9df-68ba-4365-9142-54ed92638427 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0265732 Mar 11 00:57:03.494373 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9f0d3ce6-734a-42b0-ba12-ffa9bbcca5d2 req-620feaf8-a27f-4fc8-adee-c239c69df1a1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189831 Mar 11 00:57:03.587649 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3ce6-734a-42b0-ba12-ffa9bbcca5d2 req-6ef13b0b-6a23-4675-bf74-1557b6804aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:57:03.589192 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-9f0d3ce6-734a-42b0-ba12-ffa9bbcca5d2 req-6ef13b0b-6a23-4675-bf74-1557b6804aea service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896583 Mar 11 00:57:06.845229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-713fa151-6b43-4420-85fc-8282c241bf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:09.410984 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c9e8fe3c-e405-4dd3-9d0f-52ac0d74fad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:10.654835 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:11.318403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:11.666908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:11.818886 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:13.421116 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:31.349326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-b807e489-f87f-44d5-b9f2-7528f78c0bad service neutron] (110425) timed out ('10.222.0.21', 49238) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:57:31.787884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-459acb1a-1a44-4fd4-986a-15d38cd32417 req-9ad4a534-fe13-4028-a103-b954bd1317c8 tempest-ServerActionsTestJSON-1360189035 tempest-ServerActionsTestJSON-1360189035-project] (110426) timed out ('10.222.0.21', 41178) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 00:57:36.838411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a6e71922-8075-45e2-9848-d526a04afaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:38.178268 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:57:39.414489 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6a4ebffb-c9c1-41f3-8cb6-fed5b68670f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:40.658765 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:41.330229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:41.664583 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:41.821184 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:43.422506 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:57:48.443708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-ea004093-53d5-4161-bd15-f3f03cb0e71c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436096 Mar 11 00:57:48.527403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-7731b895-b239-4323-ae99-306795dc3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:57:48.528925 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-7731b895-b239-4323-ae99-306795dc3605 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0437753 Mar 11 00:57:48.637154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-20af133f-3925-456e-b1de-2cb93666995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:57:48.638506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-20af133f-3925-456e-b1de-2cb93666995f service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0908673 Mar 11 00:57:48.703588 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-40ab6c66-ac08-468f-b8f2-50e25be4bb90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1002 time: 0.0583656 Mar 11 00:57:48.753638 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-dcde4edf-7aa5-40ed-b73a-16cf8846555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:57:48.755738 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-dcde4edf-7aa5-40ed-b73a-16cf8846555b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0467062 Mar 11 00:57:48.801693 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-5355c1b1-158e-4cc9-8e8f-06249c6c51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:57:48.803202 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-5355c1b1-158e-4cc9-8e8f-06249c6c51d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424771 Mar 11 00:57:48.812547 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-48890ad6-5da0-460a-a844-02d3c6015e47 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:57:48.813500 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-48890ad6-5da0-460a-a844-02d3c6015e47 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046871 Mar 11 00:57:48.905901 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-a155684a-a0c1-499d-be45-25ecb0e80a7e service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850585 Mar 11 00:57:48.996653 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1bf592b7-25b6-4bd4-b6c0-cd0abc1762cf req-80be877d-1c4a-4cfd-8e1d-d338a1d8590e service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Mar 11 00:58:03.410321 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-158ae72e-683b-4fea-94c1-51d9e0ef5fa3 req-8f9db4b8-6103-488e-b7db-6a37b84e42ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262058 Mar 11 00:58:03.456472 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-158ae72e-683b-4fea-94c1-51d9e0ef5fa3 req-29c20003-d60e-4e99-9589-cdaf2f7e7258 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0260243 Mar 11 00:58:03.497011 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-158ae72e-683b-4fea-94c1-51d9e0ef5fa3 req-ad543428-15c5-4793-a827-6e02b1367201 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233107 Mar 11 00:58:03.590525 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ae72e-683b-4fea-94c1-51d9e0ef5fa3 req-210d2df3-334d-4474-8ad5-af74aa858eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:03.591975 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-158ae72e-683b-4fea-94c1-51d9e0ef5fa3 req-210d2df3-334d-4474-8ad5-af74aa858eb0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897324 Mar 11 00:58:06.842411 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0d73b2a1-0304-4e58-a7ad-8192f90e2e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:09.415604 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4fd67ea1-ba09-47b4-80fd-d5a0fa925c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:10.661649 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:11.344192 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:11.682959 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:11.978712 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:13.425478 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:15.177165 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:58:36.845244 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7a4b0a0c-a029-4ca3-a950-a577f5d3c32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:38.494523 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfabc2-bc9c-44e2-ad7c-4eda6752dc91 req-e617152e-ae7d-4b88-aff7-260d7d5ca0a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:38.495952 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74cfabc2-bc9c-44e2-ad7c-4eda6752dc91 req-e617152e-ae7d-4b88-aff7-260d7d5ca0a1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0548875 Mar 11 00:58:38.544641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-74cfabc2-bc9c-44e2-ad7c-4eda6752dc91 req-a698ee8b-fad8-4dac-8b11-866beded2829 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430543 Mar 11 00:58:39.415601 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-16920007-31fd-42e3-bc31-369e652160d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:39.679480 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67943-adc6-45e9-90bd-78765e2eec6f req-224509f1-392e-4c79-bf30-fd2b6e6f8ead tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:39.680897 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8c67943-adc6-45e9-90bd-78765e2eec6f req-224509f1-392e-4c79-bf30-fd2b6e6f8ead tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0589547 Mar 11 00:58:39.730871 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f8c67943-adc6-45e9-90bd-78765e2eec6f req-4d3e1b3a-5024-4599-8564-16f429e906e4 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Mar 11 00:58:40.663219 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:40.852195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae81dd-15fd-4b80-b715-78eff7edb347 req-32636c90-59d2-4cc1-9fe9-ffd50b982773 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:40.853687 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ae81dd-15fd-4b80-b715-78eff7edb347 req-32636c90-59d2-4cc1-9fe9-ffd50b982773 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Mar 11 00:58:40.901974 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ae81dd-15fd-4b80-b715-78eff7edb347 req-badfb9f7-7b5a-485a-bbeb-8e5d9271c0f3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Mar 11 00:58:41.344806 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:41.694577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:41.825745 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:42.023037 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8f0e-a2d4-4609-81c9-70956207a4a4 req-2c85b651-bf97-46b2-ba37-6df393dc1490 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:42.024555 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823a8f0e-a2d4-4609-81c9-70956207a4a4 req-2c85b651-bf97-46b2-ba37-6df393dc1490 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0552008 Mar 11 00:58:42.082132 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-823a8f0e-a2d4-4609-81c9-70956207a4a4 req-2f5a2dc8-1991-4763-a7bb-ea57dae49993 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513637 Mar 11 00:58:43.199339 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139533f-409d-4f94-bb48-ae9e1b7ffb05 req-5f34c076-b8eb-4ec0-afed-9105004b4c38 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:43.200707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8139533f-409d-4f94-bb48-ae9e1b7ffb05 req-5f34c076-b8eb-4ec0-afed-9105004b4c38 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0516367 Mar 11 00:58:43.248781 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8139533f-409d-4f94-bb48-ae9e1b7ffb05 req-4b015ad1-1ac0-4b09-aad6-e9871bc2ba32 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Mar 11 00:58:43.428048 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:44.366683 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8ca07-a88c-495e-b222-3cd27d84be55 req-0bc76847-d190-433a-875f-2a869e018470 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:44.368196 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99b8ca07-a88c-495e-b222-3cd27d84be55 req-0bc76847-d190-433a-875f-2a869e018470 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Mar 11 00:58:44.417059 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99b8ca07-a88c-495e-b222-3cd27d84be55 req-1c5fe2bb-6246-493e-8051-e31496997e77 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Mar 11 00:58:45.540093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be6651-1b70-4b64-8c36-5c8eea8960c2 req-800957e6-e7e2-4ec8-862f-e94a60ad2a11 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:45.541572 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25be6651-1b70-4b64-8c36-5c8eea8960c2 req-800957e6-e7e2-4ec8-862f-e94a60ad2a11 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0569565 Mar 11 00:58:45.589766 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25be6651-1b70-4b64-8c36-5c8eea8960c2 req-807227bb-f6fe-4de6-bb4d-0a8b3cd4d830 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426326 Mar 11 00:58:46.708980 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b87336-a08a-498d-9ff0-e07a6baac3c2 req-1a5957df-a19e-43e1-bb97-f9eefefeb092 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:46.710438 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b87336-a08a-498d-9ff0-e07a6baac3c2 req-1a5957df-a19e-43e1-bb97-f9eefefeb092 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Mar 11 00:58:46.758888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-14b87336-a08a-498d-9ff0-e07a6baac3c2 req-8e8499f8-530e-4f9b-b593-bb462123f2d0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428572 Mar 11 00:58:47.879455 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085122e8-ba21-4dec-b4ed-8710fee41220 req-3acb4bd5-1174-4847-837b-5f51ee63db62 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:47.880971 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085122e8-ba21-4dec-b4ed-8710fee41220 req-3acb4bd5-1174-4847-837b-5f51ee63db62 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0529542 Mar 11 00:58:47.934445 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-085122e8-ba21-4dec-b4ed-8710fee41220 req-47cf7119-8f89-4a20-b51e-2f6980d2e03b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479777 Mar 11 00:58:49.057383 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e8fe-030d-4867-ab64-c2e4d268064b req-eed54ea2-dec7-47f7-8404-5e6e99cb93ba tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:49.058850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b53e8fe-030d-4867-ab64-c2e4d268064b req-eed54ea2-dec7-47f7-8404-5e6e99cb93ba tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0554891 Mar 11 00:58:49.108221 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9b53e8fe-030d-4867-ab64-c2e4d268064b req-4cf2b383-a6c2-4e77-a336-de881b34483f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Mar 11 00:58:50.228542 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dd601-5173-4c51-a1b5-5cf348e6a69f req-569db76a-c965-4346-96a5-ae4b17dd9d4f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:50.229915 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb8dd601-5173-4c51-a1b5-5cf348e6a69f req-569db76a-c965-4346-96a5-ae4b17dd9d4f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0529406 Mar 11 00:58:50.278461 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fb8dd601-5173-4c51-a1b5-5cf348e6a69f req-e6b3b79a-3648-4a54-a423-02a25520aad2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Mar 11 00:58:50.327582 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:58:50.426829 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:58:50.438120 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:58:50.475870 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:58:50.476295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:50.489497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:58:50.489782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-6aa5a191-5e74-417e-91d5-73a89a5ef407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:50.491431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-6aa5a191-5e74-417e-91d5-73a89a5ef407 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0519302 Mar 11 00:58:50.510850 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:58:50.515724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:50.568275 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:58:50.575817 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.576218 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.576573 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.576927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.577269 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.577604 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.577938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.578273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.578607 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.578935 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.579266 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.579592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.579942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 00:58:50.585506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9f124098-6471-4928-97e5-4f7dc2e648a1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:58:50.609707 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-8f490e74-069b-43cb-99b2-8245954ffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:50.611662 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-8f490e74-069b-43cb-99b2-8245954ffe1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.1019132 Mar 11 00:58:50.687081 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-15f52403-c5c1-4bdd-afdd-1b9b57c0202f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1001 time: 0.0701442 Mar 11 00:58:50.741905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-8efc9fe9-a8ca-4984-b276-5129be49892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:50.743342 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-8efc9fe9-a8ca-4984-b276-5129be49892d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0476632 Mar 11 00:58:50.796253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-530564f6-57a8-4a5a-9a2c-a65894bffd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:50.798309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-530564f6-57a8-4a5a-9a2c-a65894bffd58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485752 Mar 11 00:58:50.895415 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-664ccebe-766f-4315-aa05-f7f7aab9ca25 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909550 Mar 11 00:58:50.993272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2dacae18-c98e-4e45-952f-1e69ad7c7f30 req-b66797d7-713c-441b-9ccf-2a686c4f2b9e service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915372 Mar 11 00:58:51.416376 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50660a1b-db9b-4a0b-ad9b-6654915d73d3 req-74eca79c-0639-4c08-a766-a4ff3251e077 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:51.419968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50660a1b-db9b-4a0b-ad9b-6654915d73d3 req-74eca79c-0639-4c08-a766-a4ff3251e077 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 945 time: 0.0660603 Mar 11 00:58:51.476882 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-50660a1b-db9b-4a0b-ad9b-6654915d73d3 req-69087f15-744a-465d-92a3-e53dc6292ba3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527792 Mar 11 00:58:52.176747 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:58:52.337664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:58:52.403958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9f124098-6471-4928-97e5-4f7dc2e648a1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:58:52.404579 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:52.491875 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:58:52.492234 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:52.516695 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:58:52.520044 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca9d29-a8c2-4a01-a363-8386c3ffa84c" -d '{"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:58:52.533493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:58:52.539636 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:58:52.613329 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87b4cd-7f69-495c-bb95-e6468c47cfde x-openstack-request-id: req-9c87b4cd-7f69-495c-bb95-e6468c47cfde {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:58:52.613923 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:58:52.614385 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c87b4cd-7f69-495c-bb95-e6468c47cfde {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:58:52.614967 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'code': 200} Mar 11 00:58:52.616308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:58:52.684493 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cecdd1-3da2-42b3-9304-029dad0c6a8c req-b9c993e8-be26-4c54-8b9f-263adfd06dc3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:52.686726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cecdd1-3da2-42b3-9304-029dad0c6a8c req-b9c993e8-be26-4c54-8b9f-263adfd06dc3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0719817 Mar 11 00:58:52.745037 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a2cecdd1-3da2-42b3-9304-029dad0c6a8c req-63d8cd84-7b46-4b3f-9b96-820f4439be26 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517299 Mar 11 00:58:53.897974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c41439-78b0-4542-9e60-a8969494d45e req-06803afb-2164-4cbf-a123-2797e92722e1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:53.899511 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71c41439-78b0-4542-9e60-a8969494d45e req-06803afb-2164-4cbf-a123-2797e92722e1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0768743 Mar 11 00:58:53.957466 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-71c41439-78b0-4542-9e60-a8969494d45e req-9a3e7b3b-9bc8-44d0-92c8-b8bd8570667b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512280 Mar 11 00:58:55.088676 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13534-689e-48fe-9d93-17b5dd44aba0 req-2c7519bb-b432-4275-b2c4-5d52b9919eb1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:55.090210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9e13534-689e-48fe-9d93-17b5dd44aba0 req-2c7519bb-b432-4275-b2c4-5d52b9919eb1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0599258 Mar 11 00:58:55.150695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9e13534-689e-48fe-9d93-17b5dd44aba0 req-6b092afb-8dad-46d9-be69-e3fddf94fd5e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538783 Mar 11 00:58:56.286434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8ca73-56de-4999-8b49-6270d0e9d7f8 req-4daec288-027b-432f-ba61-3b0251840acd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:56.288089 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f8ca73-56de-4999-8b49-6270d0e9d7f8 req-4daec288-027b-432f-ba61-3b0251840acd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0583091 Mar 11 00:58:56.350111 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a3f8ca73-56de-4999-8b49-6270d0e9d7f8 req-24b94110-0e2a-42a4-86a4-af22c0ca7786 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559099 Mar 11 00:58:57.477129 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d89ed-61b4-4639-85c3-5edecd415e05 req-e61d73a3-09ad-428e-b720-0af1459686ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:57.478620 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-464d89ed-61b4-4639-85c3-5edecd415e05 req-e61d73a3-09ad-428e-b720-0af1459686ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0554998 Mar 11 00:58:57.532165 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-464d89ed-61b4-4639-85c3-5edecd415e05 req-ab06c79a-6962-4720-8161-402a605dcc6f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473659 Mar 11 00:58:58.665740 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910307-710e-44ac-b2ff-3727bb6add1a req-90a8e579-3adf-4e6a-a41a-da5c651d0993 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:58.672743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99910307-710e-44ac-b2ff-3727bb6add1a req-90a8e579-3adf-4e6a-a41a-da5c651d0993 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0654476 Mar 11 00:58:58.729850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99910307-710e-44ac-b2ff-3727bb6add1a req-cb4edc73-937d-4350-a849-24bfccc8b000 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562370 Mar 11 00:58:59.867966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ef9d8-40e5-4687-b8e4-73da70d02731 req-10311a57-a7a3-4f00-beb3-121d5c1325e0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:58:59.869493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c7ef9d8-40e5-4687-b8e4-73da70d02731 req-10311a57-a7a3-4f00-beb3-121d5c1325e0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0589287 Mar 11 00:58:59.919424 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7c7ef9d8-40e5-4687-b8e4-73da70d02731 req-850841c4-f4c3-4d1d-8837-d591d53cbd63 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443623 Mar 11 00:59:00.480379 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-942c7bf5-6e6b-444a-8480-c42f199e2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:00.481906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-942c7bf5-6e6b-444a-8480-c42f199e2540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1128 time: 0.0463216 Mar 11 00:59:00.576305 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-579ed1e3-0670-4370-bdf9-d148b6300256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:00.577753 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-579ed1e3-0670-4370-bdf9-d148b6300256 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0895441 Mar 11 00:59:00.641862 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-77840a2f-2b60-4be5-a293-73b6b53895b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1002 time: 0.0582283 Mar 11 00:59:00.687972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-79985d39-94f7-4b8e-9822-9a392171e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:00.689656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-79985d39-94f7-4b8e-9822-9a392171e227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0423789 Mar 11 00:59:00.743552 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-8c65682e-9a95-45df-b153-38a23d13a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:00.745070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-8c65682e-9a95-45df-b153-38a23d13a0da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494561 Mar 11 00:59:00.834825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-13802c49-4f07-44c7-8a9d-18585c0fbe09 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829086 Mar 11 00:59:00.927088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c49e68-16fe-4b2e-81c9-3f78dee7c089 req-c092ce9d-b0ca-42cf-8c3c-1178de066310 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868959 Mar 11 00:59:01.038436 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5edf4d-112c-405a-a92e-5b6d0ff0802a req-e17be5f6-b249-446f-8e42-e35fb0997728 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:01.039942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f5edf4d-112c-405a-a92e-5b6d0ff0802a req-e17be5f6-b249-446f-8e42-e35fb0997728 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0532994 Mar 11 00:59:01.089638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3f5edf4d-112c-405a-a92e-5b6d0ff0802a req-986bcc3e-99fb-414e-b573-f7d1740a3685 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441024 Mar 11 00:59:02.216477 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2b4dd-f865-4bb4-8d57-4224c48353fe req-9ee805a4-6408-4505-9a4d-ada8c91dc5f5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:02.217875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ff2b4dd-f865-4bb4-8d57-4224c48353fe req-9ee805a4-6408-4505-9a4d-ada8c91dc5f5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0574081 Mar 11 00:59:02.266157 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3ff2b4dd-f865-4bb4-8d57-4224c48353fe req-f243f59e-6e0a-496f-9095-dd067c1b8f44 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Mar 11 00:59:03.385391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea53d-4ee7-441b-8aaa-0f37e625760c req-f808fd5b-3beb-413d-8b0e-5ca625171b97 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:03.386888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d49ea53d-4ee7-441b-8aaa-0f37e625760c req-f808fd5b-3beb-413d-8b0e-5ca625171b97 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 946 time: 0.0524271 Mar 11 00:59:03.423698 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ad92233-12b4-4057-aaf4-6c5fd5f72c8b req-ccfa829f-b7a4-482c-941a-7b2b345a4ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257866 Mar 11 00:59:03.436490 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d49ea53d-4ee7-441b-8aaa-0f37e625760c req-711efdcf-67f5-4309-a220-082f4eb29f1c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 Mar 11 00:59:03.473670 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ad92233-12b4-4057-aaf4-6c5fd5f72c8b req-9a21fabc-49d9-4bdd-9c7f-83f49a2c1e2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0302165 Mar 11 00:59:03.510991 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ad92233-12b4-4057-aaf4-6c5fd5f72c8b req-2e5c8bb4-bd7e-45a5-bcca-5c600c90a36b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195665 Mar 11 00:59:03.565337 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-c0b3041b-a61c-4378-994a-b9ab6712d298 req-d42785f7-48dd-41f8-93c0-cc180908cf0a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 00:59:03.566505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c0b3041b-a61c-4378-994a-b9ab6712d298 req-d42785f7-48dd-41f8-93c0-cc180908cf0a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0644069 Mar 11 00:59:03.614603 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad92233-12b4-4057-aaf4-6c5fd5f72c8b req-2f3c5ac5-df74-4e78-b71d-503ff87927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:03.616339 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-4ad92233-12b4-4057-aaf4-6c5fd5f72c8b req-2f3c5ac5-df74-4e78-b71d-503ff87927d9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985761 Mar 11 00:59:04.425716 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 00:59:04.502723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:59:04.503646 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:04.525311 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:59:04.527525 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377808b-23d6-4ff2-b2c4-bfb70408fba4" -d '{"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-unplugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:59:04.539647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:59:04.543997 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:04.568858 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb9dc2-c011-4384-a87d-d5f3a49e54a0 x-openstack-request-id: req-21fb9dc2-c011-4384-a87d-d5f3a49e54a0 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:59:04.569154 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-unplugged", "status": "failed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "code": 422}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:59:04.569415 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21fb9dc2-c011-4384-a87d-d5f3a49e54a0 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:59:04.569842 n-d-831844-1 neutron-server[110427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'code': 422} returned with failed status Mar 11 00:59:04.594818 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:59:04.734343 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8a4e3-43fc-4ca0-bec2-fc1ed8d5c32f req-ee710425-5e67-44fc-81dc-431780e254b1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:04.735850 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6b8a4e3-43fc-4ca0-bec2-fc1ed8d5c32f req-ee710425-5e67-44fc-81dc-431780e254b1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Mar 11 00:59:04.789454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e6b8a4e3-43fc-4ca0-bec2-fc1ed8d5c32f req-9755dd6f-5334-4b02-8c90-52ed71dd3621 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474646 Mar 11 00:59:04.986888 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-7b527acd-958c-46a0-b3ad-48549ae3470a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891037 Mar 11 00:59:05.107389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-f89a3a91-8f17-4cb8-b5e3-69e9110c9ccd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:05.108768 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-f89a3a91-8f17-4cb8-b5e3-69e9110c9ccd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports/9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 941 time: 0.0943234 Mar 11 00:59:05.910595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-a73ac8b0-022d-42cf-aa02-b401de5bfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:05.912136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-a73ac8b0-022d-42cf-aa02-b401de5bfd05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 1126 time: 0.0781302 Mar 11 00:59:05.922767 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27efdd-ed5c-452c-a688-fdefe57f77ba req-68fea5f5-fbd3-4b36-b201-889d4e54c683 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:05.924266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c27efdd-ed5c-452c-a688-fdefe57f77ba req-68fea5f5-fbd3-4b36-b201-889d4e54c683 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0647864 Mar 11 00:59:06.012906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c27efdd-ed5c-452c-a688-fdefe57f77ba req-7db73669-70f8-452c-9cd3-83fdc0a839d6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817304 Mar 11 00:59:06.019874 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-ddfec307-430b-4e3f-814c-8adab4122ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:06.021452 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-ddfec307-430b-4e3f-814c-8adab4122ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1126 time: 0.0842400 Mar 11 00:59:06.117597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-15bef1a0-b1eb-43c3-a11d-d25187bcda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:06.119002 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-15bef1a0-b1eb-43c3-a11d-d25187bcda3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0850217 Mar 11 00:59:06.188030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-15047874-b298-4116-943d-41d52f52f679 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1000 time: 0.0631487 Mar 11 00:59:06.236401 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-48ace3d4-d7d1-4517-a214-31fec7a55c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:06.238533 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-48ace3d4-d7d1-4517-a214-31fec7a55c4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0451365 Mar 11 00:59:06.285077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-c61940ce-a91d-4f58-9df5-58822761fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:06.286538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-c61940ce-a91d-4f58-9df5-58822761fc3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429075 Mar 11 00:59:06.382732 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-ca3bca9c-9420-46b2-81f2-6594ba7df015 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893071 Mar 11 00:59:06.477082 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9bd0422-9494-4bf9-909b-109371f65c2c req-389154f9-55eb-4ea2-94f2-b52bf742de03 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885797 Mar 11 00:59:06.864033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-999305ed-c522-4e4e-81cf-b978925f34ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:07.175098 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f06cd6-e5a2-4f4c-b658-cc8a9b2d53c3 req-141322e6-7c78-4e6a-9060-6ecf0ff4d3fd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:07.176663 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60f06cd6-e5a2-4f4c-b658-cc8a9b2d53c3 req-141322e6-7c78-4e6a-9060-6ecf0ff4d3fd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0692651 Mar 11 00:59:07.237656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-60f06cd6-e5a2-4f4c-b658-cc8a9b2d53c3 req-713c3dee-e7ad-452c-8e18-2751444444dc tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550337 Mar 11 00:59:08.372608 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e260c-f2a2-41bf-b525-5a1918ebcd94 req-1d7133bb-0be6-4619-ad76-faa7f8262905 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:08.375019 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f7e260c-f2a2-41bf-b525-5a1918ebcd94 req-1d7133bb-0be6-4619-ad76-faa7f8262905 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0564151 Mar 11 00:59:08.431065 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1f7e260c-f2a2-41bf-b525-5a1918ebcd94 req-8b351ec6-467a-404d-a322-0218d93534b7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Mar 11 00:59:09.419626 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7492-7fd7-4f3d-a82a-d91b7d66af14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:09.564963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a637e0-b984-4439-8271-4b660139c6d5 req-d7adb0a5-1eef-4782-b1ed-1cc946b7a756 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:09.566746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a637e0-b984-4439-8271-4b660139c6d5 req-d7adb0a5-1eef-4782-b1ed-1cc946b7a756 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0634644 Mar 11 00:59:09.618770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1a637e0-b984-4439-8271-4b660139c6d5 req-7988faa0-0cba-451f-996c-bc21e6830685 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Mar 11 00:59:10.666927 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:10.753563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53971-aef1-4182-a2e5-d00185168d78 req-4d296120-598a-44cc-be06-3dc5b2ae0bb6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:10.753563 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aca53971-aef1-4182-a2e5-d00185168d78 req-4d296120-598a-44cc-be06-3dc5b2ae0bb6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0577295 Mar 11 00:59:10.843568 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aca53971-aef1-4182-a2e5-d00185168d78 req-d0588d9c-fc4f-43b9-b6dd-9869ebff149d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806274 Mar 11 00:59:11.357344 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:11.719348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:11.834317 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:11.974093 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42200c-c2a7-42ba-b0f1-75bdf921ce02 req-d81b18d1-71b2-4586-952b-c00fdde5aa38 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:11.975493 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b42200c-c2a7-42ba-b0f1-75bdf921ce02 req-d81b18d1-71b2-4586-952b-c00fdde5aa38 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0566633 Mar 11 00:59:12.043723 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1b42200c-c2a7-42ba-b0f1-75bdf921ce02 req-f6385b80-e202-402c-87d6-2f21d6d78cb6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624869 Mar 11 00:59:13.185622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d615d-9acd-46b2-8d12-5af9f3e822d6 req-29cda1d5-f43b-4f0b-8f62-9a0cfd3c00c1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:13.188376 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b2d615d-9acd-46b2-8d12-5af9f3e822d6 req-29cda1d5-f43b-4f0b-8f62-9a0cfd3c00c1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0626581 Mar 11 00:59:13.256225 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b2d615d-9acd-46b2-8d12-5af9f3e822d6 req-aa77267c-3a5d-447d-a7b0-f426b1934b0b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592673 Mar 11 00:59:13.431482 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:14.380056 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae2675-b08c-4bf6-a0e5-28bb777ae7b5 req-9c0e3655-9eac-49da-b2de-ac703f9bd8f5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:14.381379 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1ae2675-b08c-4bf6-a0e5-28bb777ae7b5 req-9c0e3655-9eac-49da-b2de-ac703f9bd8f5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0523767 Mar 11 00:59:14.429542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a1ae2675-b08c-4bf6-a0e5-28bb777ae7b5 req-ee24f5c7-c3e7-4f98-8b3e-5e185a3b4e34 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425124 Mar 11 00:59:15.555331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b88c-792a-417e-97da-ce05aa51f061 req-362cd422-7f87-4fa8-b714-799ee3513819 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:15.556831 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d75b88c-792a-417e-97da-ce05aa51f061 req-362cd422-7f87-4fa8-b714-799ee3513819 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0568759 Mar 11 00:59:15.605187 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8d75b88c-792a-417e-97da-ce05aa51f061 req-1da3b54b-c08b-41c8-b62a-69aafec7f618 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Mar 11 00:59:16.726394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f829-6a18-4121-8969-ac6b8531a5ec req-34361e02-7229-49a0-bf56-8cd9d3d4b52b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:16.727778 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e81f829-6a18-4121-8969-ac6b8531a5ec req-34361e02-7229-49a0-bf56-8cd9d3d4b52b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0550125 Mar 11 00:59:16.776930 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9e81f829-6a18-4121-8969-ac6b8531a5ec req-13f7a738-f93b-43e7-b2b1-5c41b9e3dd21 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Mar 11 00:59:17.898791 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d7d41-3ca0-4e13-8f5b-619047d7fb7a req-b5ee3228-dc35-4222-909b-6d7d6c16affb tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:17.900278 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e02d7d41-3ca0-4e13-8f5b-619047d7fb7a req-b5ee3228-dc35-4222-909b-6d7d6c16affb tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 944 time: 0.0556314 Mar 11 00:59:17.948254 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e02d7d41-3ca0-4e13-8f5b-619047d7fb7a req-5762cdd0-e6b4-4a26-be3a-c206fb1cd5b0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Mar 11 00:59:18.502540 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 00:59:18.599747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:59:18.611193 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'port_id': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'mac_address': 'fa:16:3e:8d:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 00:59:18.647383 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:59:18.647775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:18.664023 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 00:59:18.683043 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:59:18.685860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:18.731301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=9']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:59:18.915823 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['9f124098-6471-4928-97e5-4f7dc2e648a1'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 00:59:19.067275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639e05a-47d9-417a-a691-91bcd8856d85 req-c6917f95-e86a-409e-85f0-6a72f0ffb8c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:19.068799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4639e05a-47d9-417a-a691-91bcd8856d85 req-c6917f95-e86a-409e-85f0-6a72f0ffb8c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 945 time: 0.0526867 Mar 11 00:59:19.119544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4639e05a-47d9-417a-a691-91bcd8856d85 req-658820d8-3d02-4270-84cb-40b352184a7c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Mar 11 00:59:20.238538 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accdfcd-5d25-409c-b965-64c58c48f370 req-ccc9fb16-a0aa-4e2c-bdd6-27ec2dcdc11e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:20.239961 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2accdfcd-5d25-409c-b965-64c58c48f370 req-ccc9fb16-a0aa-4e2c-bdd6-27ec2dcdc11e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Mar 11 00:59:20.291318 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2accdfcd-5d25-409c-b965-64c58c48f370 req-a41be718-73b8-44f2-84b7-ebfdc04a359a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Mar 11 00:59:20.519748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 00:59:20.566164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 9f124098-6471-4928-97e5-4f7dc2e648a1 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 00:59:20.566539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:20.642504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 9f124098-6471-4928-97e5-4f7dc2e648a1 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 00:59:20.642887 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:20.664574 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 00:59:20.666775 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2f1c6-64fa-4706-b7f2-118e9be505dc" -d '{"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 00:59:20.678966 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 00:59:20.683394 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:20.707876 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7167b79-fbaa-467c-b493-ae11607ba00e x-openstack-request-id: req-f7167b79-fbaa-467c-b493-ae11607ba00e {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 00:59:20.708201 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-plugged", "status": "completed", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 00:59:20.708461 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7167b79-fbaa-467c-b493-ae11607ba00e {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 00:59:20.708916 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'code': 200} Mar 11 00:59:20.733948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=10']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 00:59:20.875978 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca09f-6580-4799-866b-24f87153d8d3 req-c72854c5-c246-4600-936c-a8c0181da8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:20.882035 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-276ca09f-6580-4799-866b-24f87153d8d3 req-c72854c5-c246-4600-936c-a8c0181da8bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1129 time: 0.0498824 Mar 11 00:59:20.927237 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-276ca09f-6580-4799-866b-24f87153d8d3 req-f6aeab06-b2ac-43b8-b74d-d9103a236454 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Mar 11 00:59:21.410247 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ceae50-ce02-4c63-a542-db9c73108a56 req-4ea30114-74dd-48dd-9b1a-8b279377a672 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:21.411708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ceae50-ce02-4c63-a542-db9c73108a56 req-4ea30114-74dd-48dd-9b1a-8b279377a672 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 947 time: 0.0533378 Mar 11 00:59:21.461178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2ceae50-ce02-4c63-a542-db9c73108a56 req-f907e269-f723-4ca2-90b3-d9a518c33c5d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Mar 11 00:59:22.586899 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b76b1a-33bd-4a16-b9a8-77d08a0ea60a req-393acebf-ade1-4c37-a95a-ff4855fe2564 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:22.588428 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9b76b1a-33bd-4a16-b9a8-77d08a0ea60a req-393acebf-ade1-4c37-a95a-ff4855fe2564 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 947 time: 0.0593033 Mar 11 00:59:22.638289 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d9b76b1a-33bd-4a16-b9a8-77d08a0ea60a req-8359fa08-d622-47eb-9927-466e7f343f08 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Mar 11 00:59:29.177533 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 00:59:36.846762 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f4dd3a93-250d-4ff5-8d56-5ab6b8f4bd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:39.421480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5d11fbe9-2843-413a-ad3d-37b848e6a325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:40.668168 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:41.377874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:41.708833 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:41.832564 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:43.437539 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 00:59:52.443224 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-3336646a-19cb-46d9-87bd-d75cbcfc0ffe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435719 Mar 11 00:59:52.532654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886aa69-029d-405d-a6ea-6df050869277 req-1c515b5f-456c-4355-8837-f5e3bf114be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:52.534104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-1c515b5f-456c-4355-8837-f5e3bf114be3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1129 time: 0.0430987 Mar 11 00:59:52.637166 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886aa69-029d-405d-a6ea-6df050869277 req-543dd0af-8ec1-45e9-a718-0860eba59fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:52.638606 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-543dd0af-8ec1-45e9-a718-0860eba59fd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0872922 Mar 11 00:59:52.702576 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-376808f5-3de1-4545-95d3-c99cae3b53ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 1002 time: 0.0571115 Mar 11 00:59:52.754086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886aa69-029d-405d-a6ea-6df050869277 req-aa253b66-4912-478c-84c6-245422f9adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:52.755542 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-aa253b66-4912-478c-84c6-245422f9adaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0471566 Mar 11 00:59:52.804750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886aa69-029d-405d-a6ea-6df050869277 req-15b58b29-adb9-4a14-9907-62edf6dd6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 00:59:52.806242 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-15b58b29-adb9-4a14-9907-62edf6dd6630 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453000 Mar 11 00:59:52.896932 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-54abebfc-3d2b-427d-99bd-a2b99f35246d service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846148 Mar 11 00:59:52.989270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4886aa69-029d-405d-a6ea-6df050869277 req-10f367c0-d937-4a7c-8cd9-cc7bf45a4fbc service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Mar 11 01:00:04.149358 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3608e127-7e3b-4129-8310-d0e6f6048858 req-7fb905a4-8ebe-4dcf-b96e-5664fafdffd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0852108 Mar 11 01:00:04.194952 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3608e127-7e3b-4129-8310-d0e6f6048858 req-8636f01d-2456-4173-887c-41d8a35353d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0256479 Mar 11 01:00:04.229765 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3608e127-7e3b-4129-8310-d0e6f6048858 req-082608b1-a3ad-444d-b2f9-596ad3ad1735 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186131 Mar 11 01:00:04.323611 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e127-7e3b-4129-8310-d0e6f6048858 req-79b79f29-74a6-499f-b274-bfc841883258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:04.324980 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-3608e127-7e3b-4129-8310-d0e6f6048858 req-79b79f29-74a6-499f-b274-bfc841883258 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900567 Mar 11 01:00:06.175968 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:00:06.850820 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-151c8245-713c-44d5-90b1-2301fedc95f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:09.422648 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0770cbe-8598-492f-b5fd-95f349e50664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:10.672026 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:11.389891 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:11.708772 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:11.834992 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:13.439800 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:31.894298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45342) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:32.361514 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Deleting port b16e0dcb-96a9-4143-8229-958d6b894df4 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:00:32.361860 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:32.438279 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:32.438611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (b16e0dcb-96a9-4143-8229-958d6b894df4), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:32.450731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Calling delete_port for b16e0dcb-96a9-4143-8229-958d6b894df4 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:00:32.601432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (b16e0dcb-96a9-4143-8229-958d6b894df4), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:32.625446 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'Port': ['ID=b16e0dcb-96a9-4143-8229-958d6b894df4,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:32.639435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.639798 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.640171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.640515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.640857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.641195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.641529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.641864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.642196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.642524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.642853 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.643180 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.643505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:32.698797 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (a8b11cb5-e466-4f94-8087-e4d0332dc948), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:32.699142 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Floating IP a8b11cb5-e466-4f94-8087-e4d0332dc948 disassociated (deleted). External IP: 172.25.7.164, port: 9f124098-6471-4928-97e5-4f7dc2e648a1. Mar 11 01:00:32.911612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:00:33.021717 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:00:33.026472 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:33.032423 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:00:33.042635 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:00:33.043244 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:00:33.056146 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d5f096ef-f217-4d9e-8623-40500803cd57 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "DELETE /v2.0/floatingips/a8b11cb5-e466-4f94-8087-e4d0332dc948 HTTP/1.1" status: 204 len: 168 time: 1.1607285 Mar 11 01:00:33.056747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:00:33.059016 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:00:33.156921 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:00:33.189826 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9af30d-59b1-4949-87e1-c926aabaff6b x-openstack-request-id: req-4c9af30d-59b1-4949-87e1-c926aabaff6b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:00:33.190138 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:00:33.190382 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c9af30d-59b1-4949-87e1-c926aabaff6b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:00:33.190795 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'status': 'completed', 'code': 200} Mar 11 01:00:33.310803 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-d7585030-8c86-4b03-8af6-3b6d3eee4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:33.312758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-d7585030-8c86-4b03-8af6-3b6d3eee4085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 1129 time: 0.0939341 Mar 11 01:00:33.372053 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:00:33.398336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:00:33.406496 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:00:33.407097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:00:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:00:33.433960 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa5ccf-dbec-4331-8536-100b74d3f026 req-83c0ae12-f721-4f5f-814a-de6895a0f310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:33.435361 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54fa5ccf-dbec-4331-8536-100b74d3f026 req-83c0ae12-f721-4f5f-814a-de6895a0f310 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 947 time: 0.1782892 Mar 11 01:00:33.468489 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-ecd61029-7901-4446-9923-456fdeb3d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:33.469968 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-ecd61029-7901-4446-9923-456fdeb3d2f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.1428041 Mar 11 01:00:33.516961 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:00:33.525524 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-166b7459-6baa-4dfe-abef-09b8a1b37c8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 200 len: 217 time: 0.0455565 Mar 11 01:00:33.534023 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-54fa5ccf-dbec-4331-8536-100b74d3f026 req-2f855237-0bd0-4d0e-ae1f-2ea468c80085 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923150 Mar 11 01:00:33.584974 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-d3e20e8d-9b56-437c-8a49-5b5caf769864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:33.586505 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-d3e20e8d-9b56-437c-8a49-5b5caf769864 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0464842 Mar 11 01:00:33.636625 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-fe2c09a9-6017-4c48-94e5-cb086aa637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:33.638139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-fe2c09a9-6017-4c48-94e5-cb086aa637ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444133 Mar 11 01:00:33.718975 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:00:33.733881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-737ad0e2-0c6b-4a41-8dcd-3adae85a87cc service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897384 Mar 11 01:00:33.837648 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e0f4d24d-d6bc-4f10-b285-bb20b47833dc req-40eb3019-2fb9-4305-98c0-0e4ab394c25b service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967720 Mar 11 01:00:33.907339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f05e8e-628d-442e-8357-6dd3c525014c None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:00:34.133973 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e859a-a184-4906-ac11-58d9ab82e238 None None] New status for floating IP a8b11cb5-e466-4f94-8087-e4d0332dc948: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:00:34.584244 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776165fa-c643-497a-a15e-a7578cc1a63e req-32d70181-3e6e-4a75-8cd2-8c3cf94d5511 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:34.585717 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-776165fa-c643-497a-a15e-a7578cc1a63e req-32d70181-3e6e-4a75-8cd2-8c3cf94d5511 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 947 time: 0.0530636 Mar 11 01:00:34.719356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Deleting port 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:00:34.719611 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:34.759178 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c60ae0-8335-4565-862c-9c165ef829cd req-cc58d534-e64c-4dd0-b31d-20f61422ad74 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:34.760730 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3c60ae0-8335-4565-862c-9c165ef829cd req-cc58d534-e64c-4dd0-b31d-20f61422ad74 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d101cb0-6350-4718-907c-4b361ec4e269 HTTP/1.1" status: 200 len: 947 time: 0.1436930 Mar 11 01:00:34.855467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] For port 9f124098-6471-4928-97e5-4f7dc2e648a1, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=9f124098-6471-4928-97e5-4f7dc2e648a1,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:00:34.855837 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:34.867141 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3c60ae0-8335-4565-862c-9c165ef829cd req-9b3646e1-5108-4cd8-abaf-cd94d1ef7432 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=992f3466-652d-424a-85fe-ee4eefe8efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002929 Mar 11 01:00:34.872934 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Calling delete_port for 9f124098-6471-4928-97e5-4f7dc2e648a1 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:00:35.010936 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (9f124098-6471-4928-97e5-4f7dc2e648a1), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:35.041748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'Port': ['ID=9f124098-6471-4928-97e5-4f7dc2e648a1,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:35.088579 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] No DVR routers for this DVR port 9f124098-6471-4928-97e5-4f7dc2e648a1 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:00:35.091185 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:35.094543 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-776165fa-c643-497a-a15e-a7578cc1a63e req-14afeb6f-2228-45f6-81d1-a18401d8e667 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "DELETE /v2.0/ports/9f124098-6471-4928-97e5-4f7dc2e648a1 HTTP/1.1" status: 204 len: 173 time: 0.5038726 Mar 11 01:00:35.192743 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-deleted', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:00:35.195183 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf538f45-bf3e-4e28-97f2-abf5066b19b8" -d '{"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-deleted", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:00:35.236238 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce6bd0b-0ced-4e12-925b-57bfa26fe9ec x-openstack-request-id: req-6ce6bd0b-0ced-4e12-925b-57bfa26fe9ec {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:00:35.236541 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d101cb0-6350-4718-907c-4b361ec4e269", "name": "network-vif-deleted", "tag": "9f124098-6471-4928-97e5-4f7dc2e648a1", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:00:35.236798 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ce6bd0b-0ced-4e12-925b-57bfa26fe9ec {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:00:35.237207 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d101cb0-6350-4718-907c-4b361ec4e269', 'name': 'network-vif-deleted', 'tag': '9f124098-6471-4928-97e5-4f7dc2e648a1', 'status': 'completed', 'code': 200} Mar 11 01:00:35.927888 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45368) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:35.984963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (992f3466-652d-424a-85fe-ee4eefe8efb6), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.010505 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (992f3466-652d-424a-85fe-ee4eefe8efb6), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.077008 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (992f3466-652d-424a-85fe-ee4eefe8efb6), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.079450 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.080758 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "DELETE /v2.0/security-groups/992f3466-652d-424a-85fe-ee4eefe8efb6 HTTP/1.1" status: 204 len: 168 time: 0.1517529 Mar 11 01:00:36.092357 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bceaf-9eac-4e78-a6b3-39a8c105589a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f3466-652d-424a-85fe-ee4eefe8efb6,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:36.483302 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45374) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:36.488036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850033443', 'description': 'tempest-secgroup-smoke-850033443 description', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:36.509206 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.577295 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (24351a2f-bf91-40cf-a649-a10fd52e857b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.581060 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (24351a2f-bf91-40cf-a649-a10fd52e857b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.612817 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24351a2f-bf91-40cf-a649-a10fd52e857b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:36.617920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.621928 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c907f1a1-a56a-4729-853a-5a3e0df27f8f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348572 Mar 11 01:00:36.622534 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45376) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:36.626832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:36.654058 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8ac2a7af-786e-4684-8001-adf22e8c0b3e), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.704062 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8ac2a7af-786e-4684-8001-adf22e8c0b3e), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.709011 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8ac2a7af-786e-4684-8001-adf22e8c0b3e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.726858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac2a7af-786e-4684-8001-adf22e8c0b3e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:36.736000 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.736357 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.736699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.737039 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.737374 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.737736 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.738064 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.738393 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.739215 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.739767 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.740136 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.740501 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.740832 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:00:36.745713 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.749519 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1696d5fd-22b5-4813-9ea7-e11188f6603e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236641 Mar 11 01:00:36.750052 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45378) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:36.754044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:36.780723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (2b612d4c-19a2-4135-bf21-cef68ecdd6fe), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.841371 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (2b612d4c-19a2-4135-bf21-cef68ecdd6fe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.846283 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2b612d4c-19a2-4135-bf21-cef68ecdd6fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.860397 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e7935b34-3e0b-4735-a4bf-34fdf21e46c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.866935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b612d4c-19a2-4135-bf21-cef68ecdd6fe,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:36.876469 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.878071 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-1a6454c7-642a-4b8e-834d-95273f874763 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273301 Mar 11 01:00:36.881998 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45380) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:36.886868 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:36.919292 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8a8dc473-0b80-4f04-8526-2815bc80ea17), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.979339 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (8a8dc473-0b80-4f04-8526-2815bc80ea17), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:36.983108 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (8a8dc473-0b80-4f04-8526-2815bc80ea17), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.003699 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8dc473-0b80-4f04-8526-2815bc80ea17,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:37.010318 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.011520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-4d3988f4-cc71-4b7f-84a5-b5b6c4a3f65c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283786 Mar 11 01:00:37.014560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45382) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:37.018837 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:37.043644 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (6efabc85-d5ba-41ff-94da-0d86a069b3e5), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.102664 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (6efabc85-d5ba-41ff-94da-0d86a069b3e5), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.105766 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (6efabc85-d5ba-41ff-94da-0d86a069b3e5), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.127728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efabc85-d5ba-41ff-94da-0d86a069b3e5,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:37.133917 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.135457 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-786eaa16-62b6-4fec-9dd2-eff89092d23b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195602 Mar 11 01:00:37.138104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45384) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:37.142084 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:37.161666 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Project 46b32ecae34d4f9d9924f8aa5f57e9d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 01:00:37.166501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (0ec7a899-d075-45fd-b7fa-1db34d5ff929), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.225082 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (0ec7a899-d075-45fd-b7fa-1db34d5ff929), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.228684 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (0ec7a899-d075-45fd-b7fa-1db34d5ff929), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.246192 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7a899-d075-45fd-b7fa-1db34d5ff929,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:37.254097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.256006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a5630e7-14e0-44c3-84dc-3d904f5fe59f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172652 Mar 11 01:00:37.258736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45386) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:00:37.263281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'security_group_rule': {'security_group_id': '24351a2f-bf91-40cf-a649-a10fd52e857b', 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:37.283390 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Project 46b32ecae34d4f9d9924f8aa5f57e9d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 01:00:37.289097 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (a546f0cd-77c5-43f3-88bb-c6cbcd2e221f), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.355148 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (a546f0cd-77c5-43f3-88bb-c6cbcd2e221f), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.358647 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (a546f0cd-77c5-43f3-88bb-c6cbcd2e221f), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.376172 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a546f0cd-77c5-43f3-88bb-c6cbcd2e221f,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:00:37.384755 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:37.386323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b5c2c125-cd58-4f3c-a306-a2a82c0191cd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266220 Mar 11 01:00:38.891712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:00:38.913938 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 9f124098-6471-4928-97e5-4f7dc2e648a1 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:00:38.914501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 9f124098-6471-4928-97e5-4f7dc2e648a1 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:00:39.425232 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85eebe15-58ce-4f8c-a6e8-9c0f6f87e3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:40.676700 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:41.390263 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:41.783912 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:41.844119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:43.177018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:00:43.451430 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:56.921724 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-56efa016-07f9-4fe8-936a-dae437ed87cc tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850033443&fields=id&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 267 time: 0.0441360 Mar 11 01:00:57.026106 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-1f4a28bf-3c63-4fdf-958b-4701e6d2834a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:57.027462 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-1f4a28bf-3c63-4fdf-958b-4701e6d2834a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 808 time: 0.0985649 Mar 11 01:00:57.041658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-6012607b-9dfa-4abe-9840-af4705187734 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/quotas/46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 375 time: 0.0088201 Mar 11 01:00:57.100679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-a8061633-e9c7-4a79-be15-4f6d90aac96d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542176 Mar 11 01:00:57.238131 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-e58c8930-b8ed-4180-9248-7bc73c4a4a9f service neutron] 10.222.0.21 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254768 Mar 11 01:00:57.331074 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-b199c00a-eb5a-4edd-b632-65f98009393a service neutron] 10.222.0.21 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Mar 11 01:00:58.627071 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1559af1e-cf9c-4118-a8fc-22b9fbb6480b req-34bcefaa-6c24-4c27-90f7-7af48a77f75c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Mar 11 01:00:59.582111 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-b8a1736f-b210-450d-a9e6-3672af23677e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:00:59.583548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-b8a1736f-b210-450d-a9e6-3672af23677e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 808 time: 0.1154928 Mar 11 01:00:59.659226 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-a9763fcc-d614-4ae3-88ab-e1cf410a0174 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 379 time: 0.0664432 Mar 11 01:00:59.668387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'port': {'device_id': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'admin_state_up': True, 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'security_groups': ['24351a2f-bf91-40cf-a649-a10fd52e857b']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:00:59.768055 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-048dc0c9-f7af-4f50-a7ee-b9b6bd823454 req-60c12e55-74c1-4e02-b77e-268e69092372 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0607986 Mar 11 01:00:59.814426 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Made reservation on behalf of 46b32ecae34d4f9d9924f8aa5f57e9d1 for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:00:59.817836 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:00:59.947505 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Allocated IP 172.20.0.4 (188102fd-9346-4bc4-8b3c-eec6caea4cfe/c0d7949e-63b1-4b81-a3b3-4f53516d071b/5a338e29-42f1-48d4-aea2-e8066fc48191) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:01:00.090852 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.125618 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.168591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:01:00.173620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:01:00.177359 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:01:00.202709 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:00.235856 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:00.236562 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.255098 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-e113dcc1-39b8-4e8c-9ea6-0a3bf339212b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907834 Mar 11 01:01:00.266578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Request body: {'port': {'device_id': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:01:00.336699 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.458391 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-9f6cd2f9-72de-4306-a2a9-7be995642610 None None] Provisioning complete for port 5a338e29-42f1-48d4-aea2-e8066fc48191 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:01:00.459550 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd2f9-72de-4306-a2a9-7be995642610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.500047 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cd2f9-72de-4306-a2a9-7be995642610 None None] Port 5a338e29-42f1-48d4-aea2-e8066fc48191 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:01:00.611255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a338e29-42f1-48d4-aea2-e8066fc48191 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:01:00.618615 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks [] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.631195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Transition to ACTIVE for port object 5a338e29-42f1-48d4-aea2-e8066fc48191 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 01:01:00.635163 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.689371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:00.765536 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Attempting to bind port 5a338e29-42f1-48d4-aea2-e8066fc48191 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:01:00.765985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Attempting to bind port 5a338e29-42f1-48d4-aea2-e8066fc48191 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:01:00.766389 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Attempting to bind port 5a338e29-42f1-48d4-aea2-e8066fc48191 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:01:00.771720 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Port 5a338e29-42f1-48d4-aea2-e8066fc48191 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 01:01:00.772272 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Attempting to bind port 5a338e29-42f1-48d4-aea2-e8066fc48191 on network 188102fd-9346-4bc4-8b3c-eec6caea4cfe {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:01:00.778171 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:01:00.778606 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Checking segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:01:00.779086 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Bound using segment: {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:01:00.779612 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Bound port: 5a338e29-42f1-48d4-aea2-e8066fc48191, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961c1da4-ead0-4b6d-a712-a368e3884a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:01:00.780057 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.901331 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:01:00.905077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:01:00.920297 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.962731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaccdfa-91b6-4e08-8f58-6dfb82663883 req-703e7379-6aa7-4cc1-861b-cec25f3c4b18 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:00.964266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1eaccdfa-91b6-4e08-8f58-6dfb82663883 req-703e7379-6aa7-4cc1-861b-cec25f3c4b18 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.1176343 Mar 11 01:01:00.970772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:00.971388 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:00.972792 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1091 time: 0.7106957 Mar 11 01:01:00.973250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:01:00.976411 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffaccda-d024-4b39-9de3-f3480c8d08f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:01:01.023435 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2b803-0364-4b66-9f28-664da8d477e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:01.068184 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8b67d-28a7-4320-bc60-4ad208dd0cc9 x-openstack-request-id: req-91f8b67d-28a7-4320-bc60-4ad208dd0cc9 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:01:01.068510 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:01:01.068775 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91f8b67d-28a7-4320-bc60-4ad208dd0cc9 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:01:01.069253 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'status': 'completed', 'code': 200} Mar 11 01:01:01.074517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1eaccdfa-91b6-4e08-8f58-6dfb82663883 req-823b3601-e963-4a33-b6ee-206d77e6af5b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950336 Mar 11 01:01:01.094996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-18479b0d-cd2b-461a-9a12-97eb44521f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.096659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-18479b0d-cd2b-461a-9a12-97eb44521f34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1125 time: 0.0650213 Mar 11 01:01:01.145217 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-e51670d0-0ffc-4076-9115-9bbbf8fcce1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 217 time: 0.0399396 Mar 11 01:01:01.196571 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-3058ef08-9b46-49fe-8397-e85a7ebade9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.197651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-3058ef08-9b46-49fe-8397-e85a7ebade9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0473442 Mar 11 01:01:01.254195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434652f5-8e84-494b-8ba7-83e344121652 req-7182c4c1-ccc6-4511-806a-33abf9f70107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.255875 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-7182c4c1-ccc6-4511-806a-33abf9f70107 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507565 Mar 11 01:01:01.348009 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-4854cc10-a038-4e16-b337-26c7d0c44d49 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Mar 11 01:01:01.437456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-434652f5-8e84-494b-8ba7-83e344121652 req-97c5ca2b-9710-4a29-ab5b-0a4a37ea16d2 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838239 Mar 11 01:01:01.528777 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-bc10b2a9-ca6f-4851-b8ef-abde6cc6fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.530284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-bc10b2a9-ca6f-4851-b8ef-abde6cc6fd98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1125 time: 0.0518947 Mar 11 01:01:01.620530 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-ff3d8bc1-0471-4b45-81be-856e601c60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.621985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-ff3d8bc1-0471-4b45-81be-856e601c60c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0858328 Mar 11 01:01:01.666900 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-e08d3a93-2bc7-469f-9b90-0e1a5a55852d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 217 time: 0.0392380 Mar 11 01:01:01.717893 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-313f098b-11f9-4618-9e9b-99dca900aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.719362 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-313f098b-11f9-4618-9e9b-99dca900aad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0466440 Mar 11 01:01:01.769260 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-21616c61-3a6e-4eaf-ba5a-bd09238513ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:01.770924 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-21616c61-3a6e-4eaf-ba5a-bd09238513ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461981 Mar 11 01:01:01.867942 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-49e692ca-77c0-4714-99c1-250a33688308 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908036 Mar 11 01:01:01.956306 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8ffaccda-d024-4b39-9de3-f3480c8d08f3 req-6ec1b149-3636-44d0-82e9-360f3cb0b08d service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Mar 11 01:01:02.209585 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182378da-cd41-4c1d-991d-a220f8c75854 req-a995f1b8-4d76-4121-9a06-5be5086c750a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:02.211108 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-182378da-cd41-4c1d-991d-a220f8c75854 req-a995f1b8-4d76-4121-9a06-5be5086c750a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0533369 Mar 11 01:01:02.263433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-182378da-cd41-4c1d-991d-a220f8c75854 req-4ea39eb9-e75c-47da-a8cf-9797d8bcbb7e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465474 Mar 11 01:01:03.381622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b2d8a-9100-447c-b0b4-fd8f39ceec43 req-e9f40e7b-6a17-4c37-b47b-0717e9b00dd9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:03.383140 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de8b2d8a-9100-447c-b0b4-fd8f39ceec43 req-e9f40e7b-6a17-4c37-b47b-0717e9b00dd9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0525196 Mar 11 01:01:03.431357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-de8b2d8a-9100-447c-b0b4-fd8f39ceec43 req-ed9b4306-979b-4a17-9c67-82dbd21d6472 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Mar 11 01:01:04.549870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dcaa0-70ce-49a2-b1fd-48a1b5fd30cd req-a4a6140c-553a-479f-8c57-a696b500ad35 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:04.551345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a8dcaa0-70ce-49a2-b1fd-48a1b5fd30cd req-a4a6140c-553a-479f-8c57-a696b500ad35 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0523980 Mar 11 01:01:04.600260 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0a8dcaa0-70ce-49a2-b1fd-48a1b5fd30cd req-c884e211-e7a2-4ed5-8ba0-86f79963d475 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428638 Mar 11 01:01:05.721301 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb192b-ed64-4e5e-a888-e7cb90aad329 req-0f817371-bac5-47ee-86cc-7c73d95cf551 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:05.722760 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44bb192b-ed64-4e5e-a888-e7cb90aad329 req-0f817371-bac5-47ee-86cc-7c73d95cf551 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0557640 Mar 11 01:01:05.770332 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-44bb192b-ed64-4e5e-a888-e7cb90aad329 req-e2b3bc16-1b9d-4319-ae73-d0f74428bbf7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Mar 11 01:01:06.857012 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b77e3823-1dd3-46d5-acb3-8e6f2df45f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:06.889310 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0926d-5969-40fd-9d69-6da5b3ba20bf req-4795d0ae-d1d3-4799-95f6-759c7c086f56 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:06.890808 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4e0926d-5969-40fd-9d69-6da5b3ba20bf req-4795d0ae-d1d3-4799-95f6-759c7c086f56 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0526807 Mar 11 01:01:06.941843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c4e0926d-5969-40fd-9d69-6da5b3ba20bf req-85e49140-9888-4007-8873-dfa3253a94d2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453644 Mar 11 01:01:08.064763 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e9db-4317-4a4e-929d-d5d296ee6007 req-17673e10-3f3a-4395-9fd8-a4b5dce5d233 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:08.066239 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d36e9db-4317-4a4e-929d-d5d296ee6007 req-17673e10-3f3a-4395-9fd8-a4b5dce5d233 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0566776 Mar 11 01:01:08.115208 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0d36e9db-4317-4a4e-929d-d5d296ee6007 req-5403b939-9583-49c6-bf15-85930f5ecc33 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 Mar 11 01:01:09.238385 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9347d-4bc3-43da-9dfc-3ada3967ee67 req-3b53ab7d-6f2e-43a9-a47a-cac948468b54 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:09.240580 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7e9347d-4bc3-43da-9dfc-3ada3967ee67 req-3b53ab7d-6f2e-43a9-a47a-cac948468b54 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0550947 Mar 11 01:01:09.289740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7e9347d-4bc3-43da-9dfc-3ada3967ee67 req-c539695d-54a9-45b2-8833-722e3a987b5a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 Mar 11 01:01:09.428290 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-05b6aba5-b951-42e6-bd6c-de287d908c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:10.407786 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dad9f4-896d-4a1f-9a01-15b1ee714c87 req-73a676b7-c850-4c22-b5c8-ec1e57ddaacd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:10.409283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98dad9f4-896d-4a1f-9a01-15b1ee714c87 req-73a676b7-c850-4c22-b5c8-ec1e57ddaacd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0520792 Mar 11 01:01:10.464006 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-98dad9f4-896d-4a1f-9a01-15b1ee714c87 req-80f5a754-d7bd-4ccf-87d3-dd26f0b9a44b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480111 Mar 11 01:01:10.673377 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:11.403725 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:11.799584 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:11.843109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:11.886691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9b6e3-ecaa-483e-b406-31293026f862 req-6ecebe79-52e8-44da-9da7-e581d14d20c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:11.888181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ab9b6e3-ecaa-483e-b406-31293026f862 req-6ecebe79-52e8-44da-9da7-e581d14d20c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.3562593 Mar 11 01:01:11.935412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4ab9b6e3-ecaa-483e-b406-31293026f862 req-f3b83a53-fae6-4c3b-b617-e0e8d96bdf1c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Mar 11 01:01:13.055689 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d79e-d7d7-4854-bc7f-94cf699942af req-f9a9f15a-0b60-41a0-b962-772c9c24e211 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:13.057170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f105d79e-d7d7-4854-bc7f-94cf699942af req-f9a9f15a-0b60-41a0-b962-772c9c24e211 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0519860 Mar 11 01:01:13.104514 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f105d79e-d7d7-4854-bc7f-94cf699942af req-734faa8e-3fec-41bb-af0f-38f3e1434083 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Mar 11 01:01:13.445801 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:14.224631 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea1006-639a-470e-a773-1991543fecba req-fd2fe764-dbb7-4487-8e96-5cdd3c9a6cac tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:14.225994 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4ea1006-639a-470e-a773-1991543fecba req-fd2fe764-dbb7-4487-8e96-5cdd3c9a6cac tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0546670 Mar 11 01:01:14.273472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a4ea1006-639a-470e-a773-1991543fecba req-59920a8a-f4fc-4ee9-b05c-43c2fd00ca13 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Mar 11 01:01:15.392292 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d9598-75ad-46db-b680-d74f685a8862 req-c1faa3da-6d8b-4591-bdb5-b912c376eaa3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:15.393745 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-446d9598-75ad-46db-b680-d74f685a8862 req-c1faa3da-6d8b-4591-bdb5-b912c376eaa3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0516984 Mar 11 01:01:15.443029 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-446d9598-75ad-46db-b680-d74f685a8862 req-b3844e46-3391-4efe-b265-198926a0d3d3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429633 Mar 11 01:01:16.563053 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213b589-be64-4c21-9a99-c0771256d9d7 req-caeb28f4-6688-4f44-a15d-328bd06874b7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:16.564537 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0213b589-be64-4c21-9a99-c0771256d9d7 req-caeb28f4-6688-4f44-a15d-328bd06874b7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0556824 Mar 11 01:01:16.612283 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0213b589-be64-4c21-9a99-c0771256d9d7 req-5314f993-fee5-4be0-96a2-76ee93443090 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 Mar 11 01:01:17.125952 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:01:17.227988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:01:17.238625 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'mac_address': 'fa:16:3e:a5:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:01:17.275566 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5a338e29-42f1-48d4-aea2-e8066fc48191 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:01:17.275977 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:17.292672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a338e29-42f1-48d4-aea2-e8066fc48191 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:01:17.311202 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:01:17.315461 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:17.360430 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:17.368312 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.368665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.369009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.369347 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.369680 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.370009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.370334 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.370658 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.370982 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.371302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.371620 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.371958 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.372280 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:01:17.521638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5a338e29-42f1-48d4-aea2-e8066fc48191'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:01:17.731132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdd8c3-9977-452c-971a-fcdeef2c03ee req-4be7d996-594d-44f4-88e2-a94ded140382 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:17.732658 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3acdd8c3-9977-452c-971a-fcdeef2c03ee req-4be7d996-594d-44f4-88e2-a94ded140382 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 944 time: 0.0528226 Mar 11 01:01:17.780712 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3acdd8c3-9977-452c-971a-fcdeef2c03ee req-6a8635a0-6ebe-4065-8846-610bd97e4584 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423748 Mar 11 01:01:18.898394 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc5bea-5059-4940-b376-d0ff2dfbda15 req-77fbe8e9-44c7-463c-b164-dbf368bd24fd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:18.899868 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dfc5bea-5059-4940-b376-d0ff2dfbda15 req-77fbe8e9-44c7-463c-b164-dbf368bd24fd tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 944 time: 0.0524058 Mar 11 01:01:18.952295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7dfc5bea-5059-4940-b376-d0ff2dfbda15 req-ce0cfba7-ec50-4d19-810e-42324b928cbe tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468810 Mar 11 01:01:19.126546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:01:19.176747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 5a338e29-42f1-48d4-aea2-e8066fc48191 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 01:01:19.180744 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 5a338e29-42f1-48d4-aea2-e8066fc48191 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:01:19.181120 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:19.258884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5a338e29-42f1-48d4-aea2-e8066fc48191 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:01:19.259272 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:19.281801 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:01:19.284051 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15632ff-a919-4b48-89fc-a6b8f913b4d2" -d '{"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-plugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:01:19.297665 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:01:19.302596 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:19.351198 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:19.383144 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc9a34d-5d25-4aa2-99d9-388a4472caf3 x-openstack-request-id: req-fdc9a34d-5d25-4aa2-99d9-388a4472caf3 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:01:19.383448 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-plugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:01:19.383704 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdc9a34d-5d25-4aa2-99d9-388a4472caf3 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:01:19.384139 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'code': 200} Mar 11 01:01:19.486144 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf564-54d7-4330-af8e-8df1d8baf430 req-c5591924-90f9-49d0-ade3-1a34a956262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:19.487643 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06adf564-54d7-4330-af8e-8df1d8baf430 req-c5591924-90f9-49d0-ade3-1a34a956262d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0448625 Mar 11 01:01:19.530938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-06adf564-54d7-4330-af8e-8df1d8baf430 req-ec221c9d-a9c0-409d-819e-04f78d6666d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378771 Mar 11 01:01:20.070450 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfe220-05c8-4e84-84f7-a4ccd4069d71 req-dd22cc02-f706-4679-893b-636a29a4b554 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:20.071938 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3bfe220-05c8-4e84-84f7-a4ccd4069d71 req-dd22cc02-f706-4679-893b-636a29a4b554 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0526958 Mar 11 01:01:20.120016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d3bfe220-05c8-4e84-84f7-a4ccd4069d71 req-ec5f1668-0c14-4a35-9d12-bdb4ea4a60b3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Mar 11 01:01:20.175507 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:01:21.243356 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f224d6-7fd7-485e-bdea-5bc16737a2e0 req-950cb875-8344-4341-8e61-af22b9c5fb53 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:21.244748 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96f224d6-7fd7-485e-bdea-5bc16737a2e0 req-950cb875-8344-4341-8e61-af22b9c5fb53 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0583813 Mar 11 01:01:21.293835 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-96f224d6-7fd7-485e-bdea-5bc16737a2e0 req-f6c85815-8c6b-48d1-8a88-3d6a39fad6bf tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Mar 11 01:01:21.410409 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d170dd-50f4-4e35-8a3f-6d76076fc4a6 req-94a14428-0907-4b06-a57d-e15b26dbd73c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:21.411881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09d170dd-50f4-4e35-8a3f-6d76076fc4a6 req-94a14428-0907-4b06-a57d-e15b26dbd73c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0513878 Mar 11 01:01:21.460139 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09d170dd-50f4-4e35-8a3f-6d76076fc4a6 req-fd29f604-ebc9-4c55-877e-fd7098e1e20a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Mar 11 01:01:21.481840 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45598) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:01:21.525253 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0631d-1c6e-425f-b778-b45f8bae52e0 tempest-TestShelveInstance-1440375881 tempest-TestShelveInstance-1440375881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:21.526670 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a2b0631d-1c6e-425f-b778-b45f8bae52e0 tempest-TestShelveInstance-1440375881 tempest-TestShelveInstance-1440375881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1122 time: 0.0438585 Mar 11 01:01:21.529438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45600) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:01:21.533597 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:01:21.553772 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:21.653432 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:21.758469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Allocated IP 172.25.7.216 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/bb1955f3-7c62-4b8f-a66c-c225e4df19ae) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:01:21.859249 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:21.892791 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:21.932424 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:01:21.937483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:01:21.940965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:01:21.968681 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=bb1955f3-7c62-4b8f-a66c-c225e4df19ae,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:22.309465 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (b536ec32-8b3a-4b9a-8b96-4c8477b36286), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:22.379978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:22.528450 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:22.532722 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:22.600955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event updated for resources: {'Port': ['ID=bb1955f3-7c62-4b8f-a66c-c225e4df19ae,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:01:22.610519 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (b536ec32-8b3a-4b9a-8b96-4c8477b36286), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:22.712785 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Floating IP b536ec32-8b3a-4b9a-8b96-4c8477b36286 associated. External IP: 172.25.7.216, port: 5a338e29-42f1-48d4-aea2-e8066fc48191. Mar 11 01:01:22.926515 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:01:23.036780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:01:23.047444 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:01:23.056510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:23.057507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:01:23.058135 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:01:23.089167 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-7645f7fe-f84d-428b-a1ad-b289b71da3e3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5587230 Mar 11 01:01:23.089927 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:01:23.092381 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95584b-24e6-478c-9995-0295a859c32b" -d '{"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:01:23.134038 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab4bde-ec47-40b1-be23-13c42d0e07ad x-openstack-request-id: req-24ab4bde-ec47-40b1-be23-13c42d0e07ad {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:01:23.134337 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:01:23.134591 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24ab4bde-ec47-40b1-be23-13c42d0e07ad {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:01:23.134996 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'status': 'completed', 'code': 200} Mar 11 01:01:23.170333 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:01:23.200136 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95584b-24e6-478c-9995-0295a859c32b req-7860f031-c064-4f64-978c-a4c284aabf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:23.201574 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-7860f031-c064-4f64-978c-a4c284aabf00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0454631 Mar 11 01:01:23.293955 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95584b-24e6-478c-9995-0295a859c32b req-dd726dfa-ab10-4216-85b4-56297a598702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:23.295605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-dd726dfa-ab10-4216-85b4-56297a598702 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0888462 Mar 11 01:01:23.361565 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-a3bcc774-7d56-464c-8c8e-8b170b4f36c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 999 time: 0.0597794 Mar 11 01:01:23.400022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b536ec32-8b3a-4b9a-8b96-4c8477b36286', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:a5:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:01:22Z', 'updated_at': '2022-03-11T01:01:22Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:01:23.415468 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95584b-24e6-478c-9995-0295a859c32b req-871a0c7f-9d96-47d0-8088-726e82980d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:23.416958 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-871a0c7f-9d96-47d0-8088-726e82980d18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0489299 Mar 11 01:01:23.426205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:01:23.435232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:01:23.435849 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:01:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:01:23.465782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95584b-24e6-478c-9995-0295a859c32b req-ad62239c-48b6-4d90-bd65-7f933e7f2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:23.467177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-ad62239c-48b6-4d90-bd65-7f933e7f2417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447910 Mar 11 01:01:23.543564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:01:23.557634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-e072ebb1-c9c2-40a8-becf-06ea4ed3cff3 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Mar 11 01:01:23.650795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ae95584b-24e6-478c-9995-0295a859c32b req-b2dbdf13-c9a5-425a-8b21-9f826f8829b4 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879912 Mar 11 01:01:23.767998 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b536ec32-8b3a-4b9a-8b96-4c8477b36286', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:a5:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:01:22Z', 'updated_at': '2022-03-11T01:01:22Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:01:23.797051 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfd9f-5919-492c-a026-f8e51c862bde None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': 'b536ec32-8b3a-4b9a-8b96-4c8477b36286', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'mac_address': 'fa:16:3e:a5:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:01:22Z', 'updated_at': '2022-03-11T01:01:22Z', 'revision_number': 0, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:01:23.991895 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755053cc-1b90-41b5-b32f-d95be2727448 None None] New status for floating IP b536ec32-8b3a-4b9a-8b96-4c8477b36286: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:01:36.861245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3e79aea6-0854-4ff3-a728-cea1f89cda4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:39.429475 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8a9d-2c69-4b77-b49b-5ddd1d7c51ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:40.676067 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:41.406107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:41.815049 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:41.842775 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:43.447460 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:01:55.437990 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-232875c2-8205-44c1-8c2f-8cd28e57244d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431767 Mar 11 01:01:55.523866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-884d4af8-4f50-4312-8e50-c48da6cb5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:55.525397 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-884d4af8-4f50-4312-8e50-c48da6cb5e89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0467622 Mar 11 01:01:55.630365 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-24133e39-d9cc-4f0d-b3ff-4a75d89703c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:55.631825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-24133e39-d9cc-4f0d-b3ff-4a75d89703c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0900724 Mar 11 01:01:55.696488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-40cefa1d-419e-424f-b2e3-e4c354192090 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1001 time: 0.0575283 Mar 11 01:01:55.749445 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-268db66f-efcf-4320-8ade-ac6ac86ad176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:55.750901 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-268db66f-efcf-4320-8ade-ac6ac86ad176 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0480530 Mar 11 01:01:55.797422 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-bc60e956-d0d9-4909-ba5c-c39ba17ba2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:01:55.798899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-bc60e956-d0d9-4909-ba5c-c39ba17ba2f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426877 Mar 11 01:01:55.897857 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-2f120ca8-08fb-48f6-8a9e-9f16e2272df2 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930700 Mar 11 01:01:55.986092 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6b8f3e4d-200b-43ec-82d0-9dcc842c9b3a req-632c9d03-c4f5-479c-bcb0-05cc5988d30b service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819094 Mar 11 01:01:57.173902 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:02:04.990664 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-40573244-a394-4526-867b-b7dbddc8b628 req-391a9238-9278-41d7-bcbd-8bd7a59a8875 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281868 Mar 11 01:02:05.059685 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-40573244-a394-4526-867b-b7dbddc8b628 req-4dd81d8e-76a3-439e-8566-8fe01fd17105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0286374 Mar 11 01:02:05.099375 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-40573244-a394-4526-867b-b7dbddc8b628 req-21144a5b-b423-4659-baf2-826145e11de2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202568 Mar 11 01:02:05.192060 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40573244-a394-4526-867b-b7dbddc8b628 req-d8a3cbc4-ec36-461f-be95-26b15cddd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:02:05.193449 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-40573244-a394-4526-867b-b7dbddc8b628 req-d8a3cbc4-ec36-461f-be95-26b15cddd113 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891275 Mar 11 01:02:06.865330 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-96310035-15dc-4c5f-b8a0-76dbd109678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:09.430705 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1464a5a2-6ad8-4c2a-82c4-6108bd3c0161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:10.678499 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:11.418731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:11.813245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:11.844734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:13.449477 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:34.172619 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:02:36.869062 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3f1c2470-887a-4468-9d71-b9b01639153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:38.567586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-5b911600-f303-4778-ae26-74ec2fe3ce97 req-4984888d-dcbd-48b3-95ec-40e890e10dda service neutron] (110425) timed out ('10.222.0.30', 51734) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 01:02:39.433985 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28e3a664-5ddf-44de-b998-d82aef34dc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:40.682070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:41.433622 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:41.827630 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:41.846374 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:43.451847 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:02:55.439523 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-3c4f7abe-98fd-4515-ad40-be136e9b8fcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429475 Mar 11 01:02:55.530903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-ddff4667-ea2d-4318-b7bf-a4fdcacdc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:02:55.532412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-ddff4667-ea2d-4318-b7bf-a4fdcacdc101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0482593 Mar 11 01:02:55.633412 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-30ce3546-fa3f-4be8-bb07-7640314e29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:02:55.634870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-30ce3546-fa3f-4be8-bb07-7640314e29fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0841699 Mar 11 01:02:55.711959 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-0e845658-2273-44c8-8210-3d07c99fa59b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1001 time: 0.0613384 Mar 11 01:02:55.758878 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-bfb5e725-e37a-4c64-b945-7a1c62b54ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:02:55.760299 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-bfb5e725-e37a-4c64-b945-7a1c62b54ed4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0427978 Mar 11 01:02:55.807642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-ad5b8655-01c2-4c0d-b62f-d74ce74c9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:02:55.809119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-ad5b8655-01c2-4c0d-b62f-d74ce74c9a9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431983 Mar 11 01:02:55.905695 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-edf30650-2db5-4038-b7db-c7ddf0830ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904675 Mar 11 01:02:56.002435 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cb5b8ed1-b273-42f6-8562-75366a024ec2 req-0dd4e8d5-58ce-4d8c-acee-f687dc25395a service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896826 Mar 11 01:03:06.030567 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13674958-6f96-43b8-8f8a-54c63b3e8680 req-ae95782b-c5ee-4cc0-991b-680ee79f054c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275154 Mar 11 01:03:06.080918 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13674958-6f96-43b8-8f8a-54c63b3e8680 req-cd63ca4e-de13-4cf6-be8e-94baf14d5f66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0299072 Mar 11 01:03:06.118937 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13674958-6f96-43b8-8f8a-54c63b3e8680 req-1b9fda58-6bf7-488c-97ca-f9d1f3b6b28c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202098 Mar 11 01:03:06.212238 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13674958-6f96-43b8-8f8a-54c63b3e8680 req-26b37b14-78f0-4233-9a6b-1c7939d59f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:06.213611 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-13674958-6f96-43b8-8f8a-54c63b3e8680 req-26b37b14-78f0-4233-9a6b-1c7939d59f66 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880606 Mar 11 01:03:06.869839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-11393e0a-2b1b-4c00-843b-b778a93a9c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:09.435733 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-85ea2ecc-adec-479b-84c2-fbc721602d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:10.683672 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:11.172193 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:03:11.433699 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:11.824231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:11.849115 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:13.459981 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:18.412187 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09878bbb-7365-47f4-8cce-51307af1002e req-91cdac37-3465-46ad-9fca-a73b1369615f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:18.413656 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09878bbb-7365-47f4-8cce-51307af1002e req-91cdac37-3465-46ad-9fca-a73b1369615f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0585475 Mar 11 01:03:18.464194 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-09878bbb-7365-47f4-8cce-51307af1002e req-854c24b2-2cef-4f13-a6d9-6e1f2d5c472c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Mar 11 01:03:19.590802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac48f8-fb8a-47f9-a06e-0b871f690057 req-a023ceea-0850-4de0-a761-3234f6a69c0e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:19.592287 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73ac48f8-fb8a-47f9-a06e-0b871f690057 req-a023ceea-0850-4de0-a761-3234f6a69c0e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0530734 Mar 11 01:03:19.639626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-73ac48f8-fb8a-47f9-a06e-0b871f690057 req-662f1446-c188-498c-8b00-6914d18dee47 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 Mar 11 01:03:20.776235 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02554c-14da-4bbf-8762-f13f4eba88b4 req-110a1231-faff-44dc-beba-051ab57398c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:20.777716 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a02554c-14da-4bbf-8762-f13f4eba88b4 req-110a1231-faff-44dc-beba-051ab57398c9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Mar 11 01:03:20.830659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6a02554c-14da-4bbf-8762-f13f4eba88b4 req-ef7ab9a0-a18e-41a8-8e5d-74bf98c5dd35 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471869 Mar 11 01:03:21.951246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0360-bf3a-480f-a38f-3f5ca97be63c req-776884ff-e82b-4f3e-bcb0-234f51ddbc81 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:21.952771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2fb0360-bf3a-480f-a38f-3f5ca97be63c req-776884ff-e82b-4f3e-bcb0-234f51ddbc81 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0532732 Mar 11 01:03:22.000945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2fb0360-bf3a-480f-a38f-3f5ca97be63c req-cac02001-c09f-4edc-a20e-c2804ec1aa12 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Mar 11 01:03:23.119667 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acf2ec-e25d-43c3-9829-6caa8fdf60e0 req-50686ec4-fa8e-4a20-bff6-be4fc8633a59 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:23.121317 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76acf2ec-e25d-43c3-9829-6caa8fdf60e0 req-50686ec4-fa8e-4a20-bff6-be4fc8633a59 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0532675 Mar 11 01:03:23.168737 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-76acf2ec-e25d-43c3-9829-6caa8fdf60e0 req-9d9c3bd8-1256-49fa-8bac-07d59b50894b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Mar 11 01:03:24.290391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ad15-25e1-45c6-85d7-43691fdacd6a req-d5670dd7-5206-4e5d-b779-692ecd662866 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:24.291988 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c960ad15-25e1-45c6-85d7-43691fdacd6a req-d5670dd7-5206-4e5d-b779-692ecd662866 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0555017 Mar 11 01:03:24.340122 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c960ad15-25e1-45c6-85d7-43691fdacd6a req-f7b2359e-320e-4c70-af70-529e29854752 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Mar 11 01:03:25.461188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a6dcb-abc5-493a-a191-a45f9521e892 req-8695618a-ad9e-42e1-92be-f79a5088fa16 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:25.462641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e8a6dcb-abc5-493a-a191-a45f9521e892 req-8695618a-ad9e-42e1-92be-f79a5088fa16 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0522020 Mar 11 01:03:25.509453 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e8a6dcb-abc5-493a-a191-a45f9521e892 req-a0134676-3da3-4632-a965-16745fb1cfc6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 Mar 11 01:03:26.630904 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48395d7-b2fc-4d21-8840-21f122acbab8 req-33d8b778-9817-461a-999a-26f7bce2879c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:26.632419 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e48395d7-b2fc-4d21-8840-21f122acbab8 req-33d8b778-9817-461a-999a-26f7bce2879c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0557642 Mar 11 01:03:26.681982 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e48395d7-b2fc-4d21-8840-21f122acbab8 req-0792f3f5-34a8-4130-b0d1-d6c29c112dd6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429509 Mar 11 01:03:27.805117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c56c6-b7bb-45cb-bddf-70a8d021e5a4 req-75a124c6-2dc8-4f78-b514-266a083a520f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:27.807135 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd2c56c6-b7bb-45cb-bddf-70a8d021e5a4 req-75a124c6-2dc8-4f78-b514-266a083a520f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Mar 11 01:03:27.856636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bd2c56c6-b7bb-45cb-bddf-70a8d021e5a4 req-cdf92318-0697-4a3d-b510-29e8cf02b289 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Mar 11 01:03:28.546937 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088814-aa74-4f36-ab70-1671bfae856b req-0a5214ae-97bb-4893-b6e7-13577e2b6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:28.548454 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-0a5214ae-97bb-4893-b6e7-13577e2b6750 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0454879 Mar 11 01:03:28.641438 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088814-aa74-4f36-ab70-1671bfae856b req-cc9bc4f9-d7ca-4c99-9ce7-50f961cd0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:28.642894 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-cc9bc4f9-d7ca-4c99-9ce7-50f961cd0f6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0890017 Mar 11 01:03:28.706437 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-25ad326f-f7a4-4c42-893c-12fc43faef79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1001 time: 0.0582151 Mar 11 01:03:28.756163 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088814-aa74-4f36-ab70-1671bfae856b req-5dce62b9-5ba7-414f-91de-0286ac47fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:28.757583 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-5dce62b9-5ba7-414f-91de-0286ac47fee1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0460176 Mar 11 01:03:28.806080 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088814-aa74-4f36-ab70-1671bfae856b req-a7acf353-fb1a-4a42-98fe-78cc651f2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:28.807564 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-a7acf353-fb1a-4a42-98fe-78cc651f2ed8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431762 Mar 11 01:03:28.900030 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-e063e99b-934b-4fa4-986a-d7d8b3ea8737 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863454 Mar 11 01:03:29.028393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222967e4-4202-48fa-9f1f-97f98b62704f req-3ef58520-d019-435b-8dfc-cb081da016c0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:29.029848 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-222967e4-4202-48fa-9f1f-97f98b62704f req-3ef58520-d019-435b-8dfc-cb081da016c0 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.1046481 Mar 11 01:03:29.033456 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7e088814-aa74-4f36-ab70-1671bfae856b req-20e50474-b5cc-4161-9585-6b2c5432363b service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273127 Mar 11 01:03:29.382616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-222967e4-4202-48fa-9f1f-97f98b62704f req-f21fe035-8d29-4a28-93e4-d7a30d775796 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471670 Mar 11 01:03:30.507015 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e0663-cee3-46d8-9d11-70e453cf4f95 req-70620305-7fa9-4514-8996-d172724d3f69 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:30.508517 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec6e0663-cee3-46d8-9d11-70e453cf4f95 req-70620305-7fa9-4514-8996-d172724d3f69 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Mar 11 01:03:30.562709 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ec6e0663-cee3-46d8-9d11-70e453cf4f95 req-56ea48f6-1236-40b1-8340-cd771879613f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Mar 11 01:03:31.684370 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a875825-4044-49f6-9e64-e5222a45c891 req-5c59f8ec-3da6-47a4-bfc6-a471f7de3fdb tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:31.685869 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a875825-4044-49f6-9e64-e5222a45c891 req-5c59f8ec-3da6-47a4-bfc6-a471f7de3fdb tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Mar 11 01:03:31.738472 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4a875825-4044-49f6-9e64-e5222a45c891 req-4d44821c-d0c5-428d-9736-ec461ed2c17c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466681 Mar 11 01:03:32.862101 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fc073-4bd7-4fc3-aec5-b6a3c234a330 req-eeb2cede-9417-4cc0-b884-dbfd7081d9ea tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:32.863598 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b5fc073-4bd7-4fc3-aec5-b6a3c234a330 req-eeb2cede-9417-4cc0-b884-dbfd7081d9ea tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0577221 Mar 11 01:03:32.912888 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4b5fc073-4bd7-4fc3-aec5-b6a3c234a330 req-1e8ec81e-9193-44d2-aa19-b40bab1f3505 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436420 Mar 11 01:03:33.967137 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:03:34.044293 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebd2de-dcc1-47d3-b7b2-377914630473 req-ef632ea1-c4fc-4ff5-9eb6-bc8656d77579 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:34.045877 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbebd2de-dcc1-47d3-b7b2-377914630473 req-ef632ea1-c4fc-4ff5-9eb6-bc8656d77579 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0584912 Mar 11 01:03:34.052164 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5a338e29-42f1-48d4-aea2-e8066fc48191 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:03:34.052572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:34.079800 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:03:34.082165 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5e5a2-c429-4855-9cf1-2ff923b67fdb" -d '{"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-unplugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:03:34.096237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:03:34.098104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-cbebd2de-dcc1-47d3-b7b2-377914630473 req-b05bebec-d43a-4b45-92ed-a390022935de tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458682 Mar 11 01:03:34.104779 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:34.135894 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927cd7b3-ca03-40d0-a325-bd0abdefa097 x-openstack-request-id: req-927cd7b3-ca03-40d0-a325-bd0abdefa097 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:03:34.136246 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-unplugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:03:34.136510 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-927cd7b3-ca03-40d0-a325-bd0abdefa097 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:03:34.136910 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'code': 200} Mar 11 01:03:34.161262 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:03:34.170298 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.170672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.171005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.171349 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.171692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.172121 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.172546 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.172916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.173282 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.173615 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.174386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.174386 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:34.174603 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:03:35.225882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859973c-2624-4078-af1c-fc55613db82b req-fa2daefa-a97b-4dcb-8c02-2d9a05bbeba1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:35.227341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e859973c-2624-4078-af1c-fc55613db82b req-fa2daefa-a97b-4dcb-8c02-2d9a05bbeba1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0568774 Mar 11 01:03:35.276602 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e859973c-2624-4078-af1c-fc55613db82b req-d9a9850a-cc6c-4231-82e1-330f51363b0e tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Mar 11 01:03:36.490796 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-f3a08b2c-b57d-4e92-8e5b-59734523a433 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535898 Mar 11 01:03:36.503058 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-bb3b19eb-f1fb-4f08-a53c-7d889279f79e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 01:03:36.504069 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-bb3b19eb-f1fb-4f08-a53c-7d889279f79e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057561 Mar 11 01:03:36.515644 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573e2c2-8d94-4ddc-9e47-183196b7643c req-e3e49f6a-ae74-45df-ab8e-74684a400b0a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:36.517189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d573e2c2-8d94-4ddc-9e47-183196b7643c req-e3e49f6a-ae74-45df-ab8e-74684a400b0a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0600619 Mar 11 01:03:36.603170 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-05f049b6-0f12-44aa-91cb-513f901812b6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:36.605235 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-05f049b6-0f12-44aa-91cb-513f901812b6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports/5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 940 time: 0.0673065 Mar 11 01:03:36.614269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d573e2c2-8d94-4ddc-9e47-183196b7643c req-0eb4c077-b232-45c9-ac69-d56efc49818a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906391 Mar 11 01:03:36.877209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-95fb2950-f34d-4b2b-91a3-a40c08dee70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:37.739239 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e8216-886c-4516-8992-42bd2597f252 req-c5a612e4-a36f-48b2-91c0-66bcda8ed455 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:37.740750 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e60e8216-886c-4516-8992-42bd2597f252 req-c5a612e4-a36f-48b2-91c0-66bcda8ed455 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0531764 Mar 11 01:03:37.790096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e60e8216-886c-4516-8992-42bd2597f252 req-f09fe4a8-2309-4a44-af31-c85620eb5f09 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Mar 11 01:03:38.913099 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c591b-0f94-4833-af7b-24a2593226ec req-9144bd17-5439-4c93-8676-de903d3e7eab tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:38.914586 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-895c591b-0f94-4833-af7b-24a2593226ec req-9144bd17-5439-4c93-8676-de903d3e7eab tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0527184 Mar 11 01:03:38.965402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-895c591b-0f94-4833-af7b-24a2593226ec req-c62971b4-dcf2-4b5b-8b07-a1f064ae1e0c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436046 Mar 11 01:03:39.436852 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-592ecd88-7185-43af-bda6-6ab9aed3c7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:40.089778 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f95c-884d-49a5-adad-37abc4ed341e req-4a62c3f2-ff9f-4f34-92b6-6ba90ac3a4d7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:40.091544 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bd8f95c-884d-49a5-adad-37abc4ed341e req-4a62c3f2-ff9f-4f34-92b6-6ba90ac3a4d7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0585091 Mar 11 01:03:40.147488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3bd8f95c-884d-49a5-adad-37abc4ed341e req-687420d6-3952-47ae-a33f-9021dc89d3f1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483775 Mar 11 01:03:40.688922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:41.267122 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3919f1-27ed-4975-aa0a-30f4143f17b3 req-91e4ceec-1a29-4ea6-bacf-5700d5f9c684 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:41.268664 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc3919f1-27ed-4975-aa0a-30f4143f17b3 req-91e4ceec-1a29-4ea6-bacf-5700d5f9c684 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0537224 Mar 11 01:03:41.322922 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc3919f1-27ed-4975-aa0a-30f4143f17b3 req-15778ded-91f5-4769-8a48-f7e215114484 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467260 Mar 11 01:03:41.436083 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:41.840751 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:41.859550 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:42.441802 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effa74a-ec9b-45c3-8c63-cc3c4bc9dc2a req-e908ac51-2b6a-412e-887c-c6efceadff77 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:42.443288 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0effa74a-ec9b-45c3-8c63-cc3c4bc9dc2a req-e908ac51-2b6a-412e-887c-c6efceadff77 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0536444 Mar 11 01:03:42.498985 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0effa74a-ec9b-45c3-8c63-cc3c4bc9dc2a req-33b9c4b7-5117-4e02-b171-f3de295159be tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494418 Mar 11 01:03:43.453266 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:43.621470 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f1b89-075e-4d69-8d6c-08002513553e req-2592d4a7-36f3-4b91-a3d9-21dbb58c26ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:43.624468 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-558f1b89-075e-4d69-8d6c-08002513553e req-2592d4a7-36f3-4b91-a3d9-21dbb58c26ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0554166 Mar 11 01:03:43.674522 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-558f1b89-075e-4d69-8d6c-08002513553e req-4435920c-d1ba-4efc-827f-ffb9bfdfb873 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447249 Mar 11 01:03:44.793682 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c72a8-9a27-4603-a1d8-89c5559cb0e3 req-b6f55dfa-410d-4f30-a572-706268f4116d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:44.795206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908c72a8-9a27-4603-a1d8-89c5559cb0e3 req-b6f55dfa-410d-4f30-a572-706268f4116d tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0538073 Mar 11 01:03:44.845799 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-908c72a8-9a27-4603-a1d8-89c5559cb0e3 req-602279a3-0b36-480a-8d86-5917818c2894 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446184 Mar 11 01:03:45.968799 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d8533-94a3-43bf-890e-33818c414b31 req-bbd0fdb5-82d1-4fd6-b50b-4d43f42163df tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:45.970285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-930d8533-94a3-43bf-890e-33818c414b31 req-bbd0fdb5-82d1-4fd6-b50b-4d43f42163df tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0579438 Mar 11 01:03:46.020770 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-930d8533-94a3-43bf-890e-33818c414b31 req-1bdb235a-0e7d-4988-8a89-4b9fa4dd47ec tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 Mar 11 01:03:47.145355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053d61a-aeac-4e43-a4c8-77aeb8304305 req-399c61ef-f8c3-418d-b4dc-ff6eba733c18 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.146851 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f053d61a-aeac-4e43-a4c8-77aeb8304305 req-399c61ef-f8c3-418d-b4dc-ff6eba733c18 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0535462 Mar 11 01:03:47.199605 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f053d61a-aeac-4e43-a4c8-77aeb8304305 req-18f43685-dcbc-4095-bf77-4983b58a6fe3 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462587 Mar 11 01:03:47.494204 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-b674eab5-c8b8-4a79-89ef-a6b04e7ae857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.495837 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-b674eab5-c8b8-4a79-89ef-a6b04e7ae857 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71&tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1 HTTP/1.1" status: 200 len: 1125 time: 0.0490947 Mar 11 01:03:47.560286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-09ef4afc-6cbe-4227-8693-04d739197cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.562033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-09ef4afc-6cbe-4227-8693-04d739197cbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1125 time: 0.0441320 Mar 11 01:03:47.650728 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-3443d965-81e3-488b-91b3-fb113f23dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.652293 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-3443d965-81e3-488b-91b3-fb113f23dc76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0847423 Mar 11 01:03:47.719581 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-d87827d8-6ade-4600-a70b-a78069dcdb7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 999 time: 0.0614045 Mar 11 01:03:47.766317 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-f998f6ca-8ed1-4ce8-a644-7f62808b2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.767675 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-f998f6ca-8ed1-4ce8-a644-7f62808b2b54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0425940 Mar 11 01:03:47.816873 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b18fa-018e-4be7-add8-da2854942bfe req-fef10375-ef93-4264-a883-ee35133b5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:47.818372 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-fef10375-ef93-4264-a883-ee35133b5666 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453298 Mar 11 01:03:47.910735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-4b249bce-9bc5-403c-944e-23e42fcc6692 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861838 Mar 11 01:03:48.003651 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-7627b9eb-e58a-45a2-abf0-c428743e4845 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Mar 11 01:03:48.172404 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:03:48.319750 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944dd25-b5df-43c6-88a5-305d08eda15b req-c653efaa-1b3d-4b73-9a10-d0a5477fadee tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:48.321175 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6944dd25-b5df-43c6-88a5-305d08eda15b req-c653efaa-1b3d-4b73-9a10-d0a5477fadee tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0522943 Mar 11 01:03:48.370401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6944dd25-b5df-43c6-88a5-305d08eda15b req-372325ce-787a-4af3-9db3-bb13008516c1 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Mar 11 01:03:49.494772 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cf454-6282-4469-9101-5ca1a2dc3897 req-fc3afbee-d9a1-4242-abb0-58f9dfa4cfe5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:49.496334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-959cf454-6282-4469-9101-5ca1a2dc3897 req-fc3afbee-d9a1-4242-abb0-58f9dfa4cfe5 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0535440 Mar 11 01:03:49.544163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-959cf454-6282-4469-9101-5ca1a2dc3897 req-a5f14eed-7e1d-4fb7-940b-938ff0efbf36 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Mar 11 01:03:50.665483 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed1df3-cd1b-4c5f-a80a-3aaee340da18 req-edad7e33-9d43-4639-bdef-a8f8e2b2bd3c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:50.667080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ed1df3-cd1b-4c5f-a80a-3aaee340da18 req-edad7e33-9d43-4639-bdef-a8f8e2b2bd3c tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0570314 Mar 11 01:03:50.715995 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-25ed1df3-cd1b-4c5f-a80a-3aaee340da18 req-e75595cd-c805-4dbd-adbe-b938113437fe tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Mar 11 01:03:51.831096 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ee908-f486-4105-893e-e9e370dde66b req-a7c7a125-1d31-4f04-b927-966cee292238 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:51.832610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-766ee908-f486-4105-893e-e9e370dde66b req-a7c7a125-1d31-4f04-b927-966cee292238 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0526824 Mar 11 01:03:51.882918 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-766ee908-f486-4105-893e-e9e370dde66b req-550ae9fd-7e79-49fd-bbdb-ff677607e3f9 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Mar 11 01:03:53.005795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcb30f-d8fd-4975-baee-00c8567e6a2b req-080930a8-5f18-4816-905f-c6c9d926570b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:53.007267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dbcb30f-d8fd-4975-baee-00c8567e6a2b req-080930a8-5f18-4816-905f-c6c9d926570b tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0572307 Mar 11 01:03:53.056771 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-9dbcb30f-d8fd-4975-baee-00c8567e6a2b req-7599f1e5-cd08-46c6-8d0f-8dbfedb79e73 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432496 Mar 11 01:03:54.175607 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12ef96-3026-4a41-bb90-6cb1fe4159df req-3d2452f4-3b5e-4512-b1fb-73cfd9d35022 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:54.177010 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa12ef96-3026-4a41-bb90-6cb1fe4159df req-3d2452f4-3b5e-4512-b1fb-73cfd9d35022 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0514958 Mar 11 01:03:54.226335 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aa12ef96-3026-4a41-bb90-6cb1fe4159df req-93de3c28-de4c-4253-b288-aa8585b9b004 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Mar 11 01:03:55.346121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28ca88-46a8-4580-ad9d-8b186efd872f req-4bcdcef4-f5ae-4cb8-8aa2-cae43be1a411 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:55.347577 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e28ca88-46a8-4580-ad9d-8b186efd872f req-4bcdcef4-f5ae-4cb8-8aa2-cae43be1a411 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 943 time: 0.0522947 Mar 11 01:03:55.399870 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4e28ca88-46a8-4580-ad9d-8b186efd872f req-e1cb2707-b59a-4b8b-b12e-d0ffa1b7cfd7 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Mar 11 01:03:56.044736 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:03:56.138572 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:03:56.153013 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'port_id': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'mac_address': 'fa:16:3e:a5:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:03:56.191017 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5a338e29-42f1-48d4-aea2-e8066fc48191 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:03:56.191336 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:56.208599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a338e29-42f1-48d4-aea2-e8066fc48191 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:03:56.229515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:03:56.233791 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:56.278629 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:03:56.446652 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['5a338e29-42f1-48d4-aea2-e8066fc48191'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:03:56.517287 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-eafe8f18-4c9b-44af-91b5-348ef6dc1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:56.518794 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-eafe8f18-4c9b-44af-91b5-348ef6dc1240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1126 time: 0.0752456 Mar 11 01:03:56.535968 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265da92-5e13-4f7d-9361-5de3385d852e req-c61fbabe-67a8-41ae-838f-7a2c4d9c24b2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:56.537478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c265da92-5e13-4f7d-9361-5de3385d852e req-c61fbabe-67a8-41ae-838f-7a2c4d9c24b2 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 944 time: 0.0656908 Mar 11 01:03:56.644943 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c265da92-5e13-4f7d-9361-5de3385d852e req-e95e3f78-5111-4b66-9d30-51dcd7672499 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989847 Mar 11 01:03:56.663617 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-0a169cc2-ff85-4acd-9892-f167f337744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:56.665096 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-0a169cc2-ff85-4acd-9892-f167f337744f service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.1267631 Mar 11 01:03:56.729404 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-89f2ddd6-16f0-4885-8c51-276edf7ac999 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1000 time: 0.0584426 Mar 11 01:03:56.782355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-a5f30ad7-ae0c-47f8-978f-a0474d62f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:56.783755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-a5f30ad7-ae0c-47f8-978f-a0474d62f7bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0478010 Mar 11 01:03:56.831691 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-5541fba1-bfae-4016-bfcc-d0916c8425c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:56.833211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-5541fba1-bfae-4016-bfcc-d0916c8425c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436449 Mar 11 01:03:56.921334 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-b68c19d5-9cec-477d-98e0-dade73f3f1ea service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818770 Mar 11 01:03:57.013016 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ef2c6367-ad35-4de5-9d63-ce58b6574538 req-5a60e1f3-534c-4739-ba81-e6a7169fd2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Mar 11 01:03:57.766174 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3b91a-bcf7-4127-abb5-b80cc4ddf6a4 req-adba5717-a9e8-4916-a9a2-b6fc4f249d68 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:57.767659 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87a3b91a-bcf7-4127-abb5-b80cc4ddf6a4 req-adba5717-a9e8-4916-a9a2-b6fc4f249d68 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 944 time: 0.0524542 Mar 11 01:03:57.818206 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87a3b91a-bcf7-4127-abb5-b80cc4ddf6a4 req-4e2f538d-73a7-4642-97dd-224256906e33 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Mar 11 01:03:58.060375 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:03:58.110029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 5a338e29-42f1-48d4-aea2-e8066fc48191 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:03:58.110401 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:58.185008 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 5a338e29-42f1-48d4-aea2-e8066fc48191 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:03:58.185396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:58.210159 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:03:58.212597 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336aae4c-3161-4c78-abe8-312589fdcfd3" -d '{"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-plugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:03:58.224762 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:03:58.229369 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:03:58.252087 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa3ae65-dc0f-4e25-89c7-5642bb34bb0c x-openstack-request-id: req-7aa3ae65-dc0f-4e25-89c7-5642bb34bb0c {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:03:58.252384 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-plugged", "status": "completed", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:03:58.252647 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7aa3ae65-dc0f-4e25-89c7-5642bb34bb0c {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:03:58.253046 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'code': 200} Mar 11 01:03:58.279116 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:03:58.404484 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99960613-e798-4437-9f6d-e7ae95089d26 req-94bea0a6-84eb-4afc-bd52-23c2e94980cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:58.405936 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99960613-e798-4437-9f6d-e7ae95089d26 req-94bea0a6-84eb-4afc-bd52-23c2e94980cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0487847 Mar 11 01:03:58.451171 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-99960613-e798-4437-9f6d-e7ae95089d26 req-18abc40b-311a-49cc-a0e6-631f842e1947 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Mar 11 01:03:58.935969 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52aa67-3005-41ae-b2e1-c3dbda2efe88 req-c683358c-c8f5-4480-bb73-b49a5425e82a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:03:58.937735 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad52aa67-3005-41ae-b2e1-c3dbda2efe88 req-c683358c-c8f5-4480-bb73-b49a5425e82a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Mar 11 01:03:58.985791 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ad52aa67-3005-41ae-b2e1-c3dbda2efe88 req-064b33d5-771b-4a07-aa01-c7d72fa56fff tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Mar 11 01:04:00.111905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b90d-63b2-4d08-9c84-c15c758e9bcb req-44adeb86-183a-4d2b-ad11-3b4e05fee5ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:00.113407 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6828b90d-63b2-4d08-9c84-c15c758e9bcb req-44adeb86-183a-4d2b-ad11-3b4e05fee5ca tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0582342 Mar 11 01:04:00.161359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6828b90d-63b2-4d08-9c84-c15c758e9bcb req-19b795ac-fa4a-4f09-a074-f4da10ea4a2f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Mar 11 01:04:05.995069 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-507518b9-ebeb-4988-8ad9-4b15896669be req-fa966092-b6f8-4693-b9c9-cf9eca3467a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287218 Mar 11 01:04:06.041680 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-507518b9-ebeb-4988-8ad9-4b15896669be req-b80b524f-f6db-4e6b-8c45-3f0d51eac8f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0267308 Mar 11 01:04:06.079789 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-507518b9-ebeb-4988-8ad9-4b15896669be req-addc0db9-577c-4b5f-ae42-63622843cee9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195303 Mar 11 01:04:06.176340 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507518b9-ebeb-4988-8ad9-4b15896669be req-1e344379-ece4-4b72-9d8a-c2e8ac9515d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:06.177715 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-507518b9-ebeb-4988-8ad9-4b15896669be req-1e344379-ece4-4b72-9d8a-c2e8ac9515d1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925143 Mar 11 01:04:06.871229 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a45af74-f6da-4d09-a977-b225edad3476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:09.437698 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-830fc61a-0cd4-41f4-811a-3f2db4bbbacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:10.689943 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:11.435973 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:11.823349 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:11.849228 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:13.616085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:25.171472 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:04:36.874836 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-374fc7e1-da1e-45fd-94fd-ed73792fde84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:39.439170 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-83e43247-fb6f-4a6e-b235-c21ac90280d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:40.692979 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:41.448537 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:41.828304 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:41.852667 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:43.462466 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:04:57.436878 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-6c3f54e5-1edf-4f6c-871b-239ccf8ea63a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441856 Mar 11 01:04:57.519077 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-552f7c60-9e50-4e0c-946d-cf53ac57b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:57.520633 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-552f7c60-9e50-4e0c-946d-cf53ac57b6a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0441992 Mar 11 01:04:57.625234 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-b4b3f871-cf3a-4cca-9ba3-e4ec0b32a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:57.626683 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-b4b3f871-cf3a-4cca-9ba3-e4ec0b32a5f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.0881777 Mar 11 01:04:57.690359 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-8bb269ce-ed73-4cef-a77f-04b5f863f9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 1001 time: 0.0579813 Mar 11 01:04:57.742748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-e2ca7cec-a9ec-45b6-89e3-d773c85d60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:57.744199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-e2ca7cec-a9ec-45b6-89e3-d773c85d60c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0470252 Mar 11 01:04:57.790775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-799750e6-3b9b-4ed2-851c-0a2c82c38813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:04:57.792286 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-799750e6-3b9b-4ed2-851c-0a2c82c38813 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429406 Mar 11 01:04:57.883093 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-56935ce9-f964-4726-ab84-f33a7e38825c service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848076 Mar 11 01:04:57.974401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-79c2f7d2-cd92-4a84-80ec-a76df5878076 req-cfa45930-bf5a-40a7-89df-5fce3826daf0 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Mar 11 01:05:02.171452 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:05:06.876513 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdb25-412c-48c9-ae00-30703ba27fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:08.204050 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1b53503a-227a-4e19-a087-8a348572dce4 req-e7858500-cb8f-4ddb-8835-7f4449a37f4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0662274 Mar 11 01:05:08.249817 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1b53503a-227a-4e19-a087-8a348572dce4 req-2d3d212b-296b-4cf6-9008-09d55e58d011 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0254738 Mar 11 01:05:08.286912 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1b53503a-227a-4e19-a087-8a348572dce4 req-64756de4-f5de-4b0a-a97f-411a669ad972 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191264 Mar 11 01:05:08.383631 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53503a-227a-4e19-a087-8a348572dce4 req-c507c5d7-6ce8-4a3b-ab37-656bab3a255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:08.385106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-1b53503a-227a-4e19-a087-8a348572dce4 req-c507c5d7-6ce8-4a3b-ab37-656bab3a255d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915465 Mar 11 01:05:09.439776 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bec5abc9-7ec5-4982-9173-ada25eafaac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:10.695295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:11.447531 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:11.853090 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:11.856895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:13.462895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:15.949593 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45778) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:16.108281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Deleting port bb1955f3-7c62-4b8f-a66c-c225e4df19ae {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:16.108625 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.187885 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.188153 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.199745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Calling delete_port for bb1955f3-7c62-4b8f-a66c-c225e4df19ae owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:16.342102 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (bb1955f3-7c62-4b8f-a66c-c225e4df19ae), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.370504 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'Port': ['ID=bb1955f3-7c62-4b8f-a66c-c225e4df19ae,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:16.397924 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.398281 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.398622 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.398958 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.399290 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.399620 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.399966 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.400294 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.400636 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.400938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.401259 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.401580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.401897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:16.439705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for floatingip (b536ec32-8b3a-4b9a-8b96-4c8477b36286), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.439983 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Floating IP b536ec32-8b3a-4b9a-8b96-4c8477b36286 disassociated (deleted). External IP: 172.25.7.216, port: 5a338e29-42f1-48d4-aea2-e8066fc48191. Mar 11 01:05:16.649397 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:05:16.758639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:16.763381 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:16.769524 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:16.779722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:16.780378 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:16.793352 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-78cffdb8-0cd5-47cb-a23f-e381545d4173 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "DELETE /v2.0/floatingips/b536ec32-8b3a-4b9a-8b96-4c8477b36286 HTTP/1.1" status: 204 len: 168 time: 0.8426440 Mar 11 01:05:16.793938 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:05:16.796243 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09" -d '{"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:05:16.838779 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8680b2-bc5a-4b0d-b5e7-e8f90c5e4a41 x-openstack-request-id: req-cd8680b2-bc5a-4b0d-b5e7-e8f90c5e4a41 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:05:16.838779 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:05:16.838779 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd8680b2-bc5a-4b0d-b5e7-e8f90c5e4a41 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:05:16.838779 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'status': 'completed', 'code': 200} Mar 11 01:05:16.893449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:16.904495 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-5db2e1d6-bd90-4df8-b554-cf3c15d67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:16.906353 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-5db2e1d6-bd90-4df8-b554-cf3c15d67b52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 1127 time: 0.0472054 Mar 11 01:05:17.039642 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-fe0f3063-9724-444a-bd62-b379e54d0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:17.041152 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-fe0f3063-9724-444a-bd62-b379e54d0d12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 200 len: 909 time: 0.1280816 Mar 11 01:05:17.062905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8274-7cfc-4897-b78c-5dd1b84220a8 req-7a24d089-7199-4b81-8a94-cb778e04db48 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:17.064402 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-914d8274-7cfc-4897-b78c-5dd1b84220a8 req-7a24d089-7199-4b81-8a94-cb778e04db48 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0799310 Mar 11 01:05:17.097789 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-2414709f-e1e1-4f53-b6a1-b3882897e733 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 200 len: 217 time: 0.0496268 Mar 11 01:05:17.104847 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:17.130196 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:17.138481 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:17.139097 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:17.174291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-698e25b9-3ed1-4826-9902-46fa782c72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:17.175755 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-698e25b9-3ed1-4826-9902-46fa782c72c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 200 len: 847 time: 0.0713623 Mar 11 01:05:17.179459 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-914d8274-7cfc-4897-b78c-5dd1b84220a8 req-09e96f3e-7f39-4df8-9fe3-ac113bc170df tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841196 Mar 11 01:05:17.226516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-e189f451-cb0f-4e01-a84f-b6971b3d074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:17.228043 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-e189f451-cb0f-4e01-a84f-b6971b3d074e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=188102fd-9346-4bc4-8b3c-eec6caea4cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457428 Mar 11 01:05:17.250022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:17.328104 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-c4e2f2d1-6e2d-4759-9276-70ae61953eba service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935900 Mar 11 01:05:17.419811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c552623-a2ec-4559-8a85-9fbe7fc4cb09 req-7d8e8bcd-4ad4-42bb-aa3c-6883926e4339 service neutron] 10.222.0.30 "GET /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Mar 11 01:05:17.451866 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:17.478959 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e0d8-4399-4dcd-8a93-3cc382e0564a None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:22Z', 'revision_number': 4, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '40eb9e51-2206-4879-be89-981da45fc473', 'name': '', 'network_id': '188102fd-9346-4bc4-8b3c-eec6caea4cfe', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'mac_address': 'fa:16:3e:69:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:22Z', 'updated_at': '2022-03-11T00:56:27Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'subnets': [{'id': 'c0d7949e-63b1-4b81-a3b3-4f53516d071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:17.683749 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b7c227-f223-4bc6-83e3-6cb382f77d70 None None] New status for floating IP b536ec32-8b3a-4b9a-8b96-4c8477b36286: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:05:18.307206 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e9fbf-0aeb-4566-b3fa-aca1bddd3433 req-5184c5e6-47e7-4116-aaab-471528833332 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:18.308703 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-945e9fbf-0aeb-4566-b3fa-aca1bddd3433 req-5184c5e6-47e7-4116-aaab-471528833332 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0565460 Mar 11 01:05:18.357000 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-945e9fbf-0aeb-4566-b3fa-aca1bddd3433 req-25006c90-d3c0-4e8c-9dbc-d70220845948 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/security-groups?id=24351a2f-bf91-40cf-a649-a10fd52e857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Mar 11 01:05:18.515727 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326a99-0284-4378-81a8-2c173a8cac7a req-ad4c9a54-a54c-44ee-a50b-877662638367 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:18.515727 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83326a99-0284-4378-81a8-2c173a8cac7a req-ad4c9a54-a54c-44ee-a50b-877662638367 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 945 time: 0.0510929 Mar 11 01:05:18.612568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Deleting port 5a338e29-42f1-48d4-aea2-e8066fc48191 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:18.612916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:18.703371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] For port 5a338e29-42f1-48d4-aea2-e8066fc48191, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=5a338e29-42f1-48d4-aea2-e8066fc48191,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:18.703736 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:18.716521 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Calling delete_port for 5a338e29-42f1-48d4-aea2-e8066fc48191 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:18.848922 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (5a338e29-42f1-48d4-aea2-e8066fc48191), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:18.877363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'Port': ['ID=5a338e29-42f1-48d4-aea2-e8066fc48191,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:18.919469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] No DVR routers for this DVR port 5a338e29-42f1-48d4-aea2-e8066fc48191 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:05:18.922558 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:18.925525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-83326a99-0284-4378-81a8-2c173a8cac7a req-f1e923dd-94b6-4f8b-a8f6-1b503b624e94 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.30 "DELETE /v2.0/ports/5a338e29-42f1-48d4-aea2-e8066fc48191 HTTP/1.1" status: 204 len: 173 time: 0.4059420 Mar 11 01:05:18.925961 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-deleted', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:05:18.928845 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80cd36-1967-4f9d-b879-e1fa41fad998" -d '{"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-deleted", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:05:18.966645 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f30326d-6a50-4e42-960c-4a17c7595e8b x-openstack-request-id: req-5f30326d-6a50-4e42-960c-4a17c7595e8b {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:05:18.966950 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69165b3-bcfe-4238-846a-a868c1218e71", "name": "network-vif-deleted", "tag": "5a338e29-42f1-48d4-aea2-e8066fc48191", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:05:18.967207 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f30326d-6a50-4e42-960c-4a17c7595e8b {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:05:18.967610 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69165b3-bcfe-4238-846a-a868c1218e71', 'name': 'network-vif-deleted', 'tag': '5a338e29-42f1-48d4-aea2-e8066fc48191', 'status': 'completed', 'code': 200} Mar 11 01:05:19.457313 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-38965f32-4513-4090-9db8-67a324f32eb6 req-5939b10b-8f40-4ba2-8fdf-d153009f0c4f tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Mar 11 01:05:20.558821 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5c8ff5e-de65-41a4-ad14-fed5eca4b8ba req-d2c26b61-c609-404c-b2a7-90cc0cbdcdda tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0272837 Mar 11 01:05:21.654048 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6bc1bc06-6394-435c-afb2-61ca7b2d9a96 req-3116ba16-0b35-4d7b-8a19-112938e30896 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Mar 11 01:05:22.481162 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:22.507532 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 5a338e29-42f1-48d4-aea2-e8066fc48191 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:22.507882 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 5a338e29-42f1-48d4-aea2-e8066fc48191 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:22.750189 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-794ed394-d49f-476e-9330-1a6d4c599f67 req-ee2ffee4-6f8d-4245-9e6a-cd3a56cfd54a tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0274503 Mar 11 01:05:23.845636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8c46e760-c623-43ca-b200-9b2eba7f4bda req-b077ba01-c2b8-4cfe-b75c-bd5405ebc387 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0275187 Mar 11 01:05:24.941183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-eee956da-7d33-4f49-b2de-0589093378ea req-ac832ad0-1bfd-4c6d-9965-ec66bb97d6db tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0282700 Mar 11 01:05:26.045751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e4b02f95-47a3-4696-8197-395262d688ea req-4756c3b2-a017-45cb-96dc-94fcae60a820 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0302472 Mar 11 01:05:27.142229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ba402919-c287-48df-959d-ef3b885c0b87 req-290073b1-13fc-4b0d-a5ee-86b01415a051 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Mar 11 01:05:28.256525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9de2f6a-7d56-40ba-aeb2-522deb2e11eb req-168fc128-4c25-4ee4-9f2c-00a279239c04 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "GET /v2.0/ports?device_id=b69165b3-bcfe-4238-846a-a868c1218e71 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Mar 11 01:05:29.313164 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45818) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:29.370573 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (24351a2f-bf91-40cf-a649-a10fd52e857b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:29.395483 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (24351a2f-bf91-40cf-a649-a10fd52e857b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:29.457609 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (24351a2f-bf91-40cf-a649-a10fd52e857b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:29.461521 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:29.462798 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] 10.222.0.21 "DELETE /v2.0/security-groups/24351a2f-bf91-40cf-a649-a10fd52e857b HTTP/1.1" status: 204 len: 168 time: 0.1486430 Mar 11 01:05:29.472993 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327907a-00c6-4259-8b86-0aa3ce5dd625 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24351a2f-bf91-40cf-a649-a10fd52e857b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:30.526261 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45824) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:30.994802 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (84e118d4-72df-4b02-80fd-19419e2aa859), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:31.246716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Deleting port 40eb9e51-2206-4879-be89-981da45fc473 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:31.246973 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (40eb9e51-2206-4879-be89-981da45fc473), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:31.330199 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] For port 40eb9e51-2206-4879-be89-981da45fc473, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=40eb9e51-2206-4879-be89-981da45fc473,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:31.330563 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (40eb9e51-2206-4879-be89-981da45fc473), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:31.344675 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Calling delete_port for 40eb9e51-2206-4879-be89-981da45fc473 owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:31.538894 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (40eb9e51-2206-4879-be89-981da45fc473), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:31.565187 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40eb9e51-2206-4879-be89-981da45fc473,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:31.577781 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.578132 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.578475 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.578927 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.579268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.579592 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.579913 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.580257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.580578 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.580901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.581224 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.581541 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.581861 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:31.753413 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (84e118d4-72df-4b02-80fd-19419e2aa859), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:31.980090 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Router 84e118d4-72df-4b02-80fd-19419e2aa859 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:05:32.089242 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:32.097349 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45828) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:32.098000 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-29c5ab9c-8d2b-4403-9fa8-4c03728c25b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/84e118d4-72df-4b02-80fd-19419e2aa859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706687 Mar 11 01:05:32.100809 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Sync routers for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:32.110976 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:32.111721 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:32.213853 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks [] for router (84e118d4-72df-4b02-80fd-19419e2aa859), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:32.220760 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:32.420507 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T01:05:31Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:32.448678 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Checking router: 84e118d4-72df-4b02-80fd-19419e2aa859 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:32.457450 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Routers {'84e118d4-72df-4b02-80fd-19419e2aa859'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:32.458067 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['84e118d4-72df-4b02-80fd-19419e2aa859'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:32.568995 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] Set router 84e118d4-72df-4b02-80fd-19419e2aa859 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:32.678691 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks [] for router_gateway (84e118d4-72df-4b02-80fd-19419e2aa859), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:32.742820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Deleting port 077e1d0b-b72c-4e45-84a0-d56d7b32c435 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:32.743157 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:32.775096 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T01:05:31Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:32.809005 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f530530a-7e1a-482f-aa04-b9f71cb17993 None None] The sync data for ids ['84e118d4-72df-4b02-80fd-19419e2aa859'] in n-d-831844-1 is: [{'id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'name': 'tempest-TestShelveInstance-589700131-router', 'tenant_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T01:05:31Z', 'revision_number': 5, 'project_id': '46b32ecae34d4f9d9924f8aa5f57e9d1', 'gw_port': {'id': '077e1d0b-b72c-4e45-84a0-d56d7b32c435', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e118d4-72df-4b02-80fd-19419e2aa859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:20Z', 'updated_at': '2022-03-11T00:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:32.841867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] For port 077e1d0b-b72c-4e45-84a0-d56d7b32c435, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=077e1d0b-b72c-4e45-84a0-d56d7b32c435,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:32.842916 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:32.858581 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Calling delete_port for 077e1d0b-b72c-4e45-84a0-d56d7b32c435 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:33.038158 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (077e1d0b-b72c-4e45-84a0-d56d7b32c435), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.067410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=077e1d0b-b72c-4e45-84a0-d56d7b32c435,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:33.134161 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (84e118d4-72df-4b02-80fd-19419e2aa859), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.242857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (84e118d4-72df-4b02-80fd-19419e2aa859), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.245105 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks [] for router_controller (84e118d4-72df-4b02-80fd-19419e2aa859), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.295489 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (84e118d4-72df-4b02-80fd-19419e2aa859), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.296286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e118d4-72df-4b02-80fd-19419e2aa859 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 01:05:33.305156 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.308997 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-b6dc8b78-5be6-4367-91bd-970f904376c3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/84e118d4-72df-4b02-80fd-19419e2aa859 HTTP/1.1" status: 204 len: 168 time: 1.2073073 Mar 11 01:05:33.309161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45830) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:33.360410 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Deleting subnet c0d7949e-63b1-4b81-a3b3-4f53516d071b {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 01:05:33.363782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Publish callbacks [] for subnet (c0d7949e-63b1-4b81-a3b3-4f53516d071b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.402395 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (c0d7949e-63b1-4b81-a3b3-4f53516d071b), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.492288 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (c0d7949e-63b1-4b81-a3b3-4f53516d071b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.542677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (c0d7949e-63b1-4b81-a3b3-4f53516d071b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.575256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d7949e-63b1-4b81-a3b3-4f53516d071b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:33.577332 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.581210 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-df1b9d04-3426-4377-a96c-62bfa26e0dc5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0d7949e-63b1-4b81-a3b3-4f53516d071b HTTP/1.1" status: 204 len: 168 time: 0.2709966 Mar 11 01:05:33.584905 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45832) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:33.586902 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80ccc4-9d89-4944-96bd-6aa7c0d7ee7d None None] Network 188102fd-9346-4bc4-8b3c-eec6caea4cfe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:33.655859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (188102fd-9346-4bc4-8b3c-eec6caea4cfe), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.716580 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Deleting port 2563ae29-53d6-428a-9d53-5284bc0997b5 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:33.716925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.784255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] For port 2563ae29-53d6-428a-9d53-5284bc0997b5, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=2563ae29-53d6-428a-9d53-5284bc0997b5,segment=NetworkSegment(961c1da4-ead0-4b6d-a712-a368e3884a46),segment_id=961c1da4-ead0-4b6d-a712-a368e3884a46)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:33.784628 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.796986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Calling delete_port for 2563ae29-53d6-428a-9d53-5284bc0997b5 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:33.849222 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] DHCP port deletion for 188102fd-9346-4bc4-8b3c-eec6caea4cfe request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 01:05:33.893870 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.916258 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Deleting port 2563ae29-53d6-428a-9d53-5284bc0997b5 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:33.917001 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:33.924902 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2563ae29-53d6-428a-9d53-5284bc0997b5,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:33.928795 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] No DVR routers for this DVR port 2563ae29-53d6-428a-9d53-5284bc0997b5 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:05:33.991960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] For port 2563ae29-53d6-428a-9d53-5284bc0997b5, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:33.992665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.000438 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (188102fd-9346-4bc4-8b3c-eec6caea4cfe), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.005073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Calling delete_port for 2563ae29-53d6-428a-9d53-5284bc0997b5 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:34.008302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Port 2563ae29-53d6-428a-9d53-5284bc0997b5 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 01:05:34.009564 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (2563ae29-53d6-428a-9d53-5284bc0997b5), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.022745 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188102fd-9346-4bc4-8b3c-eec6caea4cfe']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:34.037746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961c1da4-ead0-4b6d-a712-a368e3884a46') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:34.038825 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Pushing event deleted for resources: {'Port': ['ID=2563ae29-53d6-428a-9d53-5284bc0997b5,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:34.039522 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961c1da4-ead0-4b6d-a712-a368e3884a46') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:34.046674 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] No DVR routers for this DVR port 2563ae29-53d6-428a-9d53-5284bc0997b5 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:05:34.048994 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.049361 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.049735 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.050079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.050422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.050768 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.051102 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.051915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.051915 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.052235 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.052859 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.053350 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.053692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effa882d-5421-4a02-af86-3af03f41aa92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:34.053876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (961c1da4-ead0-4b6d-a712-a368e3884a46), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.077911 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (961c1da4-ead0-4b6d-a712-a368e3884a46), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.085639 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 01:05:34.086430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (961c1da4-ead0-4b6d-a712-a368e3884a46), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: timer() Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 01:05:34.088655 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 01:05:34.150648 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (188102fd-9346-4bc4-8b3c-eec6caea4cfe), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.157452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:34.160590 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/188102fd-9346-4bc4-8b3c-eec6caea4cfe HTTP/1.1" status: 204 len: 168 time: 0.5743845 Mar 11 01:05:34.164530 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45834) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:34.174972 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec371-05a7-4f1c-82cd-e4e8516baae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=188102fd-9346-4bc4-8b3c-eec6caea4cfe,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:34.682763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2563ae29-53d6-428a-9d53-5284bc0997b5 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:34.707644 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 2563ae29-53d6-428a-9d53-5284bc0997b5 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:34.708117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 2563ae29-53d6-428a-9d53-5284bc0997b5 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:34.709232 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 077e1d0b-b72c-4e45-84a0-d56d7b32c435 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:34.728981 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 077e1d0b-b72c-4e45-84a0-d56d7b32c435 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:34.729590 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 077e1d0b-b72c-4e45-84a0-d56d7b32c435 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:34.730192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 40eb9e51-2206-4879-be89-981da45fc473 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:34.756516 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 40eb9e51-2206-4879-be89-981da45fc473 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:34.756937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 40eb9e51-2206-4879-be89-981da45fc473 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:34.883881 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (16b6d803-0c2f-47ae-a004-0eba60673f04), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:35.164908 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Deleting port 9b8236b8-ffdb-4bae-b7f4-a928578f676c {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:35.165641 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:35.258706 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] For port 9b8236b8-ffdb-4bae-b7f4-a928578f676c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=9b8236b8-ffdb-4bae-b7f4-a928578f676c,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:35.259068 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:35.272369 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Calling delete_port for 9b8236b8-ffdb-4bae-b7f4-a928578f676c owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:35.459119 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (9b8236b8-ffdb-4bae-b7f4-a928578f676c), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:35.486352 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8236b8-ffdb-4bae-b7f4-a928578f676c,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:35.665634 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (16b6d803-0c2f-47ae-a004-0eba60673f04), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:35.902819 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Router 16b6d803-0c2f-47ae-a004-0eba60673f04 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:05:36.019608 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:36.028572 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b328feaa-9625-46e2-a6b4-7230c774c974 admin admin] 10.222.0.21 "PUT /v2.0/routers/16b6d803-0c2f-47ae-a004-0eba60673f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629949 Mar 11 01:05:36.029242 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45836) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:36.036216 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Sync routers for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:36.048080 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:36.048798 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:36.146694 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks [] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.157610 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:36.259365 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks [] for router_gateway (16b6d803-0c2f-47ae-a004-0eba60673f04), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.319384 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Deleting port 3f85d569-e9e9-4e02-87f5-24abb6d326f0 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:36.319823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.335216 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T01:05:35Z', 'revision_number': 5, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port': {'id': '3f85d569-e9e9-4e02-87f5-24abb6d326f0', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T00:56:25Z', 'updated_at': '2022-03-11T00:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:36.364500 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Checking router: 16b6d803-0c2f-47ae-a004-0eba60673f04 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:36.374120 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Routers {'16b6d803-0c2f-47ae-a004-0eba60673f04'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:36.374730 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['16b6d803-0c2f-47ae-a004-0eba60673f04'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:36.409649 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] For port 3f85d569-e9e9-4e02-87f5-24abb6d326f0, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=3f85d569-e9e9-4e02-87f5-24abb6d326f0,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:36.410384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.425979 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Calling delete_port for 3f85d569-e9e9-4e02-87f5-24abb6d326f0 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:36.459730 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] Set router 16b6d803-0c2f-47ae-a004-0eba60673f04 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:36.514864 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T01:05:36Z', 'revision_number': 6, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:36.541172 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8c2e3-e658-44ee-8116-64a093bcf6d1 None None] The sync data for ids ['16b6d803-0c2f-47ae-a004-0eba60673f04'] in n-d-831844-1 is: [{'id': '16b6d803-0c2f-47ae-a004-0eba60673f04', 'name': 'tempest-TestShelveInstance-922608179-router', 'tenant_id': '4f581d063a954bcdbde54403dfc610c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T00:56:24Z', 'updated_at': '2022-03-11T01:05:36Z', 'revision_number': 6, 'project_id': '4f581d063a954bcdbde54403dfc610c3', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:36.608016 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (3f85d569-e9e9-4e02-87f5-24abb6d326f0), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.634595 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f85d569-e9e9-4e02-87f5-24abb6d326f0,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:36.696650 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (16b6d803-0c2f-47ae-a004-0eba60673f04), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.796677 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.798859 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks [] for router_controller (16b6d803-0c2f-47ae-a004-0eba60673f04), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.844516 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (16b6d803-0c2f-47ae-a004-0eba60673f04), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.845223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16b6d803-0c2f-47ae-a004-0eba60673f04 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 01:05:36.850553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.851743 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-cc29066d-eed1-41bb-8dc1-d58fadde57a5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/16b6d803-0c2f-47ae-a004-0eba60673f04 HTTP/1.1" status: 204 len: 168 time: 0.8213427 Mar 11 01:05:36.854229 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45838) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:36.893615 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3bcbc9d6-d809-4049-9668-5c6d6641c929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.909195 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Deleting subnet 26d713e8-a682-436f-aff4-e3e0ab20c30d {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 01:05:36.912560 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Publish callbacks [] for subnet (26d713e8-a682-436f-aff4-e3e0ab20c30d), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:36.955713 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (26d713e8-a682-436f-aff4-e3e0ab20c30d), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.032205 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9b8236b8-ffdb-4bae-b7f4-a928578f676c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:37.056558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 9b8236b8-ffdb-4bae-b7f4-a928578f676c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:37.056916 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 9b8236b8-ffdb-4bae-b7f4-a928578f676c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:37.070261 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (26d713e8-a682-436f-aff4-e3e0ab20c30d), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.121925 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (26d713e8-a682-436f-aff4-e3e0ab20c30d), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.148596 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d713e8-a682-436f-aff4-e3e0ab20c30d,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:37.153320 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.156569 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-1f4ec69d-e676-4dcd-833f-571f8bb46464 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26d713e8-a682-436f-aff4-e3e0ab20c30d HTTP/1.1" status: 204 len: 168 time: 0.3013484 Mar 11 01:05:37.159009 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e31548-aef8-4f33-9a8a-09e708af5fe8 None None] Network 00016229-64d9-4a2d-a8c4-8d583c5341a9 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:37.159186 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45840) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:37.233973 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (00016229-64d9-4a2d-a8c4-8d583c5341a9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.288609 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Deleting port 95f971db-b33b-46c6-871d-babeeecaaa51 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:37.288948 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.350876 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] For port 95f971db-b33b-46c6-871d-babeeecaaa51, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=95f971db-b33b-46c6-871d-babeeecaaa51,segment=NetworkSegment(3f1dc05b-108a-442a-afa0-d198bf33037b),segment_id=3f1dc05b-108a-442a-afa0-d198bf33037b)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:37.351233 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.368747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Calling delete_port for 95f971db-b33b-46c6-871d-babeeecaaa51 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:37.398226 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] DHCP port deletion for 00016229-64d9-4a2d-a8c4-8d583c5341a9 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 01:05:37.451510 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.452579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Deleting port 95f971db-b33b-46c6-871d-babeeecaaa51 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:05:37.453023 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.479855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f971db-b33b-46c6-871d-babeeecaaa51,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:37.485806 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] No DVR routers for this DVR port 95f971db-b33b-46c6-871d-babeeecaaa51 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:05:37.567972 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (00016229-64d9-4a2d-a8c4-8d583c5341a9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.591577 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00016229-64d9-4a2d-a8c4-8d583c5341a9']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:37.603965 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1dc05b-108a-442a-afa0-d198bf33037b') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:37.604488 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1dc05b-108a-442a-afa0-d198bf33037b') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:37.616928 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (3f1dc05b-108a-442a-afa0-d198bf33037b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.634963 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (3f1dc05b-108a-442a-afa0-d198bf33037b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.644632 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 01:05:37.645553 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (3f1dc05b-108a-442a-afa0-d198bf33037b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: timer() Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 01:05:37.648834 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 01:05:37.680295 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] For port 95f971db-b33b-46c6-871d-babeeecaaa51, host n-d-831844-1, got binding levels [] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:37.680845 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.694526 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Calling delete_port for 95f971db-b33b-46c6-871d-babeeecaaa51 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:05:37.697351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.ipam_backend_mixin [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Port 95f971db-b33b-46c6-871d-babeeecaaa51 was not found and therefore no delete operation was performed {{(pid=110427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 01:05:37.698713 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (95f971db-b33b-46c6-871d-babeeecaaa51), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.717405 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (00016229-64d9-4a2d-a8c4-8d583c5341a9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.723111 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] Pushing event deleted for resources: {'Port': ['ID=95f971db-b33b-46c6-871d-babeeecaaa51,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:37.723705 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.729536 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d427a1-63eb-4204-888d-059e67137ff5 None None] No DVR routers for this DVR port 95f971db-b33b-46c6-871d-babeeecaaa51 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:05:37.730833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] 10.222.0.21 "DELETE /v2.0/networks/00016229-64d9-4a2d-a8c4-8d583c5341a9 HTTP/1.1" status: 204 len: 168 time: 0.5708692 Mar 11 01:05:37.742393 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eac177-88bb-41f3-a98e-0b081e0b2889 admin admin] Pushing event deleted for resources: {'Network': ['ID=00016229-64d9-4a2d-a8c4-8d583c5341a9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:37.842454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45844) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:37.881416 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d668cd59-7adb-40d5-afdc-31c1687720b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46b32ecae34d4f9d9924f8aa5f57e9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377533 Mar 11 01:05:37.883739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45846) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:37.931005 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] Publish callbacks [] for security_group (66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.951490 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] Publish callbacks [] for security_group (66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:37.998122 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.000740 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.001884 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7 HTTP/1.1" status: 204 len: 168 time: 0.1172349 Mar 11 01:05:38.009782 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cea6f7-5128-4ff0-86ab-abbf0a2939f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5ef96-13bc-4ceb-8b83-06b8a22ff9d7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:38.312074 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45852) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:38.351661 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-51c926f3-ed3e-4045-a826-a36377fbc2ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f581d063a954bcdbde54403dfc610c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384326 Mar 11 01:05:38.354116 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45854) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:38.405143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] Publish callbacks [] for security_group (47e0c567-51fa-4ae8-b1ef-c50060e50b43), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.425822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] Publish callbacks [] for security_group (47e0c567-51fa-4ae8-b1ef-c50060e50b43), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.472769 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (47e0c567-51fa-4ae8-b1ef-c50060e50b43), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.475978 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:38.477118 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47e0c567-51fa-4ae8-b1ef-c50060e50b43 HTTP/1.1" status: 204 len: 168 time: 0.1221094 Mar 11 01:05:38.485190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb8044-65d8-4fa7-98cd-beae91656405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0c567-51fa-4ae8-b1ef-c50060e50b43,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:38.691369 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 95f971db-b33b-46c6-871d-babeeecaaa51 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:38.711247 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 95f971db-b33b-46c6-871d-babeeecaaa51 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:38.711589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 95f971db-b33b-46c6-871d-babeeecaaa51 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:38.712156 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f85d569-e9e9-4e02-87f5-24abb6d326f0 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:05:38.732058 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 3f85d569-e9e9-4e02-87f5-24abb6d326f0 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:05:38.732411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 3f85d569-e9e9-4e02-87f5-24abb6d326f0 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:05:39.161341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45876) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:39.170195 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:05:39.254507 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1648953739-network', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:39.275161 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Made reservation on behalf of 63ed96d719b848f8bc5a53cb0ac65a7c for: {'network': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:05:39.277522 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.285822 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.357634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks [] for security_group (36325ded-f128-4354-ade3-514ea2eddcde), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.361398 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36325ded-f128-4354-ade3-514ea2eddcde), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.382747 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=110425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 01:05:39.396687 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36325ded-f128-4354-ade3-514ea2eddcde,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:39.401731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (39f13a28-23b3-41f6-85f9-896d2337b71a), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.402081 n-d-831844-1 neutron-server[110425]: INFO neutron.db.segments_db [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Added segment 39f13a28-23b3-41f6-85f9-896d2337b71a of type vlan for network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 Mar 11 01:05:39.441493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-63e23714-a3fd-4b61-89ef-051fa1a45d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.443987 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.469143 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.470120 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:39.470715 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.506080 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3424993 Mar 11 01:05:39.509043 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45880) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:39.514121 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Request body: {'subnet': {'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1648953739-subnet', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:39.533976 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Made reservation on behalf of 63ed96d719b848f8bc5a53cb0ac65a7c for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:05:39.535527 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817a914-409d-4de5-86ea-35b37296b990 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:39.536363 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.545354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 01:05:39.710580 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (209d437e-bf8b-488c-be3b-d3a49753e087), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.766433 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Pushing event updated for resources: {'Subnet': ['ID=209d437e-bf8b-488c-be3b-d3a49753e087,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:39.774474 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Checking segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:39.774827 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Network hostable DHCP agents. Network: ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 01:05:39.790469 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 01:05:39.798821 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:39.803457 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:39.804125 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.808521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6313bc7-2887-40f6-b9e4-bfcb548f0534 None None] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:39.821046 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-277f1b2f-189e-4562-b990-5cf2e20677be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108165 Mar 11 01:05:39.824366 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45882) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:39.828660 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:39.847951 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (e665b341-82ba-4022-9b42-0bde0042a330), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.848977 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (e665b341-82ba-4022-9b42-0bde0042a330), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.903402 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for router_controller (e665b341-82ba-4022-9b42-0bde0042a330), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:39.907558 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 01:05:39.908481 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.044769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Allocated IP 172.20.0.2 (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2/209d437e-bf8b-488c-be3b-d3a49753e087/d306d256-1489-4ae4-89ff-5b52ffa6d4d9) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:40.053140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for router_gateway (e665b341-82ba-4022-9b42-0bde0042a330), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.189420 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks [] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.197963 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.235740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:40.241080 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:40.243699 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:40.256675 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Pushing event updated for resources: {'Port': ['ID=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:40.257572 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for router_gateway (e665b341-82ba-4022-9b42-0bde0042a330), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.277470 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.312890 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Attempting to bind port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:40.313270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Attempting to bind port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:40.313647 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Attempting to bind port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:40.318784 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:40.319169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Checking segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:40.319581 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.320012 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Bound using segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:40.320483 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Bound port: d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:40.320868 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.381532 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Allocated IP 172.25.7.136 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/52ca8bbf-8fea-4671-bdf9-f0806c4d73a7) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:40.382515 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] For port d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:40.385911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] For port d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:40.392282 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.452681 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880165b-c452-4655-b0b9-1f90de4ca907 None None] Pushing event updated for resources: {'Port': ['ID=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:40.496573 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.531653 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.570935 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:40.578268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:40.580274 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:40.610607 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Pushing event updated for resources: {'Port': ['ID=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:40.713681 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.736912 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d306d256-1489-4ae4-89ff-5b52ffa6d4d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:40.797714 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:40.798183 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.876398 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for router_gateway (e665b341-82ba-4022-9b42-0bde0042a330), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.876609 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:40.877117 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.908974 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:40.915470 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:40.968040 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:41.083215 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (e665b341-82ba-4022-9b42-0bde0042a330), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.227699 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Router e665b341-82ba-4022-9b42-0bde0042a330 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 01:05:41.340922 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:41.351106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:41.359784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.361467 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b7300096-e929-4a3f-b36c-57cc0f1b88e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5360801 Mar 11 01:05:41.363651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:41.364339 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:41.365018 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45884) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:41.413489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5909b-7114-47b4-9bb7-2ca78e93e361 None None] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:41.545565 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-2306e866-04cd-4cda-8a45-2da632eae5df None None] Provisioning complete for port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:41.545945 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2306e866-04cd-4cda-8a45-2da632eae5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.551652 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.581759 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:41.823547 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-2306e866-04cd-4cda-8a45-2da632eae5df None None] Current status of the port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:41.876249 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.880573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:41.882439 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:40Z', 'revision_number': 3, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:41.913900 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:41.914268 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Updating router e665b341-82ba-4022-9b42-0bde0042a330 port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 01:05:41.946490 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.066174 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-42eaf644-2b47-4802-9087-b52720fdb1b8 None None] Provisioning complete for port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:42.066549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-42eaf644-2b47-4802-9087-b52720fdb1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.166947 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.230308 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-42eaf644-2b47-4802-9087-b52720fdb1b8 None None] Current status of the port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:42.272067 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks [] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.278565 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.333075 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Allocated IP 172.20.0.1 (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2/209d437e-bf8b-488c-be3b-d3a49753e087/502f336c-217b-4767-ae47-2d6b9e67abce) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:42.447848 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks [] for port (502f336c-217b-4767-ae47-2d6b9e67abce), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.481527 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.504704 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Attempting to bind port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:42.505084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Attempting to bind port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:42.506692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Attempting to bind port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:42.509608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362477e-81fe-4057-a8a7-77ee961df861 None None] Pushing event updated for resources: {'Port': ['ID=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:42.514098 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:42.514476 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:42.514874 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.515257 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:42.515723 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Bound port: 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:42.516600 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.519211 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:42.522808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:42.528461 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:42.554150 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Pushing event updated for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:42.570730 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] For port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:42.574149 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] For port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:42.574384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (e665b341-82ba-4022-9b42-0bde0042a330), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.586591 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.647284 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:42.648022 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:42.701500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d306d256-1489-4ae4-89ff-5b52ffa6d4d9 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:42.733327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362477e-81fe-4057-a8a7-77ee961df861 None None] Pushing event updated for resources: {'Port': ['ID=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:42.742155 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.820997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:42.821287 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.824517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:42.912607 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks [] for port (502f336c-217b-4767-ae47-2d6b9e67abce), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.918251 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.946270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82ac8eab-25a2-4273-bc5a-b0a79ff37afe None None] Provisioning complete for port 502f336c-217b-4767-ae47-2d6b9e67abce triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:42.946838 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82ac8eab-25a2-4273-bc5a-b0a79ff37afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:42.989358 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Pushing event updated for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:42.991693 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (e665b341-82ba-4022-9b42-0bde0042a330), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:43.058294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82ac8eab-25a2-4273-bc5a-b0a79ff37afe None None] Port 502f336c-217b-4767-ae47-2d6b9e67abce cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:05:43.087023 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:43.088665 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:43.094872 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:43.124578 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:40Z', 'revision_number': 3, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:43.154880 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39093f-e92e-43cf-a0d2-c4fb125be5ee None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:40Z', 'revision_number': 3, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:43.216917 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:05:43.343338 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:43.359448 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-8d671265-ee7f-400a-a574-63f4d45c687d admin admin] 10.222.0.21 "PUT /v2.0/routers/e665b341-82ba-4022-9b42-0bde0042a330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9931381 Mar 11 01:05:43.385538 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-e6423fc2-ca81-462f-a544-fdcf7152bf03 None None] Provisioning complete for port 502f336c-217b-4767-ae47-2d6b9e67abce triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:43.386002 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e6423fc2-ca81-462f-a544-fdcf7152bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:43.421950 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-e6423fc2-ca81-462f-a544-fdcf7152bf03 None None] Port 502f336c-217b-4767-ae47-2d6b9e67abce cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:05:43.458140 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:43.875710 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45900) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:43.880749 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1226127035-network', 'tenant_id': '73585a8e6a934583bd612a881e1949af'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:43.900702 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Made reservation on behalf of 73585a8e6a934583bd612a881e1949af for: {'network': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:05:43.903063 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for network (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:43.913078 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:43.996879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks [] for security_group (1aea17df-6a03-41b7-886b-b275981725a2), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.001839 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1aea17df-6a03-41b7-886b-b275981725a2), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.027192 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=110426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 01:05:44.037520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aea17df-6a03-41b7-886b-b275981725a2,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:44.042365 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ee4cfc0c-1f1a-4959-8fb8-d36926f22c07), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.042711 n-d-831844-1 neutron-server[110426]: INFO neutron.db.segments_db [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Added segment ee4cfc0c-1f1a-4959-8fb8-d36926f22c07 of type vlan for network 614bceee-db64-49df-a831-fb128cf2e1fe Mar 11 01:05:44.084140 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744200472513'] for network (614bceee-db64-49df-a831-fb128cf2e1fe), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.113162 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471'] for network (614bceee-db64-49df-a831-fb128cf2e1fe), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.114106 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:44.115033 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.149741 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2728736 Mar 11 01:05:44.152385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45902) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:44.181875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Request body: {'subnet': {'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1226127035-subnet', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'ip_version': 4}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:44.186248 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08183bb4-4613-43da-844d-ff2b31b1a635 admin admin] Pushing event updated for resources: {'Network': ['ID=614bceee-db64-49df-a831-fb128cf2e1fe,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:44.196238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Network 614bceee-db64-49df-a831-fb128cf2e1fe details requested by agent ovs-agent-n-d-831844-1 with host n-d-831844-1 {{(pid=110427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 01:05:44.205402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Made reservation on behalf of 73585a8e6a934583bd612a881e1949af for: {'subnet': 1} {{(pid=110426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:05:44.208158 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847188'] for subnet (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.391561 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9823244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847226'] for subnet (a5a0fdc5-f48b-4cfc-a131-25b28294234e), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.457716 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a0fdc5-f48b-4cfc-a131-25b28294234e,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:44.468135 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Checking segment: {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:44.468517 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Network hostable DHCP agents. Network: 614bceee-db64-49df-a831-fb128cf2e1fe, hostable agents: ['e0ba50cc-2f49-4f52-ab92-1afadae33186'], hosted agents: [] {{(pid=110426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 01:05:44.487588 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Network 614bceee-db64-49df-a831-fb128cf2e1fe is scheduled to be hosted by DHCP agent e0ba50cc-2f49-4f52-ab92-1afadae33186 with binding_index 1 {{(pid=110426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 01:05:44.497111 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-831844-1, 614bceee-db64-49df-a831-fb128cf2e1fe) {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:44.501941 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:44.502548 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.510014 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d582d9c-9591-4dd0-93a1-2d62cbcedabc None None] Network 614bceee-db64-49df-a831-fb128cf2e1fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:44.526873 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-dad4190b-a0af-4404-8ecc-8ed454265231 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3734555 Mar 11 01:05:44.529450 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45904) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:44.533752 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:44.558212 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-542759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15768'] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.559909 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546929', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15759'] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.651360 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for router_controller (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), precommit_add_association {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.662177 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc07fe7fa-af74-5193-a84e-44307f02f35d-614bceee-db64-49df-a831-fb128cf2e1fe', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'project_id': '73585a8e6a934583bd612a881e1949af', 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e'}]}} from n-d-831844-1. {{(pid=110427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 01:05:44.663121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.782949 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:44.882083 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:44.889549 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for router_gateway (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:44.903500 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:44.904279 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:44.924555 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.db_base_plugin_common [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Allocated IP 172.20.0.2 (614bceee-db64-49df-a831-fb128cf2e1fe/a5a0fdc5-f48b-4cfc-a131-25b28294234e/794b9a44-b7d7-447e-b4f4-790f54bb4979) {{(pid=110427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:44.937485 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:44.938017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.078160 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:45.168385 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:45.169008 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.169173 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for router_gateway (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.191575 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.192594 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:45.199036 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.244893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks [] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), precommit_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.257091 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), after_create {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.280967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:45.284910 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Network 614bceee-db64-49df-a831-fb128cf2e1fe is already hosted by enough agents. {{(pid=110427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:45.289888 n-d-831844-1 neutron-server[110427]: DEBUG neutron.scheduler.base_scheduler [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Resources bound (agent type, host, resource id): {{(pid=110427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:45.307781 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 2, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:45.312018 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Received port after_create {{(pid=110427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:45.330032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Allocated IP 172.25.7.205 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/31c09b1b-f9e5-49ce-92c7-32585251fb3c) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:45.336612 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:45.337230 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Updating router e665b341-82ba-4022-9b42-0bde0042a330 port 502f336c-217b-4767-ae47-2d6b9e67abce binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 01:05:45.366589 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.369088 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Pushing event updated for resources: {'Port': ['ID=794b9a44-b7d7-447e-b4f4-790f54bb4979,revision_number=1']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:45.379638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Attempting to bind port 794b9a44-b7d7-447e-b4f4-790f54bb4979 on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:45.380092 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Attempting to bind port 794b9a44-b7d7-447e-b4f4-790f54bb4979 by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:45.380694 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Attempting to bind port 794b9a44-b7d7-447e-b4f4-790f54bb4979 on network 614bceee-db64-49df-a831-fb128cf2e1fe {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:45.385751 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:45.386374 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Checking segment: {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:45.386946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.387517 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Bound using segment: {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:45.388318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Bound port: 794b9a44-b7d7-447e-b4f4-790f54bb4979, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:45.388871 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.451755 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.459315 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] For port 794b9a44-b7d7-447e-b4f4-790f54bb4979, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:45.463101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] For port 794b9a44-b7d7-447e-b4f4-790f54bb4979, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=794b9a44-b7d7-447e-b4f4-790f54bb4979,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:45.469305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.492355 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.532879 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:45.536158 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:45.537106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3c51-db2c-4608-9f18-bd770e2a99b2 None None] Pushing event updated for resources: {'Port': ['ID=794b9a44-b7d7-447e-b4f4-790f54bb4979,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:45.540871 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:45.578350 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Pushing event updated for resources: {'Port': ['ID=31c09b1b-f9e5-49ce-92c7-32585251fb3c,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:45.678698 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks [] for port (502f336c-217b-4767-ae47-2d6b9e67abce), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.686311 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.752670 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Pushing event updated for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:45.804487 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.804976 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.805424 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.805898 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.806313 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.806641 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.806965 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.807323 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.807651 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.808018 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.808364 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.808662 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.808977 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:05:45.830253 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Attempting to bind port 502f336c-217b-4767-ae47-2d6b9e67abce on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:45.830668 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Attempting to bind port 502f336c-217b-4767-ae47-2d6b9e67abce by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:45.831042 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Attempting to bind port 502f336c-217b-4767-ae47-2d6b9e67abce on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:45.839504 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:45.839899 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Checking segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:45.840325 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.840719 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Bound using segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:45.841182 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Bound port: 502f336c-217b-4767-ae47-2d6b9e67abce, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:45.841566 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.853238 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for router_gateway (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.929015 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] For port 502f336c-217b-4767-ae47-2d6b9e67abce, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:45.932662 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] For port 502f336c-217b-4767-ae47-2d6b9e67abce, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=502f336c-217b-4767-ae47-2d6b9e67abce,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:45.940205 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:45.994037 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:45.994596 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:46.043059 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5862d87-9103-4ea2-a01b-2c79e649577b None None] Pushing event updated for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:46.088591 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Provisioning complete for port 502f336c-217b-4767-ae47-2d6b9e67abce triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:46.089305 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.091384 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546846'] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.149892 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:46.192358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Current status of the port 502f336c-217b-4767-ae47-2d6b9e67abce is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:46.193566 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.235988 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] For port 502f336c-217b-4767-ae47-2d6b9e67abce, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=502f336c-217b-4767-ae47-2d6b9e67abce,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:46.242892 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.321785 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fdfb6-4b25-400a-a5b6-ceba8b1a3937 None None] Pushing event updated for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:46.366763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-227158c6-8703-43bf-881d-76ff3c81c4ec None None] Provisioning complete for port 502f336c-217b-4767-ae47-2d6b9e67abce triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:46.367141 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-227158c6-8703-43bf-881d-76ff3c81c4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.431960 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:46.473608 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-227158c6-8703-43bf-881d-76ff3c81c4ec None None] Current status of the port 502f336c-217b-4767-ae47-2d6b9e67abce is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:46.562671 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1aac-697c-4556-9c8d-13158c8d0b4e None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:46.679708 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 is scheduled to L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae with binding_index 1 {{(pid=110426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 01:05:46.777564 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb9901b-8d42-424a-ad58-1f38cc005aa7 None None] Network 614bceee-db64-49df-a831-fb128cf2e1fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:05:46.826637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:46.830057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Provisioning complete for port 794b9a44-b7d7-447e-b4f4-790f54bb4979 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:46.830443 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.846471 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:46.850703 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-209aa45d-fdc3-4559-84bf-6d864e0d5b98 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3173883 Mar 11 01:05:46.851019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45906) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:46.895501 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Sync routers for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:46.899184 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 794b9a44-b7d7-447e-b4f4-790f54bb4979 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:46.963204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:46.963841 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:47.293199 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 794b9a44-b7d7-447e-b4f4-790f54bb4979 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:47.293904 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.300169 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Current status of the port 794b9a44-b7d7-447e-b4f4-790f54bb4979 is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:47.300552 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.321882 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.341151 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:47.463504 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] For port 794b9a44-b7d7-447e-b4f4-790f54bb4979, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=794b9a44-b7d7-447e-b4f4-790f54bb4979,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:47.500885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.536808 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Allocated IP 172.20.0.1 (614bceee-db64-49df-a831-fb128cf2e1fe/a5a0fdc5-f48b-4cfc-a131-25b28294234e/b9db422e-e4cb-4db5-b7b9-5a29482bb0cd) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:47.650917 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bef3d5-e00d-455d-82f7-b073a619e305 None None] Pushing event updated for resources: {'Port': ['ID=794b9a44-b7d7-447e-b4f4-790f54bb4979,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:47.657724 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 794b9a44-b7d7-447e-b4f4-790f54bb4979 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:47.659419 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:47.682801 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks [] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.725290 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.736220 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-82201c0d-85dd-469c-bc3a-0d97f86f6665 None None] Provisioning complete for port 794b9a44-b7d7-447e-b4f4-790f54bb4979 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:47.736597 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-82201c0d-85dd-469c-bc3a-0d97f86f6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.766117 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 3, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:47.767991 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Network 614bceee-db64-49df-a831-fb128cf2e1fe is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:47.769500 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:47.769881 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.775744 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:47.779436 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:47.785637 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Pushing event updated for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:47.827030 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Checking router: cfe1bc1f-312a-459f-8a88-327e8d3d9b41 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:47.827390 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Updating router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 port 31c09b1b-f9e5-49ce-92c7-32585251fb3c binding host n-d-831844-1 {{(pid=110427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 01:05:47.842598 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542321'] for router_interface (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:47.892226 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.006641 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-82201c0d-85dd-469c-bc3a-0d97f86f6665 None None] Current status of the port 794b9a44-b7d7-447e-b4f4-790f54bb4979 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:48.017803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.080313 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:48.081323 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 502f336c-217b-4767-ae47-2d6b9e67abce up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:48.199347 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks [] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.201103 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-91516955-4f84-4f47-8e61-f0ae75086894 None None] Provisioning complete for port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:48.201488 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91516955-4f84-4f47-8e61-f0ae75086894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.203852 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.233131 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 502f336c-217b-4767-ae47-2d6b9e67abce triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:48.233493 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.270963 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542429'] for router_interface (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.273632 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Pushing event updated for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:48.275503 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-91516955-4f84-4f47-8e61-f0ae75086894 None None] Port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:05:48.368890 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Network 614bceee-db64-49df-a831-fb128cf2e1fe is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:48.370290 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:48.389730 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks [] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), precommit_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.392451 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 502f336c-217b-4767-ae47-2d6b9e67abce is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:48.398269 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.454531 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8cc3-66ce-4581-a135-177fd9b2563f None None] Pushing event updated for resources: {'Port': ['ID=31c09b1b-f9e5-49ce-92c7-32585251fb3c,revision_number=2']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:48.456832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Attempting to bind port 31c09b1b-f9e5-49ce-92c7-32585251fb3c on host n-d-831844-1 for vnic_type normal with profile {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:48.457206 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Attempting to bind port 31c09b1b-f9e5-49ce-92c7-32585251fb3c by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:48.457579 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Attempting to bind port 31c09b1b-f9e5-49ce-92c7-32585251fb3c on network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:48.463497 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:48.463884 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Checking segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:48.464393 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.464789 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Bound using segment: {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'} {{(pid=110427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:48.465264 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.managers [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Bound port: 31c09b1b-f9e5-49ce-92c7-32585251fb3c, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfc51b1-86b0-4237-92d8-9bb37e2d81e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b'}}] {{(pid=110427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:48.465651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.495353 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:05:48.522567 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] For port 31c09b1b-f9e5-49ce-92c7-32585251fb3c, host n-d-831844-1, cleared binding levels {{(pid=110427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:48.526617 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] For port 31c09b1b-f9e5-49ce-92c7-32585251fb3c, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=31c09b1b-f9e5-49ce-92c7-32585251fb3c,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:48.535853 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.601978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:48.603352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:48.605664 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8cc3-66ce-4581-a135-177fd9b2563f None None] Pushing event updated for resources: {'Port': ['ID=31c09b1b-f9e5-49ce-92c7-32585251fb3c,revision_number=3']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:48.621391 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:05:48.626457 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4313f8a-6959-4246-ade8-37b5cc35dd4a admin admin] 10.222.0.21 "PUT /v2.0/routers/cfe1bc1f-312a-459f-8a88-327e8d3d9b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743421 Mar 11 01:05:48.706562 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 794b9a44-b7d7-447e-b4f4-790f54bb4979 up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:48.760853 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:48.762934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dc8f915a-79e0-4cc0-9051-3d4221e2e260 None None] Provisioning complete for port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:48.763312 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dc8f915a-79e0-4cc0-9051-3d4221e2e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:48.868881 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f915a-79e0-4cc0-9051-3d4221e2e260 None None] Port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:05:48.889301 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 794b9a44-b7d7-447e-b4f4-790f54bb4979 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:48.889679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:49.212026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 794b9a44-b7d7-447e-b4f4-790f54bb4979 is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:49.228761 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:47Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b9db422e-e4cb-4db5-b7b9-5a29482bb0cd', 'name': '', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'mac_address': 'fa:16:3e:cc:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4464, 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:47Z', 'updated_at': '2022-03-11T01:05:48Z', 'revision_number': 2, 'project_id': '73585a8e6a934583bd612a881e1949af', 'subnets': [{'id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:49.255112 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2342ec-65d9-4971-9336-e6d4242b35ee None None] The sync data for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 is: [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:47Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b9db422e-e4cb-4db5-b7b9-5a29482bb0cd', 'name': '', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'mac_address': 'fa:16:3e:cc:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4464, 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:47Z', 'updated_at': '2022-03-11T01:05:48Z', 'revision_number': 2, 'project_id': '73585a8e6a934583bd612a881e1949af', 'subnets': [{'id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:50.210294 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45916) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.214882 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696643766', 'description': 'tempest-secgroup-smoke-696643766 description', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.237565 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.310009 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (5341adce-bbf8-4249-9cc9-2ca04d16b956), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.314340 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5341adce-bbf8-4249-9cc9-2ca04d16b956), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.345784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.347021 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357160 Mar 11 01:05:50.348036 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ed47-1f0c-4989-80c4-0e27d76566b3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5341adce-bbf8-4249-9cc9-2ca04d16b956,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.351031 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45918) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.354738 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.381930 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (5bfa3da5-8ca3-4038-9fb9-03885277c1f6), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.440968 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (5bfa3da5-8ca3-4038-9fb9-03885277c1f6), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.445982 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (5bfa3da5-8ca3-4038-9fb9-03885277c1f6), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.465019 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfa3da5-8ca3-4038-9fb9-03885277c1f6,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.471698 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.472916 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b4c3dcdd-4638-4d96-a56c-0b8c42fee453 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218455 Mar 11 01:05:50.476191 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45920) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.480365 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.504734 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (2901a6ec-8079-4222-b165-27325d498083), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.567198 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (2901a6ec-8079-4222-b165-27325d498083), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.570803 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (2901a6ec-8079-4222-b165-27325d498083), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.584884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2901a6ec-8079-4222-b165-27325d498083,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.595586 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.596799 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-05ceabac-8d99-49a7-88f2-4360e78a1424 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197152 Mar 11 01:05:50.599692 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45922) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.604882 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.632969 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (48df4c00-f11e-4124-b611-a54b79a40100), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.699384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (48df4c00-f11e-4124-b611-a54b79a40100), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.703103 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (48df4c00-f11e-4124-b611-a54b79a40100), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.721188 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48df4c00-f11e-4124-b611-a54b79a40100,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.732090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 31c09b1b-f9e5-49ce-92c7-32585251fb3c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:50.735452 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.739295 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-943c7d07-53aa-4519-8df6-c584c4fc5b97 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354859 Mar 11 01:05:50.739462 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45924) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.744949 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.770725 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (19acfdb3-3ca6-4748-9dfd-586d405f3340), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.779487 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 31c09b1b-f9e5-49ce-92c7-32585251fb3c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:50.779862 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.836596 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (19acfdb3-3ca6-4748-9dfd-586d405f3340), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.843243 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (19acfdb3-3ca6-4748-9dfd-586d405f3340), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.862775 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19acfdb3-3ca6-4748-9dfd-586d405f3340,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.868153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 31c09b1b-f9e5-49ce-92c7-32585251fb3c is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:50.868702 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.877955 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.879229 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-83c2a77b-711b-4067-bc5b-555e1c8a1838 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387961 Mar 11 01:05:50.882864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 45926) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:50.887972 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:50.890373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] For port 31c09b1b-f9e5-49ce-92c7-32585251fb3c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=31c09b1b-f9e5-49ce-92c7-32585251fb3c,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:50.894434 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.916508 n-d-831844-1 neutron-server[110426]: INFO neutron.db.securitygroups_db [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Project 63ed96d719b848f8bc5a53cb0ac65a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 01:05:50.922500 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (29887688-d95a-4bc7-8647-f12403e6f6a8), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.949587 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Pushing event updated for resources: {'Port': ['ID=31c09b1b-f9e5-49ce-92c7-32585251fb3c,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:50.986246 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (29887688-d95a-4bc7-8647-f12403e6f6a8), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:50.989853 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (29887688-d95a-4bc7-8647-f12403e6f6a8), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.012690 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29887688-d95a-4bc7-8647-f12403e6f6a8,revision_number=0']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:51.018428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.019624 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-47213ce5-d034-4a56-9a71-7f7e2de5ae72 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354692 Mar 11 01:05:51.023132 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 45928) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:05:51.027746 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'security_group_rule': {'security_group_id': '5341adce-bbf8-4249-9cc9-2ca04d16b956', 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:51.048263 n-d-831844-1 neutron-server[110425]: INFO neutron.db.securitygroups_db [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Project 63ed96d719b848f8bc5a53cb0ac65a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 01:05:51.053378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (ccfafab6-c77d-4974-ad38-9b7b9d40f4a2), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.116244 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (ccfafab6-c77d-4974-ad38-9b7b9d40f4a2), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.121488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741231'] for security_group_rule (ccfafab6-c77d-4974-ad38-9b7b9d40f4a2), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.141804 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfafab6-c77d-4974-ad38-9b7b9d40f4a2,revision_number=0']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:51.148171 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.151694 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-0f2d13d8-246c-4965-9a08-1eeb0c2cfb2c tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252880 Mar 11 01:05:51.204029 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Sync routers for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:05:51.215417 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:51.216182 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:51.326848 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:51.400751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-a741db82-7f3a-41a5-a9f1-53cf6d3ea008 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696643766&fields=id&tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 267 time: 0.0440786 Mar 11 01:05:51.512889 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-26b25a7b-f52a-47b1-a2db-e89ed35efc00 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:51.514392 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-26b25a7b-f52a-47b1-a2db-e89ed35efc00 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 810 time: 0.1072326 Mar 11 01:05:51.530391 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-c799ae4b-5787-4a69-8993-7324d316fc6b tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/quotas/63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 375 time: 0.0103598 Mar 11 01:05:51.533305 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:47Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b9db422e-e4cb-4db5-b7b9-5a29482bb0cd', 'name': '', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'mac_address': 'fa:16:3e:cc:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4464, 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:47Z', 'updated_at': '2022-03-11T01:05:48Z', 'revision_number': 2, 'project_id': '73585a8e6a934583bd612a881e1949af', 'subnets': [{'id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:51.559795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Checking router: cfe1bc1f-312a-459f-8a88-327e8d3d9b41 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:05:51.560102 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Updating router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd binding host n-d-831844-1 {{(pid=110428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 01:05:51.587090 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.587816 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-31baf97e-b7cb-474f-bd8e-417a68840633 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521286 Mar 11 01:05:51.603688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-76c2d656-3556-4baf-a1ab-afa334d45b0c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 01:05:51.604980 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-76c2d656-3556-4baf-a1ab-afa334d45b0c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058753 Mar 11 01:05:51.698594 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-fd362cd8-4c08-4450-a17e-27d5c3e23947 service neutron] 10.222.0.21 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Mar 11 01:05:51.786436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-df81b128-0aa8-48b2-a7d0-c19862a68c5e service neutron] 10.222.0.21 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Mar 11 01:05:51.846890 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks [] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), precommit_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.853989 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.905641 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df6b8-852a-42c4-aeb7-e8e4fe7aa747 None None] Pushing event updated for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=3']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:51.958163 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Attempting to bind port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd on host n-d-831844-1 for vnic_type normal with profile {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:51.958536 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Attempting to bind port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd by drivers openvswitch,hyperv on host n-d-831844-1 at level 0 using segments [{'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:51.958895 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Attempting to bind port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd on network 614bceee-db64-49df-a831-fb128cf2e1fe {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:51.964482 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Checking agent: {'id': 'be32a034-4d47-4c28-b72c-902f94167784', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 36, 13), 'started_at': datetime.datetime(2022, 3, 10, 23, 36, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-831844-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:51.964855 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Checking segment: {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:51.965251 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:51.965638 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Bound using segment: {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'} {{(pid=110428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:51.966097 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.managers [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Bound port: b9db422e-e4cb-4db5-b7b9-5a29482bb0cd, host: n-d-831844-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe'}}] {{(pid=110428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:51.966470 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), before_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.033416 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] For port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd, host n-d-831844-1, cleared binding levels {{(pid=110428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:52.036579 n-d-831844-1 neutron-server[110428]: DEBUG neutron.plugins.ml2.db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] For port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd, host n-d-831844-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:52.043014 n-d-831844-1 neutron-server[110428]: DEBUG neutron_lib.callbacks.manager [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_update {{(pid=110428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.102873 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:05:52.103669 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:52.113585 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Provisioning complete for port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:52.117916 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.145827 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df6b8-852a-42c4-aeb7-e8e4fe7aa747 None None] Pushing event updated for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=4']} {{(pid=110428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:52.199270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Current status of the port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd is: DOWN; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:52.199742 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.231053 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:05:52.234986 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] For port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:05:52.242173 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.297871 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71922a2c-24d5-4a58-9028-04a45a5c834e None None] Pushing event updated for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:52.362807 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-37cc636b-b270-48de-8112-3a2d47cbc60c None None] Provisioning complete for port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:52.363093 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-37cc636b-b270-48de-8112-3a2d47cbc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.436320 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:47Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b9db422e-e4cb-4db5-b7b9-5a29482bb0cd', 'name': '', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'mac_address': 'fa:16:3e:cc:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4464, 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:47Z', 'updated_at': '2022-03-11T01:05:52Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'subnets': [{'id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:05:52.448070 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-37cc636b-b270-48de-8112-3a2d47cbc60c None None] Current status of the port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:52.465582 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828653b7-a7c5-4d6d-b86e-85213d7fd8ef None None] The sync data for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 is: [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:05:47Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': 'b9db422e-e4cb-4db5-b7b9-5a29482bb0cd', 'name': '', 'network_id': '614bceee-db64-49df-a831-fb128cf2e1fe', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'mac_address': 'fa:16:3e:cc:1f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4464, 'fixed_ips': [{'subnet_id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:47Z', 'updated_at': '2022-03-11T01:05:52Z', 'revision_number': 4, 'project_id': '73585a8e6a934583bd612a881e1949af', 'subnets': [{'id': 'a5a0fdc5-f48b-4cfc-a131-25b28294234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:05:52.716595 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 31c09b1b-f9e5-49ce-92c7-32585251fb3c up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:52.766914 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port 31c09b1b-f9e5-49ce-92c7-32585251fb3c triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:52.767294 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.851007 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port 31c09b1b-f9e5-49ce-92c7-32585251fb3c is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:52.852396 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b9db422e-e4cb-4db5-b7b9-5a29482bb0cd up at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:05:52.902599 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Provisioning complete for port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:52.902895 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:52.989309 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Current status of the port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd is: ACTIVE; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:05:53.074256 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b404aec2-9cca-449a-b4ec-2fd797b530cd req-fc037fe8-190a-4861-b764-95d03bb308c8 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.1273398 Mar 11 01:05:54.153673 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1001e3cb-9bc8-4a9f-91a7-1822b9394ead req-228342b4-9894-42bd-9ed0-55410063fb28 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.0288947 Mar 11 01:05:55.236561 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-64b931b4-82eb-4983-b2db-a8f6e339fd36 req-79184292-6a71-4ed2-809a-8f251e661fa1 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.0316567 Mar 11 01:05:56.316940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f2989a34-b00a-4872-a2c6-8dc2e982e7b4 req-3a52d709-358d-4060-a4fa-d594dc2eeeab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.0281463 Mar 11 01:05:57.414617 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8fbd2001-e90c-40d4-ab09-50ce0164212c req-1a540a1e-c593-4e79-9a8d-e253c0af1412 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.0275872 Mar 11 01:05:58.045103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-bf28afe0-d705-4748-bc37-862fa84c40ff tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:58.046558 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-bf28afe0-d705-4748-bc37-862fa84c40ff tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 810 time: 0.1126721 Mar 11 01:05:58.110341 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-fe66b7e6-403e-4207-80fe-dd5ef9971516 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 379 time: 0.0559740 Mar 11 01:05:58.118913 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'port': {'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'admin_state_up': True, 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'security_groups': ['5341adce-bbf8-4249-9cc9-2ca04d16b956']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:58.225028 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Made reservation on behalf of 63ed96d719b848f8bc5a53cb0ac65a7c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:05:58.228128 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:58.354870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Allocated IP 172.20.0.4 (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2/209d437e-bf8b-488c-be3b-d3a49753e087/639e8f9b-1c09-4f68-98af-ea556eac781b) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:05:58.500687 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:58.524075 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-704e3596-c6ef-44fc-b9b0-103b31601d92 req-2830ac31-583f-4df1-b0cb-266b1d57fa89 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 210 time: 0.0404227 Mar 11 01:05:58.548894 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:58.592330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:05:58.597159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:05:58.600989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:05:58.607159 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:58.654169 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:58.654784 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:58.671061 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-6ac33bb8-95fe-40cc-b2ef-b0519f502749 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5558703 Mar 11 01:05:58.729215 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Request body: {'port': {'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:05:58.808929 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-dfd5a779-be31-485e-866c-61dc6d8e4a1f None None] Provisioning complete for port 639e8f9b-1c09-4f68-98af-ea556eac781b triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:05:58.809570 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a779-be31-485e-866c-61dc6d8e4a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:58.844948 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5a779-be31-485e-866c-61dc6d8e4a1f None None] Port 639e8f9b-1c09-4f68-98af-ea556eac781b cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:05:59.098829 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.353626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639e8f9b-1c09-4f68-98af-ea556eac781b {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:05:59.360781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks [] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.373119 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Transition to ACTIVE for port object 639e8f9b-1c09-4f68-98af-ea556eac781b will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 01:05:59.376649 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.433418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:59.499669 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Attempting to bind port 639e8f9b-1c09-4f68-98af-ea556eac781b on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:05:59.500036 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Attempting to bind port 639e8f9b-1c09-4f68-98af-ea556eac781b by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:05:59.500371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Attempting to bind port 639e8f9b-1c09-4f68-98af-ea556eac781b on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:59.504834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Port 639e8f9b-1c09-4f68-98af-ea556eac781b on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 01:05:59.505479 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Attempting to bind port 639e8f9b-1c09-4f68-98af-ea556eac781b on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:05:59.510475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:05:59.510816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Checking segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:05:59.511202 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Bound using segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:05:59.511624 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Bound port: 639e8f9b-1c09-4f68-98af-ea556eac781b, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:05:59.511998 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.581223 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:05:59.584797 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:05:59.592220 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.657298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:59.657857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:05:59.659430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] 10.222.0.30 "PUT /v2.0/ports/639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 1091 time: 0.9805470 Mar 11 01:05:59.670999 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:05:59.674804 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a30a392-0279-41e0-917f-415eb7310d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:05:59.698304 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8961b0f-c41d-4ef0-a394-4d6331153bac service neutron] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:05:59.743154 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8381d-a3f5-43a3-9b40-f8c81e1968d3 req-14c489ed-038b-4cda-97ba-cef639c0ae7b tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:59.744803 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5d8381d-a3f5-43a3-9b40-f8c81e1968d3 req-14c489ed-038b-4cda-97ba-cef639c0ae7b tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.1501944 Mar 11 01:05:59.784652 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-258fb69c-23f2-48ef-af4c-fb17823bcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:59.786176 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-258fb69c-23f2-48ef-af4c-fb17823bcd11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1125 time: 0.0789361 Mar 11 01:05:59.801871 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f673cf81-7745-4e2c-a8a6-e053c1ef1b07 x-openstack-request-id: req-f673cf81-7745-4e2c-a8a6-e053c1ef1b07 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:05:59.802228 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:05:59.802430 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f673cf81-7745-4e2c-a8a6-e053c1ef1b07 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:05:59.802942 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'status': 'completed', 'code': 200} Mar 11 01:05:59.851414 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-8c8c00cf-e866-418b-ad05-bce95a5be0ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 217 time: 0.0540073 Mar 11 01:05:59.855033 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d5d8381d-a3f5-43a3-9b40-f8c81e1968d3 req-86a23555-ce67-4a4e-8934-605407ba8693 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019509 Mar 11 01:05:59.899534 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-fa0b69bf-ffbe-449b-a7f6-8081f834e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:59.901170 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-fa0b69bf-ffbe-449b-a7f6-8081f834e4cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0446949 Mar 11 01:05:59.950255 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-c3eca138-e3cd-41ef-afe2-f1b71c5316ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:05:59.951685 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-c3eca138-e3cd-41ef-afe2-f1b71c5316ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449677 Mar 11 01:06:00.044636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-c8711ec1-a64a-4e69-be3b-d1d72c1369a0 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864851 Mar 11 01:06:00.132510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2f3661b7-0e36-4ff7-850f-7a7b3be58970 req-c7697661-80fb-440d-a3fa-5652b082aa7e service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822704 Mar 11 01:06:00.227647 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a392-0279-41e0-917f-415eb7310d4f req-42203ffa-b80c-4d99-b65a-64f5d1a8d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:00.229088 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-42203ffa-b80c-4d99-b65a-64f5d1a8d44b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1125 time: 0.0506585 Mar 11 01:06:00.319069 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a392-0279-41e0-917f-415eb7310d4f req-58203210-7e6a-4fb3-880b-2a09f87e7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:00.320667 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-58203210-7e6a-4fb3-880b-2a09f87e7b29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0851545 Mar 11 01:06:00.365123 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-668ef099-7e55-4e2e-8657-3374ec3735eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 217 time: 0.0384576 Mar 11 01:06:00.412941 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a392-0279-41e0-917f-415eb7310d4f req-a5b39125-a559-46a6-bef7-c2e0996edaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:00.414388 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-a5b39125-a559-46a6-bef7-c2e0996edaef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0435624 Mar 11 01:06:00.463881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a392-0279-41e0-917f-415eb7310d4f req-f24de174-2f94-4ac6-ab55-c02efc8d4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:00.465408 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-f24de174-2f94-4ac6-ab55-c02efc8d4f92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449400 Mar 11 01:06:00.557676 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-61f9c2c2-d189-4c35-add2-4d46c1853299 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861413 Mar 11 01:06:00.647193 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a30a392-0279-41e0-917f-415eb7310d4f req-59ee2c83-6ccf-40aa-8f71-af68e7cc5732 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828192 Mar 11 01:06:00.978434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3dba6-feef-4225-9e2e-d6e506da10d4 req-2b9a14c2-279b-4106-a9e5-39940302cff3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:00.979907 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea3dba6-feef-4225-9e2e-d6e506da10d4 req-2b9a14c2-279b-4106-a9e5-39940302cff3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.0536807 Mar 11 01:06:01.031822 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7ea3dba6-feef-4225-9e2e-d6e506da10d4 req-3585bf2f-856a-4654-b72d-1c0986b2ad4f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463078 Mar 11 01:06:02.150952 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0adbc2-c1f3-41a2-a4b9-8c2346d2b150 req-d969efc5-ec30-4d4c-ad67-0bd04aa92f06 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:02.152455 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0adbc2-c1f3-41a2-a4b9-8c2346d2b150 req-d969efc5-ec30-4d4c-ad67-0bd04aa92f06 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.0539849 Mar 11 01:06:02.202199 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4d0adbc2-c1f3-41a2-a4b9-8c2346d2b150 req-29b075a8-824f-48e1-8287-7b4b5862e0f2 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 Mar 11 01:06:02.695828 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:06:02.792153 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:06:02.803208 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:06:02.843276 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 639e8f9b-1c09-4f68-98af-ea556eac781b is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:06:02.843666 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:02.856746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639e8f9b-1c09-4f68-98af-ea556eac781b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:06:02.874861 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:06:02.878651 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:02.926606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:06:03.092363 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['639e8f9b-1c09-4f68-98af-ea556eac781b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:06:03.320405 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f246dc-ebb8-4ce8-9737-8a09292cd619 req-a08c7d14-1e0d-4c46-b698-8fb12c64e82a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:03.321946 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40f246dc-ebb8-4ce8-9737-8a09292cd619 req-a08c7d14-1e0d-4c46-b698-8fb12c64e82a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Mar 11 01:06:03.370531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-40f246dc-ebb8-4ce8-9737-8a09292cd619 req-19eaf116-433c-4c99-8225-664bbf69bc7a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Mar 11 01:06:04.493291 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244b1ec-5ac5-47e3-8632-dd1109bcaef6 req-fec23205-612e-4941-b3c0-8b7b7c53005d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:04.494756 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d244b1ec-5ac5-47e3-8632-dd1109bcaef6 req-fec23205-612e-4941-b3c0-8b7b7c53005d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 944 time: 0.0570126 Mar 11 01:06:04.542357 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d244b1ec-5ac5-47e3-8632-dd1109bcaef6 req-14df0bd4-642f-4d8d-afcb-cd18462bfdfe tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Mar 11 01:06:04.714422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:06:04.763805 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 639e8f9b-1c09-4f68-98af-ea556eac781b completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 01:06:04.767682 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 639e8f9b-1c09-4f68-98af-ea556eac781b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:06:04.768087 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:04.846911 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 639e8f9b-1c09-4f68-98af-ea556eac781b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:06:04.847301 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:04.869054 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:06:04.871293 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1fb45a-c826-4d37-af5c-decdc0f7018f" -d '{"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-plugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:06:04.883943 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:06:04.887999 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:04.911131 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223ea992-b29b-46ae-a641-b2c8bb0073c9 x-openstack-request-id: req-223ea992-b29b-46ae-a641-b2c8bb0073c9 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:06:04.911429 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-plugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:06:04.911688 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-223ea992-b29b-46ae-a641-b2c8bb0073c9 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:06:04.912216 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'code': 200} Mar 11 01:06:04.938358 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:06:05.013601 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e312e22-c06f-4a3a-82e3-9ba4aa99f8a6 req-b85748d9-f829-4dbd-ad7a-51c6273c9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:05.015119 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e312e22-c06f-4a3a-82e3-9ba4aa99f8a6 req-b85748d9-f829-4dbd-ad7a-51c6273c9f7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1127 time: 0.0456481 Mar 11 01:06:05.059525 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-0e312e22-c06f-4a3a-82e3-9ba4aa99f8a6 req-cfd5ecb5-930c-4b0c-b41e-088e201b142f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Mar 11 01:06:05.667134 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2835f48-0fd7-4c46-981a-8805aa97e595 req-7dd95e87-0621-4070-bc2e-6be31dd816ec tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:05.668638 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2835f48-0fd7-4c46-981a-8805aa97e595 req-7dd95e87-0621-4070-bc2e-6be31dd816ec tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 945 time: 0.0594053 Mar 11 01:06:05.716433 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-e2835f48-0fd7-4c46-981a-8805aa97e595 req-c46c8941-04f7-4858-8de9-51bbecedf15b tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Mar 11 01:06:06.835097 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db31a-73a7-4b03-949a-2fc5869d6d2f req-0ca74dc8-c837-4815-b034-a6819688152d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:06.836630 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d90db31a-73a7-4b03-949a-2fc5869d6d2f req-0ca74dc8-c837-4815-b034-a6819688152d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 945 time: 0.0530140 Mar 11 01:06:06.875510 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-20c30b88-0b29-4f10-9c14-d770aa226d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:06.886840 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-d90db31a-73a7-4b03-949a-2fc5869d6d2f req-ad0ed94f-454c-4c8c-af59-a5b23f481bae tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Mar 11 01:06:07.004668 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271b2a-ba84-4688-ba72-4ed7ba0b5037 req-c8697a45-51fe-416f-808e-27c6de71f871 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:07.006707 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff271b2a-ba84-4688-ba72-4ed7ba0b5037 req-c8697a45-51fe-416f-808e-27c6de71f871 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Mar 11 01:06:07.057834 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-ff271b2a-ba84-4688-ba72-4ed7ba0b5037 req-7e44b2d5-b1c3-422d-853a-bf024122fa8f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 Mar 11 01:06:07.080155 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46006) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:06:07.165989 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d92d328-5da9-410e-9761-9406f1d754dc tempest-TestSnapshotPattern-1225544655 tempest-TestSnapshotPattern-1225544655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:07.167442 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8d92d328-5da9-410e-9761-9406f1d754dc tempest-TestSnapshotPattern-1225544655 tempest-TestSnapshotPattern-1225544655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1122 time: 0.0863330 Mar 11 01:06:07.170400 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46010) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:06:07.174686 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:06:07.195326 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:07.288995 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:07.397323 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca5f9811-4985-4c4d-becc-c9e9e6c98865 req-af3eaa75-b540-4fe8-a029-d1d1ab475699 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254095 Mar 11 01:06:07.399104 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Allocated IP 172.25.7.158 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/24a4ec83-8da6-48e2-b590-2f631fcd3611) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:06:07.449755 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca5f9811-4985-4c4d-becc-c9e9e6c98865 req-304d230b-761b-49c6-b1b6-264b66f3b2c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0292063 Mar 11 01:06:07.487884 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca5f9811-4985-4c4d-becc-c9e9e6c98865 req-a8a1fa52-1fe9-4f80-8f8a-e6c897805173 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202112 Mar 11 01:06:07.509058 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:07.543884 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:07.581288 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:06:07.584759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:06:07.587420 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f9811-4985-4c4d-becc-c9e9e6c98865 req-9d64bd17-f622-4fe1-b557-f7a9d6052235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:07.588973 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-ca5f9811-4985-4c4d-becc-c9e9e6c98865 req-9d64bd17-f622-4fe1-b557-f7a9d6052235 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951355 Mar 11 01:06:07.591986 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:06:07.618421 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=24a4ec83-8da6-48e2-b590-2f631fcd3611,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:06:07.970378 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (16e20e2c-f2ff-4240-b0cb-01dc91e329bf), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.039501 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.192920 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.197960 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.265730 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=24a4ec83-8da6-48e2-b590-2f631fcd3611,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:06:08.275624 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (16e20e2c-f2ff-4240-b0cb-01dc91e329bf), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.377306 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Floating IP 16e20e2c-f2ff-4240-b0cb-01dc91e329bf associated. External IP: 172.25.7.158, port: 639e8f9b-1c09-4f68-98af-ea556eac781b. Mar 11 01:06:08.587371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:06:08.697183 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:06:08.706541 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:06:08.715634 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:08.716979 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:06:08.717606 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:06:08.747627 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-2fd9cc05-f877-4c2c-b660-da55bf989d0a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5759292 Mar 11 01:06:08.748246 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:06:08.750495 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:06:08.785933 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a00d03a-fca8-437d-a950-81203030f6e3 x-openstack-request-id: req-0a00d03a-fca8-437d-a950-81203030f6e3 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:06:08.786231 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:06:08.786490 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a00d03a-fca8-437d-a950-81203030f6e3 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:06:08.787454 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'status': 'completed', 'code': 200} Mar 11 01:06:08.835041 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:06:08.855012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-642828ac-e65d-4b95-ab42-3e9d6bfce914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:08.856610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-642828ac-e65d-4b95-ab42-3e9d6bfce914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1127 time: 0.0478013 Mar 11 01:06:08.950784 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-1b256a02-b11e-47d0-948e-fa9d1b125c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:08.952309 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-1b256a02-b11e-47d0-948e-fa9d1b125c8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0893176 Mar 11 01:06:09.021631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-ce5a718a-b3d1-4fa1-9ede-5ba2fb279d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 999 time: 0.0633633 Mar 11 01:06:09.055029 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:07Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:06:09.069148 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-8e4f21ce-360f-4d9f-af60-774829a6496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:09.070641 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-8e4f21ce-360f-4d9f-af60-774829a6496d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0437865 Mar 11 01:06:09.081106 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:06:09.089722 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:06:09.090336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:05:39Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:06:09.119560 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-f69a5820-f80b-4815-bbb7-dd3d923c037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:09.121090 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-f69a5820-f80b-4815-bbb7-dd3d923c037b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449486 Mar 11 01:06:09.198967 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:06:09.215689 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-2e93d075-49fd-4480-937a-7ba696cfae16 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887475 Mar 11 01:06:09.303538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fea2e0f5-7ea0-4d3f-ab32-cf89fa39d41d req-efafc76e-410d-4f62-91d5-d8a05ac3718b service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Mar 11 01:06:09.429021 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:07Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:06:09.464072 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dc7d2-28a4-4cea-9e03-75065a0e512c None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:07Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:06:09.471326 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3a500983-0c38-4065-adfa-41be97b133fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:09.655496 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7d2f3-ecf7-4eb6-8f33-e2b716d71bf8 None None] New status for floating IP 16e20e2c-f2ff-4240-b0cb-01dc91e329bf: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:06:10.705920 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:11.453948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:11.860993 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:11.867451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:13.451180 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:16.169496 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:06:36.879348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b83f97f1-af88-493c-86ae-5ce853e1b205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:39.443081 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-229b1a54-26d9-4049-8378-f3e892f35431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:40.708440 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:41.476545 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:41.874577 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:41.876267 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:43.453533 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:06:53.168453 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:06:59.434498 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-f8907c83-eb55-4b54-83ee-0cd530ae3c9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449905 Mar 11 01:06:59.523103 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-9e598abc-6c73-4812-b26d-592dab55c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:59.524628 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-9e598abc-6c73-4812-b26d-592dab55c600 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1127 time: 0.0491743 Mar 11 01:06:59.624698 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-f96f9bff-0ff4-453e-a1fe-e96c24812eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:59.626136 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-f96f9bff-0ff4-453e-a1fe-e96c24812eed service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0843463 Mar 11 01:06:59.696257 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-237dc516-3a8e-4b22-b15b-1fa9a6acd0de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 1001 time: 0.0630634 Mar 11 01:06:59.743475 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-a2d4c3ba-6677-4bf4-ab6e-dc8b76b7aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:59.744945 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-a2d4c3ba-6677-4bf4-ab6e-dc8b76b7aebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0436239 Mar 11 01:06:59.791731 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-4f075d02-c3ea-4bef-a8cc-1ddebcd53299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:06:59.793222 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-4f075d02-c3ea-4bef-a8cc-1ddebcd53299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426929 Mar 11 01:06:59.884817 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-80ac1372-9b84-4c30-ac45-ea674a13fc9e service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860181 Mar 11 01:06:59.971950 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5442e76a-5d04-492e-bbc0-9136596139d4 req-02a074f4-60be-4516-ac08-e7d8a4db1760 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812390 Mar 11 01:07:06.881830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a21c43ed-84ea-4625-bd01-19240baf6077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:08.399890 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a932547-79b2-4d54-9135-e934322894a8 req-bccbabc7-8c87-46fa-be75-4ab259b138eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279310 Mar 11 01:07:08.446112 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a932547-79b2-4d54-9135-e934322894a8 req-38d43f51-c43e-4134-8937-19a8719b19aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0263429 Mar 11 01:07:08.484043 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a932547-79b2-4d54-9135-e934322894a8 req-344f55eb-ae00-47cb-abb9-5ec325cedb7c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193481 Mar 11 01:07:08.581271 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a932547-79b2-4d54-9135-e934322894a8 req-495d6045-d9b5-40c2-a6df-458f4820bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:07:08.582758 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-8a932547-79b2-4d54-9135-e934322894a8 req-495d6045-d9b5-40c2-a6df-458f4820bcbf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937731 Mar 11 01:07:09.446134 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-bf1b2466-fa26-46e4-83d9-cd83458484ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:10.711121 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:11.476714 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:11.872358 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:11.882497 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:13.457108 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:30.167635 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:07:36.890161 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae149844-413c-4c74-9886-177d98471ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:39.447269 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d244c122-276a-49a4-9fb7-dcd7cd5e59c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:40.714375 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:41.479314 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:41.875119 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:41.883066 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:07:43.460594 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:00.436300 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-51ddf182-b606-4f01-aa66-942ba5333caa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475972 Mar 11 01:08:00.520985 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-d72cc866-45f0-4a74-85f4-87e010bf7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:00.522616 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-d72cc866-45f0-4a74-85f4-87e010bf7ded service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1127 time: 0.0449758 Mar 11 01:08:00.626748 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-afe611b4-134d-4877-a9d8-984ed07c6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:00.628213 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-afe611b4-134d-4877-a9d8-984ed07c6c27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0875432 Mar 11 01:08:00.691866 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-3f43825c-835f-4013-a55f-e433458394ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 1001 time: 0.0576069 Mar 11 01:08:00.740867 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-336a8055-f290-4b08-8842-1278df6a0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:00.742272 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-336a8055-f290-4b08-8842-1278df6a0feb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0425792 Mar 11 01:08:00.793318 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-569920cf-6aae-45a9-9303-fb8ee783ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:00.794795 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-569920cf-6aae-45a9-9303-fb8ee783ba41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465496 Mar 11 01:08:00.804404 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-0a8c9879-7f1a-4e6b-8787-0df14460e182 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 01:08:00.805338 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-0a8c9879-7f1a-4e6b-8787-0df14460e182 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053015 Mar 11 01:08:00.901307 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-ccab3190-f91a-409c-8aab-bbc5ab71a1a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900109 Mar 11 01:08:00.993671 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6e7b780d-f238-4c8f-a103-24ac5a5052d2 req-ca21dad1-ac08-4b86-878b-16dacccc62b3 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Mar 11 01:08:06.882679 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9dea-c21f-410b-b014-3c0169864f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:07.166851 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:08:07.213498 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:08:07.315015 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:07.327283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:08:07.366494 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 639e8f9b-1c09-4f68-98af-ea556eac781b is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:08:07.366890 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:07.380317 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639e8f9b-1c09-4f68-98af-ea556eac781b {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:08:07.401937 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:07.406019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:07.468672 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:07.477249 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['639e8f9b-1c09-4f68-98af-ea556eac781b'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:08:07.482123 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.482480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.482832 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.483898 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.484354 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.484701 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.485046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.485387 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.485725 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.486074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.486401 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.487045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:07.487045 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:08.406244 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a97ed958-8876-4c82-bb4c-55856b51ab05 req-4566caba-8145-48df-8cea-a3a2d405259f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313904 Mar 11 01:08:08.458075 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a97ed958-8876-4c82-bb4c-55856b51ab05 req-560abb32-b100-424f-b7e0-1fb547ef2db2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Mar 11 01:08:08.507836 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a97ed958-8876-4c82-bb4c-55856b51ab05 req-1a50c45f-7c19-4f36-ab8f-4be7223d8f83 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247643 Mar 11 01:08:08.615906 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ed958-8876-4c82-bb4c-55856b51ab05 req-dbff28d3-e78b-4b83-b83a-d0c93f9aca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:08.617502 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a97ed958-8876-4c82-bb4c-55856b51ab05 req-dbff28d3-e78b-4b83-b83a-d0c93f9aca38 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043277 Mar 11 01:08:09.213144 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:08:09.273133 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 639e8f9b-1c09-4f68-98af-ea556eac781b triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:08:09.273575 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:09.379178 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 639e8f9b-1c09-4f68-98af-ea556eac781b is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:08:09.382151 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:09.409758 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:08:09.412758 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0625dd-8e7f-406f-8281-650834b30405" -d '{"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-plugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:08:09.444130 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:09.452279 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:09.478554 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0691d97-c171-408e-b99f-7f44fb45f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:09.525338 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:09.540251 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979212c-63a8-4394-a4b2-8eedc7e0e935 x-openstack-request-id: req-1979212c-63a8-4394-a4b2-8eedc7e0e935 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:08:09.540548 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-plugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:08:09.540802 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1979212c-63a8-4394-a4b2-8eedc7e0e935 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:08:09.541457 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'code': 200} Mar 11 01:08:10.718902 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:11.489747 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:11.891846 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:11.897074 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:13.466860 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:16.820280 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-7e0b1562-4590-4d54-be8f-4eeb57ad4ca6 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696643766&fields=id&tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 267 time: 0.0440271 Mar 11 01:08:16.929051 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-5f959a34-677e-4c8c-986c-7cffdab14388 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:16.930531 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-5f959a34-677e-4c8c-986c-7cffdab14388 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 810 time: 0.1038010 Mar 11 01:08:16.945192 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-20635c51-d9a4-43ea-864c-284644a3dcff tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/quotas/63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 375 time: 0.0090384 Mar 11 01:08:17.301964 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-938fabca-baa5-4310-bf08-1d735f608f36 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3519480 Mar 11 01:08:17.358792 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-1cbb67c4-a76f-489c-94d2-e404156eeebf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 01:08:17.359801 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-1cbb67c4-a76f-489c-94d2-e404156eeebf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465400 Mar 11 01:08:17.450691 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-7f8fff0a-7e9c-4a61-aa8a-04c4ce81529f service neutron] 10.222.0.21 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Mar 11 01:08:17.540786 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-2ba946dc-a9ef-4387-8bb9-78cd0aa492bf service neutron] 10.222.0.21 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841422 Mar 11 01:08:17.719645 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-87c105ba-0284-4ee5-a0b6-de8b95ff837b req-e777479a-d94c-4822-ae3c-d8914064d018 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 210 time: 0.0285506 Mar 11 01:08:18.682903 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-960f2e0d-edb5-4a6d-9a6a-a1f1ac797af4 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:18.684626 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-960f2e0d-edb5-4a6d-9a6a-a1f1ac797af4 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 810 time: 0.1095777 Mar 11 01:08:18.753478 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-4befbe4e-4caf-4679-bd28-fd315d86ad78 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c HTTP/1.1" status: 200 len: 379 time: 0.0608444 Mar 11 01:08:18.763654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'port': {'device_id': '653f1891-3b03-4200-ad93-a5361ede47ab', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'admin_state_up': True, 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'security_groups': ['5341adce-bbf8-4249-9cc9-2ca04d16b956']}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:08:18.853644 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-8b336d0c-238c-4525-a4e2-fec812592849 req-1b544023-5406-401d-af76-123f165097f7 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 210 time: 0.0594990 Mar 11 01:08:18.909469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Made reservation on behalf of 63ed96d719b848f8bc5a53cb0ac65a7c for: {'port': 1} {{(pid=110425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 01:08:18.912888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.126503 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_common [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Allocated IP 172.20.0.8 (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2/209d437e-bf8b-488c-be3b-d3a49753e087/81e118ea-cf48-4b18-b1f1-bb1f446ae462) {{(pid=110425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:08:19.292240 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:08:19.312463 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), precommit_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.359223 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_create {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.421496 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 is already hosted by enough agents. {{(pid=110425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:08:19.425418 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.base_scheduler [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Resources bound (agent type, host, resource id): {{(pid=110425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:08:19.427074 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 639e8f9b-1c09-4f68-98af-ea556eac781b is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:08:19.427737 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.429270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Received port after_create {{(pid=110425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:08:19.463356 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:08:19.467570 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf20815-01db-4791-a153-497b3ddeeac7" -d '{"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-unplugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:08:19.491068 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=1']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:19.494480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:19.503013 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.503467 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.504152 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.504330 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.505261 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.505654 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.507295 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.508688 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.509209 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.509586 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.510377 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.510787 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.511298 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.511626 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:19.549326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:19.549937 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.593929 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-972261ad-3063-4360-9127-6d5ee3945103 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340487 Mar 11 01:08:19.767911 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c0d4e-af8f-4e18-8e8f-948ebbf614cf x-openstack-request-id: req-a61c0d4e-af8f-4e18-8e8f-948ebbf614cf {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:08:19.768300 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-unplugged", "status": "completed", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:08:19.768520 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a61c0d4e-af8f-4e18-8e8f-948ebbf614cf {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:08:19.768972 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'code': 200} Mar 11 01:08:19.805827 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:19.817079 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-134c3019-69db-4d31-94a9-0062029b4e2f None None] Provisioning complete for port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 triggered by entity DHCP. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:08:19.817459 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-134c3019-69db-4d31-94a9-0062029b4e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:19.867286 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-134c3019-69db-4d31-94a9-0062029b4e2f None None] Port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 cannot update to ACTIVE because it is not bound. {{(pid=110427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 01:08:19.981702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c761ad9-96b5-4fb9-864c-301237c2841c req-bbd22590-a05f-4141-817f-ccf13e32525a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:19.984177 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c761ad9-96b5-4fb9-864c-301237c2841c req-bbd22590-a05f-4141-817f-ccf13e32525a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0568738 Mar 11 01:08:20.056986 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c761ad9-96b5-4fb9-864c-301237c2841c req-9e4951ad-c7f7-403f-abf8-44b76cc1aaaa tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665584 Mar 11 01:08:21.194602 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d1825-c7e4-429c-bc3c-41c80eaaf4d6 req-422535dc-4939-4c2c-9b2c-e995aa7ee0bb tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:21.196178 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-056d1825-c7e4-429c-bc3c-41c80eaaf4d6 req-422535dc-4939-4c2c-9b2c-e995aa7ee0bb tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0583887 Mar 11 01:08:21.247726 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-056d1825-c7e4-429c-bc3c-41c80eaaf4d6 req-d0358257-21b2-4b51-8ac6-ad6bd9cc7ed4 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Mar 11 01:08:22.369656 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a73c7-fae5-4fd7-9fa5-f835ff3bc4ed req-ff616b26-272c-45c3-b47a-0cab6934cf82 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:22.371824 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c80a73c7-fae5-4fd7-9fa5-f835ff3bc4ed req-ff616b26-272c-45c3-b47a-0cab6934cf82 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0554364 Mar 11 01:08:22.426515 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c80a73c7-fae5-4fd7-9fa5-f835ff3bc4ed req-f5a77506-2934-4097-a19a-a0e35bdb8efd tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480397 Mar 11 01:08:23.567582 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680eeefd-bb06-4ee7-8e30-8006e106e0a9 req-b344fdca-d425-4b95-92e0-154979306279 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:23.569188 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-680eeefd-bb06-4ee7-8e30-8006e106e0a9 req-b344fdca-d425-4b95-92e0-154979306279 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0687375 Mar 11 01:08:23.624067 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-680eeefd-bb06-4ee7-8e30-8006e106e0a9 req-12e065dd-10c6-4a5a-998a-3b43e841f052 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477417 Mar 11 01:08:24.755190 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1e7a-5510-4b89-a77a-55c0d8ff3830 req-e9bd6743-6146-4afc-87ea-657cedd08597 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:24.756708 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70fa1e7a-5510-4b89-a77a-55c0d8ff3830 req-e9bd6743-6146-4afc-87ea-657cedd08597 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0552936 Mar 11 01:08:24.829892 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-70fa1e7a-5510-4b89-a77a-55c0d8ff3830 req-0547973d-910a-4daf-882b-a30ece8d8f59 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675592 Mar 11 01:08:25.960469 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56b7dd-47bd-446f-9f37-afdf8233a389 req-dfca2c43-2186-4811-b1c9-93e0c6b8cab6 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:25.962077 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c56b7dd-47bd-446f-9f37-afdf8233a389 req-dfca2c43-2186-4811-b1c9-93e0c6b8cab6 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0622799 Mar 11 01:08:26.018761 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-1c56b7dd-47bd-446f-9f37-afdf8233a389 req-b4ef43f3-f94a-486e-a1c3-817db13e417b tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509822 Mar 11 01:08:27.142578 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece696c-b1f5-49ba-a068-79eaaa1be52d req-0c702970-f198-4dd6-b39b-2f05c4641c67 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:27.144070 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ece696c-b1f5-49ba-a068-79eaaa1be52d req-0c702970-f198-4dd6-b39b-2f05c4641c67 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 931 time: 0.0562212 Mar 11 01:08:27.197323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-5ece696c-b1f5-49ba-a068-79eaaa1be52d req-aedb5dc6-1f9e-45a4-9d05-a739e4393f75 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476046 Mar 11 01:08:27.612320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.v2.base [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Request body: {'port': {'device_id': '653f1891-3b03-4200-ad93-a5361ede47ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-831844-1'}} {{(pid=110425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:08:27.669674 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:27.930387 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e118ea-cf48-4b18-b1f1-bb1f446ae462 {{(pid=110425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:08:27.939868 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks [] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), precommit_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:27.951780 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.provisioning_blocks [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Transition to ACTIVE for port object 81e118ea-cf48-4b18-b1f1-bb1f446ae462 will not be triggered until provisioned by entity L2. {{(pid=110425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 01:08:27.955640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:28.021936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=2']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:28.080610 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Attempting to bind port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 on host n-h2-831844-1 for vnic_type normal with profile {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 01:08:28.080956 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Attempting to bind port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 by drivers openvswitch,hyperv on host n-h2-831844-1 at level 0 using segments [{'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 01:08:28.081284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Attempting to bind port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:08:28.085891 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-831844-1 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 01:08:28.086277 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Attempting to bind port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 on network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 01:08:28.091371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Checking agent: {'id': 'd53cfe43-51fe-49a3-a1ca-8b67796434df', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-831844-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'started_at': datetime.datetime(2022, 3, 10, 23, 43, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 1, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 01:08:28.091714 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Checking segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 01:08:28.092131 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Bound using segment: {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'} {{(pid=110425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 01:08:28.092563 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.managers [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Bound port: 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host: n-h2-831844-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f13a28-23b3-41f6-85f9-896d2337b71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2'}}] {{(pid=110425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 01:08:28.092919 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:28.159454 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, cleared binding levels {{(pid=110425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 01:08:28.162847 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 01:08:28.173824 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3967430'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:28.209623 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.210246 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:28.211624 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] 10.222.0.30 "PUT /v2.0/ports/81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 1091 time: 0.6044781 Mar 11 01:08:28.212816 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:08:28.215536 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f" -d '{"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:08:28.242440 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c3c9f-52b9-46f9-8767-1f4a43991e62 service neutron] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=3']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:28.271811 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072b60d-d82a-4672-b576-06deab04e3c3 x-openstack-request-id: req-e072b60d-d82a-4672-b576-06deab04e3c3 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:08:28.272192 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:08:28.273185 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e072b60d-d82a-4672-b576-06deab04e3c3 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:08:28.273857 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'status': 'completed', 'code': 200} Mar 11 01:08:28.359963 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-9a7d2fc7-7bfd-4f63-9ec8-300ea05f621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.361499 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-9a7d2fc7-7bfd-4f63-9ec8-300ea05f621f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1125 time: 0.0862234 Mar 11 01:08:28.374070 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771eaf-2326-4700-858b-ee7943b74009 req-5b5accef-647c-46f9-a5ae-b4637c106098 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.375610 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9771eaf-2326-4700-858b-ee7943b74009 req-5b5accef-647c-46f9-a5ae-b4637c106098 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 943 time: 0.0915122 Mar 11 01:08:28.420285 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-569e6340-1d95-488e-a6b7-ea75529ce059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 217 time: 0.0436444 Mar 11 01:08:28.494981 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-2ddb2a61-9e4b-42a0-b5f7-49d0a19ed744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.496497 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-2ddb2a61-9e4b-42a0-b5f7-49d0a19ed744 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0700388 Mar 11 01:08:28.500198 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-a9771eaf-2326-4700-858b-ee7943b74009 req-91c8bab6-c871-4996-90e8-9b0f0c7a0209 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176655 Mar 11 01:08:28.546756 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f509c-c844-49f6-9228-a98564ede282 req-70d376ce-6894-4faf-8b7e-cf5794b5e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.548284 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-70d376ce-6894-4faf-8b7e-cf5794b5e7ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461617 Mar 11 01:08:28.637266 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-ba815d73-3b2a-43f5-8990-295b3bfdd9a6 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831428 Mar 11 01:08:28.730183 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-162f509c-c844-49f6-9228-a98564ede282 req-b2270ee1-a38d-40dc-9ae1-6bba007e72b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874648 Mar 11 01:08:28.819110 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-1c82f30a-070d-44c7-9686-52c2720c36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.820636 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-1c82f30a-070d-44c7-9686-52c2720c36e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1125 time: 0.0448859 Mar 11 01:08:28.914564 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-2fa61d3b-4ca1-478b-af02-9a96c762b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:28.916163 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-2fa61d3b-4ca1-478b-af02-9a96c762b383 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0903423 Mar 11 01:08:28.957444 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-be373908-b90b-489a-9687-6f76bfa34173 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 217 time: 0.0356784 Mar 11 01:08:29.005167 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-3cd5c41a-9bdf-43c3-b6b5-d10dab42e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:29.006607 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-3cd5c41a-9bdf-43c3-b6b5-d10dab42e812 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0428209 Mar 11 01:08:29.062768 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-b0a8f7ab-9dbf-4f5f-bebf-d576281e0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:29.064267 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-b0a8f7ab-9dbf-4f5f-bebf-d576281e0779 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482948 Mar 11 01:08:29.151772 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-131dd380-74cc-4cef-8174-6b90e492e0e6 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814633 Mar 11 01:08:29.244190 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-aadfaa31-f1b2-4a5f-baaf-caca010bd98f req-6d871c24-bf58-47f1-8981-1e28085cf509 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856829 Mar 11 01:08:29.620371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848132f1-31c7-4bea-be84-dd5c9e043d70 req-341f276e-38c5-4d22-873a-17413c59e467 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:29.621843 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-848132f1-31c7-4bea-be84-dd5c9e043d70 req-341f276e-38c5-4d22-873a-17413c59e467 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 943 time: 0.0532064 Mar 11 01:08:29.671749 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-848132f1-31c7-4bea-be84-dd5c9e043d70 req-bac025ee-8e5c-491e-aded-4e7e23750d34 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Mar 11 01:08:30.791995 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc628121-4555-4fce-936b-dc7cb081e7dd req-7e94b56a-039c-45fc-839a-3a9e08f65e2a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:30.793470 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc628121-4555-4fce-936b-dc7cb081e7dd req-7e94b56a-039c-45fc-839a-3a9e08f65e2a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 943 time: 0.0517502 Mar 11 01:08:30.846520 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-bc628121-4555-4fce-936b-dc7cb081e7dd req-fd79d7bd-06ec-46c1-9646-f50946d2835a tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474203 Mar 11 01:08:31.357651 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:08:31.450826 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:31.461622 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'mac_address': 'fa:16:3e:85:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:08:31.501187 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 is: DOWN; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:08:31.501573 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:31.513666 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e118ea-cf48-4b18-b1f1-bb1f446ae462 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:08:31.532962 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:31.536780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:31.584073 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=4']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:31.762712 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['81e118ea-cf48-4b18-b1f1-bb1f446ae462'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:08:31.965645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757644c-de15-4e79-82fd-72baaae68849 req-208ce981-5c51-4912-9967-b2509d924f56 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:31.967144 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6757644c-de15-4e79-82fd-72baaae68849 req-208ce981-5c51-4912-9967-b2509d924f56 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 944 time: 0.0541542 Mar 11 01:08:32.015693 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-6757644c-de15-4e79-82fd-72baaae68849 req-f60d82b5-cd4e-42a4-a9e3-276f76315451 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Mar 11 01:08:33.136320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4103fb-a6e5-4039-bba7-4572a8b9b566 req-5d08d49f-c322-4025-af3a-a267a4102e9f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:33.137811 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c4103fb-a6e5-4039-bba7-4572a8b9b566 req-5d08d49f-c322-4025-af3a-a267a4102e9f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 944 time: 0.0542626 Mar 11 01:08:33.187679 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-3c4103fb-a6e5-4039-bba7-4572a8b9b566 req-7447e608-7fe4-46f3-8b8b-4eeac4426393 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443647 Mar 11 01:08:33.354328 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:08:33.401445 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning for port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 completed by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 01:08:33.405971 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:08:33.406349 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:33.483273 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:08:33.483662 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:33.505631 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:08:33.507915 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10736e26-188e-4149-bbb6-3cb0311d32ce" -d '{"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-plugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:08:33.520763 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:08:33.525148 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:33.549620 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0118ac15-e761-4131-b6fe-a0f60d4e6c66 x-openstack-request-id: req-0118ac15-e761-4131-b6fe-a0f60d4e6c66 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:08:33.549972 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-plugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:08:33.550160 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0118ac15-e761-4131-b6fe-a0f60d4e6c66 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:08:33.550574 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'code': 200} Mar 11 01:08:33.577057 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=5']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:33.653320 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a7c5d-fc41-40cf-a125-ca8cf06c789f req-45b2cad9-e043-4e1a-9819-28242b01e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:33.654718 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a6a7c5d-fc41-40cf-a125-ca8cf06c789f req-45b2cad9-e043-4e1a-9819-28242b01e937 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1127 time: 0.0473735 Mar 11 01:08:33.700506 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-7a6a7c5d-fc41-40cf-a125-ca8cf06c789f req-3934ad9e-f659-43bf-8c00-258ffec5c2fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Mar 11 01:08:34.305326 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1943b53-acca-45c0-b191-fc8688a1adbe req-3d39218e-2403-4416-87e7-29bc8627abb8 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:34.306906 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1943b53-acca-45c0-b191-fc8688a1adbe req-3d39218e-2403-4416-87e7-29bc8627abb8 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 945 time: 0.0514300 Mar 11 01:08:34.354413 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f1943b53-acca-45c0-b191-fc8688a1adbe req-2b1cdc60-9def-412e-a388-678b55ffb793 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Mar 11 01:08:35.474881 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aaef3-7531-4c83-ad6e-226f15f72487 req-c410041e-b4f5-449f-a728-aeb9c1e48482 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:35.476390 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-790aaef3-7531-4c83-ad6e-226f15f72487 req-c410041e-b4f5-449f-a728-aeb9c1e48482 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 945 time: 0.0527785 Mar 11 01:08:35.530431 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-790aaef3-7531-4c83-ad6e-226f15f72487 req-612ce4c7-60ab-46fd-b648-bebd686b3fd5 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479949 Mar 11 01:08:35.653336 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b294-800c-4e11-a84c-9774d47160ec req-8b4bec29-5a56-46d4-86b0-90571989b1dc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:35.654881 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9d2b294-800c-4e11-a84c-9774d47160ec req-8b4bec29-5a56-46d4-86b0-90571989b1dc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 945 time: 0.0547688 Mar 11 01:08:35.706261 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9d2b294-800c-4e11-a84c-9774d47160ec req-ddd28e4f-b6cf-499e-87c3-fac24f075c17 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Mar 11 01:08:35.727560 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46286) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:08:35.771772 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bff296-8f71-4e49-bde1-385f06b20302 tempest-TestSnapshotPattern-1225544655 tempest-TestSnapshotPattern-1225544655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:35.773296 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b3bff296-8f71-4e49-bde1-385f06b20302 tempest-TestSnapshotPattern-1225544655 tempest-TestSnapshotPattern-1225544655-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1122 time: 0.0447276 Mar 11 01:08:35.776154 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46288) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:08:35.780542 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.v2.base [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Request body: {'floatingip': {'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 01:08:35.801823 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:35.910097 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (None), before_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.021257 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.db_base_plugin_common [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Allocated IP 172.25.7.249 (7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b/a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d/6af0cb83-27fc-41d7-89c2-c588bb57236b) {{(pid=110426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 01:08:36.123501 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.157322 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744200455006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.199684 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Network 7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b is already hosted by enough agents. {{(pid=110426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 01:08:36.204648 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.base_scheduler [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Resources bound (agent type, host, resource id): {{(pid=110426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 01:08:36.207110 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Received port after_create {{(pid=110426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 01:08:36.209862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=6af0cb83-27fc-41d7-89c2-c588bb57236b,revision_number=1']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:36.239103 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.239466 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.239812 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.240180 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.240521 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.240858 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.241189 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.241520 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.241849 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.242176 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.242504 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.242837 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.243165 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:08:36.588516 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (455b7b3d-abf6-43e2-b473-7baeaedfbb78), precommit_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.659463 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), before_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.821353 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), precommit_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.825723 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9823353'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), after_update {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.891022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c594906f-3467-485c-bd8b-ac1a80f81f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:36.895059 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event updated for resources: {'Port': ['ID=6af0cb83-27fc-41d7-89c2-c588bb57236b,revision_number=2']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:08:36.907744 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547064'] for floatingip (455b7b3d-abf6-43e2-b473-7baeaedfbb78), after_create {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:37.016626 n-d-831844-1 neutron-server[110426]: INFO neutron.db.l3_db [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Floating IP 455b7b3d-abf6-43e2-b473-7baeaedfbb78 associated. External IP: 172.25.7.249, port: 81e118ea-cf48-4b18-b1f1-bb1f446ae462. Mar 11 01:08:37.235225 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:08:37.685226 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:08:37.694757 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:08:37.703897 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:37.704521 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:08:37.705143 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:08:37.734144 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-b203d37b-6aa5-4134-b8eb-800917de5e91 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9569297 Mar 11 01:08:37.734867 n-d-831844-1 neutron-server[110426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:08:37.737254 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c9bb289ee355abd1c22652019d84f3f990da02cd1adf63d78b54c5c5d1b4469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e" -d '{"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:08:37.814686 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:08:37.831314 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd981b-9372-471e-8b02-f1a32bf66f63 x-openstack-request-id: req-46dd981b-9372-471e-8b02-f1a32bf66f63 {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:08:37.831847 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "status": "completed", "code": 200}]} {{(pid=110426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:08:37.831847 n-d-831844-1 neutron-server[110426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46dd981b-9372-471e-8b02-f1a32bf66f63 {{(pid=110426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:08:37.832297 n-d-831844-1 neutron-server[110426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'status': 'completed', 'code': 200} Mar 11 01:08:37.898516 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-4fd8bb78-d489-4dd0-b199-63d7b35fa64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:37.900045 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-4fd8bb78-d489-4dd0-b199-63d7b35fa64a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1127 time: 0.0439131 Mar 11 01:08:37.993363 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-14d4355c-f007-4bb5-9364-d1a100609eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:37.994711 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-14d4355c-f007-4bb5-9364-d1a100609eb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0895944 Mar 11 01:08:38.041294 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}, {'id': '455b7b3d-abf6-43e2-b473-7baeaedfbb78', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:85:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f1891-3b03-4200-ad93-a5361ede47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:08:36Z', 'updated_at': '2022-03-11T01:08:36Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:08:38.058548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-8d94c2b3-38de-4310-8943-f4d524c2c7dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 999 time: 0.0578771 Mar 11 01:08:38.071480 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:08:38.080554 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:08:38.081161 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:08:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:08:38.109821 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-703bf325-1f08-4751-84dd-dfabbd313173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:38.111369 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-703bf325-1f08-4751-84dd-dfabbd313173 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0478623 Mar 11 01:08:38.161464 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-85d6cec8-8615-4e38-9322-421d9e0202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:08:38.162993 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-85d6cec8-8615-4e38-9322-421d9e0202e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455823 Mar 11 01:08:38.192740 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:08:38.254270 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-92b83324-5452-4ce4-b9a5-9d3d65856193 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Mar 11 01:08:38.349425 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b9c30d89-ac91-45f9-a2c6-4f8afedbda1e req-e83644ab-db21-4671-9605-38a0957941de service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Mar 11 01:08:38.434495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}, {'id': '455b7b3d-abf6-43e2-b473-7baeaedfbb78', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:85:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f1891-3b03-4200-ad93-a5361ede47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:08:36Z', 'updated_at': '2022-03-11T01:08:36Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:08:38.464310 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce9b32-ecc8-4dd4-a5f9-837748f6b4e0 None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}, {'id': '455b7b3d-abf6-43e2-b473-7baeaedfbb78', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:85:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f1891-3b03-4200-ad93-a5361ede47ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:08:36Z', 'updated_at': '2022-03-11T01:08:36Z', 'revision_number': 0, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:08:38.646965 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e29bb-8ae9-4eda-bae8-dc33fc7890aa None None] New status for floating IP 455b7b3d-abf6-43e2-b473-7baeaedfbb78: ACTIVE {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:08:39.452303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-067d699f-e954-410d-90cd-5fe3f66abb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:40.719788 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:41.490696 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:41.869240 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:41.894839 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:43.458946 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:08:44.166797 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:09:01.434960 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-66993bfd-8b8e-42cb-b0a4-697fd7984b8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437865 Mar 11 01:09:01.523076 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-1c8dca65-4d1b-4635-b838-1d51e38d330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:09:01.524614 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-1c8dca65-4d1b-4635-b838-1d51e38d330f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1125 time: 0.0486960 Mar 11 01:09:01.624135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-d0574abd-7c73-4dba-aa94-97455b9df458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:09:01.625601 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-d0574abd-7c73-4dba-aa94-97455b9df458 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0844190 Mar 11 01:09:01.696538 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-698d72de-b0b2-46b9-87b4-5056cb9a27d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 999 time: 0.0635793 Mar 11 01:09:01.742994 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-d19a7076-29a4-4f56-ada2-5ea1a28fff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:09:01.744509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-d19a7076-29a4-4f56-ada2-5ea1a28fff02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0429337 Mar 11 01:09:01.793391 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-8343bd7b-3a6d-4801-82ca-6fc28c348198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:09:01.794886 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-8343bd7b-3a6d-4801-82ca-6fc28c348198 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448005 Mar 11 01:09:01.887396 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-cfa01e25-87a0-4000-ab67-aa7a3b686a43 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867028 Mar 11 01:09:01.975203 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c7c02604-830e-4e2f-85e3-ee056a00a431 req-eb7315fd-98ec-46f6-974d-3b0f3e99a4db service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820045 Mar 11 01:09:06.884235 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-d5b07d7a-7d32-4b37-845c-4ed96e18fb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:09.390923 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c95d62c7-92c8-4e61-af29-5793ebf5b8e8 req-78002ac5-ef99-4bcd-be95-c0911b920fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263979 Mar 11 01:09:09.438330 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c95d62c7-92c8-4e61-af29-5793ebf5b8e8 req-0676831c-36d0-477c-bb38-55e76d625fe3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Mar 11 01:09:09.453396 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2a93084e-697e-4d14-a8dc-7398d59fb481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:09.475477 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c95d62c7-92c8-4e61-af29-5793ebf5b8e8 req-eb3db514-86d4-4c10-a59e-07f2b522044f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200887 Mar 11 01:09:09.569345 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d62c7-92c8-4e61-af29-5793ebf5b8e8 req-0ffdc364-556a-418c-9189-d27ac7299904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:09:09.570778 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-c95d62c7-92c8-4e61-af29-5793ebf5b8e8 req-0ffdc364-556a-418c-9189-d27ac7299904 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900264 Mar 11 01:09:10.722246 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:11.490495 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:11.872855 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:11.895670 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:13.462046 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:21.166721 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:09:36.887386 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7d51b5f4-2cb1-4285-8652-f351d3bf8717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:39.455555 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ab19f57-68e6-40a1-a4fb-42fb72eaf93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:40.725058 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:41.498409 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:41.875451 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:41.909955 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:43.464908 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:09:58.165941 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:10:02.459823 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-923d37e2-ba02-4212-91a6-59b31a94c52c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486023 Mar 11 01:10:02.524962 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-0acb2a77-be83-4b76-b372-5ea708478ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:02.526634 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-0acb2a77-be83-4b76-b372-5ea708478ed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1127 time: 0.0445631 Mar 11 01:10:02.628434 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-a11b8991-4a54-402f-9d86-ce41b69104aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:02.629899 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-a11b8991-4a54-402f-9d86-ce41b69104aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.0850446 Mar 11 01:10:02.696833 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-1b8e3a8b-dcc3-4cc6-81ec-ceec0a6b94f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 1001 time: 0.0607138 Mar 11 01:10:02.742702 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-e3a7f56a-1d7f-4889-a65c-264ac1a67ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:02.744604 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-e3a7f56a-1d7f-4889-a65c-264ac1a67ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0420337 Mar 11 01:10:02.789842 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-5994ea4e-b094-47c0-bb3e-29c314c793e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:02.791836 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-5994ea4e-b094-47c0-bb3e-29c314c793e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425098 Mar 11 01:10:02.883430 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-2e3050a8-d1b1-476d-b6ed-53ae62831aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Mar 11 01:10:02.977276 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-fbe70a6d-50d0-4e6a-b168-2b567ffbf99c req-33fd3442-84f5-4774-b589-d36bb5b4dcf7 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878561 Mar 11 01:10:06.889812 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-169c724c-c1b6-487f-8f87-4ae7c2b29b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:09.456553 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce418174-5ef4-4bca-b9e5-720095a220af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:10.465561 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2f21db8-280d-45d3-b361-be969d4a63f3 req-3b1180f0-edd3-4559-b371-dc0eab1cb380 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0941122 Mar 11 01:10:10.536548 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2f21db8-280d-45d3-b361-be969d4a63f3 req-745e41ab-ad17-4991-a8a7-0ef9e1027871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0256982 Mar 11 01:10:10.574115 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2f21db8-280d-45d3-b361-be969d4a63f3 req-a3486ed1-b5b7-4f1e-8b02-2c1827115b8f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197141 Mar 11 01:10:10.668552 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21db8-280d-45d3-b361-be969d4a63f3 req-66ead6b1-8899-45e8-ba66-317fa9cc2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:10.669908 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-a2f21db8-280d-45d3-b361-be969d4a63f3 req-66ead6b1-8899-45e8-ba66-317fa9cc2d5f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904400 Mar 11 01:10:10.728113 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:11.504523 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:11.804283 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 details requested by agent hyperv_n-h2-831844-1 with host n-h2-831844-1 {{(pid=110427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 01:10:11.904807 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:11.932165 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:11.942446 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:11.944846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Returning: {'device': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'port_id': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'mac_address': 'fa:16:3e:85:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 01:10:11.997846 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 is: ACTIVE; New status is: BUILD {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:10:11.998243 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:12.015774 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e118ea-cf48-4b18-b1f1-bb1f446ae462 {{(pid=110427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 01:10:12.050719 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:12.056329 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:12.112056 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=6']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:12.121400 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.121997 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.122659 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.123182 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.123692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.124305 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.125084 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.125769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.126223 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.126692 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.126919 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.127571 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.127907 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:12.140592 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] get_ports_and_sgs() called for port_ids ['81e118ea-cf48-4b18-b1f1-bb1f446ae462'] {{(pid=110427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 01:10:13.475935 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:13.830960 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 up at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 01:10:13.898731 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.provisioning_blocks [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Provisioning complete for port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 triggered by entity L2. {{(pid=110427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 01:10:13.898731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33275126'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), provisioning_complete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:14.008270 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 is: BUILD; New status is: ACTIVE {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:10:14.008771 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:14.038255 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:14.040653 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f99906-c7ba-41bd-811d-6c5d7f0f5b3e" -d '{"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-plugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:14.054633 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:14.060878 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:14.101367 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1ddaf-29cb-46e1-a3d4-c1d3bda968a7 x-openstack-request-id: req-aba1ddaf-29cb-46e1-a3d4-c1d3bda968a7 {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:14.101668 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-plugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:14.101925 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba1ddaf-29cb-46e1-a3d4-c1d3bda968a7 {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:14.102324 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'code': 200} Mar 11 01:10:14.120495 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=7']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:21.433864 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46486) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:21.592094 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Deleting port 6af0cb83-27fc-41d7-89c2-c588bb57236b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:21.592430 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:21.666449 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:21.666781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (6af0cb83-27fc-41d7-89c2-c588bb57236b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:21.678241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Calling delete_port for 6af0cb83-27fc-41d7-89c2-c588bb57236b owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:21.825946 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (6af0cb83-27fc-41d7-89c2-c588bb57236b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:21.851238 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event deleted for resources: {'Port': ['ID=6af0cb83-27fc-41d7-89c2-c588bb57236b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:21.863866 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.864250 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.864600 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.864940 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.865280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.865615 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.865947 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.866275 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.866605 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.866936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.867270 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.867591 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.867910 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:21.925723 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (455b7b3d-abf6-43e2-b473-7baeaedfbb78), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:21.926058 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Floating IP 455b7b3d-abf6-43e2-b473-7baeaedfbb78 disassociated (deleted). External IP: 172.25.7.249, port: 81e118ea-cf48-4b18-b1f1-bb1f446ae462. Mar 11 01:10:22.434651 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:10:22.544544 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:10:22.549346 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:22.554424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:10:22.567373 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:22.568026 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:22.581066 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d26a4a3f-9ff5-4200-8398-d7ad3d5d1371 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "DELETE /v2.0/floatingips/455b7b3d-abf6-43e2-b473-7baeaedfbb78 HTTP/1.1" status: 204 len: 168 time: 1.1460650 Mar 11 01:10:22.581660 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:22.583985 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5170416-cadb-46de-b6d2-f65d0124e6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:22.623374 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492347c5-76eb-4d31-b973-4a727943addb x-openstack-request-id: req-492347c5-76eb-4d31-b973-4a727943addb {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:22.623681 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:22.623961 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-492347c5-76eb-4d31-b973-4a727943addb {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:22.624439 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'status': 'completed', 'code': 200} Mar 11 01:10:22.686934 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:22.696227 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-a1c093e1-0b24-4310-a85b-76a403a81f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:22.697887 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-a1c093e1-0b24-4310-a85b-76a403a81f68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 1127 time: 0.0502958 Mar 11 01:10:22.840279 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-db9494ef-0de0-4c65-b239-91fd22369e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:22.841751 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-db9494ef-0de0-4c65-b239-91fd22369e4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.1343563 Mar 11 01:10:22.852486 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9052-5f1f-4ede-b497-7a4964c7ce2b req-29e61f25-8f37-462e-932c-6315ad4ffea1 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:22.854211 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7ce9052-5f1f-4ede-b497-7a4964c7ce2b req-29e61f25-8f37-462e-932c-6315ad4ffea1 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 945 time: 0.0755100 Mar 11 01:10:22.895168 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-71ada84a-27c9-4bd8-976e-cf49ab397a6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 200 len: 217 time: 0.0400217 Mar 11 01:10:22.928747 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:22.960833 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:10:22.969302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:22.969927 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:22.974740 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-b7ce9052-5f1f-4ede-b497-7a4964c7ce2b req-82d48d4f-bc08-4821-be68-b28f7f6609da tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128252 Mar 11 01:10:22.976256 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-8bf683bc-85fe-4bfe-b262-ebe684adf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:22.977599 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-8bf683bc-85fe-4bfe-b262-ebe684adf9d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0746193 Mar 11 01:10:23.031537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-164eff84-5e97-47cc-9b3b-73b03e41e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:23.033107 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-164eff84-5e97-47cc-9b3b-73b03e41e5bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473003 Mar 11 01:10:23.080942 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:23.130509 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-4e348f03-9a88-426d-bf61-b18d167858cf service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889239 Mar 11 01:10:23.221631 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-c5170416-cadb-46de-b6d2-f65d0124e6c1 req-d270e09e-4094-4d69-8a0f-01f4e1e6b1f9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Mar 11 01:10:23.303472 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:23.333490 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad958bd2-a0ce-487b-a535-bd488b30b39b None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_floatingips': [{'id': '16e20e2c-f2ff-4240-b0cb-01dc91e329bf', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'floating_ip_address': '172.25.7.158', 'floating_network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'router_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'port_id': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'mac_address': 'fa:16:3e:fc:02:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433b4860-9ec3-4a45-8f77-183d02232df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T01:06:07Z', 'updated_at': '2022-03-11T01:06:09Z', 'revision_number': 1, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:10:23.551270 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33221630-2e87-4eb8-934e-f0bb9e924f6b None None] New status for floating IP 455b7b3d-abf6-43e2-b473-7baeaedfbb78: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:10:23.866302 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:23.940709 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Current status of the port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 is: ACTIVE; New status is: DOWN {{(pid=110427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 01:10:23.941109 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33135544'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:23.964046 n-d-831844-1 neutron-server[110427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:23.966278 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953655f4d2d77838a309efd59fd2d6222da401f1fd0a6f02cc418ccfff5f73a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da0a53-3dc3-4a2a-9299-dc0c33fa34ac" -d '{"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:23.978899 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:23.983635 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744201021543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744200455024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744200455042'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:24.009807 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b442e30-2ffb-46eb-906e-eb898f1603fd x-openstack-request-id: req-1b442e30-2ffb-46eb-906e-eb898f1603fd {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:24.010130 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-unplugged", "status": "completed", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "code": 200}]} {{(pid=110427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:24.010358 n-d-831844-1 neutron-server[110427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b442e30-2ffb-46eb-906e-eb898f1603fd {{(pid=110427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:24.010750 n-d-831844-1 neutron-server[110427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'code': 200} Mar 11 01:10:24.036036 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Pushing event updated for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=8']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:24.105661 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabfae4-5e4b-463e-ac8b-93d6127fa0bf req-b836290c-342d-4e66-834e-7079322f6e61 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:24.107133 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eabfae4-5e4b-463e-ac8b-93d6127fa0bf req-b836290c-342d-4e66-834e-7079322f6e61 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 943 time: 0.0607431 Mar 11 01:10:24.157085 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-4eabfae4-5e4b-463e-ac8b-93d6127fa0bf req-b3d08304-2eb5-41a6-815a-7f9c83cd91aa tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440276 Mar 11 01:10:24.347355 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-811f59eb-1004-4a89-b0e1-11cc3e67e57e tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:24.348825 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-811f59eb-1004-4a89-b0e1-11cc3e67e57e tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 943 time: 0.0519376 Mar 11 01:10:24.439189 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Deleting port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:24.439428 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:24.529346 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] For port 81e118ea-cf48-4b18-b1f1-bb1f446ae462, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=81e118ea-cf48-4b18-b1f1-bb1f446ae462,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:24.529704 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:24.542645 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Calling delete_port for 81e118ea-cf48-4b18-b1f1-bb1f446ae462 owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:24.672538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (81e118ea-cf48-4b18-b1f1-bb1f446ae462), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:24.701820 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event deleted for resources: {'Port': ['ID=81e118ea-cf48-4b18-b1f1-bb1f446ae462,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:24.744862 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] No DVR routers for this DVR port 81e118ea-cf48-4b18-b1f1-bb1f446ae462 on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:24.747488 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:24.750838 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-db449595-33e9-44dd-99a0-7d4b135a4ff0 req-a28d22ef-6aff-4648-9e2b-f4d2d8b9ea7d tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "DELETE /v2.0/ports/81e118ea-cf48-4b18-b1f1-bb1f446ae462 HTTP/1.1" status: 204 len: 173 time: 0.3968732 Mar 11 01:10:24.751286 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-deleted', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:24.753583 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58787d8f-6093-4fb1-af4b-f6613ba7a937" -d '{"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-deleted", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:24.800449 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2948ae6f-7b15-4ba4-b463-2855158229da x-openstack-request-id: req-2948ae6f-7b15-4ba4-b463-2855158229da {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:24.800755 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f1891-3b03-4200-ad93-a5361ede47ab", "name": "network-vif-deleted", "tag": "81e118ea-cf48-4b18-b1f1-bb1f446ae462", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:24.801042 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2948ae6f-7b15-4ba4-b463-2855158229da {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:24.801477 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653f1891-3b03-4200-ad93-a5361ede47ab', 'name': 'network-vif-deleted', 'tag': '81e118ea-cf48-4b18-b1f1-bb1f446ae462', 'status': 'completed', 'code': 200} Mar 11 01:10:25.282510 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-2a8a8cec-826e-46d0-aa65-f1f8dde0433f req-8b625cbe-6c61-486f-8f01-6c1356e319b0 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=653f1891-3b03-4200-ad93-a5361ede47ab HTTP/1.1" status: 200 len: 210 time: 0.0327308 Mar 11 01:10:26.836233 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46544) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:26.993473 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Deleting port 24a4ec83-8da6-48e2-b590-2f631fcd3611 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:26.993812 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.067466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.067698 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (24a4ec83-8da6-48e2-b590-2f631fcd3611), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.079835 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Calling delete_port for 24a4ec83-8da6-48e2-b590-2f631fcd3611 owned by network:floatingip {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:27.230319 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (24a4ec83-8da6-48e2-b590-2f631fcd3611), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.256403 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event deleted for resources: {'Port': ['ID=24a4ec83-8da6-48e2-b590-2f631fcd3611,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:27.322229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for floatingip (16e20e2c-f2ff-4240-b0cb-01dc91e329bf), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.322457 n-d-831844-1 neutron-server[110425]: INFO neutron.db.l3_db [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Floating IP 16e20e2c-f2ff-4240-b0cb-01dc91e329bf disassociated (deleted). External IP: 172.25.7.158, port: 639e8f9b-1c09-4f68-98af-ea556eac781b. Mar 11 01:10:27.542121 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:10:27.658936 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:10:27.663835 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for floatingip (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:27.669489 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:10:27.678669 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:27.679352 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:27.695323 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-561c5c6d-450f-4d8e-bc69-0cd4888309ab tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "DELETE /v2.0/floatingips/16e20e2c-f2ff-4240-b0cb-01dc91e329bf HTTP/1.1" status: 204 len: 168 time: 0.8579812 Mar 11 01:10:27.696191 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:27.699354 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999892c9-859b-44f0-8b49-23bec8a4ef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:27.741907 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deaf61c-aeee-4912-a49f-12828f3116de x-openstack-request-id: req-8deaf61c-aeee-4912-a49f-12828f3116de {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:27.742207 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:27.742471 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8deaf61c-aeee-4912-a49f-12828f3116de {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:27.743176 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'status': 'completed', 'code': 200} Mar 11 01:10:27.799219 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:27.816524 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-0d3bd250-5d87-4e8f-a6ae-cf2562a0458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:27.819345 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-0d3bd250-5d87-4e8f-a6ae-cf2562a0458c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 1125 time: 0.0539236 Mar 11 01:10:27.937101 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:27.956130 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-354d81bf-d2d7-446b-b694-57b2d9783e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:27.957603 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-354d81bf-d2d7-446b-b694-57b2d9783e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 200 len: 911 time: 0.1321390 Mar 11 01:10:27.962446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 81e118ea-cf48-4b18-b1f1-bb1f446ae462 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:27.962446 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 81e118ea-cf48-4b18-b1f1-bb1f446ae462 not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:27.977736 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2272e-72a2-4826-bd3d-b5f5854cc8e4 req-394e4a93-1813-4678-813f-f63f99158eed tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:27.979181 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9c2272e-72a2-4826-bd3d-b5f5854cc8e4 req-394e4a93-1813-4678-813f-f63f99158eed tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.0802145 Mar 11 01:10:28.008548 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-82446a10-5967-4c27-be61-41428b60a472 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 200 len: 217 time: 0.0444760 Mar 11 01:10:28.036003 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:28.064773 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:10:28.074611 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:28.075237 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:28.087550 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-eec73418-1b31-442d-92ce-949a6a9f74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:28.089057 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-eec73418-1b31-442d-92ce-949a6a9f74b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 200 len: 849 time: 0.0742850 Mar 11 01:10:28.093746 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f9c2272e-72a2-4826-bd3d-b5f5854cc8e4 req-eabdbb07-5a6c-4985-a1bf-6a2341501e87 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879259 Mar 11 01:10:28.143531 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-01fd945a-69de-4a0e-9a7c-536717552d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:28.145158 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-01fd945a-69de-4a0e-9a7c-536717552d32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496714 Mar 11 01:10:28.192327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:28.244666 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-9c611563-3852-455e-8f15-3b073ebb73e9 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924647 Mar 11 01:10:28.337608 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-999892c9-859b-44f0-8b49-23bec8a4ef4e req-534f7deb-439e-4fc0-8994-f3c2ff9ba6f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Mar 11 01:10:28.545493 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:28.575044 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5cc5ea-464a-4fc4-9033-1e3390ff75f2 None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:05:42Z', 'revision_number': 4, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1', '_interfaces': [{'id': '502f336c-217b-4767-ae47-2d6b9e67abce', 'name': '', 'network_id': 'ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'mac_address': 'fa:16:3e:2d:e1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4452, 'fixed_ips': [{'subnet_id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:42Z', 'updated_at': '2022-03-11T01:05:46Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'subnets': [{'id': '209d437e-bf8b-488c-be3b-d3a49753e087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:10:28.792149 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29770608-c610-4fdf-b3a4-ab72dbab1ffc None None] New status for floating IP 16e20e2c-f2ff-4240-b0cb-01dc91e329bf: DOWN {{(pid=110428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 01:10:29.223739 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caeb2a-9b21-47e4-8530-04d48965a3ad req-f7ca9423-75b1-4454-8e13-258fb605b79f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:29.225236 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5caeb2a-9b21-47e4-8530-04d48965a3ad req-f7ca9423-75b1-4454-8e13-258fb605b79f tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.0589700 Mar 11 01:10:29.280223 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f5caeb2a-9b21-47e4-8530-04d48965a3ad req-76024031-7011-4e53-ba94-1fa673292ad6 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "GET /v2.0/security-groups?id=5341adce-bbf8-4249-9cc9-2ca04d16b956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490038 Mar 11 01:10:29.419857 n-d-831844-1 neutron-server[110425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-152b3a55-3392-46bc-bf25-36907711c9bd tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:10:29.421269 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-152b3a55-3392-46bc-bf25-36907711c9bd tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "GET /v2.0/ports?device_id=433b4860-9ec3-4a45-8f77-183d02232df2 HTTP/1.1" status: 200 len: 943 time: 0.0563056 Mar 11 01:10:29.512855 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Deleting port 639e8f9b-1c09-4f68-98af-ea556eac781b {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:29.513202 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:29.605067 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] For port 639e8f9b-1c09-4f68-98af-ea556eac781b, host n-h2-831844-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-831844-1',level=0,port_id=639e8f9b-1c09-4f68-98af-ea556eac781b,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:29.605425 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:29.618634 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Calling delete_port for 639e8f9b-1c09-4f68-98af-ea556eac781b owned by compute:nova {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:29.748578 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (639e8f9b-1c09-4f68-98af-ea556eac781b), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:29.777276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event deleted for resources: {'Port': ['ID=639e8f9b-1c09-4f68-98af-ea556eac781b,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:29.822653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] No DVR routers for this DVR port 639e8f9b-1c09-4f68-98af-ea556eac781b on host n-h2-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:29.825123 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-237097'] for port (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:29.828488 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [req-f591140b-97bd-48b6-96c0-1efd03ac89d8 req-5eb86636-1ef3-4c0c-b366-6406c85176e3 tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.30 "DELETE /v2.0/ports/639e8f9b-1c09-4f68-98af-ea556eac781b HTTP/1.1" status: 204 len: 173 time: 0.4021735 Mar 11 01:10:29.828920 n-d-831844-1 neutron-server[110425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-deleted', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b'}] {{(pid=110425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 01:10:29.831250 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4499a9ea7f72522edf7e2200c6c7469b33a1e62c436ecb9a5b2dc2adfe6790d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d3359-422d-4970-9af0-1bcd0948fa71" -d '{"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-deleted", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b"}]}' {{(pid=110425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 01:10:29.868599 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 01:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cb823f-60d9-487f-8fe9-0c7d43caaff0 x-openstack-request-id: req-07cb823f-60d9-487f-8fe9-0c7d43caaff0 {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 01:10:29.868948 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b4860-9ec3-4a45-8f77-183d02232df2", "name": "network-vif-deleted", "tag": "639e8f9b-1c09-4f68-98af-ea556eac781b", "status": "completed", "code": 200}]} {{(pid=110425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 01:10:29.870008 n-d-831844-1 neutron-server[110425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07cb823f-60d9-487f-8fe9-0c7d43caaff0 {{(pid=110425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 01:10:29.870427 n-d-831844-1 neutron-server[110425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b4860-9ec3-4a45-8f77-183d02232df2', 'name': 'network-vif-deleted', 'tag': '639e8f9b-1c09-4f68-98af-ea556eac781b', 'status': 'completed', 'code': 200} Mar 11 01:10:30.335117 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46558) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:30.392877 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (5341adce-bbf8-4249-9cc9-2ca04d16b956), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:30.418368 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (5341adce-bbf8-4249-9cc9-2ca04d16b956), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:30.484493 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (5341adce-bbf8-4249-9cc9-2ca04d16b956), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:30.487174 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:30.488401 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] 10.222.0.21 "DELETE /v2.0/security-groups/5341adce-bbf8-4249-9cc9-2ca04d16b956 HTTP/1.1" status: 204 len: 168 time: 0.1522284 Mar 11 01:10:30.497705 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff352d-8b32-4c93-b89e-e8887c0842bc tempest-TestSnapshotPattern-238020429 tempest-TestSnapshotPattern-238020429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5341adce-bbf8-4249-9cc9-2ca04d16b956,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:31.545537 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46564) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:31.944548 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b no longer exists at agent hyperv_n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:31.966913 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] No Port match for: 639e8f9b-1c09-4f68-98af-ea556eac781b {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:31.967265 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Device 639e8f9b-1c09-4f68-98af-ea556eac781b not bound to the agent host n-h2-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:32.199466 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (e665b341-82ba-4022-9b42-0bde0042a330), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:32.444280 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Deleting port 502f336c-217b-4767-ae47-2d6b9e67abce {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:32.444619 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:32.524276 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] For port 502f336c-217b-4767-ae47-2d6b9e67abce, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=502f336c-217b-4767-ae47-2d6b9e67abce,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:32.524595 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:32.537278 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Calling delete_port for 502f336c-217b-4767-ae47-2d6b9e67abce owned by network:router_interface {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:32.721509 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (502f336c-217b-4767-ae47-2d6b9e67abce), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:32.749529 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Pushing event deleted for resources: {'Port': ['ID=502f336c-217b-4767-ae47-2d6b9e67abce,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:32.920782 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (e665b341-82ba-4022-9b42-0bde0042a330), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.144653 n-d-831844-1 neutron-server[110425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Router e665b341-82ba-4022-9b42-0bde0042a330 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:10:33.252971 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:10:33.257880 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-73271c94-d3dc-4f60-9c5d-cb5664e4065e admin admin] 10.222.0.21 "PUT /v2.0/routers/e665b341-82ba-4022-9b42-0bde0042a330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112951 Mar 11 01:10:33.261241 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46566) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:33.262071 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Sync routers for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:10:33.272353 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:33.272968 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:33.369842 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks [] for router (e665b341-82ba-4022-9b42-0bde0042a330), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.378422 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: n-d-831844-1 {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:33.477538 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks [] for router_gateway (e665b341-82ba-4022-9b42-0bde0042a330), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.531996 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Deleting port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:33.532631 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.560528 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:10:32Z', 'revision_number': 5, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port': {'id': '52ca8bbf-8fea-4671-bdf9-f0806c4d73a7', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4451, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:40Z', 'updated_at': '2022-03-11T01:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:33.587075 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Checking router: e665b341-82ba-4022-9b42-0bde0042a330 for host: n-d-831844-1 {{(pid=110427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:10:33.596429 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Routers {'e665b341-82ba-4022-9b42-0bde0042a330'} bound to L3 agent in host n-d-831844-1 {{(pid=110427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:33.597037 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['e665b341-82ba-4022-9b42-0bde0042a330'], 'active': True} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:33.619361 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] For port 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:33.619731 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.632568 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Calling delete_port for 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:33.690703 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvr_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] Set router e665b341-82ba-4022-9b42-0bde0042a330 gateway port host: None {{(pid=110427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:33.748107 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_hamode_db [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:10:33Z', 'revision_number': 6, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:33.777424 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c93ce8-a0f5-439e-958b-4215e140de5f None None] The sync data for ids ['e665b341-82ba-4022-9b42-0bde0042a330'] in n-d-831844-1 is: [{'id': 'e665b341-82ba-4022-9b42-0bde0042a330', 'name': 'tempest-TestSnapshotPattern-1648953739-router', 'tenant_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:39Z', 'updated_at': '2022-03-11T01:10:33Z', 'revision_number': 6, 'project_id': '63ed96d719b848f8bc5a53cb0ac65a7c', 'gw_port_host': None}] {{(pid=110427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:10:33.811646 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (52ca8bbf-8fea-4671-bdf9-f0806c4d73a7), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.837759 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Pushing event deleted for resources: {'Port': ['ID=52ca8bbf-8fea-4671-bdf9-f0806c4d73a7,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:33.898823 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (e665b341-82ba-4022-9b42-0bde0042a330), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.995224 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (e665b341-82ba-4022-9b42-0bde0042a330), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:33.997418 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks [] for router_controller (e665b341-82ba-4022-9b42-0bde0042a330), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.040141 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (e665b341-82ba-4022-9b42-0bde0042a330), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.040680 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e665b341-82ba-4022-9b42-0bde0042a330 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 01:10:34.045186 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.046657 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-e264ecc6-fcf5-4cd8-8a28-b04b6351a88d admin admin] 10.222.0.21 "DELETE /v2.0/routers/e665b341-82ba-4022-9b42-0bde0042a330 HTTP/1.1" status: 204 len: 168 time: 0.7844560 Mar 11 01:10:34.049266 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46568) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:34.095012 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Deleting subnet 209d437e-bf8b-488c-be3b-d3a49753e087 {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 01:10:34.098010 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Publish callbacks [] for subnet (209d437e-bf8b-488c-be3b-d3a49753e087), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.134139 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (209d437e-bf8b-488c-be3b-d3a49753e087), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.219336 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (209d437e-bf8b-488c-be3b-d3a49753e087), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.269888 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (209d437e-bf8b-488c-be3b-d3a49753e087), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.296870 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209d437e-bf8b-488c-be3b-d3a49753e087,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:34.298770 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.301940 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-fc82025b-708f-4753-a3df-e4e10f9e7960 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/209d437e-bf8b-488c-be3b-d3a49753e087 HTTP/1.1" status: 204 len: 168 time: 0.2517459 Mar 11 01:10:34.303449 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088cc2d-9296-4977-b638-9af5c27c32c1 None None] Network ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:10:34.304427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46570) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:34.378018 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.432262 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Deleting port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:34.432899 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.496427 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] For port d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:34.496801 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.514942 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Calling delete_port for d306d256-1489-4ae4-89ff-5b52ffa6d4d9 owned by network:dhcp {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:34.520185 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] DHCP port deletion for ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 01:10:34.569769 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Deleting port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:34.570188 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.599857 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.627208 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Pushing event deleted for resources: {'Port': ['ID=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:34.631834 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] No DVR routers for this DVR port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 on host n-d-831844-1 {{(pid=110425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:34.638314 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] For port d306d256-1489-4ae4-89ff-5b52ffa6d4d9, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,segment=NetworkSegment(39f13a28-23b3-41f6-85f9-896d2337b71a),segment_id=39f13a28-23b3-41f6-85f9-896d2337b71a)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:34.638719 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.653638 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Calling delete_port for d306d256-1489-4ae4-89ff-5b52ffa6d4d9 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:34.712017 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.734000 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2']}} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:34.736373 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (d306d256-1489-4ae4-89ff-5b52ffa6d4d9), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.744672 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f13a28-23b3-41f6-85f9-896d2337b71a') {'for_net_delete': True} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:34.745382 n-d-831844-1 neutron-server[110425]: DEBUG neutron.services.segments.db [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f13a28-23b3-41f6-85f9-896d2337b71a') {} {{(pid=110425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:34.756890 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3967430'] for segment (39f13a28-23b3-41f6-85f9-896d2337b71a), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.763351 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] Pushing event deleted for resources: {'Port': ['ID=d306d256-1489-4ae4-89ff-5b52ffa6d4d9,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:34.767083 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b32d47-8b95-4dc6-8859-f1a4d65a0194 None None] No DVR routers for this DVR port d306d256-1489-4ae4-89ff-5b52ffa6d4d9 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:34.780037 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (39f13a28-23b3-41f6-85f9-896d2337b71a), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.790458 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=110425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 01:10:34.792455 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3967022'] for segment (39f13a28-23b3-41f6-85f9-896d2337b71a), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: Traceback (most recent call last): Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: timer() Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: cb(*args, **kw) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: return func(*args, **kwargs) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: self._notify() Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: self.callback(batched_events) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: event.method(event) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: return f(self, *a, **k) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: return self._get(url).json() Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: return self.request(url, 'GET', **kwargs) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 01:10:34.794911 n-d-831844-1 neutron-server[110425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 01:10:34.863236 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.870799 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:34.875609 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2 HTTP/1.1" status: 204 len: 168 time: 0.5702341 Mar 11 01:10:34.878901 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46572) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:34.888753 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95f349-4809-4a1c-9117-daff1454f096 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4f54a6-4e8c-4a85-a710-ccfb4e9ed4b2,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:34.893411 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d306d256-1489-4ae4-89ff-5b52ffa6d4d9 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:34.920790 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: d306d256-1489-4ae4-89ff-5b52ffa6d4d9 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:34.921221 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device d306d256-1489-4ae4-89ff-5b52ffa6d4d9 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:34.922192 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:34.942746 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:34.943091 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 52ca8bbf-8fea-4671-bdf9-f0806c4d73a7 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:34.943506 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 502f336c-217b-4767-ae47-2d6b9e67abce no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:34.962978 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 502f336c-217b-4767-ae47-2d6b9e67abce {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:34.963238 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 502f336c-217b-4767-ae47-2d6b9e67abce not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:35.164775 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:10:35.243359 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542456'] for router_interface (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:35.496037 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Deleting port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:35.496309 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:35.576161 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] For port b9db422e-e4cb-4db5-b7b9-5a29482bb0cd, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:35.576530 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:35.589079 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Calling delete_port for b9db422e-e4cb-4db5-b7b9-5a29482bb0cd owned by network:router_interface {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:35.780261 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (b9db422e-e4cb-4db5-b7b9-5a29482bb0cd), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:35.809321 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9db422e-e4cb-4db5-b7b9-5a29482bb0cd,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:35.839028 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.839385 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.839734 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.840099 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.840441 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.840775 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.841166 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.841427 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.841753 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.842077 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.842402 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.842724 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:35.843044 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-831844-1 {{(pid=110426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 01:10:36.014177 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544360'] for router_interface (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.240202 n-d-831844-1 neutron-server[110426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 has already been hosted by L3 agent 448bc7c0-e4ef-4742-a7b8-9ab81a8785ae {{(pid=110426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 01:10:36.350878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] Notify agent at l3_agent.n-d-831844-1 the message routers_updated {{(pid=110426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 01:10:36.358869 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-2e270ab3-29ca-4885-a0b5-73a9f71f2a6f admin admin] 10.222.0.21 "PUT /v2.0/routers/cfe1bc1f-312a-459f-8a88-327e8d3d9b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788916 Mar 11 01:10:36.359284 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46574) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:36.360075 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Sync routers for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 01:10:36.371791 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:36.372683 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:36.471267 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks [] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.487022 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: n-d-831844-1 {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:36.581009 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks [] for router_gateway (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.635500 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Deleting port 31c09b1b-f9e5-49ce-92c7-32585251fb3c {{(pid=110425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:36.635897 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.676265 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'external_fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:10:35Z', 'revision_number': 5, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port': {'id': '31c09b1b-f9e5-49ce-92c7-32585251fb3c', 'name': '', 'network_id': '7c544aab-c8cf-41ee-8ec4-cbfa94ad2d6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4463, 'fixed_ips': [{'subnet_id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-831844-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T01:05:45Z', 'updated_at': '2022-03-11T01:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0d5857b-3eb5-4b1f-8d9d-92b9bfb6489d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-831844-1'}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:36.703585 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Checking router: cfe1bc1f-312a-459f-8a88-327e8d3d9b41 for host: n-d-831844-1 {{(pid=110428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 01:10:36.712451 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Routers {'cfe1bc1f-312a-459f-8a88-327e8d3d9b41'} bound to L3 agent in host n-d-831844-1 {{(pid=110428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 01:10:36.713450 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-831844-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T23:36:09Z,description=,heartbeat_timestamp=2022-03-11T01:10:09Z,host='n-d-831844-1',id=448bc7c0-e4ef-4742-a7b8-9ab81a8785ae,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T23:36:09Z,topic='l3_agent')) {'router_ids': ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'], 'active': True} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:36.717716 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.db [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] For port 31c09b1b-f9e5-49ce-92c7-32585251fb3c, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=31c09b1b-f9e5-49ce-92c7-32585251fb3c,segment=NetworkSegment(1cfc51b1-86b0-4237-92d8-9bb37e2d81e3),segment_id=1cfc51b1-86b0-4237-92d8-9bb37e2d81e3)] {{(pid=110425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:36.718229 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.732351 n-d-831844-1 neutron-server[110425]: DEBUG neutron.plugins.ml2.plugin [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Calling delete_port for 31c09b1b-f9e5-49ce-92c7-32585251fb3c owned by network:router_gateway {{(pid=110425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:36.809455 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_dvr_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] Set router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 gateway port host: None {{(pid=110428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 01:10:36.869756 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.l3_hamode_db [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:10:36Z', 'revision_number': 6, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port_host': None}], 'n-d-831844-1', False) {} {{(pid=110428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:36.896932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-1ed590ce-70f9-4dad-9230-92d2dbd765d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.904923 n-d-831844-1 neutron-server[110428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976e93be-0813-4040-9e7c-ac965f4a7d75 None None] The sync data for ids ['cfe1bc1f-312a-459f-8a88-327e8d3d9b41'] in n-d-831844-1 is: [{'id': 'cfe1bc1f-312a-459f-8a88-327e8d3d9b41', 'name': 'tempest-TestSnapshotPattern-1226127035-router', 'tenant_id': '73585a8e6a934583bd612a881e1949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T01:05:44Z', 'updated_at': '2022-03-11T01:10:36Z', 'revision_number': 6, 'project_id': '73585a8e6a934583bd612a881e1949af', 'gw_port_host': None}] {{(pid=110428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 01:10:36.939140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3967455'] for port (31c09b1b-f9e5-49ce-92c7-32585251fb3c), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:36.970335 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Pushing event deleted for resources: {'Port': ['ID=31c09b1b-f9e5-49ce-92c7-32585251fb3c,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:37.036565 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547010'] for router_gateway (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.131305 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15862'] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.133384 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks [] for router_controller (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.179640 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-635478'] for router (cfe1bc1f-312a-459f-8a88-327e8d3d9b41), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.180196 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe1bc1f-312a-459f-8a88-327e8d3d9b41 {{(pid=110425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 01:10:37.186248 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] Publish callbacks [] for router (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.187412 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-c011f82a-1ecc-4aa2-bcf6-4b9595459eba admin admin] 10.222.0.21 "DELETE /v2.0/routers/cfe1bc1f-312a-459f-8a88-327e8d3d9b41 HTTP/1.1" status: 204 len: 168 time: 0.8268821 Mar 11 01:10:37.189897 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46576) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:37.540569 n-d-831844-1 neutron-server[110425]: DEBUG neutron.db.db_base_plugin_v2 [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Deleting subnet a5a0fdc5-f48b-4cfc-a131-25b28294234e {{(pid=110425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 01:10:37.543733 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Publish callbacks [] for subnet (a5a0fdc5-f48b-4cfc-a131-25b28294234e), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.578876 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3967437'] for subnet (a5a0fdc5-f48b-4cfc-a131-25b28294234e), precommit_delete_associations {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.663140 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33247204'] for subnet (a5a0fdc5-f48b-4cfc-a131-25b28294234e), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.716966 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33247215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16922', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3967472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8748848'] for subnet (a5a0fdc5-f48b-4cfc-a131-25b28294234e), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.743708 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632457'] for subnet (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.747436 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5a0fdc5-f48b-4cfc-a131-25b28294234e HTTP/1.1" status: 204 len: 168 time: 0.5566223 Mar 11 01:10:37.749371 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619508-4ed3-408f-934f-6b23ed3e328f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a0fdc5-f48b-4cfc-a131-25b28294234e,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:37.750144 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46578) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:37.751050 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d0654-d09e-4395-8506-5bf9d03e4d96 None None] Network 614bceee-db64-49df-a831-fb128cf2e1fe requested from n-d-831844-1 {{(pid=110427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 01:10:37.924748 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] DHCP port deletion for 614bceee-db64-49df-a831-fb128cf2e1fe request from n-d-831844-1 {{(pid=110427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 01:10:37.959269 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33351969'] for network (614bceee-db64-49df-a831-fb128cf2e1fe), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:37.974589 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Deleting port 794b9a44-b7d7-447e-b4f4-790f54bb4979 {{(pid=110427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:37.974970 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), before_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.012204 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Deleting port 794b9a44-b7d7-447e-b4f4-790f54bb4979 {{(pid=110426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 01:10:38.012544 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744201014254'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.040087 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.db [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] For port 794b9a44-b7d7-447e-b4f4-790f54bb4979, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=794b9a44-b7d7-447e-b4f4-790f54bb4979,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:38.040480 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), precommit_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.053957 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Calling delete_port for 794b9a44-b7d7-447e-b4f4-790f54bb4979 owned by network:dhcp {{(pid=110427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:38.082318 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.db [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] For port 794b9a44-b7d7-447e-b4f4-790f54bb4979, host n-d-831844-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-831844-1',level=0,port_id=794b9a44-b7d7-447e-b4f4-790f54bb4979,segment=NetworkSegment(ee4cfc0c-1f1a-4959-8fb8-d36926f22c07),segment_id=ee4cfc0c-1f1a-4959-8fb8-d36926f22c07)] {{(pid=110426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 01:10:38.082581 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547502'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.096268 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Calling delete_port for 794b9a44-b7d7-447e-b4f4-790f54bb4979 owned by network:dhcp {{(pid=110426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 01:10:38.133922 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), after_delete {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.163204 n-d-831844-1 neutron-server[110427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] Pushing event deleted for resources: {'Port': ['ID=794b9a44-b7d7-447e-b4f4-790f54bb4979,revision_number=None']} {{(pid=110427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:38.166990 n-d-831844-1 neutron-server[110427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3b906-16e4-4fda-8837-f56940d1ce9b None None] No DVR routers for this DVR port 794b9a44-b7d7-447e-b4f4-790f54bb4979 on host n-d-831844-1 {{(pid=110427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:38.178377 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33135380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744201021525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744200455015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9823328'] for port (794b9a44-b7d7-447e-b4f4-790f54bb4979), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.207005 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=794b9a44-b7d7-447e-b4f4-790f54bb4979,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:38.210651 n-d-831844-1 neutron-server[110426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] No DVR routers for this DVR port 794b9a44-b7d7-447e-b4f4-790f54bb4979 on host n-d-831844-1 {{(pid=110426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 01:10:38.284591 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33243935', 'neutron.services.segments.db._delete_segments_for_network-8744200782870'] for network (614bceee-db64-49df-a831-fb128cf2e1fe), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.304620 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614bceee-db64-49df-a831-fb128cf2e1fe']}} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:38.314185 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07') {'for_net_delete': True} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:38.314489 n-d-831844-1 neutron-server[110426]: DEBUG neutron.services.segments.db [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4cfc0c-1f1a-4959-8fb8-d36926f22c07') {} {{(pid=110426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 01:10:38.325066 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744200784159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8597765'] for segment (ee4cfc0c-1f1a-4959-8fb8-d36926f22c07), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.339428 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075'] for segment (ee4cfc0c-1f1a-4959-8fb8-d36926f22c07), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.345476 n-d-831844-1 neutron-server[110426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 01:10:38.345879 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33150075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9823633'] for segment (ee4cfc0c-1f1a-4959-8fb8-d36926f22c07), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self.session.flush() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: Traceback (most recent call last): Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: timer() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: cb(*args, **kw) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: return func(*args, **kwargs) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self._notify() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: self.callback(batched_events) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: event.method(event) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: return f(self, *a, **k) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: return self._get(url).json() Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: return self.request(url, 'GET', **kwargs) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 01:10:38.347652 n-d-831844-1 neutron-server[110426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 01:10:38.405393 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547046'] for network (614bceee-db64-49df-a831-fb128cf2e1fe), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.411034 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.414304 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/614bceee-db64-49df-a831-fb128cf2e1fe HTTP/1.1" status: 204 len: 168 time: 0.6628499 Mar 11 01:10:38.426032 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f796c-7637-4f02-bced-e0fc93ddb6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=614bceee-db64-49df-a831-fb128cf2e1fe,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:38.521613 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46584) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:38.560846 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-55cb64d1-f177-468a-8f37-a981d2979fc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ed96d719b848f8bc5a53cb0ac65a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379949 Mar 11 01:10:38.563200 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [-] (110425) accepted ('10.222.0.21', 46586) {{(pid=110425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:38.609924 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] Publish callbacks [] for security_group (36325ded-f128-4354-ade3-514ea2eddcde), before_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.630781 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] Publish callbacks [] for security_group (36325ded-f128-4354-ade3-514ea2eddcde), precommit_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.676032 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (36325ded-f128-4354-ade3-514ea2eddcde), after_delete {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.678563 n-d-831844-1 neutron-server[110425]: DEBUG neutron_lib.callbacks.manager [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:38.679698 n-d-831844-1 neutron-server[110425]: INFO neutron.wsgi [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36325ded-f128-4354-ade3-514ea2eddcde HTTP/1.1" status: 204 len: 168 time: 0.1156306 Mar 11 01:10:38.689135 n-d-831844-1 neutron-server[110425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2185f19-a1d5-4890-8ed5-69296aef7316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36325ded-f128-4354-ade3-514ea2eddcde,revision_number=None']} {{(pid=110425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:38.842327 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 31c09b1b-f9e5-49ce-92c7-32585251fb3c no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:38.863062 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 31c09b1b-f9e5-49ce-92c7-32585251fb3c {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:38.863336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 31c09b1b-f9e5-49ce-92c7-32585251fb3c not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:38.863750 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 794b9a44-b7d7-447e-b4f4-790f54bb4979 no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:38.882336 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: 794b9a44-b7d7-447e-b4f4-790f54bb4979 {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:38.882673 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device 794b9a44-b7d7-447e-b4f4-790f54bb4979 not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:38.883090 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b9db422e-e4cb-4db5-b7b9-5a29482bb0cd no longer exists at agent ovs-agent-n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 01:10:38.902318 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.plugin [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] No Port match for: b9db422e-e4cb-4db5-b7b9-5a29482bb0cd {{(pid=110427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 01:10:38.902653 n-d-831844-1 neutron-server[110427]: DEBUG neutron.plugins.ml2.rpc [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Device b9db422e-e4cb-4db5-b7b9-5a29482bb0cd not bound to the agent host n-d-831844-1 {{(pid=110427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 01:10:39.009878 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46592) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:39.049277 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-077875f5-e9d1-4b31-8eec-8aca67120348 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73585a8e6a934583bd612a881e1949af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382559 Mar 11 01:10:39.051674 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [-] (110426) accepted ('10.222.0.21', 46594) {{(pid=110426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 01:10:39.098336 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] Publish callbacks [] for security_group (1aea17df-6a03-41b7-886b-b275981725a2), before_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:39.119756 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] Publish callbacks [] for security_group (1aea17df-6a03-41b7-886b-b275981725a2), precommit_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:39.165401 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741196'] for security_group (1aea17df-6a03-41b7-886b-b275981725a2), after_delete {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:39.168784 n-d-831844-1 neutron-server[110426]: DEBUG neutron_lib.callbacks.manager [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:39.170052 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1aea17df-6a03-41b7-886b-b275981725a2 HTTP/1.1" status: 204 len: 168 time: 0.1174786 Mar 11 01:10:39.177875 n-d-831844-1 neutron-server[110426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc7358-0374-4733-b3aa-6b6ff6683224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aea17df-6a03-41b7-886b-b275981725a2,revision_number=None']} {{(pid=110426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 01:10:39.459659 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a0c53ed7-2ab6-4246-8dc5-3d4677d1125e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:40.730777 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:41.521697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:41.880450 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:41.940092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:10:43.468253 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:06.889774 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5df9a1b8-876c-404f-995c-7b2cc13bfe58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:09.459893 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-84579705-d4d3-47f9-ad95-ca668a27ce14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:10.734731 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:11.387388 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75c0a94d-5381-4213-8dbf-56681d84e6df req-3019406b-27df-42c3-986b-3f7943d50ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301719 Mar 11 01:11:11.434384 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75c0a94d-5381-4213-8dbf-56681d84e6df req-e389b983-aee6-4a57-bbc3-6381335eece8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0251901 Mar 11 01:11:11.472357 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75c0a94d-5381-4213-8dbf-56681d84e6df req-89cb6c3f-924d-4a9a-a9c7-d831eec31e2a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188329 Mar 11 01:11:11.522172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:11.566269 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0a94d-5381-4213-8dbf-56681d84e6df req-d3d3ea25-e7ba-4628-be99-5640dc47c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:11:11.567726 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-75c0a94d-5381-4213-8dbf-56681d84e6df req-d3d3ea25-e7ba-4628-be99-5640dc47c630 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901740 Mar 11 01:11:11.883403 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:11.939467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:12.242812 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:11:13.470486 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:36.893760 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-83acdb00-33d5-47cd-af3c-05a657c46b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:39.460754 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-a1e47572-f21c-4419-a954-488c00a11c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:40.737455 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:41.517661 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:41.885128 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:41.937948 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:43.472092 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:11:49.162714 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:12:06.895830 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-59ddd73b-15bf-44cd-9380-0ce1592c7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:09.463723 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8ae26772-8f6e-485c-bc25-1d965f130897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:10.739605 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:11.518880 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:11.889138 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:11.953572 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:12.392168 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-54dc9044-06ce-495a-babf-2790c9ea580e req-fc51eebd-d839-46e4-abe7-2620e8929759 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314498 Mar 11 01:12:12.438661 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-54dc9044-06ce-495a-babf-2790c9ea580e req-98e7fc40-6b03-4114-865e-334fb0cf1d41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0256763 Mar 11 01:12:12.477821 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-54dc9044-06ce-495a-babf-2790c9ea580e req-99a0821e-e05a-404d-99f6-b837e3ca87dc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214920 Mar 11 01:12:12.570891 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc9044-06ce-495a-babf-2790c9ea580e req-64fb0a62-0d42-41d2-a61c-5febdef4d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:12:12.572351 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-54dc9044-06ce-495a-babf-2790c9ea580e req-64fb0a62-0d42-41d2-a61c-5febdef4d87c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892682 Mar 11 01:12:13.474172 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:26.162694 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:12:36.898037 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-35699c4d-00c4-45d0-9e48-faa159d1ac34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:39.464724 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7694f3a0-fbfb-41f1-9c9a-29cb2b5002b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:40.742484 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:41.532177 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:41.892271 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:41.967303 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:12:43.476201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:03.162171 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:13:06.901089 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-e806ccf0-4259-4f3b-976f-5b46f9c7d364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:09.466932 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-68c83e04-e5d4-424b-9123-d9818147d68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:10.745697 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:11.531682 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:11.893631 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:11.966356 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:12.384332 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7bb524d7-2579-44cc-a820-215677ee20b9 req-e3a19824-eb5f-425d-9843-fed0a64d676f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=724bcb3b-679b-4766-9842-0177d201804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258999 Mar 11 01:13:12.431272 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7bb524d7-2579-44cc-a820-215677ee20b9 req-045da984-129d-4b28-b49e-1d3fe542e37d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=724bcb3b-679b-4766-9842-0177d201804d HTTP/1.1" status: 200 len: 210 time: 0.0249019 Mar 11 01:13:12.468687 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7bb524d7-2579-44cc-a820-215677ee20b9 req-2043f1b1-6021-4ed2-8723-e65d82948344 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198011 Mar 11 01:13:12.562862 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb524d7-2579-44cc-a820-215677ee20b9 req-86afff86-e8fd-419d-9795-674b1878f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:13:12.564340 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7bb524d7-2579-44cc-a820-215677ee20b9 req-86afff86-e8fd-419d-9795-674b1878f2ec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906949 Mar 11 01:13:13.478231 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:36.902146 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-095e3f88-2a68-4512-993e-4d80bbf101ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:39.468861 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ae88708f-59b7-4264-86ad-72f74923cb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:40.161856 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:13:40.748033 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:41.547625 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:41.895598 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:41.984620 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:13:43.480174 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:06.904355 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-110126c1-0fab-4ac9-b25b-b9afffbb2d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:09.469452 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-eb95ee8d-b596-4807-8076-9556c38ee141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:10.751118 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:11.562421 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:11.898734 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:11.996034 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:12.384308 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-61dc6d7d-36e3-41c9-9494-cd3ab44d5f3a req-4aea1364-f7a6-4bb5-8389-ac795dfae606 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274837 Mar 11 01:14:12.430209 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-61dc6d7d-36e3-41c9-9494-cd3ab44d5f3a req-7b2e472d-862c-4329-8f6a-3dc5e78117f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e836e3f5804447c88e208c5353efa464&device_id=b3204e0c-1a19-40a7-8d48-38c666c2790a HTTP/1.1" status: 200 len: 210 time: 0.0252209 Mar 11 01:14:12.467637 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-61dc6d7d-36e3-41c9-9494-cd3ab44d5f3a req-60e71ed0-31c7-4223-aa4c-a09ce6440f30 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e836e3f5804447c88e208c5353efa464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203202 Mar 11 01:14:12.561531 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc6d7d-36e3-41c9-9494-cd3ab44d5f3a req-66ea8035-a392-46ad-ad97-687b32a6d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:14:12.563012 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-61dc6d7d-36e3-41c9-9494-cd3ab44d5f3a req-66ea8035-a392-46ad-ad97-687b32a6d4ac service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900054 Mar 11 01:14:13.483283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:17.161656 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:14:36.906295 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-2b32b14d-c879-4529-85cd-9512d4a8d796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:39.469780 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-cadc8a1e-af1b-4611-b263-976c9e2a5f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:40.754221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:41.561107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:41.903072 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:42.011348 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:43.485005 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:14:54.163581 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:15:06.909171 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-637a32b2-33ab-4c54-9698-1f66bf9550e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:09.471275 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-727a1be7-f139-4306-af4f-d0bc03190fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:10.757009 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:11.592258 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:11.905198 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:12.010085 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:12.469649 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21067cc1-655c-42f7-ac99-c324f36cb1ba req-a97c1366-ecfc-4b57-9e24-8934901f7a37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=953744af-292a-434a-a468-d79979af90c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1163476 Mar 11 01:15:12.514471 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21067cc1-655c-42f7-ac99-c324f36cb1ba req-19ad14f8-71de-4d4c-a587-8cac4888447c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=953744af-292a-434a-a468-d79979af90c8 HTTP/1.1" status: 200 len: 210 time: 0.0251391 Mar 11 01:15:12.552425 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21067cc1-655c-42f7-ac99-c324f36cb1ba req-e178ef27-8e94-47f0-b603-e83d8ad637c4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210052 Mar 11 01:15:12.650273 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067cc1-655c-42f7-ac99-c324f36cb1ba req-c96e34d2-0951-4cbd-bb98-7d2c6122c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:15:12.652014 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-21067cc1-655c-42f7-ac99-c324f36cb1ba req-c96e34d2-0951-4cbd-bb98-7d2c6122c540 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943699 Mar 11 01:15:13.487953 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:31.162291 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:15:36.912221 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-18a6aef6-37f2-4359-90c8-3df120bac779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:39.474346 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-3b8b709d-6d59-4a4d-a8df-2c57d24ae9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:40.758767 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:41.612657 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:41.906462 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:42.009248 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:15:43.490145 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:06.915125 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ee1c-8c75-4b50-aa00-dbdbeeb5f69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:08.162795 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:16:09.475864 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-52544aeb-7820-43b0-b83d-5ff960a4da62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:10.765408 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:11.622245 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:11.909252 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:12.007978 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:13.495135 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:14.379106 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79f0e061-0897-4b24-a4ad-0db657a36b00 req-e1ebd074-9d8e-462b-9dc3-da3956c08407 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283439 Mar 11 01:16:14.425224 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79f0e061-0897-4b24-a4ad-0db657a36b00 req-a8b3f16f-be2b-492e-9022-c3f43f848702 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fd143016982406abe2c7b992c00b6a1&device_id=3005af44-ee35-46d2-b8ca-ac88dcfeff62 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Mar 11 01:16:14.463463 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79f0e061-0897-4b24-a4ad-0db657a36b00 req-3ac02fbf-2095-4508-b7a2-e10c39bb3dd0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fd143016982406abe2c7b992c00b6a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201914 Mar 11 01:16:14.560139 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0e061-0897-4b24-a4ad-0db657a36b00 req-a87fa66b-601c-41a9-b39c-342e463dfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:16:14.561588 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-79f0e061-0897-4b24-a4ad-0db657a36b00 req-a87fa66b-601c-41a9-b39c-342e463dfe3c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925176 Mar 11 01:16:36.922262 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-f8e22cc9-7586-45d4-acc2-5a5e44ef97ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:39.477501 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-66f11ce0-e55a-4271-a021-b63413be2a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:40.764790 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:41.621866 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:41.912160 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:42.022936 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:43.497548 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:16:45.161823 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:17:06.914549 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-b3d09e64-0baa-4d9b-8860-a146ca5951a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:09.478022 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-28c630db-ef72-4cf5-97ec-7ed0ce325cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:10.768084 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:11.622599 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:11.913885 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:12.023567 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:13.500283 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:14.377545 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5a93de1a-06a6-4776-a13c-353f50ecee26 req-0f0ea722-11f2-4d45-8f5d-e07d305ad092 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8edff4a-f228-43ed-bea7-b8485461cc93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267446 Mar 11 01:17:14.423265 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5a93de1a-06a6-4776-a13c-353f50ecee26 req-d8e09b6a-381e-4e43-8956-b56e27a93bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=034f1d09cc1242eca072c2f4c18ed968&device_id=d8edff4a-f228-43ed-bea7-b8485461cc93 HTTP/1.1" status: 200 len: 210 time: 0.0254185 Mar 11 01:17:14.460620 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5a93de1a-06a6-4776-a13c-353f50ecee26 req-b25b5365-1dc2-4ed3-9631-74e42a05e222 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=034f1d09cc1242eca072c2f4c18ed968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188797 Mar 11 01:17:14.554239 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93de1a-06a6-4776-a13c-353f50ecee26 req-80c055af-63c6-4367-912c-2e4c57f2a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:17:14.555659 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-5a93de1a-06a6-4776-a13c-353f50ecee26 req-80c055af-63c6-4367-912c-2e4c57f2a9fa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896454 Mar 11 01:17:22.161790 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:17:36.920628 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c0c42f88-9a3b-4aaa-a3bb-000175c0be81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:39.479449 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-21c09a44-a4ad-46f8-b8b4-024a8235f31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:40.770467 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:41.624179 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:41.917239 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:42.021312 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:43.502438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:17:59.161259 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:18:06.912665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-5cc1552e-33e9-4860-8111-92eba12edd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:09.480207 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-0c24b935-2b41-4943-b373-2d37ba289b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:10.774659 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:11.619608 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:11.921020 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:12.034749 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:13.505328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:14.381480 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a83c97a-e3e3-4df5-8e3a-ca589dfa03ce req-7bf5a30b-15f2-408e-8bc6-199c3a65d887 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19ada39b-a425-4ff9-b568-83f91db4f347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262778 Mar 11 01:18:14.448071 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a83c97a-e3e3-4df5-8e3a-ca589dfa03ce req-c390d383-80d8-43dd-a1eb-edd0725af302 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=19ada39b-a425-4ff9-b568-83f91db4f347 HTTP/1.1" status: 200 len: 210 time: 0.0252259 Mar 11 01:18:14.489054 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a83c97a-e3e3-4df5-8e3a-ca589dfa03ce req-2d9ce531-4929-4176-ba3e-aedcfa2e02c0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234454 Mar 11 01:18:14.578884 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c97a-e3e3-4df5-8e3a-ca589dfa03ce req-e7c6a042-d0c7-4dc8-8cf7-6d423aa418a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:18:14.580353 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-7a83c97a-e3e3-4df5-8e3a-ca589dfa03ce req-e7c6a042-d0c7-4dc8-8cf7-6d423aa418a6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860651 Mar 11 01:18:36.159792 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:18:36.505864 n-d-831844-1 neutron-server[110426]: DEBUG neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-bb3b19eb-f1fb-4f08-a53c-7d889279f79e service neutron] (110426) timed out ('10.222.0.21', 44394) {{(pid=110426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 01:18:36.606341 n-d-831844-1 neutron-server[110425]: DEBUG neutron.wsgi [req-695b18fa-018e-4be7-add8-da2854942bfe req-05f049b6-0f12-44aa-91cb-513f901812b6 tempest-TestShelveInstance-1517965214 tempest-TestShelveInstance-1517965214-project] (110425) timed out ('10.222.0.21', 44416) {{(pid=110425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 01:18:36.915297 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-7ae75461-6268-4759-837a-64db762ecb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:39.481438 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c4124c42-68c7-4cdd-bcc2-aec506b0c81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:40.777665 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:41.634328 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:41.924044 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:42.050371 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:18:43.507338 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:06.916816 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-807df92d-2dc3-43c5-b7e1-ea20855905e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:09.482070 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-fe356aa3-847d-43fc-81ea-65a4afdff4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:10.780059 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:11.649432 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:11.925524 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:12.048163 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:13.158988 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:19:13.510209 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:16.373807 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57b0ef8a-5427-4b49-95ac-d86203912e6e req-597e183c-329e-4642-84dc-22cadd0d0774 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d7971e-1199-486f-8ede-2f1da906ce6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273216 Mar 11 01:19:16.422226 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57b0ef8a-5427-4b49-95ac-d86203912e6e req-108c202f-5290-4bf5-85ed-175ef3e3c767 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da12229c4cbb4b6c828735039e4890d6&device_id=74d7971e-1199-486f-8ede-2f1da906ce6f HTTP/1.1" status: 200 len: 210 time: 0.0287638 Mar 11 01:19:16.460150 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57b0ef8a-5427-4b49-95ac-d86203912e6e req-9f9a44af-2a40-41b9-b6b4-1c084e95713f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da12229c4cbb4b6c828735039e4890d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191934 Mar 11 01:19:16.550314 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0ef8a-5427-4b49-95ac-d86203912e6e req-3be9a0aa-0f84-4536-84ff-d497c081ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:19:16.551766 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-57b0ef8a-5427-4b49-95ac-d86203912e6e req-3be9a0aa-0f84-4536-84ff-d497c081ac25 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865617 Mar 11 01:19:36.919978 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-98f71177-e9a1-48a0-a410-812be90e46a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:39.484006 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8d698d8b-4f8b-43e9-bf3e-497d889c2a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:40.785064 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:41.648216 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:41.928370 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:42.048613 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:43.512257 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:19:50.158690 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 01:20:06.922017 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-ce43114b-9a4d-4927-8daf-b553eaddfa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e0ba50cc-2f49-4f52-ab92-1afadae33186), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:09.486107 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-9173ab41-2db7-48e2-bd9d-a2661d6e6a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (448bc7c0-e4ef-4742-a7b8-9ab81a8785ae), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:10.786019 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-6efa74d7-0f24-4024-8456-b8e65eb73b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (ac3adefe-9468-4c93-8f8c-2bffeb0ef46c), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:11.663126 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc29b-8aef-498f-8f32-2722b25a79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (d53cfe43-51fe-49a3-a1ca-8b67796434df), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:11.930474 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34b9680f-35cf-4bb9-8cba-29b43410d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (7b5f469f-f88e-4e7d-a629-62661e7b6053), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:12.062013 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-34ea08b5-156c-4b99-a2ec-066f12f664ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (e7824a62-d492-4d12-bc0b-c703d4e432d8), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:13.514201 n-d-831844-1 neutron-server[110427]: DEBUG neutron_lib.callbacks.manager [None req-c484e3f5-d94b-4f03-b7fe-b878bf2a1ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744200782852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33274644'] for agent (be32a034-4d47-4c28-b72c-902f94167784), after_update {{(pid=110427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 01:20:18.454235 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-474c7682-b662-4036-946e-b1729e0a2b96 req-8df91da2-1518-469e-a6f6-885366dfa6fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0944777 Mar 11 01:20:18.505442 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-474c7682-b662-4036-946e-b1729e0a2b96 req-f11116fe-c14c-4e77-ae76-b3c778317d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&device_id=b624945d-bfa4-4f3a-9c0a-43d2cd794cbc HTTP/1.1" status: 200 len: 210 time: 0.0293813 Mar 11 01:20:18.542792 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-474c7682-b662-4036-946e-b1729e0a2b96 req-c2374c1a-e0f5-4400-9f03-f96439c73f04 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1e3acbf3cd148d28ba2e537e7c5dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197124 Mar 11 01:20:18.634395 n-d-831844-1 neutron-server[110426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7682-b662-4036-946e-b1729e0a2b96 req-1cd97d27-12d4-47f8-b4ea-fc04d1904fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 01:20:18.635768 n-d-831844-1 neutron-server[110426]: INFO neutron.wsgi [req-474c7682-b662-4036-946e-b1729e0a2b96 req-1cd97d27-12d4-47f8-b4ea-fc04d1904fd7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878274 Mar 11 01:20:27.158026 n-d-831844-1 neutron-server[110428]: DEBUG neutron.db.agents_db [None req-34cb345f-4c8d-4107-b21a-05a60c678c72 None None] Agent healthcheck: found 7 active agents {{(pid=110428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}